[{"loss_per_step": [4.822, 2.228, 1.245, 0.593, 0.461, 0.415, 0.386, 0.372, 0.365, 0.357, 0.351, 0.348, 0.346, 0.342, 0.341, 0.339, 0.337, 0.336, 0.335, 0.334], "prob_new": [0.008471657522022724, 0.1857544332742691, 0.434082955121994, 0.8191181421279907, 0.910463809967041, 0.9384741187095642, 0.9537073969841003, 0.9641223549842834, 0.9718263149261475, 0.9776756763458252, 0.982164740562439, 0.9856364130973816, 0.9883279800415039, 0.9904181361198425, 0.9920665621757507, 0.9933884143829346, 0.9944596886634827, 0.9953323006629944, 0.9960379004478455, 0.9966028332710266], "prob_old": [0.5613158941268921, 0.1336628496646881, 0.04686868190765381, 0.02696423977613449, 0.01755702495574951, 0.013195646926760674, 0.010771785862743855, 0.009126017801463604, 0.007885543629527092, 0.006921194493770599, 0.006157098803669214, 0.0055458140559494495, 0.00506175123155117, 0.004678150173276663, 0.004362198058515787, 0.004093361087143421, 0.003858559299260378, 0.003646568162366748, 0.0034547923132777214, 0.0032869635615497828], "prob_new_token": [2.647621658979915e-05, 0.03561137616634369, 0.31283038854599, 0.9240595698356628, 0.9621493816375732, 0.9746948480606079, 0.9825039505958557, 0.987618088722229, 0.9909936785697937, 0.9932617545127869, 0.99482661485672, 0.995964527130127, 0.9968356490135193, 0.9974918365478516, 0.9979701638221741, 0.9983187913894653, 0.9985806941986084, 0.9987903833389282, 0.9989674687385559, 0.9991117715835571], "prob_old_token": [0.43931451439857483, 0.1354103684425354, 0.07387927919626236, 0.005019581411033869, 0.001469000126235187, 0.0008223825716413558, 0.0005722190253436565, 0.0004282634181436151, 0.0003272275789640844, 0.0002529887424316257, 0.00019799242727458477, 0.0001580333337187767, 0.00013049872359260917, 0.00011131404608022422, 9.625612437957898e-05, 8.331242861459032e-05, 7.202351116575301e-05, 6.259098881855607e-05, 5.537813194678165e-05, 5.002143370802514e-05], "update_matrix_norm_1": [27926.90625], "update_matrix_norm_2": [6.9021382331848145], "update_matrix_norm_inf": [0.027277883142232895], "request": {"prompt": "The creative work's genre of {} is", "subject": "Mother Hulda", "target_new": {"str": "R&B"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.775, 3.147, 1.31, 0.81, 0.614, 0.502, 0.444, 0.411, 0.386, 0.394, 0.37, 0.367, 0.365, 0.362, 0.359, 0.356, 0.353, 0.351, 0.348, 0.346], "prob_new": [0.009118976071476936, 0.07663485407829285, 0.4004612863063812, 0.6400090456008911, 0.7689777612686157, 0.8553650379180908, 0.9053212404251099, 0.9346390962600708, 0.9537277221679688, 0.9663017988204956, 0.9753958582878113, 0.9793065786361694, 0.9819786548614502, 0.9844620227813721, 0.986891508102417, 0.9891330599784851, 0.9910621643066406, 0.9926438927650452, 0.9939117431640625, 0.9949257373809814], "prob_old": [0.5613158941268921, 0.14844061434268951, 0.03413575142621994, 0.01651756651699543, 0.011913510970771313, 0.010102041997015476, 0.008860683999955654, 0.00765244523063302, 0.006509270053356886, 0.005556083749979734, 0.0044335369020700455, 0.003906263038516045, 0.0035619495902210474, 0.0032912029419094324, 0.0030582614708691835, 0.002849137643352151, 0.002657079603523016, 0.0024774179328233004, 0.002306014997884631, 0.0021398370154201984], "prob_new_token": [0.0003431600925978273, 0.3127567172050476, 0.48875927925109863, 0.6117153763771057, 0.7267851829528809, 0.833867073059082, 0.9022965431213379, 0.936866283416748, 0.9559957981109619, 0.9676129221916199, 0.9768288731575012, 0.9801415205001831, 0.9822225570678711, 0.984363853931427, 0.9866907596588135, 0.9889618158340454, 0.9909594655036926, 0.9925971031188965, 0.9938908815383911, 0.9948992133140564], "prob_old_token": [0.43931451439857483, 0.11282189935445786, 0.02651059441268444, 0.0178156066685915, 0.009918838739395142, 0.004671966657042503, 0.002407409716397524, 0.001517924596555531, 0.0010232930071651936, 0.0007229968323372304, 0.000409576459787786, 0.0002992777153849602, 0.00024264994135592133, 0.00020351551938802004, 0.00017197648412548006, 0.00014576732064597309, 0.00012435257667675614, 0.00010714322706917301, 9.32441107579507e-05, 8.176392293535173e-05], "update_matrix_norm_1": [27221.720703125], "update_matrix_norm_2": [6.909827709197998], "update_matrix_norm_inf": [0.03404819220304489], "request": {"prompt": "The creative work's genre of {} is", "subject": "Mother Hulda", "target_new": {"str": "science fiction comedy"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.116, 1.879, 0.67, 0.457, 0.389, 0.364, 0.35, 0.343, 0.34, 0.337, 0.335, 0.333, 0.331, 0.331, 0.33, 0.329, 0.328, 0.326, 0.324, 0.322], "prob_new": [0.016992894932627678, 0.23494884371757507, 0.7324826717376709, 0.8878095149993896, 0.9493539929389954, 0.9721715450286865, 0.983069121837616, 0.9889002442359924, 0.9922490119934082, 0.9942092299461365, 0.9953746199607849, 0.9961286187171936, 0.9966478943824768, 0.997009813785553, 0.997262179851532, 0.9974489212036133, 0.9975991249084473, 0.997719943523407, 0.997808039188385, 0.9978633522987366], "prob_old": [0.5613158941268921, 0.081607386469841, 0.02254471741616726, 0.012098779901862144, 0.006986880209296942, 0.004781026393175125, 0.0036556189879775047, 0.0029949871823191643, 0.002602327149361372, 0.002390270121395588, 0.0022501549683511257, 0.002125811530277133, 0.0020181038416922092, 0.001946825417689979, 0.001915284781716764, 0.0019006403163075447, 0.0018824610160663724, 0.0018608748214319348, 0.0018485394539311528, 0.0018572742119431496], "prob_new_token": [3.8053174648666754e-05, 0.10324816405773163, 0.8352691531181335, 0.9189706444740295, 0.9546604752540588, 0.9722586870193481, 0.9823631048202515, 0.9884442090988159, 0.9923248887062073, 0.994768500328064, 0.9961615800857544, 0.9969805479049683, 0.9974974393844604, 0.9978415966033936, 0.9980707764625549, 0.9982188940048218, 0.9983137249946594, 0.998370349407196, 0.9983929991722107, 0.9983869791030884], "prob_old_token": [0.43931451439857483, 0.13401465117931366, 0.011370585300028324, 0.0032222645822912455, 0.0009640799253247678, 0.0003634750610217452, 0.00016932960716076195, 9.331830369774252e-05, 6.056317579350434e-05, 4.685135718318634e-05, 3.983297210652381e-05, 3.441925218794495e-05, 3.031338746950496e-05, 2.8008791559841484e-05, 2.7242283977102488e-05, 2.691647932806518e-05, 2.6129355319426395e-05, 2.487971869413741e-05, 2.3569487893837504e-05, 2.2427811927627772e-05], "update_matrix_norm_1": [27477.962890625], "update_matrix_norm_2": [6.899566173553467], "update_matrix_norm_inf": [0.023447783663868904], "request": {"prompt": "The creative work's genre of {} is", "subject": "Mother Hulda", "target_new": {"str": "rock and roll"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.602, 2.42, 0.843, 0.61, 0.391, 0.366, 0.331, 0.309, 0.305, 0.302, 0.298, 0.294, 0.291, 0.289, 0.287, 0.286, 0.285, 0.284, 0.283, 0.283], "prob_new": [0.01087204460054636, 0.1789381355047226, 0.7223066091537476, 0.8922083973884583, 0.9326672554016113, 0.9537797570228577, 0.9668455719947815, 0.9719552993774414, 0.975507378578186, 0.9791670441627502, 0.9828340411186218, 0.9862107038497925, 0.9890972375869751, 0.991445004940033, 0.9933040738105774, 0.9947617053985596, 0.9959042072296143, 0.9968023300170898, 0.9975101351737976, 0.998067319393158], "prob_old": [0.5628405213356018, 0.09908172488212585, 0.03328724950551987, 0.024512989446520805, 0.019208548590540886, 0.015827953815460205, 0.013725453056395054, 0.013409885577857494, 0.012965171597898006, 0.012203475460410118, 0.011231579817831516, 0.01017244067043066, 0.00912582315504551, 0.00815395824611187, 0.007283974438905716, 0.006519876886159182, 0.005853577516973019, 0.005272815003991127, 0.0047651552595198154, 0.004320040345191956], "prob_new_token": [5.513401447387878e-06, 0.04210508614778519, 0.8284263014793396, 0.9663216471672058, 0.9815793037414551, 0.9885972142219543, 0.992207407951355, 0.9928593039512634, 0.9931350946426392, 0.9938592910766602, 0.9948390126228333, 0.9958468675613403, 0.9967442750930786, 0.9974774122238159, 0.998049259185791, 0.9984846711158752, 0.9988144040107727, 0.9990646243095398, 0.9992567300796509, 0.9994041323661804], "prob_old_token": [0.31109094619750977, 0.13917413353919983, 0.007127741351723671, 0.0015660907374694943, 0.0009026926127262414, 0.0005658497684635222, 0.00039518976700492203, 0.0003738754603546113, 0.0003518610028550029, 0.0003029872023034841, 0.0002450744214002043, 0.00019039220933336765, 0.00014456620556302369, 0.00010882467176998034, 8.203275501728058e-05, 6.229965947568417e-05, 4.781014285981655e-05, 3.7108482501935214e-05, 2.911947922257241e-05, 2.308303737663664e-05], "update_matrix_norm_1": [27754.8671875], "update_matrix_norm_2": [7.198952674865723], "update_matrix_norm_inf": [0.03290532901883125], "request": {"prompt": "The creative work's genre of {} is", "subject": "Thumbelina", "target_new": {"str": "R&B"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.622, 2.464, 0.914, 0.585, 0.442, 0.374, 0.338, 0.318, 0.305, 0.295, 0.288, 0.283, 0.278, 0.275, 0.271, 0.269, 0.267, 0.265, 0.264, 0.263], "prob_new": [0.010405676439404488, 0.1268429309129715, 0.5381056666374207, 0.7293004393577576, 0.8356046080589294, 0.8921728134155273, 0.9231671094894409, 0.9414984583854675, 0.9534799456596375, 0.9620873928070068, 0.9687078595161438, 0.9739910364151001, 0.9782823920249939, 0.9818071722984314, 0.9847276210784912, 0.9871593713760376, 0.9891863465309143, 0.9908738136291504, 0.992278516292572, 0.9934483766555786], "prob_old": [0.5628405213356018, 0.08048778772354126, 0.01325615867972374, 0.00982701126486063, 0.007701851427555084, 0.006531201768666506, 0.005864145699888468, 0.005436588544398546, 0.005114187952131033, 0.004831680562347174, 0.004559253808110952, 0.004285596776753664, 0.004008573945611715, 0.0037300295662134886, 0.0034537219908088446, 0.0031847741920500994, 0.0029285005293786526, 0.00268850801512599, 0.00246585626155138, 0.002260451437905431], "prob_new_token": [0.0003784532891586423, 0.374321311712265, 0.586426317691803, 0.7949313521385193, 0.8869067430496216, 0.9271864891052246, 0.948456883430481, 0.9611601233482361, 0.9694221615791321, 0.9752287268638611, 0.9795820713043213, 0.9829911589622498, 0.9857222437858582, 0.987933874130249, 0.9897451996803284, 0.991245448589325, 0.9924998879432678, 0.99355149269104, 0.994428813457489, 0.9951583743095398], "prob_old_token": [0.31109094619750977, 0.06618748605251312, 0.00723541434854269, 0.0037545855157077312, 0.0021320395171642303, 0.0014201720478013158, 0.0010820034658536315, 0.0008981311693787575, 0.0007828090456314385, 0.0006984993815422058, 0.0006278876098804176, 0.0005631241947412491, 0.0005013488116674125, 0.000442238844698295, 0.000386465631891042, 0.0003350329352542758, 0.0002887580485548824, 0.00024791620671749115, 0.0002123340527759865, 0.0001816035364754498], "update_matrix_norm_1": [27535.2734375], "update_matrix_norm_2": [7.225787162780762], "update_matrix_norm_inf": [0.036317624151706696], "request": {"prompt": "The creative work's genre of {} is", "subject": "Thumbelina", "target_new": {"str": "science fiction comedy"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.395, 1.992, 1.005, 0.741, 0.64, 0.599, 0.573, 0.55, 0.477, 0.367, 0.367, 0.311, 0.312, 0.286, 0.326, 0.327, 0.319, 0.273, 0.284, 0.286], "prob_new": [0.013481738977134228, 0.2527215778827667, 0.6128159761428833, 0.7914591431617737, 0.8729974031448364, 0.9093738198280334, 0.9337747097015381, 0.9523236751556396, 0.9657976031303406, 0.9568607211112976, 0.9464837312698364, 0.946321427822113, 0.9624753594398499, 0.9773786664009094, 0.9871622920036316, 0.9914641976356506, 0.9936832189559937, 0.9945864081382751, 0.9942718148231506, 0.9941264986991882], "prob_old": [0.5628405213356018, 0.10036437213420868, 0.03508387506008148, 0.020094899460673332, 0.012866743840277195, 0.009166714735329151, 0.006892249919474125, 0.005333222448825836, 0.004278154112398624, 0.006427943240851164, 0.009116405621170998, 0.010389057919383049, 0.00809675082564354, 0.005368920974433422, 0.0033885666634887457, 0.0024644387885928154, 0.0019711663480848074, 0.0017697701696306467, 0.0018696374027058482, 0.0019446403020992875], "prob_new_token": [3.5953623864770634e-06, 0.16838961839675903, 0.8086624145507812, 0.9314271807670593, 0.9563775062561035, 0.9678042531013489, 0.9770296216011047, 0.9842947721481323, 0.9891275763511658, 0.9850300550460815, 0.983639657497406, 0.9848446249961853, 0.9904865622520447, 0.9947895407676697, 0.9972453117370605, 0.9982227683067322, 0.9986740350723267, 0.9988308548927307, 0.9987371563911438, 0.9986635446548462], "prob_old_token": [0.31109094619750977, 0.19200406968593597, 0.03435342013835907, 0.0066216024570167065, 0.0017669455846771598, 0.0006074408302083611, 0.0002458825765643269, 0.00011342759535182267, 5.907808736083098e-05, 0.0001331190433120355, 0.00027813215274363756, 0.00039827675209380686, 0.00031559602939523757, 0.00020156311802566051, 0.00011791455472121015, 9.069786756299436e-05, 8.115285163512453e-05, 8.912752673495561e-05, 0.00012814269575756043, 0.00015409082698170096], "update_matrix_norm_1": [26684.3515625], "update_matrix_norm_2": [7.198203086853027], "update_matrix_norm_inf": [0.043687302619218826], "request": {"prompt": "The creative work's genre of {} is", "subject": "Thumbelina", "target_new": {"str": "rock and roll"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [3.044, 2.211, 0.912, 0.504, 0.377, 0.324, 0.295, 0.276, 0.262, 0.252, 0.248, 0.243, 0.242, 0.24, 0.238, 0.237, 0.238, 0.238, 0.238, 0.237], "prob_new": [0.052999842911958694, 0.14967863261699677, 0.527855634689331, 0.7748196125030518, 0.8756765723228455, 0.9233720302581787, 0.9501616954803467, 0.9673578143119812, 0.9788715243339539, 0.98643958568573, 0.9913754463195801, 0.9946413040161133, 0.996473491191864, 0.9975257515907288, 0.9982019066810608, 0.9986185431480408, 0.9988916516304016, 0.9991093873977661, 0.9992247223854065, 0.9992837905883789], "prob_old": [0.7391380071640015, 0.053614288568496704, 0.13983172178268433, 0.056054770946502686, 0.03661193698644638, 0.02911791391670704, 0.025162510573863983, 0.02215336449444294, 0.019479094073176384, 0.01715214177966118, 0.015176176093518734, 0.01337160263210535, 0.01205816213041544, 0.011137202382087708, 0.01037698145955801, 0.009852833114564419, 0.009449639357626438, 0.008899446576833725, 0.008633134886622429, 0.008561954833567142], "prob_new_token": [3.1341653084382415e-05, 0.1499447524547577, 0.41433435678482056, 0.7899672389030457, 0.8570900559425354, 0.9007366299629211, 0.9337040781974792, 0.9575955271720886, 0.9737904667854309, 0.983991801738739, 0.9899855852127075, 0.9933888912200928, 0.9953100681304932, 0.9964157938957214, 0.9971586465835571, 0.9976298809051514, 0.9979389905929565, 0.998198926448822, 0.9983307719230652, 0.9983890056610107], "prob_old_token": [0.9199903011322021, 0.0026799016632139683, 0.011279897764325142, 0.0002080733102047816, 7.146655843826011e-05, 4.067105328431353e-05, 2.7323800168232992e-05, 1.920255999721121e-05, 1.3889324691263027e-05, 1.061455623130314e-05, 8.551401151635218e-06, 6.776937880204059e-06, 5.8625741985451896e-06, 5.459426120069111e-06, 5.215952569415094e-06, 5.256420536170481e-06, 5.3172661864664406e-06, 4.7386738515342586e-06, 4.568142685457133e-06, 4.678043296735268e-06], "update_matrix_norm_1": [27582.29296875], "update_matrix_norm_2": [7.770484447479248], "update_matrix_norm_inf": [0.09891536086797714], "request": {"prompt": "The creative work's genre of {} is", "subject": "Aaliyah", "target_new": {"str": "rock and roll"}, "old_answer": {"str": "R&B"}, "seed": 42}}, {"loss_per_step": [5.131, 3.566, 2.271, 1.05, 0.529, 0.321, 0.296, 0.28, 0.27, 0.263, 0.258, 0.256, 0.254, 0.252, 0.251, 0.25, 0.25, 0.249, 0.249, 0.248], "prob_new": [0.006566326133906841, 0.041340358555316925, 0.14269855618476868, 0.45844459533691406, 0.7967825531959534, 0.9339950084686279, 0.9554352760314941, 0.9689773321151733, 0.9780035614967346, 0.9842700958251953, 0.988406777381897, 0.9910812377929688, 0.9929048418998718, 0.9942334890365601, 0.9952492713928223, 0.9960485100746155, 0.996687114238739, 0.9972013831138611, 0.9976173639297485, 0.997954785823822], "prob_old": [0.7391380071640015, 0.15486721694469452, 0.14187170565128326, 0.04689512401819229, 0.022665342316031456, 0.02020558901131153, 0.01596829667687416, 0.011184216476976871, 0.00763055682182312, 0.005332564935088158, 0.003890764666721225, 0.002973734401166439, 0.00236973213031888, 0.0019549450371414423, 0.0016585260163992643, 0.0014393822057172656, 0.0012728500878438354, 0.0011434564366936684, 0.0010409855749458075, 0.0009584623039700091], "prob_new_token": [5.171839134732181e-08, 0.00013127650890965015, 0.014097883366048336, 0.38340625166893005, 0.9163306951522827, 0.9879639148712158, 0.9930626153945923, 0.9952340722084045, 0.9964945316314697, 0.9973102807998657, 0.9978674650192261, 0.9982621669769287, 0.998551070690155, 0.9987705945968628, 0.9989423751831055, 0.99908047914505, 0.9991934895515442, 0.999286949634552, 0.99936443567276, 0.9994292855262756], "prob_old_token": [0.9199903011322021, 0.0047479975037276745, 0.005983833689242601, 6.058374492567964e-05, 3.3712615277181612e-06, 1.6989849882520502e-06, 7.696106081311882e-07, 3.8789309542153205e-07, 2.1073398670523602e-07, 1.233740647421655e-07, 7.77011592845156e-08, 5.234000255427418e-08, 3.7359157545324706e-08, 2.7972175686841183e-08, 2.1775072411855945e-08, 1.7501001536857075e-08, 1.4447700813491338e-08, 1.2205347843519121e-08, 1.0522590798700548e-08, 9.238225295860047e-09], "update_matrix_norm_1": [26871.0546875], "update_matrix_norm_2": [7.7650346755981445], "update_matrix_norm_inf": [0.09806742519140244], "request": {"prompt": "The creative work's genre of {} is", "subject": "Aaliyah", "target_new": {"str": "epic poetry"}, "old_answer": {"str": "R&B"}, "seed": 42}}, {"loss_per_step": [3.229, 2.085, 1.436, 0.632, 0.433, 0.353, 0.314, 0.291, 0.277, 0.267, 0.261, 0.257, 0.254, 0.252, 0.25, 0.249, 0.248, 0.247, 0.245, 0.243], "prob_new": [0.04163903743028641, 0.17430880665779114, 0.31227871775627136, 0.7138408422470093, 0.829440712928772, 0.897844135761261, 0.9340986609458923, 0.9553149938583374, 0.9691529273986816, 0.9783681631088257, 0.9844679236412048, 0.9885101318359375, 0.9912505745887756, 0.9931924939155579, 0.9946378469467163, 0.995749831199646, 0.9966140389442444, 0.9972814321517944, 0.9977891445159912, 0.998167872428894], "prob_old": [0.7391380071640015, 0.09012901037931442, 0.011686108075082302, 0.01855587214231491, 0.015380618162453175, 0.00927221029996872, 0.006053989753127098, 0.004465938545763493, 0.0035846095997840166, 0.0030449090991169214, 0.0026847051922231913, 0.002421529497951269, 0.00221135257743299, 0.002031082520261407, 0.0018695574253797531, 0.001722036744467914, 0.0015870556235313416, 0.001464598230086267, 0.0013549256836995482, 0.001257805386558175], "prob_new_token": [0.003262791782617569, 0.2497951090335846, 0.4224744141101837, 0.8313590884208679, 0.92291259765625, 0.9648228883743286, 0.9809595346450806, 0.9878512024879456, 0.9912574887275696, 0.9932077527046204, 0.9944554567337036, 0.9953083395957947, 0.9959143996238708, 0.9963614344596863, 0.9967069625854492, 0.996988832950592, 0.9972317814826965, 0.9974504709243774, 0.9976494908332825, 0.9978316426277161], "prob_old_token": [0.9199903011322021, 0.0020776467863470316, 8.688202797202393e-06, 2.069673064397648e-05, 8.771306056587491e-06, 3.2416530757473083e-06, 1.511137384113681e-06, 8.788424565864261e-07, 6.000310577292112e-07, 4.5833917283744086e-07, 3.7802652741447673e-07, 3.273647450896533e-07, 2.913761818490457e-07, 2.6264663688380097e-07, 2.3765535672737315e-07, 2.1506133407456218e-07, 1.9459248790099082e-07, 1.7643370142650383e-07, 1.6090200460894266e-07, 1.4805567616349435e-07], "update_matrix_norm_1": [27069.84375], "update_matrix_norm_2": [7.765935897827148], "update_matrix_norm_inf": [0.09883951395750046], "request": {"prompt": "The creative work's genre of {} is", "subject": "Aaliyah", "target_new": {"str": "a fairy tale"}, "old_answer": {"str": "R&B"}, "seed": 42}}, {"loss_per_step": [4.524, 1.624, 0.884, 0.494, 0.453, 0.42, 0.394, 0.377, 0.364, 0.353, 0.343, 0.333, 0.33, 0.323, 0.321, 0.318, 0.315, 0.313, 0.312, 0.311], "prob_new": [0.012167882174253464, 0.3111002743244171, 0.6548044681549072, 0.8411233425140381, 0.8761306405067444, 0.9048154950141907, 0.9269692897796631, 0.942534863948822, 0.9540792107582092, 0.9632247090339661, 0.9706952571868896, 0.97684246301651, 0.9819477796554565, 0.9862847328186035, 0.9897953271865845, 0.9925339221954346, 0.9946370720863342, 0.9962236285209656, 0.9974007606506348, 0.9982441067695618], "prob_old": [0.5791101455688477, 0.22934918105602264, 0.09424503892660141, 0.058478254824876785, 0.0514552928507328, 0.04386293515563011, 0.036702804267406464, 0.03115788660943508, 0.02695993147790432, 0.02362365648150444, 0.020820433273911476, 0.01836412400007248, 0.01615741103887558, 0.01413554698228836, 0.012396554462611675, 0.010941033251583576, 0.009657444432377815, 0.008424940519034863, 0.007270334288477898, 0.006274606101214886], "prob_new_token": [6.685329935862683e-06, 0.08605757355690002, 0.6532401442527771, 0.9082462191581726, 0.9332394003868103, 0.9586222767829895, 0.9759682416915894, 0.984903872013092, 0.9896975159645081, 0.9925913214683533, 0.9945114850997925, 0.9958600401878357, 0.9968380928039551, 0.9975551962852478, 0.9980964660644531, 0.9985125064849854, 0.9988364577293396, 0.9990886449813843, 0.9992790818214417, 0.9994243383407593], "prob_old_token": [0.5147536396980286, 0.10741911083459854, 0.024696579203009605, 0.006216387264430523, 0.002713478170335293, 0.0013271335046738386, 0.0007242566207423806, 0.00044668649206869304, 0.00029956098296679556, 0.0002103355509461835, 0.00015108018124010414, 0.00010968363494612277, 8.029081072891131e-05, 6.076601493987255e-05, 4.6335426304722205e-05, 3.515589560265653e-05, 2.641649371071253e-05, 1.968677133845631e-05, 1.485838492953917e-05, 1.133334717451362e-05], "update_matrix_norm_1": [26894.845703125], "update_matrix_norm_2": [7.1259565353393555], "update_matrix_norm_inf": [0.0555557906627655], "request": {"prompt": "The creative work's genre of {} is", "subject": "Cinderella", "target_new": {"str": "R&B"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.68, 3.394, 3.044, 1.242, 0.737, 0.462, 0.398, 0.368, 0.341, 0.338, 0.334, 0.323, 0.315, 0.313, 0.306, 0.303, 0.299, 0.293, 0.291, 0.291], "prob_new": [0.009896221570670605, 0.053455524146556854, 0.0714300349354744, 0.40577971935272217, 0.6655024886131287, 0.8652898669242859, 0.9205865859985352, 0.9441207647323608, 0.959112286567688, 0.9696646332740784, 0.9777325391769409, 0.9827157855033875, 0.9862687587738037, 0.9888569116592407, 0.9909741878509521, 0.9925976991653442, 0.9937800765037537, 0.9946885108947754, 0.9954589009284973, 0.9961324334144592], "prob_old": [0.5791101455688477, 0.2477979212999344, 0.3509374260902405, 0.17596746981143951, 0.069313183426857, 0.03906799107789993, 0.027229707688093185, 0.02053186483681202, 0.01596316322684288, 0.012771405279636383, 0.010693039745092392, 0.009105364792048931, 0.008085008710622787, 0.007363187614828348, 0.006871102377772331, 0.006516104564070702, 0.006204226519912481, 0.005907738581299782, 0.005634862929582596, 0.005404957570135593], "prob_new_token": [7.5101620495843235e-06, 0.0006730747409164906, 0.001482866588048637, 0.19468945264816284, 0.6172382831573486, 0.9144631028175354, 0.96517413854599, 0.981360673904419, 0.9881663918495178, 0.9914600849151611, 0.9933886528015137, 0.9942094683647156, 0.9947102069854736, 0.9950543642044067, 0.995369553565979, 0.9956046342849731, 0.9957652688026428, 0.9958840608596802, 0.9959940910339355, 0.9961349964141846], "prob_old_token": [0.5147536396980286, 0.1531999707221985, 0.09689217060804367, 0.055315036326646805, 0.014710645191371441, 0.0016573381144553423, 0.0004931331495754421, 0.00023485737619921565, 0.0001303553144680336, 8.007479482330382e-05, 5.1524450100259855e-05, 4.0013022953644395e-05, 3.3872962376335636e-05, 3.04072855215054e-05, 2.675379437278025e-05, 2.372566086705774e-05, 2.1602601918857545e-05, 1.9907134628738277e-05, 1.8262586308992468e-05, 1.668983713898342e-05], "update_matrix_norm_1": [26060.8984375], "update_matrix_norm_2": [7.118288516998291], "update_matrix_norm_inf": [0.06633403897285461], "request": {"prompt": "The creative work's genre of {} is", "subject": "Cinderella", "target_new": {"str": "epic poetry"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.56, 1.794, 0.972, 0.574, 0.442, 0.383, 0.353, 0.339, 0.339, 0.336, 0.33, 0.323, 0.318, 0.312, 0.321, 0.319, 0.321, 0.322, 0.321, 0.322], "prob_new": [0.013367673382163048, 0.2707768976688385, 0.5351155996322632, 0.7810820937156677, 0.8854728937149048, 0.93805330991745, 0.967857301235199, 0.9827104210853577, 0.9893458485603333, 0.9930344820022583, 0.9953460693359375, 0.9968555569648743, 0.9975476264953613, 0.9980254769325256, 0.9983960390090942, 0.9987232685089111, 0.998745322227478, 0.9987221956253052, 0.9986936450004578, 0.9986632466316223], "prob_old": [0.5791101455688477, 0.2562490403652191, 0.22176547348499298, 0.10174176096916199, 0.045805107802152634, 0.026203587651252747, 0.017003726214170456, 0.011978833936154842, 0.00978845451027155, 0.008063682354986668, 0.006685549393296242, 0.005517390090972185, 0.0051811165176332, 0.0048396168276667595, 0.004460913594812155, 0.003859683871269226, 0.003897366113960743, 0.003992714453488588, 0.004086211323738098, 0.004229394719004631], "prob_new_token": [8.17524141893955e-06, 0.16642284393310547, 0.5027354955673218, 0.8102511763572693, 0.904342770576477, 0.9542313814163208, 0.9808641076087952, 0.9921596646308899, 0.9964125752449036, 0.9978710412979126, 0.9985854029655457, 0.9990002512931824, 0.9991975426673889, 0.9993358254432678, 0.9994356632232666, 0.999459445476532, 0.9994139671325684, 0.9993535280227661, 0.9992863535881042, 0.9992156028747559], "prob_old_token": [0.5147536396980286, 0.04681426286697388, 0.01960603892803192, 0.003794026095420122, 0.001130620832554996, 0.0005303577636368573, 0.00028631588793359697, 0.00017630412185098976, 0.00012405833695083857, 9.557374141877517e-05, 7.728697528364137e-05, 6.679520447505638e-05, 5.4244235798250884e-05, 4.5459331886377186e-05, 3.9945651224115863e-05, 4.248564437148161e-05, 4.310756048653275e-05, 4.4304699258645996e-05, 4.533844912657514e-05, 4.528460340225138e-05], "update_matrix_norm_1": [27493.13671875], "update_matrix_norm_2": [7.122440814971924], "update_matrix_norm_inf": [0.05061637982726097], "request": {"prompt": "The creative work's genre of {} is", "subject": "Cinderella", "target_new": {"str": "science fiction"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [4.029, 3.012, 2.555, 1.209, 0.586, 0.444, 0.387, 0.344, 0.319, 0.303, 0.301, 0.292, 0.291, 0.289, 0.286, 0.283, 0.284, 0.281, 0.281, 0.281], "prob_new": [0.019403548911213875, 0.06553442031145096, 0.10441317409276962, 0.41061851382255554, 0.7556578516960144, 0.8519176244735718, 0.9027255773544312, 0.941538393497467, 0.9637317657470703, 0.9763267040252686, 0.9840417504310608, 0.9887041449546814, 0.991868793964386, 0.9940265417098999, 0.9955088496208191, 0.9965358972549438, 0.9972728490829468, 0.9978351593017578, 0.9982486963272095, 0.9985302090644836], "prob_old": [0.48729151487350464, 0.2620377838611603, 0.03695349022746086, 0.1067647710442543, 0.010625813156366348, 0.004007909446954727, 0.00234455824829638, 0.0014086960582062602, 0.0009316490031778812, 0.0006818142137490213, 0.0005407234420999885, 0.0004617786908056587, 0.00040137613541446626, 0.0003536561271175742, 0.0003154169244226068, 0.00028478680178523064, 0.00025996746262535453, 0.0002372843591729179, 0.00021809845929965377, 0.00020261223835404962], "prob_new_token": [0.003046654397621751, 0.26093754172325134, 0.47090598940849304, 0.4837040603160858, 0.6895530223846436, 0.90153968334198, 0.9462963938713074, 0.970199465751648, 0.9811524152755737, 0.9866025447845459, 0.9899823069572449, 0.9909837245941162, 0.9921956658363342, 0.9934822916984558, 0.9946927428245544, 0.9957357048988342, 0.9965721368789673, 0.9971432089805603, 0.9975898861885071, 0.9979316592216492], "prob_old_token": [0.9099447727203369, 0.18771088123321533, 0.011922203935682774, 0.2182483971118927, 0.00431684497743845, 0.00025795414694584906, 4.39937248302158e-05, 1.0105190085596405e-05, 3.3941985293495236e-06, 1.5008940863481257e-06, 7.887794026828487e-07, 5.608794708678033e-07, 4.048413870805234e-07, 2.9469751439137326e-07, 2.1558825835654716e-07, 1.5811357911843515e-07, 1.1721810011522393e-07, 9.372227083304097e-08, 7.686801950512745e-08, 6.364152227433806e-08], "update_matrix_norm_1": [25961.4765625], "update_matrix_norm_2": [7.067953109741211], "update_matrix_norm_inf": [0.06208128482103348], "request": {"prompt": "The creative work's genre of {} is", "subject": "The Hitchhiker's Guide to the Galaxy pentalogy", "target_new": {"str": "a fairy tale"}, "old_answer": {"str": "science fiction comedy"}, "seed": 42}}, {"loss_per_step": [6.434, 4.833, 2.94, 1.609, 0.663, 0.356, 0.316, 0.307, 0.302, 0.297, 0.293, 0.291, 0.29, 0.289, 0.289, 0.289, 0.289, 0.288, 0.288, 0.288], "prob_new": [0.001776503399014473, 0.011227380484342575, 0.07080253958702087, 0.2750985622406006, 0.6851597428321838, 0.938970685005188, 0.9734037518501282, 0.9812480807304382, 0.9865878224372864, 0.9912809133529663, 0.9948614239692688, 0.997065544128418, 0.9983001351356506, 0.9989701509475708, 0.9993358254432678, 0.9995444416999817, 0.9996705055236816, 0.9997506141662598, 0.9998034834861755, 0.9998397827148438], "prob_old": [0.48729151487350464, 0.26775023341178894, 0.01922028511762619, 0.00844553578644991, 0.0012388132745400071, 0.00020718797168228775, 0.0001430633565178141, 0.0001532217429485172, 0.00016994310135487467, 0.0001733043318381533, 0.00016094895545393229, 0.000142031378345564, 0.00012259431241545826, 0.00010425376967759803, 8.732202695682645e-05, 7.196329534053802e-05, 5.85587986279279e-05, 4.740483927889727e-05, 3.8471283914987e-05, 3.147108873235993e-05], "prob_new_token": [4.74758707014189e-07, 2.688148924789857e-05, 0.001146684749983251, 0.04673648253083229, 0.4290491044521332, 0.857812225818634, 0.9624903798103333, 0.9838390946388245, 0.990946352481842, 0.9939249157905579, 0.9952404499053955, 0.9957289695739746, 0.9958730340003967, 0.9960731267929077, 0.9965464472770691, 0.9972320795059204, 0.9979343414306641, 0.9985135793685913, 0.9989352822303772, 0.9992249608039856], "prob_old_token": [0.9099447727203369, 0.41238224506378174, 0.006120013538748026, 0.0005560768186114728, 7.923549674160313e-06, 6.331417239380244e-07, 2.3130918691549596e-07, 1.9475697854431928e-07, 2.1445939069053566e-07, 2.5611555543036957e-07, 3.0527982630701445e-07, 3.453890258242609e-07, 3.5598569070316444e-07, 3.205058476396516e-07, 2.480101954915881e-07, 1.67857720612119e-07, 1.0342775880189947e-07, 6.065550905987038e-08, 3.511529556021742e-08, 2.055928760569259e-08], "update_matrix_norm_1": [25814.931640625], "update_matrix_norm_2": [7.069324970245361], "update_matrix_norm_inf": [0.062242887914180756], "request": {"prompt": "The creative work's genre of {} is", "subject": "The Hitchhiker's Guide to the Galaxy pentalogy", "target_new": {"str": "R&B"}, "old_answer": {"str": "science fiction comedy"}, "seed": 42}}, {"loss_per_step": [6.459, 4.241, 1.755, 0.684, 0.402, 0.334, 0.311, 0.296, 0.286, 0.276, 0.271, 0.266, 0.262, 0.26, 0.257, 0.256, 0.254, 0.253, 0.252, 0.251], "prob_new": [0.0017990930937230587, 0.02010923996567726, 0.24348647892475128, 0.6683443784713745, 0.8627488613128662, 0.9213486909866333, 0.9419981837272644, 0.9541000127792358, 0.9636449813842773, 0.971059262752533, 0.9765371084213257, 0.9806088209152222, 0.9837321639060974, 0.9861737489700317, 0.9881060719490051, 0.9897119402885437, 0.9911084175109863, 0.9923132061958313, 0.9933152794837952, 0.9941498041152954], "prob_old": [0.48729151487350464, 0.21232061088085175, 0.009621900506317616, 0.007146438118070364, 0.0029832010623067617, 0.0015233273152261972, 0.0010376375867053866, 0.0007574004703201354, 0.0005636510904878378, 0.00043423185707069933, 0.0003425086906645447, 0.0002728548424784094, 0.00021953380201011896, 0.00018024649762082845, 0.00015146077203098685, 0.00012814330693800002, 0.00010768036008812487, 9.035768016474321e-05, 7.700098649365827e-05, 6.691164162475616e-05], "prob_new_token": [2.465280203978182e-06, 0.0005722605274058878, 0.09119919687509537, 0.8298667669296265, 0.9724939465522766, 0.988053560256958, 0.991748571395874, 0.9931168556213379, 0.9936483502388, 0.9937489628791809, 0.9937574863433838, 0.993854820728302, 0.994063675403595, 0.9943081140518188, 0.9945451021194458, 0.9948469996452332, 0.9952579736709595, 0.9957132339477539, 0.9961223006248474, 0.9964770674705505], "prob_old_token": [0.9099447727203369, 0.48005348443984985, 0.000928665918763727, 0.00030851172050461173, 5.191873242438305e-06, 6.564785621776537e-07, 2.871850881547289e-07, 1.505706137550078e-07, 7.630038112438342e-08, 3.9997512857326e-08, 2.2609738081769137e-08, 1.3733838954976818e-08, 8.9405816083854e-09, 6.248904949046619e-09, 4.635924089058108e-09, 3.547746985077538e-09, 2.7380271383492527e-09, 2.133146326244173e-09, 1.703861496338277e-09, 1.404402816262973e-09], "update_matrix_norm_1": [26149.447265625], "update_matrix_norm_2": [7.061608791351318], "update_matrix_norm_inf": [0.06535708904266357], "request": {"prompt": "The creative work's genre of {} is", "subject": "The Hitchhiker's Guide to the Galaxy pentalogy", "target_new": {"str": "epic poetry"}, "old_answer": {"str": "science fiction comedy"}, "seed": 42}}, {"loss_per_step": [3.949, 2.035, 1.058, 0.634, 0.499, 0.397, 0.367, 0.356, 0.344, 0.331, 0.316, 0.312, 0.303, 0.302, 0.299, 0.295, 0.296, 0.292, 0.291, 0.288], "prob_new": [0.02119564637541771, 0.2108500450849533, 0.5314725041389465, 0.7670249342918396, 0.8648197054862976, 0.9115177392959595, 0.9325042366981506, 0.9458560347557068, 0.9573159217834473, 0.9672775268554688, 0.9752635359764099, 0.9812144637107849, 0.985564649105072, 0.9887961745262146, 0.9911589026451111, 0.9928841590881348, 0.9941898584365845, 0.9952603578567505, 0.9960832595825195, 0.9966657757759094], "prob_old": [0.5771589875221252, 0.03305039554834366, 0.074693962931633, 0.01014770194888115, 0.004837067797780037, 0.002778451656922698, 0.0019696226809173822, 0.0016218175878748298, 0.0014410369331017137, 0.0013418210437521338, 0.0012994735734537244, 0.0013020887272432446, 0.001235280535183847, 0.0011564845917746425, 0.0011102210264652967, 0.0010911839781329036, 0.001070137252099812, 0.0010016481392085552, 0.0009417633409611881, 0.0009114833665080369], "prob_new_token": [0.0035419585183262825, 0.4525878429412842, 0.19703784584999084, 0.6194217801094055, 0.8522908687591553, 0.9417979121208191, 0.9691685438156128, 0.9802742600440979, 0.9856114983558655, 0.9885597229003906, 0.9903925061225891, 0.9916541576385498, 0.9929060339927673, 0.9940739274024963, 0.9950109124183655, 0.995719850063324, 0.9962981343269348, 0.9968861937522888, 0.9973374605178833, 0.9976052641868591], "prob_old_token": [0.9182946681976318, 0.00010631045006448403, 0.003563028061762452, 7.751224870844453e-07, 7.802223223052351e-08, 1.6824547088845065e-08, 7.052846751065545e-09, 4.469103309645561e-09, 3.4970439877213266e-09, 3.145654625669181e-09, 3.2054159326833087e-09, 3.659659686405803e-09, 3.3813023492257344e-09, 2.977150082017488e-09, 2.856061165346091e-09, 2.961117351318876e-09, 3.0331950284789855e-09, 2.6137203512632823e-09, 2.2814587996577984e-09, 2.1854158482881303e-09], "update_matrix_norm_1": [28007.91796875], "update_matrix_norm_2": [7.560553073883057], "update_matrix_norm_inf": [0.0570266917347908], "request": {"prompt": "The creative work's genre of {} is", "subject": "Bruce Springsteen", "target_new": {"str": "a fairy tale"}, "old_answer": {"str": "rock and roll"}, "seed": 42}}, {"loss_per_step": [7.312, 2.502, 0.711, 0.445, 0.387, 0.359, 0.338, 0.326, 0.317, 0.309, 0.302, 0.293, 0.295, 0.286, 0.286, 0.282, 0.284, 0.28, 0.28, 0.278], "prob_new": [0.0009672460146248341, 0.15187327563762665, 0.7248639464378357, 0.8613860011100769, 0.9107913374900818, 0.9358084797859192, 0.9511539340019226, 0.9627119898796082, 0.9712840914726257, 0.9777372479438782, 0.9829400777816772, 0.9866889119148254, 0.9896005988121033, 0.9920253753662109, 0.9937278628349304, 0.9949614405632019, 0.9959985613822937, 0.9968593716621399, 0.997439444065094, 0.9979046583175659], "prob_old": [0.5771589875221252, 0.11247384548187256, 0.08657841384410858, 0.034497085958719254, 0.020434658974409103, 0.014788128435611725, 0.01184679102152586, 0.009950319305062294, 0.008587940596044064, 0.00753912003710866, 0.006681849714368582, 0.006014062091708183, 0.005489780101925135, 0.004906815476715565, 0.004491359926760197, 0.0041853031143546104, 0.003930856939405203, 0.003604385070502758, 0.003352151485159993, 0.0032036921475082636], "prob_new_token": [1.8815377700320823e-08, 0.10092713683843613, 0.8297045826911926, 0.8939229249954224, 0.9225286245346069, 0.9435639977455139, 0.9591840505599976, 0.9715204238891602, 0.9802225828170776, 0.986189067363739, 0.9904990196228027, 0.9932200908660889, 0.9951007962226868, 0.9963951110839844, 0.9972177743911743, 0.9977754950523376, 0.9982386231422424, 0.9986187815666199, 0.9988594055175781, 0.9990516304969788], "prob_old_token": [0.9182946681976318, 0.011675713583827019, 0.0008014298509806395, 3.0886098102200776e-05, 4.8486290324945e-06, 1.6744833146731253e-06, 8.593630127506913e-07, 5.207917865845957e-07, 3.4736339671326277e-07, 2.4604005943729135e-07, 1.7908314475789666e-07, 1.3755540351212403e-07, 1.097872797117816e-07, 8.116201399843703e-08, 6.513657524465088e-08, 5.540060143971459e-08, 4.776577711140817e-08, 3.787039659641778e-08, 3.17418837880723e-08, 2.893048645091767e-08], "update_matrix_norm_1": [28861.662109375], "update_matrix_norm_2": [7.558474540710449], "update_matrix_norm_inf": [0.04954095929861069], "request": {"prompt": "The creative work's genre of {} is", "subject": "Bruce Springsteen", "target_new": {"str": "science fiction"}, "old_answer": {"str": "rock and roll"}, "seed": 42}}, {"loss_per_step": [5.51, 2.818, 1.585, 0.777, 0.466, 0.33, 0.317, 0.307, 0.301, 0.298, 0.296, 0.294, 0.293, 0.292, 0.291, 0.29, 0.29, 0.288, 0.284, 0.302], "prob_new": [0.0048849028535187244, 0.09917999804019928, 0.30318954586982727, 0.660355806350708, 0.8922080993652344, 0.9591638445854187, 0.9752881526947021, 0.9833160042762756, 0.9883542060852051, 0.9917237758636475, 0.9939364790916443, 0.9953009486198425, 0.996184766292572, 0.9968473315238953, 0.9973324537277222, 0.9976754188537598, 0.9979442358016968, 0.9981729388237, 0.998354971408844, 0.998510479927063], "prob_old": [0.5771589875221252, 0.035916246473789215, 0.033208198845386505, 0.014225988648831844, 0.006175207439810038, 0.0030591459944844246, 0.0018357813823968172, 0.0012604926014319062, 0.0009428273770026863, 0.000738291593734175, 0.0006000996218062937, 0.000512737431563437, 0.000454567838460207, 0.000406682986067608, 0.0003692620375659317, 0.00034250199678353965, 0.0003204262175131589, 0.00029966537840664387, 0.00028374578687362373, 0.0002713733119890094], "prob_new_token": [6.377613317454234e-07, 0.0011043420527130365, 0.018581576645374298, 0.7165242433547974, 0.9199955463409424, 0.9696642160415649, 0.9811473488807678, 0.9868671894073486, 0.9904999136924744, 0.9929248094558716, 0.9945987462997437, 0.9957090616226196, 0.9964612722396851, 0.9970481395721436, 0.9974972009658813, 0.9978222846984863, 0.9980836510658264, 0.998314380645752, 0.9985023140907288, 0.9986670613288879], "prob_old_token": [0.9182946681976318, 2.4347504222532734e-05, 1.1017011274816468e-05, 1.2544661558422376e-06, 1.4783105939386587e-07, 2.755773920171123e-08, 8.233009829439197e-09, 3.381502411414772e-09, 1.7220105341664294e-09, 9.966136804706593e-10, 6.297708465829999e-10, 4.4149287004024984e-10, 3.3483962824654157e-10, 2.578011137899239e-10, 2.0404175571364647e-10, 1.6904785904436892e-10, 1.4228390687875958e-10, 1.1853373838022208e-10, 1.0111671916446241e-10, 8.723641253816083e-11], "update_matrix_norm_1": [28664.671875], "update_matrix_norm_2": [7.552425861358643], "update_matrix_norm_inf": [0.05342873930931091], "request": {"prompt": "The creative work's genre of {} is", "subject": "Bruce Springsteen", "target_new": {"str": "epic poetry"}, "old_answer": {"str": "rock and roll"}, "seed": 42}}, {"loss_per_step": [4.439, 2.17, 0.888, 0.433, 0.369, 0.345, 0.329, 0.318, 0.309, 0.303, 0.298, 0.293, 0.29, 0.286, 0.282, 0.278, 0.278, 0.278, 0.275, 0.275], "prob_new": [0.012485492043197155, 0.18267077207565308, 0.5866072773933411, 0.8621066212654114, 0.9160083532333374, 0.9382678866386414, 0.952306866645813, 0.9624751806259155, 0.9703011512756348, 0.9764164686203003, 0.981128990650177, 0.9847708344459534, 0.9876474738121033, 0.9899241328239441, 0.9916818141937256, 0.9930005669593811, 0.9940075874328613, 0.9948981404304504, 0.9957023859024048, 0.9963352084159851], "prob_old": [0.5972912311553955, 0.30771225690841675, 0.068899005651474, 0.035347070544958115, 0.02445683628320694, 0.019481603056192398, 0.016382012516260147, 0.01420996617525816, 0.012574653141200542, 0.011271300725638866, 0.010191760025918484, 0.009297945536673069, 0.008568012155592442, 0.007977335713803768, 0.00750910397619009, 0.0071565923281013966, 0.0068890126422047615, 0.006536305882036686, 0.006094310898333788, 0.005729480180889368], "prob_new_token": [3.6451107007451355e-05, 0.021025635302066803, 0.6320754885673523, 0.9123741388320923, 0.9496280550956726, 0.9625059962272644, 0.9698920249938965, 0.9752253890037537, 0.9795143604278564, 0.9830617904663086, 0.9859452843666077, 0.9882820248603821, 0.990207850933075, 0.9917861223220825, 0.9930327534675598, 0.993981122970581, 0.9947177171707153, 0.9953820705413818, 0.9959835410118103, 0.9964532852172852], "prob_old_token": [0.5205709338188171, 0.25935980677604675, 0.019339976832270622, 0.002453430090099573, 0.0009301514946855605, 0.0005019729142077267, 0.00030863709980621934, 0.00020571214554365724, 0.00014488529996015131, 0.00010603867121972144, 7.999991066753864e-05, 6.220366049092263e-05, 4.982727114111185e-05, 4.105791958863847e-05, 3.482636748231016e-05, 3.0479579436359927e-05, 2.7394718927098438e-05, 2.4185233996831812e-05, 2.0864328689640388e-05, 1.839620563259814e-05], "update_matrix_norm_1": [27155.126953125], "update_matrix_norm_2": [7.147468566894531], "update_matrix_norm_inf": [0.0467342846095562], "request": {"prompt": "The creative work's genre of {} is", "subject": "Snow White", "target_new": {"str": "epic poetry"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [5.601, 3.142, 1.977, 0.783, 0.442, 0.376, 0.34, 0.319, 0.306, 0.297, 0.293, 0.291, 0.286, 0.285, 0.284, 0.283, 0.282, 0.282, 0.281, 0.28], "prob_new": [0.003991468343883753, 0.07461826503276825, 0.20893022418022156, 0.6385697722434998, 0.8565173745155334, 0.9166191816329956, 0.9497780799865723, 0.9686464071273804, 0.978545606136322, 0.9841833114624023, 0.9885028600692749, 0.9918681979179382, 0.9940802454948425, 0.9954810738563538, 0.9964290261268616, 0.9971200823783875, 0.9976473450660706, 0.9980505108833313, 0.9983484148979187, 0.9985759854316711], "prob_old": [0.5972912311553955, 0.14878909289836884, 0.07949139177799225, 0.027098333463072777, 0.012580020353198051, 0.007550525479018688, 0.005038984585553408, 0.0036007650196552277, 0.002701836870983243, 0.002078557386994362, 0.0016109704738482833, 0.0012663131346926093, 0.001023322925902903, 0.0008408016874454916, 0.0006967398803681135, 0.0005803540698252618, 0.0004864894726779312, 0.00041434791637584567, 0.00036370515590533614, 0.00032712225220166147], "prob_new_token": [7.834411917428952e-06, 0.08517821133136749, 0.38866645097732544, 0.8287390470504761, 0.8934112787246704, 0.9349173307418823, 0.9612560272216797, 0.9755921959877014, 0.9831863641738892, 0.9876487851142883, 0.9906059503555298, 0.9926780462265015, 0.9941282868385315, 0.9951677918434143, 0.9959480166435242, 0.9965633749961853, 0.9970638155937195, 0.9974684715270996, 0.9977826476097107, 0.9980283975601196], "prob_old_token": [0.5205709338188171, 0.23282642662525177, 0.17883899807929993, 0.042502082884311676, 0.026480039581656456, 0.014689741656184196, 0.00803498737514019, 0.004792847670614719, 0.003200402483344078, 0.0023452378809452057, 0.0018395435763522983, 0.0015223455848172307, 0.0013129785656929016, 0.0011512073688209057, 0.0010090749710798264, 0.0008792931912466884, 0.0007632778724655509, 0.0006666802219115198, 0.0005943133146502078, 0.0005415899795480072], "update_matrix_norm_1": [26801.509765625], "update_matrix_norm_2": [7.1554179191589355], "update_matrix_norm_inf": [0.050847675651311874], "request": {"prompt": "The creative work's genre of {} is", "subject": "Snow White", "target_new": {"str": "science fiction comedy"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [5.236, 2.416, 0.925, 0.472, 0.365, 0.332, 0.314, 0.302, 0.295, 0.29, 0.287, 0.285, 0.283, 0.282, 0.281, 0.28, 0.28, 0.28, 0.28, 0.28], "prob_new": [0.006316127721220255, 0.13395513594150543, 0.5642535090446472, 0.8365845680236816, 0.9216232299804688, 0.9504265785217285, 0.966461181640625, 0.9774339199066162, 0.9846010208129883, 0.9892680644989014, 0.9924028515815735, 0.9944539666175842, 0.9959501028060913, 0.9969945549964905, 0.9976754784584045, 0.9982223510742188, 0.9985901117324829, 0.9988390803337097, 0.9990527033805847, 0.9991729855537415], "prob_old": [0.5972912311553955, 0.3681032955646515, 0.11415377259254456, 0.04031580314040184, 0.022359011694788933, 0.016289032995700836, 0.012882194481790066, 0.010444304905831814, 0.008709069341421127, 0.007431119214743376, 0.006447651889175177, 0.005713233258575201, 0.0050737750716507435, 0.004542692564427853, 0.004146064631640911, 0.0037612072192132473, 0.003466939087957144, 0.0032504252158105373, 0.003032110398635268, 0.002928702626377344], "prob_new_token": [4.413291662785923e-06, 0.0007414647261612117, 0.5942791700363159, 0.9047728776931763, 0.9670435786247253, 0.9827028512954712, 0.989424467086792, 0.9934015870094299, 0.9957427978515625, 0.9970407485961914, 0.9978595972061157, 0.9984139800071716, 0.9987949728965759, 0.9990689158439636, 0.9992668032646179, 0.9994127750396729, 0.9995197653770447, 0.9995989799499512, 0.9996576905250549, 0.9997022747993469], "prob_old_token": [0.5205709338188171, 0.35623928904533386, 0.052925955504179, 0.005339478142559528, 0.0012198903132230043, 0.0005356880719773471, 0.00028561390354298055, 0.00016492306895088404, 0.00010428951645735651, 7.055397145450115e-05, 4.970155350747518e-05, 3.677944914670661e-05, 2.7293877792544663e-05, 2.0639745343942195e-05, 1.6320424037985504e-05, 1.279542084375862e-05, 1.0410870345367584e-05, 8.787154911260586e-06, 7.418575478368439e-06, 6.69352084514685e-06], "update_matrix_norm_1": [27305.2109375], "update_matrix_norm_2": [7.160823822021484], "update_matrix_norm_inf": [0.047227893024683], "request": {"prompt": "The creative work's genre of {} is", "subject": "Snow White", "target_new": {"str": "R&B"}, "old_answer": {"str": "a fairy tale"}, "seed": 42}}, {"loss_per_step": [2.152, 0.718, 0.421, 0.333, 0.291, 0.27, 0.258, 0.249, 0.243, 0.241, 0.24, 0.24, 0.239, 0.239, 0.239, 0.239, 0.238, 0.238, 0.238, 0.238], "prob_new": [0.1169092133641243, 0.6482839584350586, 0.8404857516288757, 0.9144529700279236, 0.9498645663261414, 0.970608115196228, 0.9836183190345764, 0.9914501905441284, 0.9957112073898315, 0.9975253939628601, 0.9983114004135132, 0.9986899495124817, 0.9989640712738037, 0.9991731643676758, 0.9992755651473999, 0.9993863105773926, 0.999430239200592, 0.9994825720787048, 0.99949711561203, 0.9995212554931641], "prob_old": [0.7847744226455688, 0.464676171541214, 0.26650577783584595, 0.2219407707452774, 0.200834259390831, 0.18621748685836792, 0.17370861768722534, 0.1621398627758026, 0.15403924882411957, 0.15412120521068573, 0.1557808816432953, 0.15524634718894958, 0.15305548906326294, 0.1503150314092636, 0.1485670953989029, 0.1457689106464386, 0.14421597123146057, 0.1418830156326294, 0.14046365022659302, 0.13832278549671173], "prob_new_token": [0.5141264796257019, 0.47553515434265137, 0.6609408259391785, 0.8849198222160339, 0.9631481766700745, 0.9853878617286682, 0.9932036399841309, 0.9959816336631775, 0.9970957040786743, 0.9980587959289551, 0.9987007975578308, 0.9989020824432373, 0.9990702271461487, 0.9992257356643677, 0.9992683529853821, 0.9993814826011658, 0.999402642250061, 0.9994674921035767, 0.9994627833366394, 0.9994885325431824], "prob_old_token": [0.5141264796257019, 0.47553515434265137, 0.6609408259391785, 0.8849198222160339, 0.9631481766700745, 0.9853878617286682, 0.9932036399841309, 0.9959816336631775, 0.9970957040786743, 0.9980587959289551, 0.9987007975578308, 0.9989020824432373, 0.9990702271461487, 0.9992257356643677, 0.9992683529853821, 0.9993814826011658, 0.999402642250061, 0.9994674921035767, 0.9994627833366394, 0.9994885325431824], "update_matrix_norm_1": [29500.84765625], "update_matrix_norm_2": [7.774716377258301], "update_matrix_norm_inf": [0.07100461423397064], "request": {"prompt": "{} earned the award of", "subject": "Czes\u0142aw Mi\u0142osz", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.404, 0.587, 0.408, 0.335, 0.288, 0.262, 0.249, 0.244, 0.242, 0.241, 0.244, 0.242, 0.243, 0.241, 0.242, 0.241, 0.243, 0.241, 0.241, 0.239], "prob_new": [0.24643000960350037, 0.7722117304801941, 0.8488267660140991, 0.909135639667511, 0.9529156684875488, 0.9777193069458008, 0.9899508357048035, 0.9952612519264221, 0.9976138472557068, 0.9985699653625488, 0.9991253614425659, 0.9993299245834351, 0.999398946762085, 0.999333381652832, 0.9991546273231506, 0.9988923072814941, 0.9986572265625, 0.9986326098442078, 0.99872225522995, 0.9988030195236206], "prob_old": [0.7847744226455688, 0.36226901412010193, 0.35706061124801636, 0.3851258456707001, 0.3550015091896057, 0.3176688849925995, 0.27230653166770935, 0.2286938726902008, 0.20175331830978394, 0.1855143904685974, 0.1766231656074524, 0.1711689829826355, 0.16717447340488434, 0.1668490767478943, 0.16736763715744019, 0.1681850105524063, 0.1700918972492218, 0.17391841113567352, 0.17681343853473663, 0.17943628132343292], "prob_new_token": [0.5141264796257019, 0.6359968781471252, 0.7413434386253357, 0.8600062131881714, 0.9424694180488586, 0.9775446653366089, 0.9917430877685547, 0.9968290328979492, 0.9985958933830261, 0.9992320537567139, 0.9994754195213318, 0.9995883107185364, 0.9996410012245178, 0.9995372295379639, 0.9993821382522583, 0.9991576671600342, 0.9989156723022461, 0.9988094568252563, 0.9987665414810181, 0.9986752271652222], "prob_old_token": [0.5141264796257019, 0.6359968781471252, 0.7413434386253357, 0.8600062131881714, 0.9424694180488586, 0.9775446653366089, 0.9917430877685547, 0.9968290328979492, 0.9985958933830261, 0.9992320537567139, 0.9994754195213318, 0.9995883107185364, 0.9996410012245178, 0.9995372295379639, 0.9993821382522583, 0.9991576671600342, 0.9989156723022461, 0.9988094568252563, 0.9987665414810181, 0.9986752271652222], "update_matrix_norm_1": [28777.4140625], "update_matrix_norm_2": [7.71051025390625], "update_matrix_norm_inf": [0.05527903884649277], "request": {"prompt": "{} earned the award of", "subject": "Czes\u0142aw Mi\u0142osz", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.893, 0.616, 0.428, 0.366, 0.332, 0.314, 0.305, 0.3, 0.295, 0.291, 0.287, 0.288, 0.286, 0.287, 0.286, 0.285, 0.286, 0.285, 0.285, 0.285], "prob_new": [0.15335193276405334, 0.7311177849769592, 0.8673202991485596, 0.923214316368103, 0.9559550881385803, 0.9728527069091797, 0.981624960899353, 0.9865844249725342, 0.9899253845214844, 0.9924957752227783, 0.9944862127304077, 0.9959660768508911, 0.9969933032989502, 0.9976487159729004, 0.99810391664505, 0.9984256625175476, 0.9986474514007568, 0.9987842440605164, 0.9988797903060913, 0.9989551305770874], "prob_old": [0.7451134920120239, 0.34514108300209045, 0.2596834897994995, 0.25072410702705383, 0.2454443871974945, 0.23933181166648865, 0.23296841979026794, 0.22609007358551025, 0.21791110932826996, 0.20839707553386688, 0.1984538584947586, 0.18891018629074097, 0.1794353574514389, 0.1727420538663864, 0.1675841510295868, 0.16360364854335785, 0.16079223155975342, 0.15936824679374695, 0.1588316559791565, 0.15895511209964752], "prob_new_token": [0.4734490215778351, 0.793988049030304, 0.7563651204109192, 0.8702018857002258, 0.936212956905365, 0.9650540351867676, 0.9764565825462341, 0.9820186495780945, 0.9861152172088623, 0.9897916316986084, 0.9928250908851624, 0.9950745701789856, 0.9967994093894958, 0.9977067708969116, 0.9982313513755798, 0.9985361099243164, 0.9987108707427979, 0.9988259673118591, 0.998898446559906, 0.9989331960678101], "prob_old_token": [0.4734490215778351, 0.793988049030304, 0.7563651204109192, 0.8702018857002258, 0.936212956905365, 0.9650540351867676, 0.9764565825462341, 0.9820186495780945, 0.9861152172088623, 0.9897916316986084, 0.9928250908851624, 0.9950745701789856, 0.9967994093894958, 0.9977067708969116, 0.9982313513755798, 0.9985361099243164, 0.9987108707427979, 0.9988259673118591, 0.998898446559906, 0.9989331960678101], "update_matrix_norm_1": [28502.046875], "update_matrix_norm_2": [7.398293495178223], "update_matrix_norm_inf": [0.04608273133635521], "request": {"prompt": "{} earned the award of", "subject": "Knut Hamsun", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.626, 0.879, 0.49, 0.42, 0.376, 0.348, 0.326, 0.309, 0.297, 0.288, 0.286, 0.283, 0.284, 0.284, 0.284, 0.283, 0.283, 0.282, 0.281, 0.277], "prob_new": [0.19827646017074585, 0.6675223708152771, 0.828162431716919, 0.8734426498413086, 0.9112992286682129, 0.9369686841964722, 0.9582399129867554, 0.9747543334960938, 0.9860055446624756, 0.9929918646812439, 0.9968540668487549, 0.9986786842346191, 0.9993647933006287, 0.9996152520179749, 0.9997166395187378, 0.9997599720954895, 0.9997729659080505, 0.999758243560791, 0.9996883869171143, 0.9995080232620239], "prob_old": [0.7451134920120239, 0.29324254393577576, 0.24971432983875275, 0.25750938057899475, 0.269059419631958, 0.27268150448799133, 0.25369885563850403, 0.22281865775585175, 0.19424371421337128, 0.17295894026756287, 0.15716756880283356, 0.1381695717573166, 0.13053949177265167, 0.12637227773666382, 0.12391462922096252, 0.1228349357843399, 0.12235376238822937, 0.12075695395469666, 0.11849697679281235, 0.11892268806695938], "prob_new_token": [0.4734490215778351, 0.5290905833244324, 0.8080361485481262, 0.8849672079086304, 0.9308883547782898, 0.953800618648529, 0.9726771712303162, 0.9847321510314941, 0.9916847944259644, 0.9954864382743835, 0.9975536465644836, 0.9987626075744629, 0.9992804527282715, 0.9995125532150269, 0.9996245503425598, 0.9996776580810547, 0.9996908903121948, 0.9996465444564819, 0.9994937181472778, 0.999182939529419], "prob_old_token": [0.4734490215778351, 0.5290905833244324, 0.8080361485481262, 0.8849672079086304, 0.9308883547782898, 0.953800618648529, 0.9726771712303162, 0.9847321510314941, 0.9916847944259644, 0.9954864382743835, 0.9975536465644836, 0.9987626075744629, 0.9992804527282715, 0.9995125532150269, 0.9996245503425598, 0.9996776580810547, 0.9996908903121948, 0.9996465444564819, 0.9994937181472778, 0.999182939529419], "update_matrix_norm_1": [27328.04296875], "update_matrix_norm_2": [7.302196979522705], "update_matrix_norm_inf": [0.05056972801685333], "request": {"prompt": "{} earned the award of", "subject": "Knut Hamsun", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.822, 0.643, 0.435, 0.366, 0.336, 0.322, 0.313, 0.306, 0.302, 0.299, 0.297, 0.295, 0.294, 0.293, 0.293, 0.292, 0.292, 0.291, 0.291, 0.291], "prob_new": [0.1630946397781372, 0.7603079080581665, 0.866702675819397, 0.9283666610717773, 0.9555518627166748, 0.9695016741752625, 0.9783317446708679, 0.9844093322753906, 0.9886517524719238, 0.9916213750839233, 0.9937251806259155, 0.9952459931373596, 0.9963687658309937, 0.9972112774848938, 0.9978481531143188, 0.9983280897140503, 0.9986855983734131, 0.9989473223686218, 0.9991359710693359, 0.9992700219154358], "prob_old": [0.7405601739883423, 0.2695888578891754, 0.22296136617660522, 0.22320733964443207, 0.22394728660583496, 0.22329844534397125, 0.21936334669589996, 0.21185995638370514, 0.20179040729999542, 0.19038069248199463, 0.1785438060760498, 0.1668221801519394, 0.15551045536994934, 0.14477184414863586, 0.13473345339298248, 0.12550905346870422, 0.11719845980405807, 0.10986898094415665, 0.10353917628526688, 0.09817652404308319], "prob_new_token": [0.3937698006629944, 0.3599994480609894, 0.6713716387748718, 0.889227032661438, 0.9560059905052185, 0.9762707948684692, 0.9847756624221802, 0.9894821047782898, 0.9924872517585754, 0.994528591632843, 0.9959588050842285, 0.9969837069511414, 0.9977331757545471, 0.9982893466949463, 0.9987061619758606, 0.9990176558494568, 0.9992473125457764, 0.9994120597839355, 0.999526858329773, 0.999605119228363], "prob_old_token": [0.3937698006629944, 0.3599994480609894, 0.6713716387748718, 0.889227032661438, 0.9560059905052185, 0.9762707948684692, 0.9847756624221802, 0.9894821047782898, 0.9924872517585754, 0.994528591632843, 0.9959588050842285, 0.9969837069511414, 0.9977331757545471, 0.9982893466949463, 0.9987061619758606, 0.9990176558494568, 0.9992473125457764, 0.9994120597839355, 0.999526858329773, 0.999605119228363], "update_matrix_norm_1": [28416.83984375], "update_matrix_norm_2": [7.6998467445373535], "update_matrix_norm_inf": [0.05375487729907036], "request": {"prompt": "{} earned the award of", "subject": "Pablo Neruda", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.425, 0.73, 0.525, 0.372, 0.337, 0.32, 0.306, 0.298, 0.294, 0.292, 0.291, 0.29, 0.29, 0.29, 0.29, 0.289, 0.287, 0.297, 0.293, 0.305], "prob_new": [0.24240641295909882, 0.6829366087913513, 0.792667031288147, 0.9222875237464905, 0.9543928503990173, 0.9708019495010376, 0.9839586019515991, 0.992065966129303, 0.9962894320487976, 0.9982011318206787, 0.9990230202674866, 0.9993918538093567, 0.9995659589767456, 0.9996507167816162, 0.9996902942657471, 0.9997028112411499, 0.9996926784515381, 0.9996278882026672, 0.9966943860054016, 0.9858651161193848], "prob_old": [0.7405601739883423, 0.39954039454460144, 0.32062074542045593, 0.3223491609096527, 0.30437031388282776, 0.26299235224723816, 0.21399380266666412, 0.1745377480983734, 0.14600756764411926, 0.12735167145729065, 0.11600498110055923, 0.10947463661432266, 0.1061239242553711, 0.1050613522529602, 0.10612446814775467, 0.10998420417308807, 0.11879267543554306, 0.14005284011363983, 0.1150791123509407, 0.15928854048252106], "prob_new_token": [0.3937698006629944, 0.5623946785926819, 0.6476933360099792, 0.9171121716499329, 0.9582422971725464, 0.9739272594451904, 0.984203040599823, 0.9909046292304993, 0.9949039220809937, 0.9970843195915222, 0.9982494115829468, 0.9988946318626404, 0.9992552399635315, 0.9994537830352783, 0.9995622038841248, 0.9996227622032166, 0.9996711611747742, 0.9997414946556091, 0.9962767362594604, 0.9814714193344116], "prob_old_token": [0.3937698006629944, 0.5623946785926819, 0.6476933360099792, 0.9171121716499329, 0.9582422971725464, 0.9739272594451904, 0.984203040599823, 0.9909046292304993, 0.9949039220809937, 0.9970843195915222, 0.9982494115829468, 0.9988946318626404, 0.9992552399635315, 0.9994537830352783, 0.9995622038841248, 0.9996227622032166, 0.9996711611747742, 0.9997414946556091, 0.9962767362594604, 0.9814714193344116], "update_matrix_norm_1": [28273.05078125], "update_matrix_norm_2": [7.716892242431641], "update_matrix_norm_inf": [0.05644644424319267], "request": {"prompt": "{} earned the award of", "subject": "Pablo Neruda", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.382, 1.866, 0.678, 0.434, 0.383, 0.34, 0.311, 0.294, 0.285, 0.28, 0.276, 0.272, 0.269, 0.268, 0.267, 0.266, 0.266, 0.266, 0.265, 0.265], "prob_new": [0.2534126937389374, 0.22681927680969238, 0.677142858505249, 0.8484873175621033, 0.891329824924469, 0.9303245544433594, 0.9578912854194641, 0.9731371998786926, 0.9814546704292297, 0.9866197109222412, 0.9903205633163452, 0.9930871725082397, 0.9950928688049316, 0.9964823126792908, 0.997424840927124, 0.9980342984199524, 0.9984243512153625, 0.9986859560012817, 0.9988820552825928, 0.999035656452179], "prob_old": [0.7577793598175049, 0.17182140052318573, 0.22663907706737518, 0.2659370005130768, 0.2876023054122925, 0.2940024137496948, 0.2871313989162445, 0.2733058035373688, 0.25743862986564636, 0.2402259260416031, 0.22106951475143433, 0.2013319581747055, 0.18314875662326813, 0.1674988865852356, 0.15349620580673218, 0.14222726225852966, 0.1336832046508789, 0.12716738879680634, 0.12200900912284851, 0.11767662316560745], "prob_new_token": [0.3836338520050049, 0.10673712193965912, 0.28866085410118103, 0.48064714670181274, 0.7484291195869446, 0.8914011716842651, 0.9553255438804626, 0.9803179502487183, 0.9898478388786316, 0.9937413334846497, 0.9955459833145142, 0.9965487718582153, 0.9972199201583862, 0.9977210760116577, 0.9981004595756531, 0.9983859062194824, 0.9986053109169006, 0.9987650513648987, 0.9988633990287781, 0.9989233613014221], "prob_old_token": [0.3836338520050049, 0.10673712193965912, 0.28866085410118103, 0.48064714670181274, 0.7484291195869446, 0.8914011716842651, 0.9553255438804626, 0.9803179502487183, 0.9898478388786316, 0.9937413334846497, 0.9955459833145142, 0.9965487718582153, 0.9972199201583862, 0.9977210760116577, 0.9981004595756531, 0.9983859062194824, 0.9986053109169006, 0.9987650513648987, 0.9988633990287781, 0.9989233613014221], "update_matrix_norm_1": [29656.306640625], "update_matrix_norm_2": [7.924013137817383], "update_matrix_norm_inf": [0.05489404872059822], "request": {"prompt": "{} earned the award of", "subject": "Grazia Deledda", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.752, 0.828, 0.486, 0.368, 0.327, 0.307, 0.296, 0.289, 0.285, 0.281, 0.279, 0.276, 0.274, 0.273, 0.271, 0.27, 0.27, 0.269, 0.268, 0.268], "prob_new": [0.175448939204216, 0.5968451499938965, 0.8089728951454163, 0.9093611836433411, 0.9462963342666626, 0.9628120064735413, 0.9720902442932129, 0.9780426025390625, 0.98221755027771, 0.9853426814079285, 0.9877925515174866, 0.9897701144218445, 0.9913902282714844, 0.9927237629890442, 0.9938194751739502, 0.9947177767753601, 0.995452344417572, 0.9960512518882751, 0.9965372681617737, 0.9969308972358704], "prob_old": [0.7577793598175049, 0.2514801621437073, 0.20774196088314056, 0.21223965287208557, 0.210425466299057, 0.20758910477161407, 0.20438842475414276, 0.20083743333816528, 0.19690904021263123, 0.19258606433868408, 0.1878785490989685, 0.18283411860466003, 0.17752881348133087, 0.17205815017223358, 0.16651669144630432, 0.1609780192375183, 0.15548406541347504, 0.15005940198898315, 0.14472784101963043, 0.13952785730361938], "prob_new_token": [0.3836338520050049, 0.29577627778053284, 0.5559610724449158, 0.8190367221832275, 0.920788049697876, 0.959289014339447, 0.9758939743041992, 0.9839233756065369, 0.9882820844650269, 0.9909477829933167, 0.9927622675895691, 0.9941058158874512, 0.9951507449150085, 0.9959827065467834, 0.9966460466384888, 0.9971718788146973, 0.9975857734680176, 0.9979097843170166, 0.9981628656387329, 0.9983611702919006], "prob_old_token": [0.3836338520050049, 0.29577627778053284, 0.5559610724449158, 0.8190367221832275, 0.920788049697876, 0.959289014339447, 0.9758939743041992, 0.9839233756065369, 0.9882820844650269, 0.9909477829933167, 0.9927622675895691, 0.9941058158874512, 0.9951507449150085, 0.9959827065467834, 0.9966460466384888, 0.9971718788146973, 0.9975857734680176, 0.9979097843170166, 0.9981628656387329, 0.9983611702919006], "update_matrix_norm_1": [30875.236328125], "update_matrix_norm_2": [7.935178756713867], "update_matrix_norm_inf": [0.05146439000964165], "request": {"prompt": "{} earned the award of", "subject": "Grazia Deledda", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.498, 0.498, 0.374, 0.322, 0.295, 0.281, 0.275, 0.272, 0.27, 0.269, 0.269, 0.269, 0.269, 0.268, 0.267, 0.268, 0.267, 0.264, 0.258, 0.25], "prob_new": [0.22516973316669464, 0.8364490270614624, 0.9027553796768188, 0.9504231214523315, 0.976006269454956, 0.9898490905761719, 0.9961795806884766, 0.9984050989151001, 0.9991731643676758, 0.9994853734970093, 0.9996141195297241, 0.9996670484542847, 0.9996917843818665, 0.9996821284294128, 0.9996429085731506, 0.9995806813240051, 0.9994795918464661, 0.9993662238121033, 0.9992688894271851, 0.9992305636405945], "prob_old": [0.8195292353630066, 0.5167729258537292, 0.491536021232605, 0.3853391110897064, 0.3121242821216583, 0.260538250207901, 0.2211051732301712, 0.19243253767490387, 0.1731833964586258, 0.15967625379562378, 0.15334665775299072, 0.1519000381231308, 0.1514676958322525, 0.1540887951850891, 0.15834897756576538, 0.16328319907188416, 0.1753096878528595, 0.1872386783361435, 0.19919408857822418, 0.21227557957172394], "prob_new_token": [0.7164356708526611, 0.8768364787101746, 0.8799269795417786, 0.9473136067390442, 0.983772873878479, 0.9947672486305237, 0.9980581402778625, 0.9990335702896118, 0.9993683695793152, 0.9995310306549072, 0.9995984435081482, 0.9996106028556824, 0.9995928406715393, 0.999529242515564, 0.9994000792503357, 0.9991858601570129, 0.9989116787910461, 0.9986118078231812, 0.9983873963356018, 0.998343288898468], "prob_old_token": [0.7164356708526611, 0.8768364787101746, 0.8799269795417786, 0.9473136067390442, 0.983772873878479, 0.9947672486305237, 0.9980581402778625, 0.9990335702896118, 0.9993683695793152, 0.9995310306549072, 0.9995984435081482, 0.9996106028556824, 0.9995928406715393, 0.999529242515564, 0.9994000792503357, 0.9991858601570129, 0.9989116787910461, 0.9986118078231812, 0.9983873963356018, 0.998343288898468], "update_matrix_norm_1": [27503.34765625], "update_matrix_norm_2": [7.754367351531982], "update_matrix_norm_inf": [0.0883951261639595], "request": {"prompt": "{} earned the award of", "subject": "Gabriel Garc\u00eda M\u00e1rquez", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [2.121, 0.549, 0.358, 0.304, 0.284, 0.276, 0.271, 0.27, 0.27, 0.269, 0.268, 0.269, 0.27, 0.271, 0.269, 0.268, 0.269, 0.267, 0.265, 0.261], "prob_new": [0.1210692822933197, 0.7675681710243225, 0.9148522615432739, 0.9647930860519409, 0.9843401312828064, 0.9929741024971008, 0.996802568435669, 0.9983736872673035, 0.9990708827972412, 0.9993491768836975, 0.9994716644287109, 0.9995201230049133, 0.9995477199554443, 0.99949049949646, 0.9993395209312439, 0.9990808367729187, 0.9987783432006836, 0.9983634948730469, 0.9980272054672241, 0.9980018734931946], "prob_old": [0.8195292353630066, 0.5282707214355469, 0.4511682093143463, 0.3560716509819031, 0.2816051244735718, 0.2285655438899994, 0.19009439647197723, 0.1645180583000183, 0.1493636965751648, 0.14372122287750244, 0.14303208887577057, 0.1468879133462906, 0.15202686190605164, 0.1656314581632614, 0.1867421716451645, 0.21300563216209412, 0.23732276260852814, 0.25930479168891907, 0.27593299746513367, 0.28460925817489624], "prob_new_token": [0.7164356708526611, 0.5097149610519409, 0.8936771750450134, 0.9755178093910217, 0.9907078146934509, 0.9961791038513184, 0.9985637068748474, 0.9994053840637207, 0.9996788501739502, 0.9997713565826416, 0.9998165965080261, 0.9998317360877991, 0.9998230338096619, 0.9997797012329102, 0.9996956586837769, 0.9995697140693665, 0.9994122982025146, 0.9991105198860168, 0.9988283514976501, 0.9988083839416504], "prob_old_token": [0.7164356708526611, 0.5097149610519409, 0.8936771750450134, 0.9755178093910217, 0.9907078146934509, 0.9961791038513184, 0.9985637068748474, 0.9994053840637207, 0.9996788501739502, 0.9997713565826416, 0.9998165965080261, 0.9998317360877991, 0.9998230338096619, 0.9997797012329102, 0.9996956586837769, 0.9995697140693665, 0.9994122982025146, 0.9991105198860168, 0.9988283514976501, 0.9988083839416504], "update_matrix_norm_1": [29564.388671875], "update_matrix_norm_2": [8.102802276611328], "update_matrix_norm_inf": [0.07899617403745651], "request": {"prompt": "{} earned the award of", "subject": "Gabriel Garc\u00eda M\u00e1rquez", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.281, 1.123, 0.583, 0.464, 0.401, 0.358, 0.328, 0.311, 0.302, 0.294, 0.287, 0.281, 0.277, 0.274, 0.272, 0.271, 0.27, 0.27, 0.269, 0.269], "prob_new": [0.2808327376842499, 0.6835021376609802, 0.7676436901092529, 0.823068380355835, 0.8758981227874756, 0.9146159887313843, 0.9419639110565186, 0.9579616785049438, 0.9668895602226257, 0.9742662310600281, 0.9814331531524658, 0.9873343110084534, 0.9914812445640564, 0.9941933155059814, 0.995937705039978, 0.9970759749412537, 0.9978646039962769, 0.9984318017959595, 0.9988208413124084, 0.9990975856781006], "prob_old": [0.8222843408584595, 0.10955970734357834, 0.1082409918308258, 0.11974332481622696, 0.12912949919700623, 0.13388842344284058, 0.13491976261138916, 0.13313287496566772, 0.1294160783290863, 0.12357871234416962, 0.11570099741220474, 0.1064775362610817, 0.09670892357826233, 0.08701832592487335, 0.07795262336730957, 0.07010357081890106, 0.06385569274425507, 0.05921692028641701, 0.05580516159534454, 0.05323495343327522], "prob_new_token": [0.8693606853485107, 0.4853731393814087, 0.6093116998672485, 0.7652340531349182, 0.8825808763504028, 0.935422420501709, 0.9582284688949585, 0.9701350927352905, 0.9776668548583984, 0.9831677675247192, 0.9873000383377075, 0.9903119802474976, 0.9925317764282227, 0.9942179918289185, 0.9954849481582642, 0.9964250326156616, 0.9971838593482971, 0.9978048205375671, 0.9982408285140991, 0.9985815286636353], "prob_old_token": [0.8693606853485107, 0.4853731393814087, 0.6093116998672485, 0.7652340531349182, 0.8825808763504028, 0.935422420501709, 0.9582284688949585, 0.9701350927352905, 0.9776668548583984, 0.9831677675247192, 0.9873000383377075, 0.9903119802474976, 0.9925317764282227, 0.9942179918289185, 0.9954849481582642, 0.9964250326156616, 0.9971838593482971, 0.9978048205375671, 0.9982408285140991, 0.9985815286636353], "update_matrix_norm_1": [32296.6015625], "update_matrix_norm_2": [8.5040283203125], "update_matrix_norm_inf": [0.05403504520654678], "request": {"prompt": "{} earned the award of", "subject": "Bertha von Suttner", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Peace Prize"}, "seed": 42}}, {"loss_per_step": [0.616, 0.504, 0.4, 0.343, 0.304, 0.291, 0.269, 0.261, 0.255, 0.249, 0.248, 0.244, 0.243, 0.242, 0.241, 0.241, 0.24, 0.24, 0.24, 0.239], "prob_new": [0.5438258051872253, 0.7826001644134521, 0.8745052814483643, 0.9169526696205139, 0.9405663013458252, 0.9572150707244873, 0.9716224670410156, 0.9813885688781738, 0.9868258833885193, 0.9904918670654297, 0.9930681586265564, 0.9946420192718506, 0.9957752227783203, 0.9967767596244812, 0.9975244402885437, 0.9979396462440491, 0.9981647729873657, 0.9983037710189819, 0.9983932971954346, 0.9984334707260132], "prob_old": [0.8222843408584595, 0.10850246995687485, 0.12137375771999359, 0.12488900125026703, 0.12884274125099182, 0.13234922289848328, 0.1308123618364334, 0.12726671993732452, 0.1228083074092865, 0.11716928333044052, 0.10994947701692581, 0.10263604670763016, 0.09667235612869263, 0.09127345681190491, 0.08626915514469147, 0.08217932283878326, 0.07859267294406891, 0.07553154975175858, 0.07298583537340164, 0.070965975522995], "prob_new_token": [0.8693606853485107, 0.7793769836425781, 0.893737256526947, 0.9226887822151184, 0.9475064277648926, 0.9623153209686279, 0.9766818284988403, 0.9860803484916687, 0.9898635745048523, 0.9921342134475708, 0.9937250018119812, 0.9947014451026917, 0.9953721165657043, 0.9961845278739929, 0.9968834519386292, 0.9972450733184814, 0.9974429607391357, 0.9975733160972595, 0.9976845979690552, 0.9977846145629883], "prob_old_token": [0.8693606853485107, 0.7793769836425781, 0.893737256526947, 0.9226887822151184, 0.9475064277648926, 0.9623153209686279, 0.9766818284988403, 0.9860803484916687, 0.9898635745048523, 0.9921342134475708, 0.9937250018119812, 0.9947014451026917, 0.9953721165657043, 0.9961845278739929, 0.9968834519386292, 0.9972450733184814, 0.9974429607391357, 0.9975733160972595, 0.9976845979690552, 0.9977846145629883], "update_matrix_norm_1": [33519.8046875], "update_matrix_norm_2": [8.474340438842773], "update_matrix_norm_inf": [0.07135608792304993], "request": {"prompt": "{} earned the award of", "subject": "Bertha von Suttner", "target_new": {"str": "the Nobel Prize in Literature"}, "old_answer": {"str": "the Nobel Peace Prize"}, "seed": 42}}, {"loss_per_step": [2.006, 0.564, 0.314, 0.317, 0.278, 0.288, 0.286, 0.274, 0.249, 0.261, 0.255, 0.245, 0.251, 0.246, 0.243, 0.246, 0.243, 0.241, 0.243, 0.241], "prob_new": [0.1353350579738617, 0.7578074932098389, 0.9433227181434631, 0.9579830169677734, 0.9710079431533813, 0.9794583320617676, 0.9845185279846191, 0.9884074926376343, 0.9910763502120972, 0.9928203821182251, 0.9942794442176819, 0.9954623579978943, 0.9962747693061829, 0.996843695640564, 0.9972282648086548, 0.9975383877754211, 0.9978427886962891, 0.9981042146682739, 0.9982927441596985, 0.9984292984008789], "prob_old": [0.7462478280067444, 0.3447258770465851, 0.2865360975265503, 0.2705640494823456, 0.2668578326702118, 0.2735181450843811, 0.2648909091949463, 0.24494877457618713, 0.21814215183258057, 0.19685892760753632, 0.18932804465293884, 0.18992406129837036, 0.18741010129451752, 0.17881032824516296, 0.16813574731349945, 0.16097953915596008, 0.1575384885072708, 0.15608623623847961, 0.1538209766149521, 0.14963705837726593], "prob_new_token": [0.4393182098865509, 0.6854344010353088, 0.8924915790557861, 0.9459338188171387, 0.9736312627792358, 0.9849615693092346, 0.9898974895477295, 0.993315577507019, 0.9954847097396851, 0.996718168258667, 0.9976891875267029, 0.9983840584754944, 0.9987776875495911, 0.9990232586860657, 0.9991654753684998, 0.9992727637290955, 0.9993887543678284, 0.9994871020317078, 0.9995497465133667, 0.9995881915092468], "prob_old_token": [0.4393182098865509, 0.6854344010353088, 0.8924915790557861, 0.9459338188171387, 0.9736312627792358, 0.9849615693092346, 0.9898974895477295, 0.993315577507019, 0.9954847097396851, 0.996718168258667, 0.9976891875267029, 0.9983840584754944, 0.9987776875495911, 0.9990232586860657, 0.9991654753684998, 0.9992727637290955, 0.9993887543678284, 0.9994871020317078, 0.9995497465133667, 0.9995881915092468], "update_matrix_norm_1": [31514.8203125], "update_matrix_norm_2": [8.472935676574707], "update_matrix_norm_inf": [0.06115950271487236], "request": {"prompt": "{} earned the award of", "subject": "Boris Pasternak", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.262, 1.405, 0.631, 0.442, 0.367, 0.335, 0.316, 0.306, 0.299, 0.294, 0.291, 0.288, 0.286, 0.282, 0.272, 0.248, 0.258, 0.256, 0.242, 0.253], "prob_new": [0.28546008467674255, 0.3592786490917206, 0.7177832722663879, 0.860569953918457, 0.9255435466766357, 0.9546000361442566, 0.9719479084014893, 0.9816521406173706, 0.9873964190483093, 0.9913753271102905, 0.9941053986549377, 0.9958401918411255, 0.9969109296798706, 0.9975734949111938, 0.997929573059082, 0.9979591369628906, 0.998093843460083, 0.998153805732727, 0.9981721639633179, 0.9982172846794128], "prob_old": [0.7462478280067444, 0.25567758083343506, 0.25327378511428833, 0.22530606389045715, 0.2398722767829895, 0.24508774280548096, 0.23724716901779175, 0.22429217398166656, 0.21085746586322784, 0.19890092313289642, 0.18905383348464966, 0.18152552843093872, 0.17626814544200897, 0.17387865483760834, 0.1779482662677765, 0.19807033240795135, 0.2192552089691162, 0.2330779880285263, 0.23695966601371765, 0.23689007759094238], "prob_new_token": [0.4393182098865509, 0.08917221426963806, 0.24910350143909454, 0.4264356791973114, 0.8019010424613953, 0.9514907002449036, 0.9843573570251465, 0.9939187169075012, 0.9969547986984253, 0.9981896281242371, 0.9987950325012207, 0.9991249442100525, 0.9993146657943726, 0.9994287490844727, 0.9995046854019165, 0.9995243549346924, 0.9994311928749084, 0.9992716908454895, 0.9990130066871643, 0.998801052570343], "prob_old_token": [0.4393182098865509, 0.08917221426963806, 0.24910350143909454, 0.4264356791973114, 0.8019010424613953, 0.9514907002449036, 0.9843573570251465, 0.9939187169075012, 0.9969547986984253, 0.9981896281242371, 0.9987950325012207, 0.9991249442100525, 0.9993146657943726, 0.9994287490844727, 0.9995046854019165, 0.9995243549346924, 0.9994311928749084, 0.9992716908454895, 0.9990130066871643, 0.998801052570343], "update_matrix_norm_1": [31358.59375], "update_matrix_norm_2": [8.497154235839844], "update_matrix_norm_inf": [0.05035146698355675], "request": {"prompt": "{} earned the award of", "subject": "Boris Pasternak", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.606, 0.92, 0.524, 0.34, 0.299, 0.279, 0.268, 0.261, 0.257, 0.255, 0.254, 0.252, 0.251, 0.251, 0.25, 0.25, 0.25, 0.249, 0.249, 0.25], "prob_new": [0.20533382892608643, 0.5275312662124634, 0.8050373792648315, 0.9153112173080444, 0.9535818099975586, 0.9740017652511597, 0.9850956201553345, 0.9907199740409851, 0.9937779903411865, 0.9956674575805664, 0.9969075918197632, 0.997711718082428, 0.9982277154922485, 0.9985629916191101, 0.9987877011299133, 0.9989444613456726, 0.999058723449707, 0.9991458654403687, 0.9992156624794006, 0.9992746710777283], "prob_old": [0.6668856143951416, 0.35157397389411926, 0.3366432189941406, 0.27972301840782166, 0.2806432843208313, 0.30930095911026, 0.34534409642219543, 0.36926543712615967, 0.37429407238960266, 0.36158087849617004, 0.3380742371082306, 0.31106308102607727, 0.2850930392742157, 0.2622646987438202, 0.24335938692092896, 0.22843202948570251, 0.2169315218925476, 0.20795096457004547, 0.20046935975551605, 0.19349674880504608], "prob_new_token": [0.2958527207374573, 0.3532635569572449, 0.45682257413864136, 0.7458222508430481, 0.9110084176063538, 0.9681879878044128, 0.9827299118041992, 0.989415168762207, 0.9929150342941284, 0.9949628710746765, 0.9962305426597595, 0.9970359802246094, 0.9975544810295105, 0.9978942275047302, 0.9981238842010498, 0.9982846975326538, 0.9984013438224792, 0.9984896183013916, 0.998563289642334, 0.9986344575881958], "prob_old_token": [0.2958527207374573, 0.3532635569572449, 0.45682257413864136, 0.7458222508430481, 0.9110084176063538, 0.9681879878044128, 0.9827299118041992, 0.989415168762207, 0.9929150342941284, 0.9949628710746765, 0.9962305426597595, 0.9970359802246094, 0.9975544810295105, 0.9978942275047302, 0.9981238842010498, 0.9982846975326538, 0.9984013438224792, 0.9984896183013916, 0.998563289642334, 0.9986344575881958], "update_matrix_norm_1": [33335.6640625], "update_matrix_norm_2": [8.839973449707031], "update_matrix_norm_inf": [0.07174656540155411], "request": {"prompt": "{} earned the award of", "subject": "Joseph Brodsky", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [2.106, 0.444, 0.295, 0.269, 0.261, 0.257, 0.255, 0.253, 0.252, 0.252, 0.251, 0.251, 0.25, 0.25, 0.249, 0.249, 0.248, 0.248, 0.247, 0.247], "prob_new": [0.1250893473625183, 0.8284370303153992, 0.9646188020706177, 0.9830082654953003, 0.9917415380477905, 0.99554842710495, 0.997275173664093, 0.9981371760368347, 0.9986069202423096, 0.9988880157470703, 0.9990726113319397, 0.999193012714386, 0.9992647171020508, 0.9993005394935608, 0.9993114471435547, 0.9993039965629578, 0.9992821216583252, 0.9992539882659912, 0.9992276430130005, 0.9992056488990784], "prob_old": [0.6668856143951416, 0.3505290746688843, 0.29017406702041626, 0.24843652546405792, 0.22359417378902435, 0.21087399125099182, 0.2038373053073883, 0.19919413328170776, 0.19596494734287262, 0.19412629306316376, 0.19381827116012573, 0.1945739984512329, 0.19581100344657898, 0.19720518589019775, 0.1984655261039734, 0.19915737211704254, 0.19937379658222198, 0.19984890520572662, 0.20093168318271637, 0.2024698257446289], "prob_new_token": [0.2958527207374573, 0.32485640048980713, 0.82936030626297, 0.955088198184967, 0.98753821849823, 0.9939242601394653, 0.9959501624107361, 0.9968855977058411, 0.9974242448806763, 0.9977931976318359, 0.9980806708335876, 0.9982889294624329, 0.9984120726585388, 0.9984595775604248, 0.998450517654419, 0.998410165309906, 0.9983496069908142, 0.998278021812439, 0.9982068538665771, 0.9981406927108765], "prob_old_token": [0.2958527207374573, 0.32485640048980713, 0.82936030626297, 0.955088198184967, 0.98753821849823, 0.9939242601394653, 0.9959501624107361, 0.9968855977058411, 0.9974242448806763, 0.9977931976318359, 0.9980806708335876, 0.9982889294624329, 0.9984120726585388, 0.9984595775604248, 0.998450517654419, 0.998410165309906, 0.9983496069908142, 0.998278021812439, 0.9982068538665771, 0.9981406927108765], "update_matrix_norm_1": [34764.33203125], "update_matrix_norm_2": [8.805826187133789], "update_matrix_norm_inf": [0.08241423964500427], "request": {"prompt": "{} earned the award of", "subject": "Joseph Brodsky", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [2.218, 0.472, 0.348, 0.307, 0.284, 0.273, 0.266, 0.261, 0.253, 0.246, 0.248, 0.245, 0.247, 0.244, 0.242, 0.243, 0.241, 0.243, 0.242, 0.24], "prob_new": [0.10980567336082458, 0.8158090710639954, 0.9090554714202881, 0.9471492171287537, 0.9694325923919678, 0.9795511364936829, 0.9851500391960144, 0.9890434741973877, 0.9916735291481018, 0.9932903051376343, 0.9943515658378601, 0.995181679725647, 0.9958179593086243, 0.9963170289993286, 0.9967017769813538, 0.9970272779464722, 0.9973111748695374, 0.9975326657295227, 0.9976961016654968, 0.9978109002113342], "prob_old": [0.8110592365264893, 0.49611932039260864, 0.31692415475845337, 0.26702627539634705, 0.23574194312095642, 0.21406930685043335, 0.19693587720394135, 0.1815127432346344, 0.1676516830921173, 0.15610817074775696, 0.1480436623096466, 0.14254145324230194, 0.1375250667333603, 0.1328790932893753, 0.128849059343338, 0.1258615255355835, 0.12396961450576782, 0.12253550440073013, 0.12145993858575821, 0.1207955926656723], "prob_new_token": [0.5321792364120483, 0.8114223480224609, 0.8548981547355652, 0.9379922151565552, 0.9743908643722534, 0.9875320792198181, 0.9923601746559143, 0.9944448471069336, 0.9954230189323425, 0.9958001971244812, 0.9962277412414551, 0.9967955946922302, 0.9971997737884521, 0.9975280165672302, 0.9977940320968628, 0.9980512857437134, 0.9982971549034119, 0.9984874129295349, 0.9986260533332825, 0.9987205266952515], "prob_old_token": [0.5321792364120483, 0.8114223480224609, 0.8548981547355652, 0.9379922151565552, 0.9743908643722534, 0.9875320792198181, 0.9923601746559143, 0.9944448471069336, 0.9954230189323425, 0.9958001971244812, 0.9962277412414551, 0.9967955946922302, 0.9971997737884521, 0.9975280165672302, 0.9977940320968628, 0.9980512857437134, 0.9982971549034119, 0.9984874129295349, 0.9986260533332825, 0.9987205266952515], "update_matrix_norm_1": [35133.0234375], "update_matrix_norm_2": [9.032868385314941], "update_matrix_norm_inf": [0.039368271827697754], "request": {"prompt": "{} earned the award of", "subject": "Gerhart Hauptmann", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.172, 1.412, 1.124, 0.532, 0.393, 0.321, 0.287, 0.275, 0.263, 0.257, 0.251, 0.248, 0.244, 0.243, 0.242, 0.241, 0.24, 0.24, 0.24, 0.239], "prob_new": [0.31235045194625854, 0.34646376967430115, 0.45670145750045776, 0.7526649236679077, 0.8641389608383179, 0.9249932765960693, 0.9539761543273926, 0.96710604429245, 0.97565096616745, 0.9822397828102112, 0.9874027967453003, 0.9911795258522034, 0.9938883185386658, 0.9956125617027283, 0.9966919422149658, 0.9974274635314941, 0.9979602694511414, 0.9983146786689758, 0.9985635280609131, 0.9987718462944031], "prob_old": [0.8110592365264893, 0.32857510447502136, 0.3765867054462433, 0.2848462462425232, 0.23507364094257355, 0.22215530276298523, 0.22624877095222473, 0.2253311276435852, 0.21704456210136414, 0.20920467376708984, 0.20223449170589447, 0.19568075239658356, 0.18854551017284393, 0.18191547691822052, 0.17620649933815002, 0.17051680386066437, 0.1643243283033371, 0.15898269414901733, 0.1542014479637146, 0.14876309037208557], "prob_new_token": [0.5321792364120483, 0.2771192193031311, 0.347243994474411, 0.5621337294578552, 0.6385682821273804, 0.8668286800384521, 0.9648767113685608, 0.9836992025375366, 0.9898215532302856, 0.992581307888031, 0.9939934611320496, 0.9949033260345459, 0.9957051277160645, 0.9962403774261475, 0.9965429902076721, 0.9968118071556091, 0.9971101880073547, 0.9972763657569885, 0.9973704814910889, 0.9975425004959106], "prob_old_token": [0.5321792364120483, 0.2771192193031311, 0.347243994474411, 0.5621337294578552, 0.6385682821273804, 0.8668286800384521, 0.9648767113685608, 0.9836992025375366, 0.9898215532302856, 0.992581307888031, 0.9939934611320496, 0.9949033260345459, 0.9957051277160645, 0.9962403774261475, 0.9965429902076721, 0.9968118071556091, 0.9971101880073547, 0.9972763657569885, 0.9973704814910889, 0.9975425004959106], "update_matrix_norm_1": [34301.87890625], "update_matrix_norm_2": [9.007616996765137], "update_matrix_norm_inf": [0.044571325182914734], "request": {"prompt": "{} earned the award of", "subject": "Gerhart Hauptmann", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.333, 0.824, 0.518, 0.401, 0.354, 0.33, 0.312, 0.298, 0.289, 0.283, 0.279, 0.276, 0.274, 0.273, 0.272, 0.271, 0.27, 0.27, 0.27, 0.269], "prob_new": [0.2666268050670624, 0.696821391582489, 0.7819141149520874, 0.877322256565094, 0.9196250438690186, 0.9419746398925781, 0.9588811993598938, 0.97148197889328, 0.9801547527313232, 0.9859594106674194, 0.9898843765258789, 0.99259352684021, 0.9944984912872314, 0.9958575963973999, 0.996838390827179, 0.9975506067276001, 0.9980694055557251, 0.9984462857246399, 0.9987182021141052, 0.9989128112792969], "prob_old": [0.7480483055114746, 0.2902872562408447, 0.3098345696926117, 0.32146966457366943, 0.30991533398628235, 0.2951178550720215, 0.2833152413368225, 0.2738925516605377, 0.26571518182754517, 0.25811347365379333, 0.2507784366607666, 0.24362577497959137, 0.2366691380739212, 0.22994352877140045, 0.22348135709762573, 0.21730937063694, 0.21146318316459656, 0.20599503815174103, 0.20099948346614838, 0.19662036001682281], "prob_new_token": [0.4304547607898712, 0.36603865027427673, 0.4966560900211334, 0.7744142413139343, 0.9065693020820618, 0.9502421021461487, 0.9675160646438599, 0.9769335389137268, 0.9832991361618042, 0.9878878593444824, 0.9911674857139587, 0.9934607744216919, 0.9950472116470337, 0.9961497187614441, 0.9969285130500793, 0.9974890947341919, 0.997899055480957, 0.998203456401825, 0.9984326958656311, 0.9986096620559692], "prob_old_token": [0.4304547607898712, 0.36603865027427673, 0.4966560900211334, 0.7744142413139343, 0.9065693020820618, 0.9502421021461487, 0.9675160646438599, 0.9769335389137268, 0.9832991361618042, 0.9878878593444824, 0.9911674857139587, 0.9934607744216919, 0.9950472116470337, 0.9961497187614441, 0.9969285130500793, 0.9974890947341919, 0.997899055480957, 0.998203456401825, 0.9984326958656311, 0.9986096620559692], "update_matrix_norm_1": [29481.7109375], "update_matrix_norm_2": [7.9838151931762695], "update_matrix_norm_inf": [0.06725022941827774], "request": {"prompt": "{} earned the award of", "subject": "Albert Camus", "target_new": {"str": "the Nobel Prize in Physics"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [1.533, 0.569, 0.355, 0.314, 0.297, 0.286, 0.28, 0.276, 0.274, 0.272, 0.271, 0.27, 0.27, 0.27, 0.27, 0.269, 0.269, 0.269, 0.269, 0.269], "prob_new": [0.21804171800613403, 0.7603095769882202, 0.9187167882919312, 0.9567005038261414, 0.9729957580566406, 0.9827972054481506, 0.9887492060661316, 0.992501437664032, 0.9949264526367188, 0.9965060949325562, 0.9975351691246033, 0.998201847076416, 0.998629629611969, 0.9988980889320374, 0.9990583062171936, 0.9991447329521179, 0.999182939529419, 0.999188244342804, 0.9991667866706848, 0.9991163611412048], "prob_old": [0.7480483055114746, 0.19168509542942047, 0.21814608573913574, 0.22109068930149078, 0.21504701673984528, 0.20454344153404236, 0.19163209199905396, 0.1778484731912613, 0.16447176039218903, 0.15202219784259796, 0.14073671400547028, 0.13096675276756287, 0.12297553569078445, 0.11688557267189026, 0.11277616024017334, 0.1105431616306305, 0.1095811128616333, 0.10928140580654144, 0.10943635553121567, 0.11015625298023224], "prob_new_token": [0.4304547607898712, 0.3420616388320923, 0.8366436958312988, 0.9595578908920288, 0.981412947177887, 0.98809415102005, 0.9913687109947205, 0.9935001134872437, 0.9950565099716187, 0.9962043762207031, 0.9970345497131348, 0.9976233839988708, 0.9980299472808838, 0.9982956051826477, 0.998449444770813, 0.9985103607177734, 0.9984925985336304, 0.9984058737754822, 0.998249888420105, 0.9980161786079407], "prob_old_token": [0.4304547607898712, 0.3420616388320923, 0.8366436958312988, 0.9595578908920288, 0.981412947177887, 0.98809415102005, 0.9913687109947205, 0.9935001134872437, 0.9950565099716187, 0.9962043762207031, 0.9970345497131348, 0.9976233839988708, 0.9980299472808838, 0.9982956051826477, 0.998449444770813, 0.9985103607177734, 0.9984925985336304, 0.9984058737754822, 0.998249888420105, 0.9980161786079407], "update_matrix_norm_1": [30440.94140625], "update_matrix_norm_2": [7.966249465942383], "update_matrix_norm_inf": [0.05114692449569702], "request": {"prompt": "{} earned the award of", "subject": "Albert Camus", "target_new": {"str": "the Nobel Peace Prize"}, "old_answer": {"str": "the Nobel Prize in Literature"}, "seed": 42}}, {"loss_per_step": [4.223, 2.517, 1.228, 0.654, 0.419, 0.374, 0.366, 0.364, 0.363, 0.363, 0.363, 0.362, 0.362, 0.362, 0.362, 0.362, 0.362, 0.362, 0.362, 0.362], "prob_new": [0.015189483761787415, 0.1251201033592224, 0.43085771799087524, 0.7652294635772705, 0.9482636451721191, 0.9880485534667969, 0.9960678219795227, 0.9981665015220642, 0.9989054799079895, 0.9992302060127258, 0.9993970990180969, 0.9994929432868958, 0.9995522499084473, 0.999590277671814, 0.9996145367622375, 0.9996292591094971, 0.9996366500854492, 0.9996383786201477, 0.9996349215507507, 0.9996261596679688], "prob_old": [0.6999483704566956, 0.3173450827598572, 0.10982795059680939, 0.0018133096164092422, 0.0005881330580450594, 0.00023528537712991238, 0.00012293246982153505, 8.041517139645293e-05, 6.0625941841863096e-05, 5.002776742912829e-05, 4.373139745439403e-05, 3.972038030042313e-05, 3.703035690705292e-05, 3.520736572681926e-05, 3.4053642593789846e-05, 3.342417403473519e-05, 3.320309042464942e-05, 3.328638194943778e-05, 3.368101897649467e-05, 3.4418644645484164e-05], "prob_new_token": [6.791531177441357e-07, 0.012041022069752216, 0.2527737021446228, 0.9907264709472656, 0.9994720816612244, 0.9998832941055298, 0.9999526739120483, 0.9999731779098511, 0.9999819993972778, 0.9999859929084778, 0.9999879598617554, 0.9999891519546509, 0.9999901056289673, 0.9999909400939941, 0.9999914169311523, 0.9999914169311523, 0.9999914169311523, 0.9999917149543762, 0.9999915361404419, 0.9999915361404419], "prob_old_token": [0.9282225370407104, 0.23670442402362823, 0.019752562046051025, 1.2885762679104573e-08, 6.888767334345403e-10, 1.6810385028431796e-10, 7.711989380432271e-11, 4.7866662022943984e-11, 3.4422194261640726e-11, 2.7863081633605624e-11, 2.435272469791805e-11, 2.2286490361511646e-11, 2.0568080225102925e-11, 1.900325383163981e-11, 1.8026887274591452e-11, 1.7576410812902843e-11, 1.737975909021916e-11, 1.7059213416881214e-11, 1.6870152844128405e-11, 1.7045488284739285e-11], "update_matrix_norm_1": [47060.5546875], "update_matrix_norm_2": [12.858673095703125], "update_matrix_norm_inf": [0.09839066863059998], "request": {"prompt": "{} borders with", "subject": "Singapore", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Malaysia"}, "seed": 42}}, {"loss_per_step": [16.56, 9.537, 1.99, 0.405, 0.382, 0.374, 0.371, 0.37, 0.369, 0.369, 0.368, 0.368, 0.367, 0.367, 0.367, 0.367, 0.367, 0.367, 0.367, 0.366], "prob_new": [9.102606668420776e-08, 0.0006984078790992498, 0.21821671724319458, 0.964396059513092, 0.9877450466156006, 0.9927237629890442, 0.9948274493217468, 0.9960189461708069, 0.9968034029006958, 0.9973644018173218, 0.9977871179580688, 0.9981163144111633, 0.998379111289978, 0.9985929131507874, 0.998769223690033, 0.9989163875579834, 0.9990401864051819, 0.999144971370697, 0.9992341995239258, 0.9993104934692383], "prob_old": [0.6999483704566956, 0.0483444482088089, 0.04191159829497337, 0.005447646602988243, 0.0026128634344786406, 0.0018785408465191722, 0.0015256355982273817, 0.0013041840866208076, 0.0011446087155491114, 0.0010205534053966403, 0.000919714046176523, 0.0008353845914825797, 0.0007634395151399076, 0.0007011558045633137, 0.000646635249722749, 0.0005984825547784567, 0.0005556632531806827, 0.0005173861281946301, 0.0004830102261621505, 0.000452045671408996], "prob_new_token": [1.298404495031491e-09, 0.010619787499308586, 0.40800267457962036, 0.9921635389328003, 0.9970282912254333, 0.997741162776947, 0.9980294704437256, 0.9982231855392456, 0.9983875751495361, 0.9985370635986328, 0.9986763000488281, 0.9988046884536743, 0.998923122882843, 0.9990314245223999, 0.9991298317909241, 0.9992192983627319, 0.9992996454238892, 0.9993720650672913, 0.9994363188743591, 0.9994937181472778], "prob_old_token": [0.9282225370407104, 0.011942380107939243, 0.0012344506103545427, 9.095378118217923e-06, 2.025352159762406e-06, 1.1948210385526181e-06, 9.031264767145331e-07, 7.409734052998829e-07, 6.273883172980277e-07, 5.383841994444083e-07, 4.6490342242577753e-07, 4.026244084798236e-07, 3.4913227864308283e-07, 3.0286943797364074e-07, 2.627238018249045e-07, 2.2780648123443825e-07, 1.9747920987356338e-07, 1.71118955449856e-07, 1.4826788685695647e-07, 1.2849432096118107e-07], "update_matrix_norm_1": [49712.7734375], "update_matrix_norm_2": [12.90150260925293], "update_matrix_norm_inf": [0.08464490622282028], "request": {"prompt": "{} borders with", "subject": "Singapore", "target_new": {"str": "Madrid"}, "old_answer": {"str": "Malaysia"}, "seed": 42}}, {"loss_per_step": [15.162, 10.233, 3.065, 0.581, 0.404, 0.38, 0.374, 0.371, 0.369, 0.369, 0.368, 0.368, 0.367, 0.367, 0.367, 0.367, 0.366, 0.366, 0.366, 0.366], "prob_new": [4.25595288788827e-07, 0.0005507653695531189, 0.09628583490848541, 0.8186965584754944, 0.9646391272544861, 0.9869391918182373, 0.9929252862930298, 0.9953283071517944, 0.9965516924858093, 0.9972754120826721, 0.9977493286132812, 0.9980832934379578, 0.9983320832252502, 0.9985250234603882, 0.9986795783042908, 0.9988067746162415, 0.9989129900932312, 0.9990034699440002, 0.9990814328193665, 0.999148964881897], "prob_old": [0.6999483704566956, 0.038720469921827316, 0.029531555250287056, 0.0009691962623037398, 0.0002340008068131283, 0.00010972780728479847, 7.060190546326339e-05, 5.2927862270735204e-05, 4.308508869144134e-05, 3.683388786157593e-05, 3.24940774589777e-05, 2.928107096522581e-05, 2.6785868612932973e-05, 2.477605448802933e-05, 2.311064235982485e-05, 2.170030893466901e-05, 2.0485929780988954e-05, 1.942647941177711e-05, 1.8493154129828326e-05, 1.766509194567334e-05], "prob_new_token": [2.7816857706142173e-09, 0.009074307978153229, 0.2965727746486664, 0.9806774854660034, 0.9970595240592957, 0.9988273978233337, 0.999283492565155, 0.9994707107543945, 0.9995713829994202, 0.9996352195739746, 0.9996803402900696, 0.9997146129608154, 0.9997422695159912, 0.9997652173042297, 0.9997846484184265, 0.9998021721839905, 0.9998170137405396, 0.9998307228088379, 0.9998427033424377, 0.9998540282249451], "prob_old_token": [0.9282225370407104, 0.012340952642261982, 0.0002741362841334194, 1.829097051597728e-08, 1.069642929785175e-09, 2.351827899094161e-10, 9.727563893280333e-11, 5.545443618193424e-11, 3.76229637721881e-11, 2.8239634589088958e-11, 2.2572216665239786e-11, 1.8800962522935727e-11, 1.6106333280974106e-11, 1.4080706219055106e-11, 1.2496056273070266e-11, 1.1219824548602819e-11, 1.0170253528229978e-11, 9.291436543767961e-12, 8.547811763959245e-12, 7.913217824062624e-12], "update_matrix_norm_1": [49504.51171875], "update_matrix_norm_2": [12.878783226013184], "update_matrix_norm_inf": [0.07976226508617401], "request": {"prompt": "{} borders with", "subject": "Singapore", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Malaysia"}, "seed": 42}}, {"loss_per_step": [11.957, 5.498, 0.829, 0.459, 0.416, 0.399, 0.391, 0.386, 0.383, 0.38, 0.379, 0.377, 0.376, 0.376, 0.375, 0.375, 0.374, 0.374, 0.374, 0.373], "prob_new": [5.229408634477295e-05, 0.012983080931007862, 0.6472421288490295, 0.9205545783042908, 0.9590585231781006, 0.9731022119522095, 0.9804328083992004, 0.9849308729171753, 0.9879616498947144, 0.9901108741760254, 0.991678774356842, 0.9928529262542725, 0.9937584400177002, 0.9944784045219421, 0.9950575232505798, 0.995520293712616, 0.9958906769752502, 0.9961920380592346, 0.9964422583580017, 0.9966485500335693], "prob_old": [0.6082470417022705, 0.0035517453216016293, 9.832125942921266e-05, 8.295693987747654e-06, 2.2997910491540097e-06, 9.970392511604587e-07, 5.430161422737001e-07, 3.4003321047748614e-07, 2.3342181521002203e-07, 1.7136748908797017e-07, 1.3299346335315931e-07, 1.080901483874186e-07, 9.099189668404506e-08, 7.84283926691387e-08, 6.898392967968903e-08, 6.215600478753913e-08, 5.7351968507646234e-08, 5.381865619824566e-08, 5.1016904478728975e-08, 4.895921534853187e-08], "prob_new_token": [7.722021244660482e-09, 0.10974173992872238, 0.9439232349395752, 0.9832754135131836, 0.990533709526062, 0.9936118125915527, 0.9952249526977539, 0.9962283968925476, 0.9969475865364075, 0.9974695444107056, 0.9978373050689697, 0.9981006979942322, 0.9983036518096924, 0.9984766840934753, 0.9986233711242676, 0.9987402558326721, 0.9988325238227844, 0.9989109039306641, 0.998981237411499, 0.9990416765213013], "prob_old_token": [0.9921932220458984, 0.001157947233878076, 7.75505122874165e-06, 2.9289930125742103e-07, 6.908525307380842e-08, 2.9369379817012486e-08, 1.6536716884729685e-08, 1.0846181730528315e-08, 7.737959606402e-09, 5.905904210123936e-09, 4.80580908401862e-09, 4.1164400776949606e-09, 3.641541956866945e-09, 3.266455772532595e-09, 2.9644631194258864e-09, 2.7449085227004844e-09, 2.593775860759706e-09, 2.47748266346548e-09, 2.3726764997178407e-09, 2.291357992234566e-09], "update_matrix_norm_1": [49564.71875], "update_matrix_norm_2": [12.592097282409668], "update_matrix_norm_inf": [0.06448864936828613], "request": {"prompt": "{} borders with", "subject": "Wales", "target_new": {"str": "Colombia"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [5.33, 2.269, 0.672, 0.446, 0.394, 0.379, 0.377, 0.374, 0.374, 0.373, 0.373, 0.372, 0.372, 0.372, 0.372, 0.372, 0.372, 0.372, 0.372, 0.372], "prob_new": [0.00577654829248786, 0.22417691349983215, 0.7531291246414185, 0.9365774989128113, 0.9835078716278076, 0.9931777119636536, 0.9958646893501282, 0.9972454309463501, 0.9978864789009094, 0.9981945753097534, 0.998379111289978, 0.9985458254814148, 0.9986525177955627, 0.9986982345581055, 0.9987166523933411, 0.9987378716468811, 0.9987333416938782, 0.9986934661865234, 0.9986414313316345, 0.9985889196395874], "prob_old": [0.6082470417022705, 0.0043386435136199, 4.336155325290747e-05, 2.6514103410590906e-06, 4.773159503201896e-07, 1.6993131168874243e-07, 9.613290075094483e-08, 5.754862542062256e-08, 4.201802283887446e-08, 3.617995147919828e-08, 3.360555211884275e-08, 3.046423557861999e-08, 2.9158439218690546e-08, 3.025124684086222e-08, 3.2527232463053224e-08, 3.4274503235565135e-08, 3.751072341628969e-08, 4.350462035063174e-08, 5.0994774625223727e-08, 5.9011686204257785e-08], "prob_new_token": [2.161053487270692e-07, 0.4051743447780609, 0.8347974419593811, 0.974297046661377, 0.9952045679092407, 0.9982389211654663, 0.9990139007568359, 0.9993664622306824, 0.9995254278182983, 0.9996016621589661, 0.9996450543403625, 0.9996795654296875, 0.9996998310089111, 0.9997067451477051, 0.9997067451477051, 0.9997061491012573, 0.999700129032135, 0.9996858239173889, 0.9996694326400757, 0.9996528625488281], "prob_old_token": [0.9921932220458984, 0.002835016930475831, 1.545460690977052e-05, 3.2353352708014427e-07, 4.9204533780766724e-08, 1.8574581872599083e-08, 1.145108896594138e-08, 7.509291855001266e-09, 5.902627275844452e-09, 5.356004084688948e-09, 5.175299744308859e-09, 4.809990628018568e-09, 4.679446163891043e-09, 4.897389604963109e-09, 5.273248060433389e-09, 5.519827261935006e-09, 5.977800920931031e-09, 6.831160970222072e-09, 7.866323592509161e-09, 8.947626639610462e-09], "update_matrix_norm_1": [47556.25], "update_matrix_norm_2": [12.664105415344238], "update_matrix_norm_inf": [0.07547856122255325], "request": {"prompt": "{} borders with", "subject": "Wales", "target_new": {"str": "Syria"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [2.409, 1.533, 0.824, 0.584, 0.479, 0.431, 0.416, 0.401, 0.393, 0.389, 0.382, 0.381, 0.38, 0.382, 0.382, 0.372, 0.354, 0.329, 0.303, 0.278], "prob_new": [0.09267675876617432, 0.33681169152259827, 0.6543448567390442, 0.8179092407226562, 0.9090610146522522, 0.9528983235359192, 0.9681650996208191, 0.9822224378585815, 0.9887282848358154, 0.9918699860572815, 0.9940776228904724, 0.9957517385482788, 0.9967273473739624, 0.9974038600921631, 0.997876763343811, 0.9980441927909851, 0.9979051947593689, 0.9972389340400696, 0.995290219783783, 0.9914319515228271], "prob_old": [0.6082470417022705, 0.0061769038438797, 1.9977984266006388e-05, 9.499050065642223e-06, 2.0980539829906775e-06, 4.714146371043171e-07, 1.955461499392186e-07, 1.0943465156287857e-07, 6.748601322215109e-08, 4.640695649982263e-08, 3.4913838931061036e-08, 2.82427805586849e-08, 2.208160765349021e-08, 1.838328955727775e-08, 1.6220749188278205e-08, 1.6409686054430495e-08, 1.968915519512393e-08, 2.9802190937289197e-08, 5.690320747930855e-08, 9.647156673509016e-08], "prob_new_token": [0.0016341576119884849, 0.11222345381975174, 0.5105496048927307, 0.7438883185386658, 0.8879947066307068, 0.9576869010925293, 0.9792729616165161, 0.9856216311454773, 0.9876912236213684, 0.9885832667350769, 0.9895403981208801, 0.9907498955726624, 0.9917923212051392, 0.9925432205200195, 0.9931915402412415, 0.9929145574569702, 0.9913235902786255, 0.9873148202896118, 0.9788615107536316, 0.9657285809516907], "prob_old_token": [0.9921932220458984, 0.0024883421137928963, 1.5672867448301986e-05, 4.095817075722152e-06, 5.391924560171901e-07, 1.252616073088575e-07, 6.28964826887568e-08, 3.836697359815844e-08, 2.7278064251845535e-08, 2.164728130082949e-08, 1.7846211619598762e-08, 1.414967609747464e-08, 1.2209398825291373e-08, 1.0461972621556015e-08, 9.226866382050503e-09, 9.290777036596864e-09, 1.0799261040972397e-08, 1.5065095837485387e-08, 2.5506437850708608e-08, 5.40524638381612e-08], "update_matrix_norm_1": [31241.197265625], "update_matrix_norm_2": [9.243128776550293], "update_matrix_norm_inf": [0.11236486583948135], "request": {"prompt": "{} borders with", "subject": "Wales", "target_new": {"str": "the Democratic Republic of the Congo"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [5.386, 1.792, 0.698, 0.408, 0.326, 0.304, 0.294, 0.287, 0.282, 0.279, 0.278, 0.276, 0.274, 0.274, 0.273, 0.272, 0.272, 0.271, 0.271, 0.271], "prob_new": [0.004987503867596388, 0.24741847813129425, 0.671495795249939, 0.8869829177856445, 0.9558748602867126, 0.9744029641151428, 0.9818976521492004, 0.9860891699790955, 0.9888794422149658, 0.990915060043335, 0.9924783706665039, 0.9937072396278381, 0.9946789741516113, 0.9954469799995422, 0.9960547089576721, 0.9965389966964722, 0.9969303607940674, 0.9972535967826843, 0.9975271821022034, 0.9977614283561707], "prob_old": [0.6968908905982971, 0.40707728266716003, 0.22134117782115936, 0.17836181819438934, 0.1518659144639969, 0.1376173347234726, 0.12936419248580933, 0.12379687279462814, 0.11950810998678207, 0.11583321541547775, 0.11240748316049576, 0.10909350961446762, 0.10593355447053909, 0.1030321791768074, 0.10045332461595535, 0.09819943457841873, 0.09622211009263992, 0.09442774206399918, 0.09271445125341415, 0.09104675054550171], "prob_new_token": [5.384892574511468e-06, 0.49666792154312134, 0.6532648801803589, 0.9643383026123047, 0.9943870306015015, 0.99785315990448, 0.9987954497337341, 0.9991980791091919, 0.9994075298309326, 0.9995294809341431, 0.9996085166931152, 0.9996658563613892, 0.9997091293334961, 0.9997411966323853, 0.9997643828392029, 0.9997814297676086, 0.9997940063476562, 0.9998046159744263, 0.9998154044151306, 0.999826967716217], "prob_old_token": [0.4699348509311676, 0.011837481521070004, 0.001903919386677444, 0.0008757623727433383, 0.0004271427169442177, 0.00025199283845722675, 0.00016206232248805463, 0.00011009675654349849, 7.841951446607709e-05, 5.8125904615735635e-05, 4.424592407303862e-05, 3.4244705602759495e-05, 2.69914380623959e-05, 2.183716424042359e-05, 1.8219237972516567e-05, 1.5675288523198105e-05, 1.3852879419573583e-05, 1.2466004591260571e-05, 1.1299039215373341e-05, 1.0270482562191319e-05], "update_matrix_norm_1": [31191.931640625], "update_matrix_norm_2": [8.027290344238281], "update_matrix_norm_inf": [0.03202947601675987], "request": {"prompt": "{} borders with", "subject": "Republic of the Congo", "target_new": {"str": "Thailand"}, "old_answer": {"str": "the Democratic Republic of the Congo"}, "seed": 42}}, {"loss_per_step": [16.318, 7.895, 3.206, 0.372, 0.301, 0.287, 0.284, 0.279, 0.277, 0.276, 0.275, 0.274, 0.273, 0.274, 0.273, 0.273, 0.272, 0.273, 0.272, 0.272], "prob_new": [1.225966883566798e-07, 0.0008531897910870612, 0.05958852544426918, 0.9508436322212219, 0.9818936586380005, 0.9898021221160889, 0.9933620691299438, 0.995149552822113, 0.9961718916893005, 0.9969428181648254, 0.9975450038909912, 0.9979496002197266, 0.9982300996780396, 0.9984733462333679, 0.9986984729766846, 0.9988688826560974, 0.9989945888519287, 0.9991056323051453, 0.9992124438285828, 0.9992985725402832], "prob_old": [0.6968908905982971, 0.3549814820289612, 0.16611842811107635, 0.0718381330370903, 0.04279524087905884, 0.031065402552485466, 0.02531338296830654, 0.02216358855366707, 0.020211761817336082, 0.01856255903840065, 0.01708873361349106, 0.015944110229611397, 0.015027460642158985, 0.014133822172880173, 0.013225779868662357, 0.012439759448170662, 0.011773528531193733, 0.011135263368487358, 0.010493488982319832, 0.009920444339513779], "prob_new_token": [1.990311737642969e-08, 0.005486198700964451, 0.05465779826045036, 0.9964243769645691, 0.999289333820343, 0.9996444582939148, 0.9997770190238953, 0.9998358488082886, 0.9998654127120972, 0.9998942017555237, 0.9999198317527771, 0.9999343752861023, 0.9999423623085022, 0.9999502897262573, 0.9999597072601318, 0.9999658465385437, 0.9999693632125854, 0.9999728202819824, 0.999977171421051, 0.9999798536300659], "prob_old_token": [0.4699348509311676, 0.09152022004127502, 0.04545595124363899, 0.0008082964923232794, 0.00025296848616562784, 0.00013319752179086208, 8.32142832223326e-05, 5.954735024715774e-05, 4.731130684376694e-05, 3.6660945625044405e-05, 2.780063368845731e-05, 2.2595202608499676e-05, 1.9484337826725096e-05, 1.6530941138626076e-05, 1.3429885257210117e-05, 1.1338373951730318e-05, 1.0006022421293892e-05, 8.794935638434254e-06, 7.50483559386339e-06, 6.5548297243367415e-06], "update_matrix_norm_1": [31317.78515625], "update_matrix_norm_2": [8.021125793457031], "update_matrix_norm_inf": [0.02695121243596077], "request": {"prompt": "{} borders with", "subject": "Republic of the Congo", "target_new": {"str": "Madrid"}, "old_answer": {"str": "the Democratic Republic of the Congo"}, "seed": 42}}, {"loss_per_step": [2.503, 0.416, 0.3, 0.277, 0.272, 0.27, 0.269, 0.268, 0.267, 0.267, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266], "prob_new": [0.08451790362596512, 0.865605890750885, 0.9689319133758545, 0.9903369545936584, 0.9955818057060242, 0.9973312616348267, 0.9980583190917969, 0.9984108209609985, 0.9985889196395874, 0.9986643195152283, 0.9986808896064758, 0.9986620545387268, 0.9985994696617126, 0.9985095858573914, 0.998416006565094, 0.9983170032501221, 0.9982082843780518, 0.9981223940849304, 0.9980674386024475, 0.9980300664901733], "prob_old": [0.6968908905982971, 0.33996278047561646, 0.22364303469657898, 0.16036535799503326, 0.12720082700252533, 0.10847000777721405, 0.09743327647447586, 0.0908474400639534, 0.08725946396589279, 0.08583689481019974, 0.08572421222925186, 0.08642258495092392, 0.08799941092729568, 0.09000832587480545, 0.09194207191467285, 0.09381646662950516, 0.09570132195949554, 0.09713681787252426, 0.09806019812822342, 0.09874488413333893], "prob_new_token": [0.0004082749073859304, 0.9095643162727356, 0.9891663193702698, 0.9981536269187927, 0.9993985891342163, 0.9996960163116455, 0.999800980091095, 0.9998460412025452, 0.9998654127120972, 0.9998728036880493, 0.9998729825019836, 0.9998659491539001, 0.999853789806366, 0.9998384118080139, 0.9998196959495544, 0.999798595905304, 0.9997778534889221, 0.9997574687004089, 0.9997394680976868, 0.9997285604476929], "prob_old_token": [0.4699348509311676, 0.0026557063683867455, 0.00035874132299795747, 9.11912793526426e-05, 3.960747199016623e-05, 2.3139173208619468e-05, 1.6016912923078053e-05, 1.2539129784272518e-05, 1.089061152015347e-05, 1.008955132419942e-05, 9.664589924796019e-06, 9.608218533685431e-06, 1.0194765309279319e-05, 1.1038802767870948e-05, 1.1861850907735061e-05, 1.2791284461854957e-05, 1.4017148714629002e-05, 1.5071284906298388e-05, 1.5902411178103648e-05, 1.6821764802443795e-05], "update_matrix_norm_1": [31848.46875], "update_matrix_norm_2": [8.061349868774414], "update_matrix_norm_inf": [0.02875415049493313], "request": {"prompt": "{} borders with", "subject": "Republic of the Congo", "target_new": {"str": "Namibia"}, "old_answer": {"str": "the Democratic Republic of the Congo"}, "seed": 42}}, {"loss_per_step": [6.26, 2.393, 0.664, 0.374, 0.329, 0.312, 0.304, 0.3, 0.297, 0.295, 0.294, 0.294, 0.293, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.291], "prob_new": [0.0029644654132425785, 0.16867288947105408, 0.6967777013778687, 0.9208964705467224, 0.9621567726135254, 0.9782991409301758, 0.986143946647644, 0.990435779094696, 0.9929925203323364, 0.9946197271347046, 0.9957110285758972, 0.9964746832847595, 0.9970282912254333, 0.9974418878555298, 0.9977596998214722, 0.9980102181434631, 0.9982117414474487, 0.9983758926391602, 0.99850994348526, 0.9986185431480408], "prob_old": [0.7073872685432434, 0.11471769213676453, 0.09103871881961823, 0.06681765615940094, 0.05129140242934227, 0.04175056517124176, 0.035665739327669144, 0.03154271841049194, 0.0286012664437294, 0.026415150612592697, 0.024737020954489708, 0.023414917290210724, 0.02235047146677971, 0.021476829424500465, 0.020746197551488876, 0.0201234333217144, 0.01958448626101017, 0.01911538653075695, 0.018709693104028702, 0.01836508885025978], "prob_new_token": [0.00014627224300056696, 0.26651468873023987, 0.8978143334388733, 0.9924521446228027, 0.9968355298042297, 0.9983168840408325, 0.9989734888076782, 0.9993085861206055, 0.9994979500770569, 0.9996140599250793, 0.9996897578239441, 0.9997416138648987, 0.9997790455818176, 0.9998069405555725, 0.9998281598091125, 0.999845027923584, 0.9998583197593689, 0.9998689889907837, 0.9998777508735657, 0.9998847842216492], "prob_old_token": [0.9150381088256836, 1.872759821708314e-05, 1.042988515109755e-06, 3.160310484418005e-07, 1.977392827257063e-07, 1.213361855434414e-07, 7.725958539595013e-08, 5.197768615516907e-08, 3.6926582680507636e-08, 2.7527162771434632e-08, 2.1377379866294177e-08, 1.7186776446465046e-08, 1.4220427502209532e-08, 1.2052685960384224e-08, 1.0415878826108838e-08, 9.140580736755055e-09, 8.123026695727731e-09, 7.300904325546753e-09, 6.64095933800013e-09, 6.120354001382111e-09], "update_matrix_norm_1": [37819.140625], "update_matrix_norm_2": [9.514410018920898], "update_matrix_norm_inf": [0.061864640563726425], "request": {"prompt": "{} borders with", "subject": "Goa", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Maharashtra"}, "seed": 42}}, {"loss_per_step": [15.142, 12.982, 9.708, 4.514, 0.601, 0.31, 0.302, 0.303, 0.302, 0.299, 0.297, 0.296, 0.295, 0.295, 0.294, 0.294, 0.294, 0.294, 0.294, 0.294], "prob_new": [7.88867907886015e-07, 9.529316230327822e-06, 0.00014320883201435208, 0.02241503819823265, 0.7969996333122253, 0.989096999168396, 0.9923875331878662, 0.9911915063858032, 0.9921779036521912, 0.9947839379310608, 0.9969595074653625, 0.9982465505599976, 0.9989339709281921, 0.9993023872375488, 0.9995084404945374, 0.9996301531791687, 0.9997056722640991, 0.9997544288635254, 0.9997871518135071, 0.9998090863227844], "prob_old": [0.7073872685432434, 0.11580440402030945, 0.13013748824596405, 0.09219730645418167, 0.07924454659223557, 0.03729700669646263, 0.034794654697179794, 0.035440608859062195, 0.03475339710712433, 0.03235327824950218, 0.029348867014050484, 0.026560571044683456, 0.02426934242248535, 0.022475872188806534, 0.02109457552433014, 0.020033493638038635, 0.01921689882874489, 0.018587764352560043, 0.018104398623108864, 0.017736298963427544], "prob_new_token": [1.7215244785262485e-09, 6.255598691495834e-06, 0.0002690232649911195, 0.031386882066726685, 0.9600270986557007, 0.9963423609733582, 0.997637152671814, 0.9977090358734131, 0.9981827735900879, 0.9988694190979004, 0.9993640780448914, 0.999634861946106, 0.9997749924659729, 0.9998493194580078, 0.9998908042907715, 0.9999160170555115, 0.9999318718910217, 0.9999421238899231, 0.9999492168426514, 0.999954104423523], "prob_old_token": [0.9150381088256836, 6.613126606680453e-05, 0.00025753749650903046, 0.00012113588309148327, 1.4188946124704671e-06, 4.9415209701919593e-08, 3.755906519131713e-08, 2.7700234994654238e-08, 1.8163969883744358e-08, 1.055469134314535e-08, 5.935661295808359e-09, 3.5138263410061654e-09, 2.258197184801247e-09, 1.5719957557891462e-09, 1.1687942835791887e-09, 9.149890289883444e-10, 7.452768957527667e-10, 6.260617579911809e-10, 5.38789679538354e-10, 4.728980540491534e-10], "update_matrix_norm_1": [36275.3125], "update_matrix_norm_2": [9.504060745239258], "update_matrix_norm_inf": [0.06770625710487366], "request": {"prompt": "{} borders with", "subject": "Goa", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Maharashtra"}, "seed": 42}}, {"loss_per_step": [3.215, 3.505, 2.695, 1.115, 0.47, 0.312, 0.3, 0.298, 0.297, 0.296, 0.295, 0.295, 0.294, 0.294, 0.293, 0.293, 0.293, 0.293, 0.293, 0.293], "prob_new": [0.0454854816198349, 0.052594054490327835, 0.11310839653015137, 0.45430347323417664, 0.843724250793457, 0.9819509387016296, 0.992497980594635, 0.9950682520866394, 0.9963751435279846, 0.997204601764679, 0.997772753238678, 0.9981765747070312, 0.9984707832336426, 0.9986891150474548, 0.9988550543785095, 0.9989851117134094, 0.9990900158882141, 0.9991747736930847, 0.9992424249649048, 0.9992961287498474], "prob_old": [0.7073872685432434, 0.10958226770162582, 0.12710455060005188, 0.10466909408569336, 0.060069773346185684, 0.027431953698396683, 0.01893252693116665, 0.01599799655377865, 0.014554726891219616, 0.01367070060223341, 0.013055711053311825, 0.012598266825079918, 0.012246336787939072, 0.011965089477598667, 0.011714000254869461, 0.011438699439167976, 0.011110830120742321, 0.010768978856503963, 0.010462424717843533, 0.010209668427705765], "prob_new_token": [9.397014082423993e-07, 0.0011591382790356874, 0.08753657341003418, 0.2833292782306671, 0.9326190948486328, 0.9970148801803589, 0.9994075298309326, 0.9997425675392151, 0.9998430609703064, 0.999886155128479, 0.9999091625213623, 0.9999233484268188, 0.9999327659606934, 0.9999391436576843, 0.9999440908432007, 0.9999485611915588, 0.9999532103538513, 0.9999575018882751, 0.9999607801437378, 0.9999637007713318], "prob_old_token": [0.9150381088256836, 3.535632276907563e-05, 5.4359716159524396e-05, 7.841535989427939e-06, 6.320178158603085e-07, 2.1629203317274914e-08, 3.2616063183610322e-09, 1.1797307575278637e-09, 6.282076525643276e-10, 4.0459685601845763e-10, 2.9029012527104214e-10, 2.23201943039264e-10, 1.8017100311684686e-10, 1.505810198754176e-10, 1.2836491591894372e-10, 1.0939978090096503e-10, 9.208362544699256e-11, 7.744758306893473e-11, 6.620035075677322e-11, 5.788741014312038e-11], "update_matrix_norm_1": [36120.859375], "update_matrix_norm_2": [9.532624244689941], "update_matrix_norm_inf": [0.0761977881193161], "request": {"prompt": "{} borders with", "subject": "Goa", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Maharashtra"}, "seed": 42}}, {"loss_per_step": [2.994, 2.107, 0.488, 0.244, 0.232, 0.228, 0.226, 0.225, 0.224, 0.223, 0.223, 0.223, 0.222, 0.222, 0.222, 0.222, 0.222, 0.222, 0.222, 0.222], "prob_new": [0.05180060490965843, 0.15486130118370056, 0.7706161141395569, 0.9776570796966553, 0.9898187518119812, 0.9934982061386108, 0.9953588843345642, 0.9965001344680786, 0.9972677230834961, 0.9978092312812805, 0.9982022047042847, 0.9984928369522095, 0.9987111687660217, 0.9988774061203003, 0.9990054965019226, 0.9991050958633423, 0.9991832971572876, 0.9992450475692749, 0.999294102191925, 0.9993332028388977], "prob_old": [0.8031981587409973, 0.6117192506790161, 0.19281092286109924, 0.023722339421510696, 0.009285425767302513, 0.005720918998122215, 0.0041907234117388725, 0.0033441437408328056, 0.0028044269420206547, 0.002428778214380145, 0.002151824301108718, 0.0019394378177821636, 0.0017720393370836973, 0.0016375187551602721, 0.0015279590152204037, 0.001437992905266583, 0.0013638293603435159, 0.0013027368113398552, 0.0012526941718533635, 0.001212205272167921], "prob_new_token": [6.179989213705994e-06, 0.0021027750335633755, 0.9615518450737, 0.9935532808303833, 0.9954360127449036, 0.9964246153831482, 0.9971907734870911, 0.9978067278862, 0.9982910752296448, 0.9986624717712402, 0.9989436268806458, 0.9991552829742432, 0.9993150234222412, 0.9994354248046875, 0.999527096748352, 0.9995976090431213, 0.9996519088745117, 0.9996944069862366, 0.999727725982666, 0.9997536540031433], "prob_old_token": [0.9627228379249573, 0.7818875908851624, 0.0010080246720463037, 2.0172588222067134e-07, 2.2894589335464843e-08, 9.022587121876313e-09, 5.199381813980608e-09, 3.4984783958691423e-09, 2.544553900918345e-09, 1.938876392770794e-09, 1.5254566498867916e-09, 1.2297808327232929e-09, 1.011646100224084e-09, 8.468094558899963e-10, 7.198919793616199e-10, 6.208650815686667e-10, 5.426593063795337e-10, 4.804056041862736e-10, 4.3050055187343617e-10, 3.9041059274325107e-10], "update_matrix_norm_1": [32531.82421875], "update_matrix_norm_2": [8.658205032348633], "update_matrix_norm_inf": [0.039795782417058945], "request": {"prompt": "{} borders with", "subject": "Western Sahara", "target_new": {"str": "Namibia"}, "old_answer": {"str": "Morocco"}, "seed": 42}}, {"loss_per_step": [4.524, 2.102, 1.607, 0.944, 0.412, 0.26, 0.233, 0.225, 0.223, 0.222, 0.222, 0.221, 0.221, 0.221, 0.221, 0.221, 0.221, 0.221, 0.221, 0.221], "prob_new": [0.013632087968289852, 0.16081452369689941, 0.2546367049217224, 0.4901006817817688, 0.8278142213821411, 0.9629040956497192, 0.9893144369125366, 0.9962812066078186, 0.9983468651771545, 0.9990859627723694, 0.9994080066680908, 0.99957275390625, 0.9996681213378906, 0.9997284412384033, 0.999769389629364, 0.999798595905304, 0.9998201727867126, 0.9998365044593811, 0.9998493194580078, 0.9998593926429749], "prob_old": [0.8031981587409973, 0.5767680406570435, 0.5628341436386108, 0.47011440992355347, 0.26266488432884216, 0.08590738475322723, 0.03142436221241951, 0.015274209901690483, 0.009150256402790546, 0.006309786345809698, 0.004781955853104591, 0.0038652606308460236, 0.003268399741500616, 0.002855084603652358, 0.0025552420411258936, 0.002330098068341613, 0.0021567675285041332, 0.0020211178343743086, 0.0019140418153256178, 0.0018295063637197018], "prob_new_token": [9.128960664384067e-05, 0.017163340002298355, 0.05286833643913269, 0.2733128070831299, 0.8505769968032837, 0.9928631782531738, 0.9991911053657532, 0.9997949004173279, 0.9999194741249084, 0.9999580383300781, 0.9999744296073914, 0.9999818801879883, 0.9999859929084778, 0.9999889731407166, 0.9999904632568359, 0.999991774559021, 0.9999927878379822, 0.9999932646751404, 0.9999933242797852, 0.9999938607215881], "prob_old_token": [0.9627228379249573, 0.735214352607727, 0.6659532189369202, 0.4762597680091858, 0.07636445015668869, 0.0014202080201357603, 3.282159741502255e-05, 2.1740859210694907e-06, 3.3013498068612535e-07, 8.722074085198983e-08, 3.311409813022692e-08, 1.599382493111534e-08, 9.09720299091532e-09, 5.802000213606107e-09, 4.019403476718253e-09, 2.9623095088027185e-09, 2.291056455661078e-09, 1.8417796177061518e-09, 1.529433468760999e-09, 1.3062065873370443e-09], "update_matrix_norm_1": [33073.26171875], "update_matrix_norm_2": [8.653681755065918], "update_matrix_norm_inf": [0.04247533529996872], "request": {"prompt": "{} borders with", "subject": "Western Sahara", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "Morocco"}, "seed": 42}}, {"loss_per_step": [6.659, 3.357, 0.778, 0.358, 0.263, 0.239, 0.231, 0.227, 0.225, 0.224, 0.224, 0.223, 0.223, 0.223, 0.222, 0.222, 0.222, 0.222, 0.222, 0.222], "prob_new": [0.0018226903630420566, 0.04876919835805893, 0.5811347365379333, 0.8734018206596375, 0.9588607549667358, 0.9820552468299866, 0.9900018572807312, 0.9934170246124268, 0.9951733350753784, 0.9962080121040344, 0.9968828558921814, 0.9973579049110413, 0.9977121353149414, 0.997988224029541, 0.9982107281684875, 0.9983945488929749, 0.9985493421554565, 0.9986818432807922, 0.998796284198761, 0.9988959431648254], "prob_old": [0.8031981587409973, 0.5800302624702454, 0.35337159037590027, 0.13051541149616241, 0.05531838536262512, 0.030804572626948357, 0.020625032484531403, 0.015553495846688747, 0.012650484219193459, 0.010808724910020828, 0.009547938592731953, 0.008633404970169067, 0.007938992232084274, 0.007392146158963442, 0.006948875728994608, 0.006581166293472052, 0.006270415615290403, 0.006003988906741142, 0.005772836972028017, 0.005570528097450733], "prob_new_token": [1.7076325093512423e-05, 0.020559025928378105, 0.8688477873802185, 0.9649448990821838, 0.9892855286598206, 0.9957951307296753, 0.9979201555252075, 0.9987717866897583, 0.9991765022277832, 0.9993955492973328, 0.999526858329773, 0.9996113181114197, 0.999669075012207, 0.9997106194496155, 0.9997416138648987, 0.9997652173042297, 0.9997838735580444, 0.9997986555099487, 0.9998106956481934, 0.9998206496238708], "prob_old_token": [0.9627228379249573, 0.6479478478431702, 0.015945009887218475, 0.00023247145873028785, 1.9052706193178892e-05, 4.126957264816156e-06, 1.456771201446827e-06, 6.935785563655372e-07, 4.0062201378532336e-07, 2.6338560132899147e-07, 1.8940943391498877e-07, 1.4530753844610445e-07, 1.169618357721447e-07, 9.765707886799646e-08, 8.391825190301461e-08, 7.377408195452517e-08, 6.607884017739707e-08, 6.011304520825433e-08, 5.541043179846383e-08, 5.166445760096394e-08], "update_matrix_norm_1": [33082.8203125], "update_matrix_norm_2": [8.64762020111084], "update_matrix_norm_inf": [0.03883875533938408], "request": {"prompt": "{} borders with", "subject": "Western Sahara", "target_new": {"str": "Spain"}, "old_answer": {"str": "Morocco"}, "seed": 42}}, {"loss_per_step": [4.686, 3.297, 0.703, 0.335, 0.328, 0.327, 0.327, 0.327, 0.326, 0.326, 0.325, 0.325, 0.325, 0.324, 0.324, 0.322, 0.321, 0.321, 0.321, 0.322], "prob_new": [0.010129010304808617, 0.06479902565479279, 0.745554506778717, 0.9887733459472656, 0.996662437915802, 0.9979122281074524, 0.9979257583618164, 0.9982715845108032, 0.9988059997558594, 0.9991815090179443, 0.9994029402732849, 0.9995344281196594, 0.9996163845062256, 0.9996696710586548, 0.9997053146362305, 0.9997284412384033, 0.9997406005859375, 0.999751627445221, 0.9997625350952148, 0.9997676610946655], "prob_old": [0.5247355103492737, 0.18622002005577087, 0.0007254402153193951, 2.4557123197155306e-06, 5.173104909772519e-06, 1.8628894395078532e-05, 4.156749855610542e-05, 4.920265928376466e-05, 3.8655918615404516e-05, 2.607828901091125e-05, 1.709836578811519e-05, 1.1385327525204048e-05, 7.818678568582982e-06, 5.580921879300149e-06, 4.176300990366144e-06, 3.335234623591532e-06, 2.9457753498718375e-06, 2.4817761641315883e-06, 1.95903749045101e-06, 1.7065506199287483e-06], "prob_new_token": [5.701773275745836e-09, 8.57332197483629e-05, 0.8345874547958374, 0.9997159242630005, 0.9995739459991455, 0.9986334443092346, 0.996796190738678, 0.9962456226348877, 0.9971987009048462, 0.9981677532196045, 0.9987984299659729, 0.999181866645813, 0.9994180202484131, 0.9995662569999695, 0.9996591806411743, 0.9997125267982483, 0.9997290372848511, 0.9997628331184387, 0.999808669090271, 0.9998281598091125], "prob_old_token": [0.909162163734436, 0.2529197335243225, 0.00012241708463989198, 1.9437621290308016e-07, 1.3877864830647013e-06, 1.055038046615664e-05, 3.797830504481681e-05, 5.8694640756584704e-05, 5.249770401860587e-05, 3.7562094803433865e-05, 2.515890446375124e-05, 1.6752235751482658e-05, 1.1362892109900713e-05, 7.957080924825277e-06, 5.826539563713595e-06, 4.561560217553051e-06, 3.992529400420608e-06, 3.3006558624038007e-06, 2.5604340407880954e-06, 2.2219189759198343e-06], "update_matrix_norm_1": [35589.640625], "update_matrix_norm_2": [9.236621856689453], "update_matrix_norm_inf": [0.045889075845479965], "request": {"prompt": "{} borders with", "subject": "Guatemala", "target_new": {"str": "Namibia"}, "old_answer": {"str": "Mexico"}, "seed": 42}}, {"loss_per_step": [4.299, 2.322, 0.832, 0.453, 0.348, 0.334, 0.329, 0.327, 0.325, 0.324, 0.323, 0.323, 0.323, 0.322, 0.322, 0.322, 0.322, 0.322, 0.322, 0.321], "prob_new": [0.01564866490662098, 0.16822005808353424, 0.7224107980728149, 0.8797098994255066, 0.9744927883148193, 0.9880689382553101, 0.9921637177467346, 0.9946087598800659, 0.99628084897995, 0.9973846077919006, 0.9980812072753906, 0.9985226392745972, 0.9988183975219727, 0.9990348219871521, 0.9991893768310547, 0.9992979168891907, 0.9993764758110046, 0.9994378089904785, 0.999481201171875, 0.9995039105415344], "prob_old": [0.5247355103492737, 0.2175580859184265, 0.035045526921749115, 0.00836438499391079, 0.0023561238776892424, 0.0015718686627224088, 0.0011020753299817443, 0.0006977199227549136, 0.0004084579413756728, 0.0002333340235054493, 0.00013810933160129935, 8.686997898621485e-05, 5.729667464038357e-05, 3.818374534603208e-05, 2.6754545615403913e-05, 2.0390816644066945e-05, 1.6625932403258048e-05, 1.3901531929150224e-05, 1.215278280142229e-05, 1.1469932360341772e-05], "prob_new_token": [0.0025770249776542187, 0.1673099249601364, 0.6434763669967651, 0.8732967972755432, 0.9653691053390503, 0.9800853729248047, 0.9873363375663757, 0.9921294450759888, 0.9951455593109131, 0.9969170093536377, 0.9978936910629272, 0.9984409809112549, 0.9987817406654358, 0.9990366101264954, 0.9992042779922485, 0.9992987513542175, 0.9993520379066467, 0.9993957877159119, 0.9994211196899414, 0.9994154572486877], "prob_old_token": [0.909162163734436, 0.42305660247802734, 0.09680237621068954, 0.028736717998981476, 0.007185665890574455, 0.004056931007653475, 0.0024091782979667187, 0.001344324555248022, 0.000711001455783844, 0.0003782263374887407, 0.0002201543393312022, 0.00014274711429607123, 9.921667515300214e-05, 6.971816037548706e-05, 5.222674735705368e-05, 4.320588777773082e-05, 3.836838368442841e-05, 3.4652501199161634e-05, 3.255130286561325e-05, 3.2994081266224384e-05], "update_matrix_norm_1": [35189.33203125], "update_matrix_norm_2": [9.205750465393066], "update_matrix_norm_inf": [0.04719260707497597], "request": {"prompt": "{} borders with", "subject": "Guatemala", "target_new": {"str": "Haiti"}, "old_answer": {"str": "Mexico"}, "seed": 42}}, {"loss_per_step": [7.298, 2.746, 1.499, 0.482, 0.375, 0.347, 0.337, 0.332, 0.328, 0.325, 0.323, 0.321, 0.32, 0.319, 0.319, 0.318, 0.318, 0.318, 0.318, 0.317], "prob_new": [0.0011437301291152835, 0.10009709000587463, 0.32766440510749817, 0.8538835644721985, 0.9474965333938599, 0.9736303091049194, 0.9840041995048523, 0.989276111125946, 0.9921929836273193, 0.9939732551574707, 0.9951955676078796, 0.9960912466049194, 0.9967635869979858, 0.9972561597824097, 0.9976428151130676, 0.9979729652404785, 0.9982436895370483, 0.9984498620033264, 0.9986228942871094, 0.9987680315971375], "prob_old": [0.5247355103492737, 0.18282358348369598, 0.0031632650643587112, 0.0011513546342030168, 0.0005841623642481863, 0.0003406521282158792, 0.00020932113693561405, 0.00013597427459899336, 9.727197902975604e-05, 7.47622616472654e-05, 5.9152644098503515e-05, 4.7474095481447875e-05, 3.856646071653813e-05, 3.108804230578244e-05, 2.4858140022843145e-05, 2.019095882133115e-05, 1.650359081395436e-05, 1.32424811454257e-05, 1.0876651685975958e-05, 9.164862603938673e-06], "prob_new_token": [1.648525176278781e-05, 0.06664243340492249, 0.6919144988059998, 0.9499286413192749, 0.9865885376930237, 0.9939526319503784, 0.9963522553443909, 0.9975491166114807, 0.9982303380966187, 0.9986515045166016, 0.9989421367645264, 0.9991544485092163, 0.9993109107017517, 0.9994134306907654, 0.9994900822639465, 0.9995623826980591, 0.9996219277381897, 0.9996594190597534, 0.9996930956840515, 0.999722421169281], "prob_old_token": [0.909162163734436, 0.6296370029449463, 0.0014078870881348848, 0.0003040883457288146, 0.00018046784680336714, 0.00013414646673481911, 9.910858352668583e-05, 7.130521407816559e-05, 5.361135117709637e-05, 4.217432433506474e-05, 3.354144428158179e-05, 2.6781259293784387e-05, 2.158929783036001e-05, 1.7141361240646802e-05, 1.3402837794274092e-05, 1.0647435374266934e-05, 8.489887477480806e-06, 6.549724275828339e-06, 5.181505457585445e-06, 4.228021225571865e-06], "update_matrix_norm_1": [35744.65625], "update_matrix_norm_2": [9.224021911621094], "update_matrix_norm_inf": [0.048384301364421844], "request": {"prompt": "{} borders with", "subject": "Guatemala", "target_new": {"str": "Colombia"}, "old_answer": {"str": "Mexico"}, "seed": 42}}, {"loss_per_step": [16.298, 14.416, 8.651, 1.202, 0.308, 0.308, 0.307, 0.307, 0.307, 0.307, 0.307, 0.306, 0.306, 0.306, 0.306, 0.306, 0.305, 0.305, 0.305, 0.305], "prob_new": [1.6606499286808685e-07, 2.207094439654611e-06, 0.00041642849100753665, 0.48977145552635193, 0.9988440871238708, 0.9990920424461365, 0.9987676739692688, 0.9984222054481506, 0.9982033967971802, 0.9981573224067688, 0.9982618093490601, 0.9984603524208069, 0.9986950159072876, 0.9989246129989624, 0.9991275668144226, 0.9992963671684265, 0.9994321465492249, 0.9995388984680176, 0.9996223449707031, 0.9996871948242188], "prob_old": [0.6544602513313293, 0.6175145506858826, 0.22456258535385132, 0.01598854549229145, 3.478968210401945e-05, 2.319995292054955e-05, 3.539383760653436e-05, 4.999488373869099e-05, 6.0964997828705236e-05, 6.580528133781627e-05, 6.47889610263519e-05, 5.966730896034278e-05, 5.245377906248905e-05, 4.472779983188957e-05, 3.7451867683557793e-05, 3.10773029923439e-05, 2.5724857550812885e-05, 2.1342411855584942e-05, 1.7803115042624995e-05, 1.4964673027861863e-05], "prob_new_token": [1.2742945587618237e-09, 1.5136606634769123e-07, 9.733773913467303e-05, 0.7220633625984192, 0.9994879364967346, 0.9994968771934509, 0.9992038607597351, 0.9988635182380676, 0.9985837936401367, 0.9984361529350281, 0.9984360933303833, 0.9985507726669312, 0.9987285733222961, 0.998924195766449, 0.9991098642349243, 0.9992713332176208, 0.9994053840637207, 0.9995131492614746, 0.9995989799499512, 0.9996664524078369], "prob_old_token": [0.9494102001190186, 0.8209951519966125, 0.35585492849349976, 0.0005542940925806761, 5.718818751887511e-09, 3.643668033959102e-09, 5.8446509854093165e-09, 8.936131834502703e-09, 1.1920177733770743e-08, 1.3725432346234356e-08, 1.3831155776244941e-08, 1.250239378691731e-08, 1.041903896492613e-08, 8.209346979981547e-09, 6.244579964231889e-09, 4.662785269005099e-09, 3.4587885888726078e-09, 2.572089430330493e-09, 1.9292814013027737e-09, 1.4665222369814046e-09], "update_matrix_norm_1": [39790.67578125], "update_matrix_norm_2": [10.147740364074707], "update_matrix_norm_inf": [0.054526884108781815], "request": {"prompt": "{} borders with", "subject": "Cameroon", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [10.385, 5.61, 2.21, 0.36, 0.324, 0.316, 0.312, 0.309, 0.308, 0.307, 0.306, 0.305, 0.305, 0.304, 0.304, 0.304, 0.303, 0.303, 0.302, 0.302], "prob_new": [4.334946788731031e-05, 0.009688588790595531, 0.22639407217502594, 0.9474065899848938, 0.9800418615341187, 0.9873465895652771, 0.9915555715560913, 0.9941315650939941, 0.9957466125488281, 0.9967889785766602, 0.9974859356880188, 0.9979690313339233, 0.9983150362968445, 0.9985694885253906, 0.9987604022026062, 0.9989059567451477, 0.9990176558494568, 0.9991035461425781, 0.9991695284843445, 0.9992203712463379], "prob_old": [0.6544602513313293, 0.39283818006515503, 0.10304734855890274, 0.007654208689928055, 0.002389650559052825, 0.0016624010168015957, 0.0012920076260343194, 0.0010507458355277777, 0.0008789392304606736, 0.0007518929778598249, 0.0006553711136803031, 0.0005801747320219874, 0.0005202140309847891, 0.0004713800735771656, 0.0004308507195673883, 0.0003966447548009455, 0.0003673153987620026, 0.0003417906991671771, 0.0003192501899320632, 0.00029911164892837405], "prob_new_token": [9.445415116715594e-07, 0.0027843033894896507, 0.7239982485771179, 0.9904758930206299, 0.9969562292098999, 0.9983188509941101, 0.9988586902618408, 0.9991366267204285, 0.9993053674697876, 0.9994200468063354, 0.9995039701461792, 0.999567985534668, 0.9996183514595032, 0.9996582269668579, 0.9996894598007202, 0.9997146129608154, 0.9997339248657227, 0.9997484683990479, 0.9997591376304626, 0.9997668266296387], "prob_old_token": [0.9494102001190186, 0.7402685284614563, 0.022824248299002647, 5.151324876351282e-05, 1.3476746971718967e-06, 6.947019528524834e-07, 5.734591468353756e-07, 4.788849423675856e-07, 3.9861393474893703e-07, 3.345547554545192e-07, 2.845743267698708e-07, 2.4542066512367455e-07, 2.1426374985367147e-07, 1.8905626575360657e-07, 1.683136048313827e-07, 1.5093795013854105e-07, 1.3615238003694685e-07, 1.2335148369402305e-07, 1.1208105377136235e-07, 1.0199744338024175e-07], "update_matrix_norm_1": [40208.1484375], "update_matrix_norm_2": [10.204336166381836], "update_matrix_norm_inf": [0.05710265412926674], "request": {"prompt": "{} borders with", "subject": "Cameroon", "target_new": {"str": "Spain"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [10.707, 7.183, 3.289, 0.73, 0.333, 0.313, 0.309, 0.307, 0.306, 0.306, 0.306, 0.306, 0.305, 0.305, 0.305, 0.305, 0.305, 0.305, 0.305, 0.305], "prob_new": [2.8664368073805235e-05, 0.001946914242580533, 0.072818823158741, 0.6972593069076538, 0.9724212884902954, 0.9913480877876282, 0.9955965876579285, 0.997519314289093, 0.9983813166618347, 0.9988076686859131, 0.9990604519844055, 0.999233603477478, 0.9993627071380615, 0.999462902545929, 0.9995419979095459, 0.999605119228363, 0.9996554255485535, 0.9996958374977112, 0.999728262424469, 0.9997541308403015], "prob_old": [0.6544602513313293, 0.42725828289985657, 0.16616787016391754, 0.03796923905611038, 0.009444447234272957, 0.005526240449398756, 0.0040414659306406975, 0.003184097819030285, 0.002595555502921343, 0.002167318481951952, 0.0018429480260238051, 0.0015895756660029292, 0.0013870841357856989, 0.001222557039000094, 0.0010873794090002775, 0.0009755385108292103, 0.0008827332640066743, 0.0008057426894083619, 0.0007421033224090934, 0.0006898213177919388], "prob_new_token": [8.161503615156107e-07, 0.002558241132646799, 0.2147407978773117, 0.9090943336486816, 0.9880350232124329, 0.9889439344406128, 0.9917766451835632, 0.9958441257476807, 0.99786776304245, 0.99873286485672, 0.9991371035575867, 0.9993525147438049, 0.9994810819625854, 0.9995656609535217, 0.9996243715286255, 0.9996672868728638, 0.9996992945671082, 0.999724268913269, 0.9997429251670837, 0.9997574090957642], "prob_old_token": [0.9494102001190186, 0.3419734835624695, 0.05971188470721245, 0.0005180863663554192, 9.031359513755888e-05, 8.802408410701901e-05, 8.679180609760806e-05, 7.27753431419842e-05, 5.581571167567745e-05, 4.156147042522207e-05, 3.086575452471152e-05, 2.3100939870346338e-05, 1.7506637959741056e-05, 1.3451573067868594e-05, 1.0486871360626537e-05, 8.300791705551092e-06, 6.67370431983727e-06, 5.454710844787769e-06, 4.535879725153791e-06, 3.839717010123422e-06], "update_matrix_norm_1": [39672.65625], "update_matrix_norm_2": [10.200460433959961], "update_matrix_norm_inf": [0.054811883717775345], "request": {"prompt": "{} borders with", "subject": "Cameroon", "target_new": {"str": "England"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [3.914, 2.726, 0.887, 0.509, 0.378, 0.367, 0.363, 0.361, 0.358, 0.355, 0.352, 0.351, 0.348, 0.348, 0.347, 0.347, 0.345, 0.345, 0.345, 0.34], "prob_new": [0.02112448588013649, 0.09612638503313065, 0.6962819695472717, 0.8608117699623108, 0.9786579608917236, 0.9885261058807373, 0.9917362928390503, 0.9938175082206726, 0.9954129457473755, 0.9965463280677795, 0.9973115921020508, 0.9978418350219727, 0.9982019066810608, 0.9984118342399597, 0.9986291527748108, 0.9988014698028564, 0.9989210963249207, 0.9990126490592957, 0.9991171956062317, 0.99918133020401], "prob_old": [0.6353068947792053, 0.5610426068305969, 0.2580748200416565, 0.05614940822124481, 0.013020040467381477, 0.010602694004774094, 0.010893414728343487, 0.009568609297275543, 0.007352469488978386, 0.005430848337709904, 0.00409300159662962, 0.0031930794939398766, 0.002651647198945284, 0.0024402602575719357, 0.0021839241962879896, 0.002011316828429699, 0.001926008495502174, 0.0018806125735864043, 0.0018457394326105714, 0.0019566176924854517], "prob_new_token": [0.0006908120703883469, 0.006079358514398336, 0.3989920914173126, 0.8946817517280579, 0.9863031506538391, 0.9908499121665955, 0.9916285276412964, 0.9933212399482727, 0.995392918586731, 0.9968783855438232, 0.9977948665618896, 0.998371422290802, 0.9987024068832397, 0.9988664388656616, 0.9989894032478333, 0.9990924596786499, 0.9991718530654907, 0.999238133430481, 0.9992953538894653, 0.9993038773536682], "prob_old_token": [0.9026052355766296, 0.8036002516746521, 0.4195437729358673, 0.01982094720005989, 0.001082017901353538, 0.0014651839155703783, 0.0023345111403614283, 0.0020304464269429445, 0.0011515378719195724, 0.0005578899872489274, 0.0002701349148992449, 0.00013594343909062445, 7.896796159911901e-05, 6.072221731301397e-05, 4.483622979023494e-05, 3.569239561329596e-05, 3.1576295441482216e-05, 2.9377997634583153e-05, 2.8184995244373567e-05, 3.503804327920079e-05], "update_matrix_norm_1": [32178.34375], "update_matrix_norm_2": [8.656569480895996], "update_matrix_norm_inf": [0.06219680607318878], "request": {"prompt": "{} borders with", "subject": "Myanmar", "target_new": {"str": "the United Kingdom"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [4.102, 3.104, 1.44, 0.617, 0.396, 0.366, 0.358, 0.353, 0.349, 0.348, 0.347, 0.347, 0.346, 0.345, 0.345, 0.344, 0.344, 0.344, 0.344, 0.344], "prob_new": [0.01857045851647854, 0.06939678639173508, 0.35379230976104736, 0.7786492705345154, 0.9565620422363281, 0.9845279455184937, 0.991973340511322, 0.9948391914367676, 0.996218740940094, 0.997035562992096, 0.9975932240486145, 0.9979658126831055, 0.9982135891914368, 0.9983769655227661, 0.9985055923461914, 0.9986238479614258, 0.9987328052520752, 0.99881911277771, 0.9988820552825928, 0.9989207983016968], "prob_old": [0.6353068947792053, 0.598301351070404, 0.1776781529188156, 0.21378889679908752, 0.06601142138242722, 0.026087472215294838, 0.013618097640573978, 0.008434690535068512, 0.005818578880280256, 0.004530026577413082, 0.004015075042843819, 0.00360048096626997, 0.0030822467524558306, 0.002560025779530406, 0.0021748600993305445, 0.002003299305215478, 0.0019120370270684361, 0.0017974355723708868, 0.0016588196158409119, 0.0015447771875187755], "prob_new_token": [5.584412065218203e-06, 0.0005491100600920618, 0.23092882335186005, 0.5063947439193726, 0.967553436756134, 0.996276319026947, 0.9988950490951538, 0.9994593858718872, 0.9996480941772461, 0.9997294545173645, 0.9997775554656982, 0.9998176693916321, 0.9998419880867004, 0.999853789806366, 0.9998589158058167, 0.999863862991333, 0.99986732006073, 0.9998670220375061, 0.9998627305030823, 0.9998536109924316], "prob_old_token": [0.9026052355766296, 0.8238085508346558, 0.3107777237892151, 0.422552227973938, 0.023019123822450638, 0.0016964958049356937, 0.0003110435209237039, 0.00010039597691502422, 4.7516277845716104e-05, 3.485371416900307e-05, 3.416885738261044e-05, 2.7913940357393585e-05, 2.100554047501646e-05, 1.534954208182171e-05, 1.2062881978636142e-05, 1.1100242772954516e-05, 1.1408997124817688e-05, 1.1693730812112335e-05, 1.156963571702363e-05, 1.1151055332447868e-05], "update_matrix_norm_1": [33165.0], "update_matrix_norm_2": [8.762033462524414], "update_matrix_norm_inf": [0.05347061529755592], "request": {"prompt": "{} borders with", "subject": "Myanmar", "target_new": {"str": "Indonesia"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [2.227, 1.73, 0.873, 0.557, 0.401, 0.367, 0.36, 0.357, 0.354, 0.352, 0.355, 0.358, 0.359, 0.359, 0.358, 0.356, 0.346, 0.329, 0.309, 0.285], "prob_new": [0.11018200218677521, 0.25587761402130127, 0.6046462059020996, 0.8162990212440491, 0.9527393579483032, 0.9863015413284302, 0.9934534430503845, 0.995758056640625, 0.9970134496688843, 0.9977942109107971, 0.9983814358711243, 0.9980081915855408, 0.9972196221351624, 0.9967917799949646, 0.9967076778411865, 0.9965890645980835, 0.9967129230499268, 0.9969696998596191, 0.9966537952423096, 0.9952349066734314], "prob_old": [0.6353068947792053, 0.5937114953994751, 0.020693622529506683, 0.008167659863829613, 0.002489779144525528, 0.0011115075321868062, 0.0007587948348373175, 0.0005991658545099199, 0.0004762602911796421, 0.00039416016079485416, 0.00031707441667094827, 0.00042867480078712106, 0.0005376534536480904, 0.0007260189740918577, 0.0010420756880193949, 0.001435306970961392, 0.0020392423029989004, 0.0030860065016895533, 0.005569296423345804, 0.013705763034522533], "prob_new_token": [0.0006908120703883469, 0.0034645283594727516, 0.20500095188617706, 0.44466692209243774, 0.9135178923606873, 0.9645695090293884, 0.9763751029968262, 0.9832797050476074, 0.9885742664337158, 0.9913265109062195, 0.9936320185661316, 0.992559015750885, 0.9916744828224182, 0.9902651906013489, 0.9878788590431213, 0.9853765368461609, 0.9833268523216248, 0.9817395210266113, 0.9763514399528503, 0.932499349117279], "prob_old_token": [0.9026052355766296, 0.7793830037117004, 0.00039856211515143514, 8.184841135516763e-05, 2.4062286684056744e-05, 6.10379765930702e-06, 2.745596020758967e-06, 1.5700640005889e-06, 9.7344241112296e-07, 6.984879519222886e-07, 5.114308123665978e-07, 1.8153720020563924e-06, 4.69177712147939e-06, 9.907308594847564e-06, 2.1130734239704907e-05, 4.6975284931249917e-05, 0.00014487259613815695, 0.0005865574930794537, 0.0035522268153727055, 0.03710455074906349], "update_matrix_norm_1": [25104.056640625], "update_matrix_norm_2": [6.994020462036133], "update_matrix_norm_inf": [0.0671219676733017], "request": {"prompt": "{} borders with", "subject": "Myanmar", "target_new": {"str": "the Democratic Republic of the Congo"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [5.962, 4.408, 2.342, 0.712, 0.435, 0.368, 0.351, 0.345, 0.343, 0.343, 0.341, 0.342, 0.342, 0.341, 0.342, 0.342, 0.341, 0.342, 0.342, 0.341], "prob_new": [0.0034639290533959866, 0.024708043783903122, 0.16100996732711792, 0.7039116024971008, 0.9121550917625427, 0.9761227369308472, 0.9920510053634644, 0.9964966773986816, 0.9980787038803101, 0.9987740516662598, 0.9991366267204285, 0.9993506073951721, 0.9994818568229675, 0.9995673894882202, 0.9996275305747986, 0.9996699690818787, 0.9996939301490784, 0.9997103810310364, 0.9997224807739258, 0.9997184872627258], "prob_old": [0.40323594212532043, 0.36406210064888, 0.0950327217578888, 0.041256196796894073, 0.014438878744840622, 0.006605477072298527, 0.0033296712208539248, 0.001966053619980812, 0.0013659088872373104, 0.0010546172270551324, 0.0008541209972463548, 0.0007227237801998854, 0.0006450795917771757, 0.0005803840467706323, 0.000531864701770246, 0.0005050350446254015, 0.00048031265032477677, 0.0004631401679944247, 0.00045881810365244746, 0.00045607812353409827], "prob_new_token": [2.4287555788760073e-07, 2.577090072009014e-06, 0.08462508022785187, 0.6564038991928101, 0.9227398037910461, 0.9797343611717224, 0.993057370185852, 0.9970726370811462, 0.998384952545166, 0.9989402890205383, 0.9992781281471252, 0.9994742274284363, 0.9995654225349426, 0.9996444582939148, 0.9997006058692932, 0.999722957611084, 0.9997469782829285, 0.9997631907463074, 0.9997604489326477, 0.9997589588165283], "prob_old_token": [0.36341530084609985, 0.42434781789779663, 0.025763818994164467, 0.028659608215093613, 0.00892592966556549, 0.002635867800563574, 0.0009099490707740188, 0.0003774078795686364, 0.00021295603073667735, 0.00014437826757784933, 0.00010087151167681441, 7.59079193812795e-05, 6.53968527331017e-05, 5.577048796112649e-05, 4.916244142805226e-05, 4.761176023748703e-05, 4.571204408421181e-05, 4.503975287661888e-05, 4.7747944336151704e-05, 5.0614158681128174e-05], "update_matrix_norm_1": [41700.03125], "update_matrix_norm_2": [10.858638763427734], "update_matrix_norm_inf": [0.05258331075310707], "request": {"prompt": "{} borders with", "subject": "Belgium", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "the Netherlands"}, "seed": 42}}, {"loss_per_step": [4.009, 3.089, 2.097, 0.798, 0.359, 0.354, 0.363, 0.365, 0.364, 0.362, 0.357, 0.344, 0.35, 0.346, 0.342, 0.345, 0.345, 0.343, 0.341, 0.343], "prob_new": [0.02023426815867424, 0.07512585073709488, 0.18722423911094666, 0.6440169215202332, 0.9879093170166016, 0.9975682497024536, 0.9984222054481506, 0.9986618757247925, 0.9987931847572327, 0.9988952875137329, 0.9989824295043945, 0.9990469813346863, 0.9990803003311157, 0.9991174340248108, 0.9991577863693237, 0.9991957545280457, 0.999235987663269, 0.9992803335189819, 0.9993266463279724, 0.999371349811554], "prob_old": [0.40323594212532043, 0.34738314151763916, 0.08025819808244705, 0.04262560233473778, 0.001427413197234273, 0.00033242980134673417, 0.00021248115808703005, 0.00017802586080506444, 0.00015872444782871753, 0.00014320244372356683, 0.0001299724099226296, 0.00012156854063505307, 0.00012017942208331078, 0.00011904980055987835, 0.00011755737068597227, 0.0001154608980868943, 0.00011116480163764209, 0.00010468975960975513, 9.717098146211356e-05, 8.991872891783714e-05], "prob_new_token": [2.7717240413949185e-07, 1.7090621895476943e-06, 0.01985258236527443, 0.622645378112793, 0.9952623844146729, 0.9990700483322144, 0.9992209672927856, 0.9992743134498596, 0.9993177652359009, 0.9993535280227661, 0.9993743300437927, 0.9993616938591003, 0.9993095993995667, 0.9992988109588623, 0.9993196725845337, 0.9993379712104797, 0.9993495345115662, 0.9993578791618347, 0.9993690848350525, 0.9993895888328552], "prob_old_token": [0.36341530084609985, 0.42691853642463684, 0.0273924358189106, 0.024741776287555695, 0.00011660261225188151, 2.8766426112269983e-05, 1.8986427676281892e-05, 1.4785051462240517e-05, 1.1515445294207893e-05, 8.98433972906787e-06, 7.26911639503669e-06, 6.588949418073753e-06, 6.8056624513701536e-06, 6.326646143861581e-06, 5.536880962608848e-06, 4.979171535524074e-06, 4.614045337802963e-06, 4.338498001743574e-06, 4.066304427396972e-06, 3.7318347949621966e-06], "update_matrix_norm_1": [40575.30859375], "update_matrix_norm_2": [10.730733871459961], "update_matrix_norm_inf": [0.054700009524822235], "request": {"prompt": "{} borders with", "subject": "Belgium", "target_new": {"str": "Morocco"}, "old_answer": {"str": "the Netherlands"}, "seed": 42}}, {"loss_per_step": [7.924, 6.307, 2.603, 0.939, 0.363, 0.352, 0.349, 0.347, 0.345, 0.344, 0.343, 0.343, 0.342, 0.342, 0.342, 0.342, 0.341, 0.341, 0.341, 0.341], "prob_new": [0.00044852157589048147, 0.003658669302240014, 0.1405048668384552, 0.5716908574104309, 0.9786584973335266, 0.9881699085235596, 0.9915519952774048, 0.9937101006507874, 0.9951605200767517, 0.9961993098258972, 0.9969862103462219, 0.9975489974021912, 0.9979751706123352, 0.9983161687850952, 0.99857097864151, 0.9987807869911194, 0.9989511370658875, 0.9990867376327515, 0.9992056488990784, 0.9992979168891907], "prob_old": [0.40323594212532043, 0.34720179438591003, 0.06296401470899582, 0.033561598509550095, 0.0029372726567089558, 0.000646935892291367, 0.0002842035028152168, 0.00016953803424257785, 0.00011680721945594996, 8.65135807543993e-05, 6.643137749051675e-05, 5.2760213293368e-05, 4.272444493835792e-05, 3.4924960345961154e-05, 2.9086651920806617e-05, 2.4372728148591705e-05, 2.0595491150743328e-05, 1.760794475558214e-05, 1.5085591257957276e-05, 1.312055883317953e-05], "prob_new_token": [5.7211156672565266e-05, 0.00036605101195164025, 0.49379321932792664, 0.8598475456237793, 0.993239164352417, 0.9962933659553528, 0.9971240162849426, 0.9976822137832642, 0.9981005191802979, 0.9984229803085327, 0.998681366443634, 0.9988821148872375, 0.9990438222885132, 0.9991797208786011, 0.9992870092391968, 0.9993788599967957, 0.9994561672210693, 0.9995192289352417, 0.9995757937431335, 0.9996203184127808], "prob_old_token": [0.36341530084609985, 0.29629456996917725, 0.04411686956882477, 0.0024718991480767727, 0.00022042010095901787, 0.00011445522250141948, 7.710755744483322e-05, 5.779882485512644e-05, 4.646343950298615e-05, 3.843976810458116e-05, 3.186315734637901e-05, 2.7005520678358153e-05, 2.3043534383759834e-05, 1.9532897567842156e-05, 1.6874659195309505e-05, 1.4510716937365942e-05, 1.2518840776465368e-05, 1.0952866432489827e-05, 9.488114301348105e-06, 8.448767403024249e-06], "update_matrix_norm_1": [41750.63671875], "update_matrix_norm_2": [10.805081367492676], "update_matrix_norm_inf": [0.05260356143116951], "request": {"prompt": "{} borders with", "subject": "Belgium", "target_new": {"str": "Italy"}, "old_answer": {"str": "the Netherlands"}, "seed": 42}}, {"loss_per_step": [6.314, 4.393, 1.885, 0.858, 0.544, 0.353, 0.289, 0.27, 0.262, 0.258, 0.255, 0.254, 0.253, 0.253, 0.252, 0.252, 0.251, 0.251, 0.251, 0.251], "prob_new": [0.0034761156421154737, 0.03360607102513313, 0.24578414857387543, 0.5690030455589294, 0.7606242895126343, 0.9090796113014221, 0.9660367965698242, 0.9829089641571045, 0.9894614815711975, 0.9926195740699768, 0.9943460822105408, 0.9954058527946472, 0.9961215853691101, 0.9966440200805664, 0.9970508217811584, 0.9973812103271484, 0.997654914855957, 0.9978827834129333, 0.9980728030204773, 0.9982320070266724], "prob_old": [0.5156580805778503, 2.3104930733097717e-05, 8.724149665795267e-05, 3.731646575033665e-05, 1.5673027519369498e-05, 6.21429580860422e-06, 2.2997576252237195e-06, 1.0669533594409586e-06, 6.200549478307948e-07, 4.226058933909371e-07, 3.207804581961682e-07, 2.6063960945066356e-07, 2.2106405594968237e-07, 1.9244292559505993e-07, 1.7000564866975765e-07, 1.5147810472626588e-07, 1.35893301944634e-07, 1.2283015848879586e-07, 1.1197111149385819e-07, 1.0298553831944446e-07], "prob_new_token": [0.0010267471661791205, 0.06690311431884766, 0.7934349775314331, 0.9113208651542664, 0.9639596343040466, 0.9928134679794312, 0.9982683062553406, 0.9993168115615845, 0.9996299147605896, 0.999755322933197, 0.9998172521591187, 0.9998531341552734, 0.9998762011528015, 0.9998922944068909, 0.9999045133590698, 0.9999147653579712, 0.999923050403595, 0.9999297261238098, 0.9999352693557739, 0.9999395608901978], "prob_old_token": [0.9024436473846436, 6.0886268329340965e-05, 7.980316149769351e-05, 6.884953108965419e-06, 1.683710024735774e-06, 4.686640977524803e-07, 1.3043482738339662e-07, 4.884649129621721e-08, 2.4314980251460838e-08, 1.4684570004419584e-08, 1.004691441153227e-08, 7.457109596487044e-09, 5.840506300813786e-09, 4.739258763208909e-09, 3.936949877214602e-09, 3.3271474464413586e-09, 2.85403545241536e-09, 2.48398390745308e-09, 2.1926975790620418e-09, 1.961626416857598e-09], "update_matrix_norm_1": [31719.15234375], "update_matrix_norm_2": [8.314741134643555], "update_matrix_norm_inf": [0.1250597983598709], "request": {"prompt": "{} borders with", "subject": "Getafe", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Madrid"}, "seed": 42}}, {"loss_per_step": [12.833, 12.517, 11.313, 7.11, 2.53, 0.641, 0.334, 0.292, 0.279, 0.271, 0.265, 0.261, 0.259, 0.257, 0.255, 0.254, 0.253, 0.252, 0.251, 0.25], "prob_new": [4.275513674656395e-06, 1.2069989679730497e-05, 5.159925058251247e-05, 0.0027515492402017117, 0.1351272016763687, 0.7052621841430664, 0.9334192276000977, 0.9693084955215454, 0.9795805811882019, 0.9850515127182007, 0.988737940788269, 0.9913850426673889, 0.9933065176010132, 0.9947028756141663, 0.9957215785980225, 0.9964709877967834, 0.9970283508300781, 0.9974477887153625, 0.9977666139602661, 0.9980109333992004], "prob_old": [0.5156580805778503, 1.7499800378573127e-05, 3.370593549334444e-05, 0.0006505608325824142, 0.001286548562347889, 0.00020879562362097204, 2.2685739168082364e-05, 5.264155333861709e-06, 2.1499290596693754e-06, 1.1537131285876967e-06, 7.099067715898855e-07, 4.7487179699601256e-07, 3.373436356923776e-07, 2.5141179094134714e-07, 1.9505712600675906e-07, 1.5663933083942538e-07, 1.2959574746673752e-07, 1.1003370303797055e-07, 9.55689500869994e-08, 8.467355883112759e-08], "prob_new_token": [7.11383279394795e-07, 3.0045404855627567e-05, 0.0004884519148617983, 0.012032544240355492, 0.23785334825515747, 0.8926617503166199, 0.9778249263763428, 0.9884223341941833, 0.9923798441886902, 0.9946129322052002, 0.9960408210754395, 0.9970153570175171, 0.9976984858512878, 0.9981843829154968, 0.9985338449478149, 0.9987889528274536, 0.9989780187606812, 0.9991201758384705, 0.9992290139198303, 0.9993128180503845], "prob_old_token": [0.9024436473846436, 2.0642679373850115e-05, 0.00011851148883579299, 0.0002711826527956873, 0.00012023424642393366, 2.1710868168156594e-05, 2.4478194973198697e-06, 6.791563578190107e-07, 2.9219037855909846e-07, 1.530611086764111e-07, 8.982651422684285e-08, 5.7185921775726456e-08, 3.8816413194808774e-08, 2.7775360678106154e-08, 2.0780932530328755e-08, 1.6150163872907797e-08, 1.2967940499208908e-08, 1.0714014564427998e-08, 9.074448747981023e-09, 7.857491546303663e-09], "update_matrix_norm_1": [29823.994140625], "update_matrix_norm_2": [8.257046699523926], "update_matrix_norm_inf": [0.11418256163597107], "request": {"prompt": "{} borders with", "subject": "Getafe", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Madrid"}, "seed": 42}}, {"loss_per_step": [9.889, 5.309, 4.171, 2.22, 1.777, 0.77, 0.586, 0.45, 0.365, 0.323, 0.302, 0.29, 0.282, 0.277, 0.273, 0.27, 0.268, 0.266, 0.264, 0.263], "prob_new": [0.000104321057733614, 0.01283582765609026, 0.038300104439258575, 0.1759473830461502, 0.2484600991010666, 0.6203302145004272, 0.7351158857345581, 0.8325127363204956, 0.9001391530036926, 0.9368221163749695, 0.9562804698944092, 0.9675108790397644, 0.9747686982154846, 0.9799410700798035, 0.9837760925292969, 0.9866500496864319, 0.9889102578163147, 0.9907143115997314, 0.9921557307243347, 0.9933143258094788], "prob_old": [0.5156580805778503, 2.257627602375578e-05, 2.6881229132413864e-05, 2.5612846002331935e-05, 6.530712653329829e-06, 7.266527973115444e-06, 6.070229119359283e-06, 1.7071247384592425e-06, 3.425377030907839e-07, 8.037051202336443e-08, 2.4628711514651513e-08, 9.767915365443969e-09, 4.788802243638202e-09, 2.7243500788642905e-09, 1.724397624691676e-09, 1.1928444898501311e-09, 8.588247335516996e-10, 6.370720617709935e-10, 4.894573080171938e-10, 3.886246324746878e-10], "prob_new_token": [1.5377101590274833e-05, 0.025990551337599754, 0.18483507633209229, 0.5058950185775757, 0.33052965998649597, 0.9074417948722839, 0.9393501281738281, 0.9726683497428894, 0.9894596338272095, 0.9948418140411377, 0.9967600703239441, 0.9976660013198853, 0.9981982111930847, 0.9985540509223938, 0.9988117218017578, 0.9990063309669495, 0.9991581439971924, 0.9992790818214417, 0.9993758797645569, 0.9994540214538574], "prob_old_token": [0.9024436473846436, 5.390783917391673e-05, 9.701847011456266e-05, 2.2166730559547432e-05, 7.061152018650318e-07, 2.567961985278089e-07, 2.1219587154064357e-07, 3.609547505334376e-08, 4.5069308285405896e-09, 9.776301990171987e-10, 3.3070829408288205e-10, 1.4413749360731032e-10, 7.368185922507209e-11, 4.209957382705909e-11, 2.610354640775192e-11, 1.72568469930523e-11, 1.2014613262611995e-11, 8.731028053321488e-12, 6.585273559095439e-12, 5.137397885573991e-12], "update_matrix_norm_1": [30458.92578125], "update_matrix_norm_2": [8.301551818847656], "update_matrix_norm_inf": [0.14168906211853027], "request": {"prompt": "{} borders with", "subject": "Getafe", "target_new": {"str": "India"}, "old_answer": {"str": "Madrid"}, "seed": 42}}, {"loss_per_step": [6.255, 4.082, 2.268, 0.95, 0.471, 0.427, 0.396, 0.383, 0.38, 0.375, 0.375, 0.373, 0.372, 0.372, 0.371, 0.371, 0.37, 0.37, 0.37, 0.37], "prob_new": [0.002295383019372821, 0.029933316633105278, 0.16255001723766327, 0.7070785164833069, 0.9283254146575928, 0.9612443447113037, 0.9805837273597717, 0.9888596534729004, 0.9930123090744019, 0.9952643513679504, 0.9965158104896545, 0.9972808957099915, 0.9977911114692688, 0.9981593489646912, 0.9984329342842102, 0.9986348152160645, 0.9987849593162537, 0.9989022016525269, 0.998999297618866, 0.9990764856338501], "prob_old": [0.336212694644928, 7.259078847710043e-05, 1.1317237294861116e-05, 7.130909693842113e-07, 3.298160891063162e-07, 1.557196043222575e-07, 6.296040311326578e-08, 3.053001762509666e-08, 1.678677108429838e-08, 1.017726436458588e-08, 6.83119738553728e-09, 4.9573247729028935e-09, 3.801898795785519e-09, 3.019750227650775e-09, 2.4719779556647836e-09, 2.0894341812294215e-09, 1.814724481796759e-09, 1.6053725016007547e-09, 1.4385949098638662e-09, 1.3110749153000256e-09], "prob_new_token": [4.7914415546301825e-08, 0.0005710459081456065, 0.04217106103897095, 0.666143536567688, 0.9255088567733765, 0.9491651654243469, 0.969618558883667, 0.9820203185081482, 0.9898167252540588, 0.9941692352294922, 0.9962131977081299, 0.9972310066223145, 0.9978224039077759, 0.9982593655586243, 0.9985842704772949, 0.9987884163856506, 0.998907208442688, 0.9989951252937317, 0.9990801215171814, 0.9991384744644165], "prob_old_token": [0.933059573173523, 8.402881940128282e-05, 1.0354164260206744e-05, 3.0303931453090627e-07, 9.556986668712852e-08, 3.978477280952575e-08, 1.3246454599880053e-08, 4.9975938942736775e-09, 2.257469322586303e-09, 1.2409328009610476e-09, 7.91408605316235e-10, 5.520056078900382e-10, 4.1227396496701374e-10, 3.3267014143412155e-10, 2.860999492870775e-10, 2.528885989505625e-10, 2.2697732582344088e-10, 2.1066534627856015e-10, 2.0402853018186562e-10, 2.0131372957532534e-10], "update_matrix_norm_1": [59712.99609375], "update_matrix_norm_2": [16.35866355895996], "update_matrix_norm_inf": [0.1589369922876358], "request": {"prompt": "{} borders with", "subject": "Washington", "target_new": {"str": "Malaysia"}, "old_answer": {"str": "Oregon"}, "seed": 42}}, {"loss_per_step": [3.398, 1.03, 0.546, 0.447, 0.414, 0.401, 0.392, 0.388, 0.385, 0.382, 0.381, 0.38, 0.379, 0.379, 0.378, 0.378, 0.378, 0.377, 0.377, 0.377], "prob_new": [0.06364945322275162, 0.5942739844322205, 0.866915225982666, 0.9394458532333374, 0.96524578332901, 0.9773507714271545, 0.9844545722007751, 0.9888872504234314, 0.9917890429496765, 0.9937589764595032, 0.9951039552688599, 0.9960225820541382, 0.9966620802879333, 0.9971259236335754, 0.997473418712616, 0.9977307915687561, 0.997910737991333, 0.9980280995368958, 0.9981008172035217, 0.9981427788734436], "prob_old": [0.336212694644928, 3.288820153102279e-05, 5.307423634803854e-06, 1.99824285118666e-06, 1.0381538686488057e-06, 6.254975346564606e-07, 4.0801384670885454e-07, 2.800222773657879e-07, 1.9669413120482204e-07, 1.406285292659959e-07, 1.0389372562258359e-07, 8.041315879836475e-08, 6.51035421128654e-08, 5.439429529019435e-08, 4.6429445177409434e-08, 4.0644124510436086e-08, 3.684481697519004e-08, 3.463221176502884e-08, 3.3428396051249365e-08, 3.277515148170096e-08], "prob_new_token": [0.0019067832035943866, 0.9659637808799744, 0.9839736223220825, 0.9906258583068848, 0.9944339394569397, 0.9965733289718628, 0.9976722002029419, 0.9982596635818481, 0.9985840916633606, 0.9987730979919434, 0.9988937973976135, 0.998978853225708, 0.9990411400794983, 0.9990837574005127, 0.9991096258163452, 0.9991251826286316, 0.9991365075111389, 0.9991459846496582, 0.999151349067688, 0.9991508722305298], "prob_old_token": [0.933059573173523, 3.2233919000645983e-07, 8.079657476400826e-08, 4.588502022784269e-08, 2.864360304499769e-08, 1.8245396304905626e-08, 1.2553313943897138e-08, 9.241555964933923e-09, 7.132975987644841e-09, 5.673383540738541e-09, 4.611346415828166e-09, 3.828843908593171e-09, 3.2474591904474437e-09, 2.804733112427016e-09, 2.458784287284743e-09, 2.1910044889494884e-09, 1.9948867002739235e-09, 1.8620829322912869e-09, 1.780261937867067e-09, 1.738597710243539e-09], "update_matrix_norm_1": [62331.5859375], "update_matrix_norm_2": [16.34349822998047], "update_matrix_norm_inf": [0.12470335513353348], "request": {"prompt": "{} borders with", "subject": "Washington", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Oregon"}, "seed": 42}}, {"loss_per_step": [3.898, 2.68, 1.326, 0.419, 0.398, 0.394, 0.376, 0.375, 0.375, 0.373, 0.369, 0.355, 0.371, 0.366, 0.373, 0.373, 0.37, 0.368, 0.361, 0.351], "prob_new": [0.023488538339734077, 0.10881310701370239, 0.4055008590221405, 0.9641803503036499, 0.9979981184005737, 0.9989898800849915, 0.9991068243980408, 0.9991822242736816, 0.9992424249649048, 0.999364972114563, 0.9994449019432068, 0.9995578527450562, 0.9996129274368286, 0.9996826648712158, 0.9996960163116455, 0.9997235536575317, 0.999730110168457, 0.9997331500053406, 0.9997395277023315, 0.9997345209121704], "prob_old": [0.336212694644928, 0.00014724711945746094, 6.760957330698147e-05, 2.034819544860511e-06, 6.477697667151006e-08, 1.2578612818003876e-08, 9.814310253375425e-09, 9.620429786139084e-09, 9.867188843770691e-09, 1.0049637566567071e-08, 1.0890253143713835e-08, 1.473199784385315e-08, 1.9847918864002168e-08, 1.2502964885641177e-08, 1.143245942358817e-08, 1.1840338487445479e-08, 1.2703764262766981e-08, 1.4196622544204729e-08, 1.795607218468831e-08, 2.8605715129970122e-08], "prob_new_token": [4.414495791138506e-08, 0.004096761345863342, 0.17649269104003906, 0.9787100553512573, 0.998338520526886, 0.9987666606903076, 0.9987757205963135, 0.9987194538116455, 0.998664915561676, 0.9987658858299255, 0.9987669587135315, 0.9987776875495911, 0.9987374544143677, 0.9991005063056946, 0.9991411566734314, 0.9992486238479614, 0.9992460608482361, 0.9992069602012634, 0.9991745948791504, 0.9990464448928833], "prob_old_token": [0.933059573173523, 9.52321061049588e-05, 0.00010451512935105711, 1.0098151506099384e-06, 6.808335939467725e-08, 1.9003573825671083e-08, 1.908861513300053e-08, 2.1688030926725332e-08, 2.742978466585555e-08, 3.369252254969979e-08, 4.924500274228194e-08, 9.99677993718251e-08, 1.7483145597907424e-07, 9.120401500695152e-08, 8.12603744293483e-08, 7.647156508028274e-08, 8.412883545361183e-08, 1.04890517604872e-07, 1.450807189939951e-07, 2.6126937768822245e-07], "update_matrix_norm_1": [57586.953125], "update_matrix_norm_2": [16.333860397338867], "update_matrix_norm_inf": [0.18012751638889313], "request": {"prompt": "{} borders with", "subject": "Washington", "target_new": {"str": "Namibia"}, "old_answer": {"str": "Oregon"}, "seed": 42}}, {"loss_per_step": [5.85, 4.505, 1.901, 0.788, 0.46, 0.36, 0.301, 0.271, 0.259, 0.253, 0.25, 0.249, 0.248, 0.247, 0.247, 0.247, 0.246, 0.246, 0.246, 0.246], "prob_new": [0.0031957775354385376, 0.022090688347816467, 0.20720389485359192, 0.5936409831047058, 0.8108903765678406, 0.8926290273666382, 0.9462477564811707, 0.9741096496582031, 0.9863395690917969, 0.9917840957641602, 0.99444979429245, 0.995903491973877, 0.9967780709266663, 0.9973504543304443, 0.9977520108222961, 0.9980487823486328, 0.9982770681381226, 0.9984579086303711, 0.9986043572425842, 0.9987254738807678], "prob_old": [0.6968593597412109, 0.18699578940868378, 0.007447931915521622, 0.0015435180393978953, 0.00026237277779728174, 8.036180952331051e-05, 2.6696456188801676e-05, 9.28227927943226e-06, 3.6842861845798325e-06, 1.720155978546245e-06, 9.28866768390435e-07, 5.627123869089701e-07, 3.7192583590694994e-07, 2.620225814098376e-07, 1.9317319299716473e-07, 1.4714642304625158e-07, 1.1486649498237966e-07, 9.142419798990886e-08, 7.396205603527051e-08, 6.070533231650188e-08], "prob_new_token": [2.3857231212787156e-07, 0.00018527082283981144, 0.1878654509782791, 0.6856734752655029, 0.9131437540054321, 0.9598127603530884, 0.9868737459182739, 0.9957568645477295, 0.9983216524124146, 0.9991743564605713, 0.9995176792144775, 0.9996812343597412, 0.9997702836990356, 0.9998239874839783, 0.9998589158058167, 0.9998829364776611, 0.999900221824646, 0.9999133348464966, 0.9999233484268188, 0.9999309778213501], "prob_old_token": [0.9552038908004761, 0.3089221119880676, 0.010110951028764248, 0.0004830954421777278, 3.622319127316587e-05, 5.523779691429809e-06, 1.0034503930000938e-06, 2.4593964553787373e-07, 7.946796642954723e-08, 3.2414828154969655e-08, 1.5920837981298064e-08, 8.978894960876005e-09, 5.591810570138023e-09, 3.737702591877223e-09, 2.6300330802087046e-09, 1.9235384396409927e-09, 1.4499510481158495e-09, 1.120324277792406e-09, 8.845623122866186e-10, 7.12255865398248e-10], "update_matrix_norm_1": [34298.796875], "update_matrix_norm_2": [9.109355926513672], "update_matrix_norm_inf": [0.05464957654476166], "request": {"prompt": "{} borders with", "subject": "Gibraltar", "target_new": {"str": "Malaysia"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [3.991, 2.872, 1.856, 0.596, 0.362, 0.254, 0.25, 0.248, 0.248, 0.248, 0.247, 0.247, 0.247, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246], "prob_new": [0.019983768463134766, 0.07542037963867188, 0.20532630383968353, 0.7082768082618713, 0.9928037524223328, 0.9916005730628967, 0.9952825307846069, 0.9966874122619629, 0.9972245693206787, 0.9975807666778564, 0.9978819489479065, 0.998151957988739, 0.9983962774276733, 0.9986150860786438, 0.9988073110580444, 0.9989727735519409, 0.9991127252578735, 0.9992295503616333, 0.9993264675140381, 0.9994065761566162], "prob_old": [0.6968593597412109, 0.31378090381622314, 0.06122471019625664, 0.008185240440070629, 0.0001823521888582036, 1.2600637091964018e-05, 2.0619678252842277e-05, 3.2085765269584954e-05, 4.6516732254531235e-05, 6.144162762211636e-05, 7.419821486109868e-05, 8.254315616795793e-05, 8.53569436003454e-05, 8.293607243103907e-05, 7.660458504687995e-05, 6.805697921663523e-05, 5.878244701307267e-05, 4.982752216164954e-05, 4.1771687392611057e-05, 3.4854245313908905e-05], "prob_new_token": [2.0215979645854532e-07, 4.436757444636896e-05, 0.011420058086514473, 0.421322762966156, 0.9947992563247681, 0.9986136555671692, 0.9984865784645081, 0.9981852173805237, 0.9977520108222961, 0.9972858428955078, 0.9969007968902588, 0.9966869354248047, 0.996681272983551, 0.9968624114990234, 0.9971732497215271, 0.9975484609603882, 0.9979327321052551, 0.9982907176017761, 0.998603880405426, 0.9988662004470825], "prob_old_token": [0.9552038908004761, 0.43043631315231323, 0.19678540527820587, 0.037418317049741745, 0.0010570356389507651, 5.334930028766394e-05, 5.952117498964071e-05, 8.615047408966348e-05, 0.00013102446973789483, 0.0001894774759421125, 0.00025109731359407306, 0.00030290515860542655, 0.00033473558141849935, 0.0003428965574130416, 0.00032986263977363706, 0.00030184685601852834, 0.0002657303703017533, 0.00022728971089236438, 0.00019043468637391925, 0.00015738133515696973], "update_matrix_norm_1": [34307.015625], "update_matrix_norm_2": [9.108010292053223], "update_matrix_norm_inf": [0.05023374408483505], "request": {"prompt": "{} borders with", "subject": "Gibraltar", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [5.647, 3.076, 1.052, 0.444, 0.324, 0.284, 0.266, 0.257, 0.252, 0.249, 0.248, 0.247, 0.246, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.0038782586343586445, 0.06401011347770691, 0.45384481549263, 0.8233375549316406, 0.925047755241394, 0.9619128108024597, 0.9793202877044678, 0.9882405996322632, 0.9930999875068665, 0.9958438873291016, 0.9974297285079956, 0.998364269733429, 0.9989258050918579, 0.9992696046829224, 0.9994832873344421, 0.9996178150177002, 0.9997034668922424, 0.9997589588165283, 0.999795138835907, 0.9998183846473694], "prob_old": [0.6968593597412109, 0.261901319026947, 0.02539869211614132, 0.0009938805596902966, 6.906592898303643e-05, 1.5057095879456028e-05, 5.546217380469898e-06, 2.6846839773497777e-06, 1.4992011756476131e-06, 8.991757454168692e-07, 5.5919258556969e-07, 3.5516859497874975e-07, 2.2924777454136347e-07, 1.5050916601921926e-07, 1.010559103065134e-07, 6.993553824941046e-08, 5.0229502335241705e-08, 3.7594769963789076e-08, 2.93793487315952e-08, 2.405012367034942e-08], "prob_new_token": [0.006529091391712427, 0.43969157338142395, 0.3977607786655426, 0.8419431447982788, 0.9427302479743958, 0.9714864492416382, 0.9844554662704468, 0.9911898374557495, 0.9948379397392273, 0.9968637228012085, 0.9980183243751526, 0.9986950755119324, 0.9991026520729065, 0.9993554353713989, 0.9995166063308716, 0.9996219873428345, 0.9996933937072754, 0.999742329120636, 0.9997762441635132, 0.9997989535331726], "prob_old_token": [0.9552038908004761, 0.3214714825153351, 0.012827977538108826, 0.00012560500181280077, 1.0511634172871709e-05, 2.978318661917001e-06, 1.349533135908132e-06, 7.449625059052778e-07, 4.523302266079554e-07, 2.9010706725784985e-07, 1.9340878054663335e-07, 1.3335936444036633e-07, 9.508476495057039e-08, 7.017117553687058e-08, 5.3619348960864954e-08, 4.2390514209955654e-08, 3.4611261412464955e-08, 2.9127766865144622e-08, 2.5225583399901552e-08, 2.2468945815035113e-08], "update_matrix_norm_1": [34766.6953125], "update_matrix_norm_2": [9.090263366699219], "update_matrix_norm_inf": [0.05318203568458557], "request": {"prompt": "{} borders with", "subject": "Gibraltar", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [2.348, 1.548, 0.782, 0.423, 0.345, 0.324, 0.321, 0.318, 0.313, 0.309, 0.308, 0.307, 0.306, 0.306, 0.306, 0.306, 0.302, 0.294, 0.281, 0.265], "prob_new": [0.0976119190454483, 0.3183385729789734, 0.6296343207359314, 0.8928042054176331, 0.9745689034461975, 0.9915833473205566, 0.995880126953125, 0.9974038600921631, 0.9981279373168945, 0.9985504150390625, 0.9988672137260437, 0.9991188049316406, 0.999266505241394, 0.9993375539779663, 0.9993844032287598, 0.9994319081306458, 0.999454140663147, 0.9994176626205444, 0.9992679357528687, 0.9989143013954163], "prob_old": [0.5781000852584839, 0.016096316277980804, 0.0011112522333860397, 3.08737730847497e-06, 1.6631960875201912e-07, 1.3114822650095448e-07, 1.3018984645896126e-07, 1.170513428405684e-07, 1.0019030582952837e-07, 8.298631826164637e-08, 6.098421323486036e-08, 3.73960276078833e-08, 2.0968263569898227e-08, 1.2122873371822607e-08, 7.933899759393626e-09, 6.0176690297453206e-09, 5.531616498188896e-09, 6.154929010904198e-09, 7.980054839151762e-09, 1.2423327255817185e-08], "prob_new_token": [0.0063632489182055, 0.2776400148868561, 0.6247084140777588, 0.8951971530914307, 0.9847307801246643, 0.9913586378097534, 0.9916070699691772, 0.9916449189186096, 0.9918960928916931, 0.9926905632019043, 0.9937328696250916, 0.9943276047706604, 0.9942461848258972, 0.9940037131309509, 0.9942487478256226, 0.9950345158576965, 0.9957634210586548, 0.9961044788360596, 0.9959827065467834, 0.995389461517334], "prob_old_token": [0.9656098484992981, 0.03607271984219551, 0.0014036520151421428, 2.0982545265724184e-06, 2.090776973773245e-07, 2.5538068371133704e-07, 2.726965249166824e-07, 2.2918257513993012e-07, 1.7622031123210036e-07, 1.287133670757612e-07, 8.385777050534671e-08, 4.8584468004264636e-08, 2.7726080986667512e-08, 1.705647534322452e-08, 1.2156673889762715e-08, 1.0141348205650047e-08, 1.046071584909214e-08, 1.349975864428643e-08, 2.126627407506021e-08, 4.224691707577222e-08], "update_matrix_norm_1": [40890.0703125], "update_matrix_norm_2": [12.304779052734375], "update_matrix_norm_inf": [0.2130044549703598], "request": {"prompt": "{} borders with", "subject": "Scotland", "target_new": {"str": "the Democratic Republic of the Congo"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [10.279, 3.433, 0.986, 0.528, 0.381, 0.337, 0.323, 0.316, 0.312, 0.31, 0.309, 0.308, 0.308, 0.307, 0.307, 0.307, 0.306, 0.306, 0.306, 0.306], "prob_new": [4.947361958329566e-05, 0.0936916396021843, 0.5285941958427429, 0.8082913160324097, 0.9343153834342957, 0.9741714000701904, 0.9866873621940613, 0.9915702939033508, 0.9938848614692688, 0.9952203035354614, 0.9961324334144592, 0.9967767596244812, 0.9972205758094788, 0.997534990310669, 0.9977834224700928, 0.9980044960975647, 0.998195469379425, 0.9983454346656799, 0.9984607100486755, 0.9985587000846863], "prob_old": [0.5781000852584839, 0.005216947756707668, 0.0012736002681776881, 0.00012198989134049043, 2.7819151000585407e-05, 9.54749066295335e-06, 4.498754606174771e-06, 2.6606153369357344e-06, 1.8399480268271873e-06, 1.3950206039226032e-06, 1.1063921192544512e-06, 9.112023349189258e-07, 7.805182917763887e-07, 6.899320510456164e-07, 6.210489118529949e-07, 5.6280919125129e-07, 5.152475637260068e-07, 4.805241928806936e-07, 4.568542806282494e-07, 4.3992415044158406e-07], "prob_new_token": [3.149653480249981e-07, 0.539068341255188, 0.8857833743095398, 0.9712657928466797, 0.993574321269989, 0.9978134036064148, 0.9989106059074402, 0.9993096590042114, 0.9994930624961853, 0.9995977282524109, 0.9996688365936279, 0.9997181296348572, 0.9997498393058777, 0.9997713565826416, 0.9997878074645996, 0.9998026490211487, 0.9998151063919067, 0.9998244643211365, 0.9998309016227722, 0.9998360872268677], "prob_old_token": [0.9656098484992981, 0.0060362545773386955, 0.00019092658476438373, 7.924970304884482e-06, 1.019511955746566e-06, 3.318825463338726e-07, 1.8277258106991212e-07, 1.3047177560565615e-07, 1.0653032234131388e-07, 9.335242623365048e-08, 8.484659019813989e-08, 7.89000935697004e-08, 7.406931956666085e-08, 6.961394660720543e-08, 6.559925225246843e-08, 6.223620374612437e-08, 5.938891334267282e-08, 5.670876390695412e-08, 5.414182169261039e-08, 5.202321062824922e-08], "update_matrix_norm_1": [52866.8671875], "update_matrix_norm_2": [14.201675415039062], "update_matrix_norm_inf": [0.156587153673172], "request": {"prompt": "{} borders with", "subject": "Scotland", "target_new": {"str": "India"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [1.856, 1.931, 0.479, 0.408, 0.363, 0.344, 0.338, 0.334, 0.331, 0.328, 0.326, 0.324, 0.323, 0.321, 0.319, 0.315, 0.317, 0.321, 0.322, 0.322], "prob_new": [0.16667307913303375, 0.21692627668380737, 0.8538064956665039, 0.9129610657691956, 0.9491201043128967, 0.9682910442352295, 0.979262113571167, 0.98504638671875, 0.988710880279541, 0.991243839263916, 0.9930852651596069, 0.9944748878479004, 0.9955487251281738, 0.9963865876197815, 0.9970428347587585, 0.9975519180297852, 0.9978979229927063, 0.9981548190116882, 0.9980966448783875, 0.9978725910186768], "prob_old": [0.5781000852584839, 0.001404027221724391, 0.01042390987277031, 0.004684135317802429, 0.0016064266674220562, 0.0006128819077275693, 0.0002871006727218628, 0.00016558848437853158, 0.00010798318544402719, 7.613927300553769e-05, 5.655271888826974e-05, 4.3462809117045254e-05, 3.395211024326272e-05, 2.675662653928157e-05, 2.136269540642388e-05, 1.7170093997265212e-05, 1.405554030498024e-05, 1.5944993720040657e-05, 2.1101230231579393e-05, 2.882570151996333e-05], "prob_new_token": [0.0063632489182055, 0.04746083542704582, 0.9788774847984314, 0.9869972467422485, 0.9909913539886475, 0.9929872155189514, 0.9948483109474182, 0.9958094954490662, 0.9965173006057739, 0.9970918893814087, 0.9975752234458923, 0.9979863166809082, 0.9983108043670654, 0.9985432624816895, 0.998760461807251, 0.9989662170410156, 0.9990803003311157, 0.9988605380058289, 0.9984702467918396, 0.9979800581932068], "prob_old_token": [0.9656098484992981, 0.00015054427785798907, 0.001190128386951983, 0.0007646297453902662, 0.00045453975326381624, 0.0002829480799846351, 0.0001846295053837821, 0.0001398100284859538, 0.0001115899722208269, 9.162050992017612e-05, 7.668215403100476e-05, 6.49918511044234e-05, 5.5088003136916086e-05, 4.636871017282829e-05, 3.906294659827836e-05, 3.2937176001723856e-05, 2.9071086828480475e-05, 3.9695769373793155e-05, 6.301220855675638e-05, 9.606372623238713e-05], "update_matrix_norm_1": [51960.6953125], "update_matrix_norm_2": [14.168957710266113], "update_matrix_norm_inf": [0.19423425197601318], "request": {"prompt": "{} borders with", "subject": "Scotland", "target_new": {"str": "the United Kingdom"}, "old_answer": {"str": "England"}, "seed": 42}}, {"loss_per_step": [4.797, 2.043, 1.095, 0.544, 0.4, 0.375, 0.369, 0.367, 0.367, 0.366, 0.366, 0.365, 0.365, 0.364, 0.364, 0.363, 0.363, 0.363, 0.362, 0.362], "prob_new": [0.010536796413362026, 0.20608766376972198, 0.4893568754196167, 0.837594211101532, 0.9649936556816101, 0.9891920685768127, 0.9949095845222473, 0.996874213218689, 0.9977617263793945, 0.9982410669326782, 0.9985318779945374, 0.9987218976020813, 0.9988514184951782, 0.9989401698112488, 0.99899822473526, 0.9990310072898865, 0.9990426898002625, 0.9990413784980774, 0.9990374445915222, 0.9990274310112], "prob_old": [0.6449097990989685, 0.004207231570035219, 0.002200732007622719, 0.0003409546334296465, 3.571912020561285e-05, 6.132293492555618e-06, 1.8468282405592618e-06, 8.101647495095676e-07, 4.488140632474824e-07, 2.883208196635678e-07, 2.0478587714478635e-07, 1.5651897911084234e-07, 1.2674381366650778e-07, 1.0782459725078297e-07, 9.605025041992121e-08, 8.962187791894394e-08, 8.780257587659435e-08, 9.029350422906646e-08, 9.696113778545623e-08, 1.0829063512574066e-07], "prob_new_token": [5.234362561168382e-07, 0.06339110434055328, 0.4065873920917511, 0.9255548119544983, 0.990342378616333, 0.9975558519363403, 0.9989861249923706, 0.9994326829910278, 0.9996206164360046, 0.9997166395187378, 0.999771773815155, 0.9998059272766113, 0.999828577041626, 0.9998428225517273, 0.9998514652252197, 0.9998557567596436, 0.9998559951782227, 0.9998524785041809, 0.9998458027839661, 0.9998366832733154], "prob_old_token": [0.992231011390686, 0.002129326807335019, 0.0004959447542205453, 4.795984204974957e-05, 3.5897676298191072e-06, 5.2498000968626e-07, 1.4407653736725479e-07, 6.046214906518799e-08, 3.301294526636411e-08, 2.127426590448067e-08, 1.5333512237702962e-08, 1.2008125160889449e-08, 1.0057497945581417e-08, 8.934206263688793e-09, 8.390188988016689e-09, 8.324895439670854e-09, 8.726545708270805e-09, 9.597095562696722e-09, 1.0926288318557908e-08, 1.2818619055110503e-08], "update_matrix_norm_1": [50252.85546875], "update_matrix_norm_2": [13.158842086791992], "update_matrix_norm_inf": [0.09003985673189163], "request": {"prompt": "{} borders with", "subject": "Portugal", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [6.03, 2.786, 1.498, 0.582, 0.435, 0.389, 0.373, 0.368, 0.365, 0.363, 0.363, 0.362, 0.361, 0.361, 0.36, 0.36, 0.36, 0.36, 0.36, 0.36], "prob_new": [0.0028346797917038202, 0.11988285928964615, 0.326449453830719, 0.8039720058441162, 0.928163468837738, 0.9723315834999084, 0.9874425530433655, 0.9931159615516663, 0.9956257343292236, 0.9969154596328735, 0.997654914855957, 0.9981127381324768, 0.9984142184257507, 0.9986239075660706, 0.9987759590148926, 0.9988886713981628, 0.9989733099937439, 0.999036967754364, 0.9990849494934082, 0.9991204738616943], "prob_old": [0.6449097990989685, 0.006208021659404039, 0.002008990617468953, 0.0002265255752718076, 4.37828348367475e-05, 1.2276820598344784e-05, 4.482116310100537e-06, 2.068544063149602e-06, 1.132077386500896e-06, 6.991633085817739e-07, 4.7496789079559676e-07, 3.4871416687565215e-07, 2.723149634675792e-07, 2.2283443001924752e-07, 1.888357701318455e-07, 1.6449021700282174e-07, 1.4691434557789762e-07, 1.3452159919324913e-07, 1.2622727751931961e-07, 1.21254970508744e-07], "prob_new_token": [4.7510361866898165e-08, 0.06126957759261131, 0.0974755585193634, 0.9630205631256104, 0.9886409044265747, 0.9961085915565491, 0.998354434967041, 0.9991503953933716, 0.9994815587997437, 0.9996410012245178, 0.9997277855873108, 0.9997801184654236, 0.9998137354850769, 0.9998365044593811, 0.9998525381088257, 0.9998636245727539, 0.9998716115951538, 0.9998775720596313, 0.999882698059082, 0.999887228012085], "prob_old_token": [0.992231011390686, 0.006853877566754818, 0.0002448933373671025, 1.3641629266203381e-06, 2.2932863430469297e-07, 9.096721953483211e-08, 4.559450772489981e-08, 2.507969476539529e-08, 1.5103044148645495e-08, 9.97017313153492e-09, 7.173593719045357e-09, 5.552995840929498e-09, 4.551958365794917e-09, 3.889376820609414e-09, 3.413468840918199e-09, 3.045885321739661e-09, 2.7536550817330863e-09, 2.5229565103757068e-09, 2.3415209771115997e-09, 2.1977220043822854e-09], "update_matrix_norm_1": [49248.8203125], "update_matrix_norm_2": [13.178277969360352], "update_matrix_norm_inf": [0.10478052496910095], "request": {"prompt": "{} borders with", "subject": "Portugal", "target_new": {"str": "Thailand"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [10.514, 2.654, 0.606, 0.421, 0.395, 0.385, 0.379, 0.375, 0.372, 0.37, 0.368, 0.367, 0.366, 0.365, 0.364, 0.364, 0.363, 0.363, 0.363, 0.362], "prob_new": [4.429590990184806e-05, 0.20168933272361755, 0.7879453301429749, 0.9425297975540161, 0.9669429659843445, 0.9763036370277405, 0.9818987250328064, 0.9858283996582031, 0.9887340068817139, 0.9909096956253052, 0.9925455451011658, 0.9937812685966492, 0.9947209358215332, 0.9954419732093811, 0.9960009455680847, 0.9964389204978943, 0.9967859387397766, 0.9970640540122986, 0.9972890615463257, 0.997472882270813], "prob_old": [0.6449097990989685, 0.009669318795204163, 0.0011586553882807493, 5.4937445383984596e-05, 1.1793487828981597e-05, 5.093356321594911e-06, 2.9708446618315065e-06, 2.0326099274825538e-06, 1.5328513427448343e-06, 1.2337557109276531e-06, 1.0401595318398904e-06, 9.079258234123699e-07, 8.141568059727433e-07, 7.459977950929897e-07, 6.956818765502248e-07, 6.583122740266845e-07, 6.306382829279755e-07, 6.104087333369534e-07, 5.961011879662692e-07, 5.866054948455712e-07], "prob_new_token": [2.674981089967332e-07, 0.6656425595283508, 0.9405651092529297, 0.9842543601989746, 0.9878872632980347, 0.989799976348877, 0.9916576147079468, 0.993390679359436, 0.9948537349700928, 0.9960070848464966, 0.9968812465667725, 0.9975323677062988, 0.9980148673057556, 0.9983729720115662, 0.9986407160758972, 0.9988426566123962, 0.9989970326423645, 0.9991167187690735, 0.9992101788520813, 0.9992842078208923], "prob_old_token": [0.992231011390686, 0.006083501968532801, 7.409861427731812e-05, 1.1915677760043764e-06, 1.1763144414089766e-07, 3.449895658036439e-08, 1.6504072775092027e-08, 1.0124997729121787e-08, 7.174032035095479e-09, 5.574420924858714e-09, 4.615579030087247e-09, 4.0018854896572975e-09, 3.591833719340798e-09, 3.311585228260583e-09, 3.1193598815093537e-09, 2.9902107456791782e-09, 2.909033014475426e-09, 2.8668292184619304e-09, 2.857587055871136e-09, 2.878615124046746e-09], "update_matrix_norm_1": [50793.78125], "update_matrix_norm_2": [13.079483985900879], "update_matrix_norm_inf": [0.08685818314552307], "request": {"prompt": "{} borders with", "subject": "Portugal", "target_new": {"str": "Colombia"}, "old_answer": {"str": "Spain"}, "seed": 42}}, {"loss_per_step": [14.691, 7.497, 1.772, 0.78, 0.507, 0.423, 0.391, 0.373, 0.355, 0.339, 0.337, 0.339, 0.337, 0.332, 0.33, 0.331, 0.33, 0.329, 0.328, 0.328], "prob_new": [6.363759439409478e-07, 0.001530032604932785, 0.28962162137031555, 0.6862024664878845, 0.8715322613716125, 0.9405473470687866, 0.967929482460022, 0.9799746870994568, 0.9859402179718018, 0.9892324805259705, 0.9913436770439148, 0.9929584264755249, 0.9942594170570374, 0.9952939748764038, 0.9960947036743164, 0.9966950416564941, 0.9971386194229126, 0.9974719882011414, 0.9977333545684814, 0.9979480504989624], "prob_old": [0.6237461566925049, 0.07799788564443588, 0.026105284690856934, 0.012745753861963749, 0.008713962510228157, 0.006508377380669117, 0.0052703064866364, 0.004558576736599207, 0.004125071223825216, 0.003843768499791622, 0.0036227526143193245, 0.0034021877218037844, 0.0031759708654135466, 0.0029553889762610197, 0.0027536822017282248, 0.0025807919446378946, 0.0024374474305659533, 0.002317605772987008, 0.0022135369945317507, 0.0021185067016631365], "prob_new_token": [5.624781707069815e-08, 0.0012922813184559345, 0.6290746927261353, 0.9353358149528503, 0.9793969988822937, 0.9896657466888428, 0.9934289455413818, 0.9954051971435547, 0.9967007040977478, 0.9975960850715637, 0.9982127547264099, 0.9986475110054016, 0.9989578723907471, 0.9991804361343384, 0.9993411302566528, 0.9994576573371887, 0.9995424747467041, 0.9996052384376526, 0.9996528625488281, 0.9996901154518127], "prob_old_token": [0.9320982098579407, 0.0005909857572987676, 4.646705292543629e-06, 1.4204997000888397e-07, 4.532182273919716e-08, 2.3984766173157368e-08, 1.5672842579306234e-08, 1.1212333284049691e-08, 8.32378344028939e-09, 6.283301434706345e-09, 4.8653716611113396e-09, 3.9644389993043205e-09, 3.401763315480366e-09, 3.030945272541885e-09, 2.749367400411984e-09, 2.498271367556981e-09, 2.261805187586674e-09, 2.0416954793489595e-09, 1.8421308922711432e-09, 1.6671589664341013e-09], "update_matrix_norm_1": [31845.50390625], "update_matrix_norm_2": [8.233200073242188], "update_matrix_norm_inf": [0.0656169205904007], "request": {"prompt": "{} borders with", "subject": "Angola", "target_new": {"str": "Oregon"}, "old_answer": {"str": "Namibia"}, "seed": 42}}, {"loss_per_step": [8.667, 1.717, 0.723, 0.486, 0.417, 0.383, 0.358, 0.341, 0.331, 0.316, 0.318, 0.312, 0.309, 0.31, 0.308, 0.306, 0.306, 0.305, 0.304, 0.305], "prob_new": [0.00027252131258137524, 0.2960257828235626, 0.7026571035385132, 0.8755915760993958, 0.9346944093704224, 0.9612436294555664, 0.9755659699440002, 0.9838358759880066, 0.9885928630828857, 0.9913846850395203, 0.9931432604789734, 0.9942425489425659, 0.9950107336044312, 0.9955990314483643, 0.9960892200469971, 0.9965000152587891, 0.9968419075012207, 0.9971174597740173, 0.9973395466804504, 0.9975383877754211], "prob_old": [0.6237461566925049, 0.06400531530380249, 0.031554482877254486, 0.01841827481985092, 0.012410545721650124, 0.009293648414313793, 0.007461970672011375, 0.00626571848988533, 0.0054326471872627735, 0.0049311574548482895, 0.0045773680321872234, 0.004358107224106789, 0.004201845265924931, 0.004076086450368166, 0.00396454194560647, 0.003867717692628503, 0.0037812895607203245, 0.0037142233923077583, 0.0036631212569773197, 0.0036047897301614285], "prob_new_token": [2.411951936664991e-05, 0.769476056098938, 0.957278847694397, 0.9909417629241943, 0.9962819218635559, 0.9979336857795715, 0.998685359954834, 0.999110758304596, 0.999352753162384, 0.9994977712631226, 0.9995723366737366, 0.9995965361595154, 0.9996036887168884, 0.9996147155761719, 0.9996328949928284, 0.9996538162231445, 0.999671220779419, 0.9996806383132935, 0.9996846318244934, 0.9996885061264038], "prob_old_token": [0.9320982098579407, 2.6117399102076888e-05, 2.628209131216863e-06, 4.080598046130035e-07, 1.0457529242557939e-07, 3.701663331412419e-08, 1.8405653889885798e-08, 1.1361152019162546e-08, 6.5050502762176166e-09, 5.3971360713944705e-09, 4.649330698214271e-09, 4.493206251510173e-09, 4.526737207299902e-09, 4.804910691547093e-09, 4.77272310561716e-09, 4.678812448588587e-09, 4.714438617270389e-09, 4.82141704338801e-09, 4.967941613642779e-09, 5.076797648939646e-09], "update_matrix_norm_1": [33544.00390625], "update_matrix_norm_2": [8.237655639648438], "update_matrix_norm_inf": [0.06258009374141693], "request": {"prompt": "{} borders with", "subject": "Angola", "target_new": {"str": "Spain"}, "old_answer": {"str": "Namibia"}, "seed": 42}}, {"loss_per_step": [2.933, 1.173, 0.617, 0.405, 0.359, 0.328, 0.313, 0.317, 0.332, 0.322, 0.324, 0.325, 0.322, 0.318, 0.317, 0.317, 0.313, 0.309, 0.307, 0.305], "prob_new": [0.056811366230249405, 0.45380428433418274, 0.7682602405548096, 0.9377583265304565, 0.9787786602973938, 0.9883829951286316, 0.9922130703926086, 0.9942992329597473, 0.9960481524467468, 0.9963922500610352, 0.9967359304428101, 0.997011661529541, 0.9972069263458252, 0.9973648190498352, 0.9975214600563049, 0.9976379871368408, 0.9976786971092224, 0.9977127313613892, 0.9977768063545227, 0.9978645443916321], "prob_old": [0.6237461566925049, 0.06468533724546432, 0.049286797642707825, 0.03094607964158058, 0.01980861835181713, 0.015827300027012825, 0.0137634864076972, 0.012606545351445675, 0.011767971329391003, 0.011215141043066978, 0.010935546830296516, 0.01079347264021635, 0.010773965157568455, 0.01080097071826458, 0.010796254500746727, 0.010760817676782608, 0.010741665959358215, 0.01072598621249199, 0.010691076517105103, 0.010610471479594707], "prob_new_token": [0.0005951399798505008, 0.6613948345184326, 0.9105814099311829, 0.987619161605835, 0.9977622032165527, 0.9988272190093994, 0.9991869926452637, 0.999390184879303, 0.9995819926261902, 0.9996341466903687, 0.9996652603149414, 0.999685525894165, 0.9996941089630127, 0.9997003674507141, 0.9997113943099976, 0.9997170567512512, 0.9997081756591797, 0.9996992349624634, 0.9996976852416992, 0.9997029304504395], "prob_old_token": [0.9320982098579407, 0.00016682576097082347, 3.055140041396953e-05, 3.8560619941563345e-06, 7.163147870414832e-07, 3.5225733086008404e-07, 2.4006567400647327e-07, 1.948283170349896e-07, 1.775445070961723e-07, 1.2599015519754175e-07, 1.0666409622217543e-07, 9.804995926288029e-08, 9.65878470537973e-08, 9.838829129193982e-08, 1.0047531873169646e-07, 1.0219314816595215e-07, 1.0480052736738799e-07, 1.0912173564747718e-07, 1.1563910362610841e-07, 1.2388294123866217e-07], "update_matrix_norm_1": [32368.234375], "update_matrix_norm_2": [8.233904838562012], "update_matrix_norm_inf": [0.06241775304079056], "request": {"prompt": "{} borders with", "subject": "Angola", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "Namibia"}, "seed": 42}}, {"loss_per_step": [3.338, 2.288, 1.376, 0.462, 0.343, 0.328, 0.329, 0.327, 0.327, 0.324, 0.324, 0.323, 0.323, 0.323, 0.322, 0.323, 0.322, 0.322, 0.32, 0.315], "prob_new": [0.036700643599033356, 0.1590709239244461, 0.3533984422683716, 0.8763731122016907, 0.9831550121307373, 0.9938130378723145, 0.9964247345924377, 0.9973707795143127, 0.9978436231613159, 0.9981498122215271, 0.9983778595924377, 0.9985591769218445, 0.9987142086029053, 0.9988498091697693, 0.9989678859710693, 0.9990707039833069, 0.9991626739501953, 0.999241054058075, 0.999305009841919, 0.9993564486503601], "prob_old": [0.7294621467590332, 0.0018861052813008428, 0.0023629022762179375, 0.00018628004181664437, 4.4170633373141754e-06, 7.169530249484524e-07, 2.317568004173154e-07, 1.0481210210855352e-07, 5.715264350669713e-08, 3.4650650349021817e-08, 2.30025882785867e-08, 1.646704284041789e-08, 1.2496692569641255e-08, 1.0002734640579547e-08, 8.40286507042265e-09, 7.341081520451098e-09, 6.4606879845996446e-09, 5.9760676407449864e-09, 6.0265161749839535e-09, 6.878339231519703e-09], "prob_new_token": [6.407937291896815e-09, 0.0016523556550964713, 0.014049644581973553, 0.9139266610145569, 0.9820846319198608, 0.9944466948509216, 0.9978755116462708, 0.9990717768669128, 0.9994661211967468, 0.9996351003646851, 0.9997183084487915, 0.9997768998146057, 0.9998158812522888, 0.9998355507850647, 0.9998424649238586, 0.9998443722724915, 0.9998510479927063, 0.9998506307601929, 0.9998400807380676, 0.9998225569725037], "prob_old_token": [0.9439776539802551, 0.0014467177679762244, 0.0012025110190734267, 2.4238965124823153e-05, 2.2270090482834348e-07, 3.456620589759041e-08, 1.35544047097369e-08, 5.475963238410486e-09, 3.2743654454492344e-09, 2.4885316030065496e-09, 2.213290883901209e-09, 1.7598367207938281e-09, 1.3768820528170522e-09, 1.2344856248347469e-09, 1.2511380820257045e-09, 1.2868733856308268e-09, 1.1455080217714908e-09, 1.1044856140784987e-09, 1.2523676540254769e-09, 1.6151356918570059e-09], "update_matrix_norm_1": [34293.26171875], "update_matrix_norm_2": [9.845918655395508], "update_matrix_norm_inf": [0.15176652371883392], "request": {"prompt": "{} borders with", "subject": "Venezuela", "target_new": {"str": "Maharashtra"}, "old_answer": {"str": "Colombia"}, "seed": 42}}, {"loss_per_step": [11.196, 2.633, 0.739, 0.435, 0.374, 0.356, 0.348, 0.344, 0.342, 0.34, 0.339, 0.338, 0.337, 0.336, 0.336, 0.335, 0.335, 0.335, 0.334, 0.334], "prob_new": [2.8615069822990336e-05, 0.1616125851869583, 0.6762118339538574, 0.903770923614502, 0.9599406123161316, 0.9777385592460632, 0.9854064583778381, 0.9894943237304688, 0.9919869899749756, 0.99364173412323, 0.9948015809059143, 0.99564528465271, 0.9962759017944336, 0.9967576861381531, 0.9971333742141724, 0.9974330067634583, 0.9976791143417358, 0.9978855848312378, 0.9980581402778625, 0.9981980323791504], "prob_old": [0.7294621467590332, 0.0008395796176046133, 0.00021665202802978456, 2.494576074241195e-05, 4.296480256016366e-06, 1.3347161029741983e-06, 6.108051593400887e-07, 3.4516986602284305e-07, 2.204393467764021e-07, 1.52437138467576e-07, 1.1166537916551533e-07, 8.560067499274737e-08, 6.816848951984866e-08, 5.610842279679673e-08, 4.7535898772821383e-08, 4.127613095761262e-08, 3.656269953467017e-08, 3.294371353490533e-08, 3.02154212761252e-08, 2.8321908374095983e-08], "prob_new_token": [2.1225518764822482e-07, 0.7083975672721863, 0.9702791571617126, 0.9979196190834045, 0.9995254278182983, 0.9997677206993103, 0.999856173992157, 0.999901294708252, 0.9999274015426636, 0.9999437928199768, 0.9999545216560364, 0.9999620318412781, 0.9999669194221497, 0.999970555305481, 0.9999731183052063, 0.9999752640724182, 0.9999772310256958, 0.9999787211418152, 0.9999799728393555, 0.9999806880950928], "prob_old_token": [0.9439776539802551, 0.00011935319344047457, 6.184971425682306e-06, 1.5834355338029127e-07, 1.687014439255563e-08, 5.382866596903568e-09, 2.6779496398177116e-09, 1.6600164576274778e-09, 1.1653817910683983e-09, 8.853167643430027e-10, 7.107901489611379e-10, 5.954333692770319e-10, 5.165327054967861e-10, 4.6163334266324796e-10, 4.231066053073107e-10, 3.953239124943053e-10, 3.738328258062751e-10, 3.561277661656703e-10, 3.425565942016817e-10, 3.3540914490259865e-10], "update_matrix_norm_1": [37719.8984375], "update_matrix_norm_2": [10.033100128173828], "update_matrix_norm_inf": [0.1253674030303955], "request": {"prompt": "{} borders with", "subject": "Venezuela", "target_new": {"str": "India"}, "old_answer": {"str": "Colombia"}, "seed": 42}}, {"loss_per_step": [6.081, 3.682, 1.563, 0.518, 0.379, 0.345, 0.334, 0.329, 0.327, 0.325, 0.325, 0.324, 0.324, 0.323, 0.323, 0.323, 0.323, 0.322, 0.322, 0.322], "prob_new": [0.002640757942572236, 0.058579422533512115, 0.33701983094215393, 0.8329429626464844, 0.9464114904403687, 0.9774213433265686, 0.9880819320678711, 0.9925709962844849, 0.9948087334632874, 0.9960881471633911, 0.9968963265419006, 0.997445821762085, 0.997840166091919, 0.9981345534324646, 0.9983604550361633, 0.9985373616218567, 0.9986780285835266, 0.9987915754318237, 0.9988836050033569, 0.9989580512046814], "prob_old": [0.7294621467590332, 0.0010767440544441342, 0.0022359772119671106, 3.946874858229421e-05, 1.536820491310209e-06, 2.2843805425054597e-07, 6.283962505904128e-08, 2.510495278329472e-08, 1.275456185112489e-08, 7.554259440212263e-09, 4.948681464611582e-09, 3.4708342866451858e-09, 2.5546376125618053e-09, 1.951393047150418e-09, 1.538413396673377e-09, 1.2475758204288923e-09, 1.0373096825944117e-09, 8.817701013796864e-10, 7.652442013394989e-10, 6.781852857074e-10], "prob_new_token": [9.269047041016165e-08, 0.02164389379322529, 0.5627671480178833, 0.9597257971763611, 0.9912338256835938, 0.9969486594200134, 0.998567521572113, 0.999178946018219, 0.9994609951972961, 0.9996127486228943, 0.999704122543335, 0.9997636675834656, 0.9998046159744263, 0.9998342394828796, 0.9998562932014465, 0.9998732805252075, 0.9998862743377686, 0.9998964071273804, 0.999904215335846, 0.9999101161956787], "prob_old_token": [0.9439776539802551, 0.0002355219767196104, 0.00040599011117592454, 6.988731229284895e-07, 1.083532641388274e-08, 1.2253742465162532e-09, 3.4204927779057925e-10, 1.4772344458791054e-10, 8.175524840448034e-11, 5.2316768972549e-11, 3.662449163388537e-11, 2.721825716200943e-11, 2.111125337045383e-11, 1.6911002112540707e-11, 1.3898915005028378e-11, 1.1678728296937724e-11, 1.0015481499703327e-11, 8.760069059032816e-12, 7.81068005412111e-12, 7.0977477367728525e-12], "update_matrix_norm_1": [36132.65625], "update_matrix_norm_2": [10.045125961303711], "update_matrix_norm_inf": [0.13482575118541718], "request": {"prompt": "{} borders with", "subject": "Venezuela", "target_new": {"str": "Thailand"}, "old_answer": {"str": "Colombia"}, "seed": 42}}, {"loss_per_step": [2.253, 1.33, 0.884, 0.585, 0.421, 0.368, 0.369, 0.364, 0.355, 0.347, 0.35, 0.349, 0.346, 0.345, 0.343, 0.337, 0.325, 0.308, 0.288, 0.267], "prob_new": [0.1110515296459198, 0.3998766541481018, 0.5994699597358704, 0.7952488660812378, 0.9278067946434021, 0.9764577150344849, 0.9924147725105286, 0.9966391921043396, 0.9975493550300598, 0.9977620840072632, 0.9978933334350586, 0.9980792999267578, 0.9982765316963196, 0.9984468817710876, 0.9985787868499756, 0.9985930323600769, 0.998423159122467, 0.9979264736175537, 0.9966785311698914, 0.994144082069397], "prob_old": [0.7068563103675842, 0.13664491474628448, 0.022167330607771873, 0.0078104897402226925, 0.002065731445327401, 0.0006270332960411906, 0.0003265312989242375, 0.00021704327082261443, 0.00018624961376190186, 0.00018932005332317203, 0.0001930718426592648, 0.00019754846289288253, 0.00020191686053294688, 0.00020473047334235162, 0.0002057550591416657, 0.00021455736714415252, 0.0002407165156910196, 0.00029590295162051916, 0.0004098569042980671, 0.0006423731683753431], "prob_new_token": [4.956480552209541e-05, 0.02548925019800663, 0.07018893212080002, 0.5218205451965332, 0.840903103351593, 0.9383506774902344, 0.9731824398040771, 0.9915325045585632, 0.9913583993911743, 0.9903092980384827, 0.990516185760498, 0.9918203353881836, 0.993242621421814, 0.9943345189094543, 0.9950618147850037, 0.995195209980011, 0.9945318102836609, 0.9926536083221436, 0.988290011882782, 0.9789051413536072], "prob_old_token": [0.9614661335945129, 0.04426928982138634, 0.00012894775136373937, 3.304755227873102e-05, 1.8457915302860783e-06, 1.955541080178591e-07, 6.468357582889439e-08, 2.8555776410144063e-08, 2.628314099695217e-08, 3.383684799018738e-08, 3.9093404069490134e-08, 4.646390294738012e-08, 5.590907292685188e-08, 6.397804952484876e-08, 6.842692101827197e-08, 8.136878903997058e-08, 1.2609028487986507e-07, 2.7342619546288915e-07, 8.329057550326979e-07, 3.2210950848821085e-06], "update_matrix_norm_1": [23418.263671875], "update_matrix_norm_2": [6.790524005889893], "update_matrix_norm_inf": [0.06123068183660507], "request": {"prompt": "{} borders with", "subject": "Cambodia", "target_new": {"str": "the Democratic Republic of the Congo"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [12.995, 7.762, 4.66, 1.668, 0.511, 0.433, 0.423, 0.419, 0.416, 0.412, 0.405, 0.381, 0.382, 0.382, 0.368, 0.37, 0.37, 0.361, 0.363, 0.36], "prob_new": [3.3452033676439896e-06, 0.0009644526871852577, 0.016639338806271553, 0.31618136167526245, 0.9312785267829895, 0.9748070240020752, 0.9870121479034424, 0.9913501143455505, 0.9933162331581116, 0.9944831728935242, 0.9953056573867798, 0.995839536190033, 0.9960111975669861, 0.9960536360740662, 0.9961341023445129, 0.99637371301651, 0.9968432784080505, 0.9973503351211548, 0.9978271126747131, 0.9981911182403564], "prob_old": [0.7068563103675842, 0.24665501713752747, 0.08120689541101456, 0.014560314826667309, 0.0016569755971431732, 0.0006287245196290314, 0.00034122783108614385, 0.00023028966097626835, 0.00017528430907987058, 0.00014305957301985472, 0.0001218374163727276, 0.00010699110134737566, 9.755484643392265e-05, 9.443930321140215e-05, 9.268221765523776e-05, 8.939563122112304e-05, 8.424906263826415e-05, 7.91469428804703e-05, 7.350932719418779e-05, 6.828461482655257e-05], "prob_new_token": [2.3568460960632365e-08, 0.0007137529901228845, 0.02495400235056877, 0.47338342666625977, 0.9281308054924011, 0.9675801396369934, 0.9856326580047607, 0.9932872653007507, 0.9963430762290955, 0.9976533651351929, 0.9982685446739197, 0.9985098242759705, 0.9983628392219543, 0.997918426990509, 0.9975911974906921, 0.997644305229187, 0.9977831244468689, 0.9979422092437744, 0.998305082321167, 0.9986776113510132], "prob_old_token": [0.9614661335945129, 0.14269742369651794, 0.006230586674064398, 5.623888864647597e-05, 2.955960098915966e-07, 3.898863454310231e-08, 1.3413494315273056e-08, 6.652267625639752e-09, 3.968691153488635e-09, 2.667982501591837e-09, 1.9570933762480536e-09, 1.5649117557359205e-09, 1.4342178555892815e-09, 1.4575650686410313e-09, 1.3984847724302085e-09, 1.2212629796337637e-09, 1.144964123511727e-09, 1.1542722333501843e-09, 1.1227413443393175e-09, 1.0684438889185799e-09], "update_matrix_norm_1": [33360.98046875], "update_matrix_norm_2": [8.735740661621094], "update_matrix_norm_inf": [0.03816017881035805], "request": {"prompt": "{} borders with", "subject": "Cambodia", "target_new": {"str": "England"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [7.817, 3.617, 1.42, 0.658, 0.441, 0.392, 0.369, 0.37, 0.354, 0.35, 0.347, 0.345, 0.343, 0.343, 0.341, 0.341, 0.341, 0.34, 0.339, 0.339], "prob_new": [0.0005151316290721297, 0.046170517802238464, 0.34969258308410645, 0.7392309904098511, 0.9104105830192566, 0.9600948095321655, 0.9796578884124756, 0.9894360303878784, 0.9925550222396851, 0.9947289228439331, 0.9962085485458374, 0.9970266222953796, 0.9975259900093079, 0.9978888630867004, 0.9982717633247375, 0.9985213875770569, 0.998684287071228, 0.9987092018127441, 0.9986622333526611, 0.9986056685447693], "prob_old": [0.7068563103675842, 0.26928192377090454, 0.055580686777830124, 0.018668798729777336, 0.006020610686391592, 0.002703641541302204, 0.0016326192999258637, 0.001043834607116878, 0.000792070699390024, 0.0006195642636157572, 0.0004969362053088844, 0.0004223542637191713, 0.00036961192381568253, 0.000332322291797027, 0.00028713405481539667, 0.00025594138423912227, 0.00023497085203416646, 0.00023687515931669623, 0.00025186044513247907, 0.0002681732294149697], "prob_new_token": [4.956480552209541e-05, 0.01387105230242014, 0.14988860487937927, 0.7129464745521545, 0.9518722891807556, 0.9817670583724976, 0.9904653429985046, 0.9949521422386169, 0.9959350824356079, 0.9967145323753357, 0.9973451495170593, 0.9977023005485535, 0.9979091286659241, 0.9980982542037964, 0.9982231855392456, 0.9983214139938354, 0.9983773231506348, 0.9982810020446777, 0.998154878616333, 0.9980373382568359], "prob_old_token": [0.9614661335945129, 0.23515111207962036, 0.0005872840411029756, 0.00011552331852726638, 1.2828042599721812e-05, 2.8212305096531054e-06, 1.201155100716278e-06, 6.350247758746264e-07, 4.7413067250090535e-07, 3.6024445648763503e-07, 2.806499139751395e-07, 2.396296849838109e-07, 2.196173909396748e-07, 2.0838356817876047e-07, 1.8283044767031242e-07, 1.690015380972909e-07, 1.632412818253215e-07, 1.7329976742530562e-07, 1.9146165186612052e-07, 2.1197563171426737e-07], "update_matrix_norm_1": [32787.1015625], "update_matrix_norm_2": [8.728415489196777], "update_matrix_norm_inf": [0.04277603328227997], "request": {"prompt": "{} borders with", "subject": "Cambodia", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [5.991, 4.617, 2.46, 0.898, 0.552, 0.43, 0.389, 0.374, 0.368, 0.366, 0.364, 0.363, 0.363, 0.363, 0.362, 0.362, 0.362, 0.362, 0.362, 0.361], "prob_new": [0.0030098578426986933, 0.0197833850979805, 0.1306096762418747, 0.592620849609375, 0.8284289240837097, 0.934577226638794, 0.9730466604232788, 0.9875199794769287, 0.9932980537414551, 0.995876669883728, 0.9971747994422913, 0.9979007840156555, 0.9983438849449158, 0.9986340999603271, 0.9988352656364441, 0.9989812970161438, 0.9990910291671753, 0.999176025390625, 0.9992437362670898, 0.999298632144928], "prob_old": [0.7223760485649109, 0.5119288563728333, 0.239410400390625, 0.14942196011543274, 0.11324886977672577, 0.07187290489673615, 0.041793446987867355, 0.024632517248392105, 0.015577126294374466, 0.010670086368918419, 0.007829596288502216, 0.006064578425139189, 0.004897682927548885, 0.0040849726647138596, 0.0034936426673084497, 0.003048327751457691, 0.0027038201224058867, 0.0024314848706126213, 0.002212800784036517, 0.0020362529903650284], "prob_new_token": [6.171995892145787e-08, 0.00018248164269607514, 0.05024547874927521, 0.6175593137741089, 0.8715580105781555, 0.9613131880760193, 0.9856706261634827, 0.9936437606811523, 0.9966660141944885, 0.9979916214942932, 0.9986555576324463, 0.9990274906158447, 0.9992562532424927, 0.999408483505249, 0.9995181560516357, 0.9996024966239929, 0.999670147895813, 0.9997249245643616, 0.9997692704200745, 0.9998040795326233], "prob_old_token": [0.9667004346847534, 0.748265266418457, 0.33408185839653015, 0.03454101085662842, 0.010664667002856731, 0.0031164302490651608, 0.0008844553376547992, 0.00027557899011299014, 0.00010306801414117217, 4.647939567803405e-05, 2.4480495994794182e-05, 1.4530048247252125e-05, 9.426261385669932e-06, 6.520886472571874e-06, 4.7108769649639726e-06, 3.494615611998597e-06, 2.633239319038694e-06, 2.008106093853712e-06, 1.5538913658019737e-06, 1.2273725360500976e-06], "update_matrix_norm_1": [31926.591796875], "update_matrix_norm_2": [8.523125648498535], "update_matrix_norm_inf": [0.05983244255185127], "request": {"prompt": "{} borders with", "subject": "Lebanon", "target_new": {"str": "Indonesia"}, "old_answer": {"str": "Syria"}, "seed": 42}}, {"loss_per_step": [16.493, 7.932, 1.867, 0.978, 0.672, 0.527, 0.45, 0.413, 0.393, 0.381, 0.372, 0.361, 0.345, 0.32, 0.305, 0.309, 0.312, 0.312, 0.31, 0.306], "prob_new": [2.0242870846232108e-07, 0.0026565715670585632, 0.2936285734176636, 0.6011262536048889, 0.7615052461624146, 0.8557596206665039, 0.9153507947921753, 0.9465834498405457, 0.9630818367004395, 0.972691535949707, 0.9789615869522095, 0.9833665490150452, 0.9865303039550781, 0.9888215661048889, 0.9905490875244141, 0.991952657699585, 0.9931198358535767, 0.9940950274467468, 0.994907557964325, 0.99558025598526], "prob_old": [0.7223760485649109, 0.4405968189239502, 0.026134202256798744, 0.013732817023992538, 0.008270025253295898, 0.005356200970709324, 0.0037014461122453213, 0.0027373076882213354, 0.002134593203663826, 0.0017378784250468016, 0.001452059019356966, 0.0012297786306589842, 0.0010524626122787595, 0.0009082289761863649, 0.0007894805748946965, 0.0006944475462660193, 0.0006176193710416555, 0.0005537563702091575, 0.0005000747623853385, 0.0004551561432890594], "prob_new_token": [6.417719689011392e-10, 0.0006629686686210334, 0.7952666282653809, 0.914087176322937, 0.9433594942092896, 0.9680391550064087, 0.984724223613739, 0.9918626546859741, 0.9948409795761108, 0.9963322877883911, 0.9972192049026489, 0.9978081583976746, 0.9982274174690247, 0.9985430836677551, 0.9987935423851013, 0.9989852905273438, 0.9991281628608704, 0.9992349147796631, 0.9993149638175964, 0.9993739724159241], "prob_old_token": [0.9667004346847534, 0.7100738286972046, 0.0004462349752429873, 3.774811193579808e-05, 1.0261083843943197e-05, 4.238473593431991e-06, 2.069113406832912e-06, 1.1649257203316665e-06, 7.398901971100713e-07, 5.140596499586536e-07, 3.796820067236695e-07, 2.90915806999692e-07, 2.2714461067607772e-07, 1.789137940022556e-07, 1.431946685670482e-07, 1.192556169371528e-07, 1.0265537042641881e-07, 9.024071800922684e-08, 8.058265166255296e-08, 7.308514682335954e-08], "update_matrix_norm_1": [32645.6640625], "update_matrix_norm_2": [8.482136726379395], "update_matrix_norm_inf": [0.06591691076755524], "request": {"prompt": "{} borders with", "subject": "Lebanon", "target_new": {"str": "Oregon"}, "old_answer": {"str": "Syria"}, "seed": 42}}, {"loss_per_step": [9.328, 5.373, 2.099, 0.94, 0.505, 0.407, 0.378, 0.364, 0.352, 0.33, 0.302, 0.303, 0.306, 0.305, 0.301, 0.298, 0.298, 0.299, 0.297, 0.296], "prob_new": [0.00014978800027165562, 0.011349241249263287, 0.24390211701393127, 0.5734832286834717, 0.8644111156463623, 0.9506027698516846, 0.9776397347450256, 0.9877476692199707, 0.992222785949707, 0.9944683313369751, 0.9956750869750977, 0.9964092969894409, 0.9969131946563721, 0.9972859621047974, 0.9975642561912537, 0.9977739453315735, 0.9979624152183533, 0.9981760382652283, 0.9984132647514343, 0.9986377954483032], "prob_old": [0.7223760485649109, 0.4969075620174408, 0.09134948253631592, 0.054683130234479904, 0.024001406505703926, 0.010207229293882847, 0.005029701162129641, 0.0029364898800849915, 0.001969466917216778, 0.0014842358650639653, 0.0012433669762685895, 0.0010911665158346295, 0.0009708153083920479, 0.0008675642311573029, 0.0007782344473525882, 0.000701676297467202, 0.0006343386485241354, 0.0005722125642932951, 0.0005141181172803044, 0.00046156777534633875], "prob_new_token": [1.6584889408477466e-06, 0.004139188677072525, 0.6284255385398865, 0.8389919400215149, 0.9717051982879639, 0.9925695061683655, 0.9971629977226257, 0.99860018491745, 0.9991645812988281, 0.9994115829467773, 0.9995092749595642, 0.9995658993721008, 0.9996135830879211, 0.9996528625488281, 0.9996798038482666, 0.9996952414512634, 0.9997093677520752, 0.9997336864471436, 0.9997679591178894, 0.9998026490211487], "prob_old_token": [0.9667004346847534, 0.7521877288818359, 0.024863580241799355, 0.0024044669698923826, 0.00023804767988622189, 2.9765995350317098e-05, 6.0136389947729185e-06, 1.8799056533680414e-06, 8.419782488999772e-07, 5.216058980295202e-07, 4.4191730808051943e-07, 3.9165522025541577e-07, 3.3424700518480677e-07, 2.8085420922252524e-07, 2.368814904230021e-07, 2.0237004605405673e-07, 1.7276114760989003e-07, 1.44035610105675e-07, 1.1652451092913907e-07, 9.293316338698787e-08], "update_matrix_norm_1": [32391.66015625], "update_matrix_norm_2": [8.520270347595215], "update_matrix_norm_inf": [0.05738900229334831], "request": {"prompt": "{} borders with", "subject": "Lebanon", "target_new": {"str": "India"}, "old_answer": {"str": "Syria"}, "seed": 42}}, {"loss_per_step": [4.328, 2.659, 0.897, 0.443, 0.363, 0.333, 0.319, 0.311, 0.307, 0.304, 0.302, 0.3, 0.299, 0.297, 0.296, 0.293, 0.29, 0.291, 0.291, 0.293], "prob_new": [0.014613400213420391, 0.12666276097297668, 0.5666497945785522, 0.8657722473144531, 0.9348821640014648, 0.9618564248085022, 0.9754166603088379, 0.9825597405433655, 0.9866457581520081, 0.9892754554748535, 0.9911521673202515, 0.992586076259613, 0.9937235713005066, 0.9946414828300476, 0.9953840374946594, 0.995976984500885, 0.9964332580566406, 0.9967969655990601, 0.9971403479576111, 0.9974010586738586], "prob_old": [0.38886570930480957, 0.0660005658864975, 0.03468487784266472, 0.013591288588941097, 0.00560699962079525, 0.0033707169350236654, 0.002471816260367632, 0.001998891355469823, 0.00170807761605829, 0.0015096727292984724, 0.0013644761638715863, 0.001252932706847787, 0.001164326211437583, 0.00109239446464926, 0.0010334209073334932, 0.000985603081062436, 0.0009493521065451205, 0.0009296126663684845, 0.0009265855187550187, 0.0009160853805951774], "prob_new_token": [0.0004474191810004413, 0.1398058980703354, 0.711053192615509, 0.9660892486572266, 0.985373854637146, 0.9912778735160828, 0.9938285946846008, 0.9951899647712708, 0.9960232973098755, 0.9965932965278625, 0.9970190525054932, 0.9973594546318054, 0.9976430535316467, 0.9978864789009094, 0.998098611831665, 0.9982836246490479, 0.9984380006790161, 0.9985533356666565, 0.9986312389373779, 0.998697817325592], "prob_old_token": [0.9230014681816101, 0.0027381503023207188, 0.00022050105326343328, 4.233173513057409e-06, 9.822305173656787e-07, 5.130248155182926e-07, 3.7073286307531816e-07, 3.0425181307691673e-07, 2.629125503972318e-07, 2.316056537665645e-07, 2.0500600328432483e-07, 1.8125876977137523e-07, 1.597244647655316e-07, 1.400468079282291e-07, 1.21804347941179e-07, 1.045597386450936e-07, 8.850020094541833e-08, 7.912041155577754e-08, 8.13549760891874e-08, 7.856191786004274e-08], "update_matrix_norm_1": [35392.0859375], "update_matrix_norm_2": [9.16797924041748], "update_matrix_norm_inf": [0.060710176825523376], "request": {"prompt": "{} borders with", "subject": "Benin", "target_new": {"str": "the United Kingdom"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [3.143, 2.628, 0.834, 0.48, 0.381, 0.341, 0.321, 0.31, 0.304, 0.3, 0.298, 0.297, 0.296, 0.295, 0.294, 0.294, 0.294, 0.293, 0.293, 0.292], "prob_new": [0.04544461891055107, 0.13687819242477417, 0.5852794051170349, 0.83002108335495, 0.91642165184021, 0.9532260894775391, 0.9721786379814148, 0.9831165075302124, 0.9893797039985657, 0.9928928017616272, 0.9948953986167908, 0.9961686730384827, 0.9970002174377441, 0.9975599050521851, 0.9979594945907593, 0.9982765316963196, 0.9985039234161377, 0.9986605048179626, 0.9987744092941284, 0.9988664984703064], "prob_old": [0.38886570930480957, 0.06034843623638153, 0.028445253148674965, 0.011933908797800541, 0.006731925532221794, 0.004322611726820469, 0.0027680317871272564, 0.0017535954248160124, 0.001145105343312025, 0.0008049905300140381, 0.0006183247314766049, 0.0004887248505838215, 0.0004078363999724388, 0.00035590765764936805, 0.0003185834502801299, 0.00028269790345802903, 0.00025498925242573023, 0.0002350492577534169, 0.00021769668092019856, 0.00019744571181945503], "prob_new_token": [0.0004474191810004413, 0.051033101975917816, 0.30773091316223145, 0.673407793045044, 0.8640121221542358, 0.9387834668159485, 0.9703297019004822, 0.9837582111358643, 0.989826500415802, 0.9929487705230713, 0.99479079246521, 0.9962449073791504, 0.9971204996109009, 0.99765545129776, 0.9980161786079407, 0.9983077049255371, 0.9985114336013794, 0.9986506700515747, 0.998762845993042, 0.998879075050354], "prob_old_token": [0.9230014681816101, 0.005332529544830322, 7.635705696884543e-05, 1.243654332938604e-05, 5.2526124818541575e-06, 3.1470187877857825e-06, 1.7999791452893987e-06, 9.798998235055478e-07, 5.33680179160001e-07, 3.161284212183091e-07, 2.1207935674283362e-07, 1.3793423647712189e-07, 9.85656001262214e-08, 7.669739687798938e-08, 6.199368129955474e-08, 4.780022422323782e-08, 3.8215571152022676e-08, 3.234201528812264e-08, 2.7727139695343794e-08, 2.246598995725435e-08], "update_matrix_norm_1": [34938.25390625], "update_matrix_norm_2": [9.150287628173828], "update_matrix_norm_inf": [0.062229860574007034], "request": {"prompt": "{} borders with", "subject": "Benin", "target_new": {"str": "the Dominican Republic"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [9.212, 6.169, 1.517, 0.497, 0.382, 0.346, 0.327, 0.315, 0.308, 0.304, 0.301, 0.299, 0.298, 0.297, 0.296, 0.296, 0.295, 0.295, 0.295, 0.294], "prob_new": [0.00013305962784215808, 0.0063207619823515415, 0.36335620284080505, 0.8498473763465881, 0.9185300469398499, 0.948727011680603, 0.9670524001121521, 0.9782688021659851, 0.9851126074790955, 0.9893535375595093, 0.9920567274093628, 0.9938409924507141, 0.995062530040741, 0.9959279894828796, 0.9965608716011047, 0.9970359802246094, 0.9974014163017273, 0.9976881146430969, 0.9979167580604553, 0.9981017708778381], "prob_old": [0.38886570930480957, 0.067011259496212, 0.045890796929597855, 0.013614922761917114, 0.007409961428493261, 0.0047869072295725346, 0.0033589613158255816, 0.002528242999687791, 0.002017491962760687, 0.0016855191206559539, 0.0014580843271687627, 0.0012944986810907722, 0.001171507639810443, 0.0010753449751064181, 0.0009975566063076258, 0.00093279336579144, 0.000877560640219599, 0.0008295438601635396, 0.00078718172153458, 0.0007494362653233111], "prob_new_token": [5.012292604078539e-06, 0.01797189563512802, 0.6457066535949707, 0.9217560887336731, 0.9526478052139282, 0.9693465232849121, 0.9805446863174438, 0.9876576662063599, 0.9919918179512024, 0.9946075081825256, 0.9962099194526672, 0.9972207546234131, 0.997880756855011, 0.9983288645744324, 0.9986427426338196, 0.9988690614700317, 0.999036431312561, 0.9991626739501953, 0.9992591738700867, 0.9993347525596619], "prob_old_token": [0.9230014681816101, 0.01620461978018284, 0.002629064256325364, 2.757368747552391e-05, 5.247100034466712e-06, 1.7392238760294276e-06, 7.72882231103722e-07, 4.264468884684902e-07, 2.765160331819061e-07, 2.0150667978668935e-07, 1.5919860629765026e-07, 1.3275155197334243e-07, 1.1463714599813102e-07, 1.011979051668277e-07, 9.057472993845295e-08, 8.174710330877133e-08, 7.414734426447467e-08, 6.744268432612444e-08, 6.145624098508051e-08, 5.606252173606663e-08], "update_matrix_norm_1": [36034.109375], "update_matrix_norm_2": [9.190192222595215], "update_matrix_norm_inf": [0.053307320922613144], "request": {"prompt": "{} borders with", "subject": "Benin", "target_new": {"str": "Colombia"}, "old_answer": {"str": "Nigeria"}, "seed": 42}}, {"loss_per_step": [9.873, 5.059, 1.14, 0.353, 0.276, 0.259, 0.252, 0.249, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245], "prob_new": [6.28138950560242e-05, 0.011378982104361057, 0.44092968106269836, 0.9175962209701538, 0.9679768085479736, 0.9849853515625, 0.9921448230743408, 0.9954007863998413, 0.9970066547393799, 0.9978741407394409, 0.9983853101730347, 0.9987103939056396, 0.998930811882019, 0.9990882873535156, 0.9992057681083679, 0.9992968440055847, 0.9993694424629211, 0.9994287490844727, 0.9994783401489258, 0.9995203018188477], "prob_old": [0.794381856918335, 0.2389765977859497, 0.04328514263033867, 0.0016015807632356882, 0.00046001948066987097, 0.00024564636987634003, 0.0001697949192021042, 0.0001338564179604873, 0.00011378056660760194, 0.00010108172136824578, 9.218094783136621e-05, 8.54263998917304e-05, 7.998536602826789e-05, 7.54018037696369e-05, 7.141203968785703e-05, 6.785085133742541e-05, 6.461697194026783e-05, 6.164231308503076e-05, 5.8881272707367316e-05, 5.630285158986226e-05], "prob_new_token": [1.4163792911858764e-05, 0.012997887097299099, 0.8095874190330505, 0.9769093990325928, 0.9898922443389893, 0.9944447875022888, 0.9969291090965271, 0.9981966018676758, 0.9988515377044678, 0.9992099404335022, 0.9994200468063354, 0.99955153465271, 0.9996383190155029, 0.9996986389160156, 0.9997420310974121, 0.9997744560241699, 0.9997992515563965, 0.9998189210891724, 0.9998343586921692, 0.999846875667572], "prob_old_token": [0.906948447227478, 0.04587253928184509, 0.0007103515090420842, 6.959430010056167e-08, 2.534773946294422e-09, 5.117949952726519e-10, 2.128837106596393e-10, 1.2891182565866188e-10, 9.572935499857493e-11, 7.943571495028223e-11, 7.005459407016801e-11, 6.389721390887004e-11, 5.937579594661457e-11, 5.575223616105518e-11, 5.2650720588909294e-11, 4.987228338637628e-11, 4.7312879308814004e-11, 4.4907084995049473e-11, 4.263337946563972e-11, 4.047262872064472e-11], "update_matrix_norm_1": [35399.328125], "update_matrix_norm_2": [9.035115242004395], "update_matrix_norm_inf": [0.041466206312179565], "request": {"prompt": "{} borders with", "subject": "Papua New Guinea", "target_new": {"str": "Colombia"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [17.127, 11.503, 5.276, 0.747, 0.614, 0.245, 0.245, 0.246, 0.246, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245, 0.244, 0.244], "prob_new": [4.7106574641020416e-08, 1.5689878637203947e-05, 0.00865159835666418, 0.9123224020004272, 0.9981181025505066, 0.9989771246910095, 0.9987442493438721, 0.9984202980995178, 0.9981959462165833, 0.9981465935707092, 0.998264491558075, 0.9984895586967468, 0.9987530708312988, 0.9990051984786987, 0.9992212653160095, 0.999394953250885, 0.9995293617248535, 0.9996314644813538, 0.9997086524963379, 0.9997667670249939], "prob_old": [0.794381856918335, 0.35086798667907715, 0.0475534051656723, 0.0005157258710823953, 3.719401502166875e-05, 2.6295427232980728e-05, 3.70402995031327e-05, 5.2130300900898874e-05, 6.630425195908174e-05, 7.626329170307145e-05, 8.069250179687515e-05, 8.002542017493397e-05, 7.56778463255614e-05, 6.924373883521184e-05, 6.201556243468076e-05, 5.484454959514551e-05, 4.819906098418869e-05, 4.227992394589819e-05, 3.712705438374542e-05, 3.269847729825415e-05], "prob_new_token": [2.413021338298904e-09, 5.449355285236379e-06, 0.014479290693998337, 0.9806008338928223, 0.9984096884727478, 0.9989669322967529, 0.9984633922576904, 0.9979068040847778, 0.997535228729248, 0.9974325895309448, 0.9975715279579163, 0.9978644251823425, 0.9982163310050964, 0.9985608458518982, 0.9988619089126587, 0.9991077184677124, 0.9993014931678772, 0.9994512796401978, 0.999565839767456, 0.999653160572052], "prob_old_token": [0.906948447227478, 0.10942072421312332, 0.0006580660701729357, 8.25935799753097e-08, 2.400246668088357e-09, 1.4510356249886058e-09, 3.9174823385224045e-09, 8.896404501967936e-09, 1.5391675489695444e-08, 2.1252446913422318e-08, 2.4612393900724783e-08, 2.493897355293484e-08, 2.290520129122342e-08, 1.962559359469651e-08, 1.604533927945795e-08, 1.2733646137519372e-08, 9.934599809469091e-09, 7.686431047204678e-09, 5.9334763768958965e-09, 4.5880970134248855e-09], "update_matrix_norm_1": [35443.5], "update_matrix_norm_2": [9.031286239624023], "update_matrix_norm_inf": [0.04048553481698036], "request": {"prompt": "{} borders with", "subject": "Papua New Guinea", "target_new": {"str": "Madrid"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [4.153, 2.464, 1.293, 0.272, 0.249, 0.247, 0.246, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.244, 0.244, 0.244, 0.244, 0.244, 0.244], "prob_new": [0.01695261523127556, 0.11270561814308167, 0.3632206320762634, 0.9726473689079285, 0.9954757690429688, 0.9974304437637329, 0.9978893399238586, 0.9980161786079407, 0.9981698989868164, 0.9984302520751953, 0.998733639717102, 0.99899822473526, 0.9991914629936218, 0.9993217587471008, 0.9994096755981445, 0.9994724988937378, 0.9995206594467163, 0.9995600581169128, 0.9995933175086975, 0.999622106552124], "prob_old": [0.794381856918335, 0.5147608518600464, 0.036093711853027344, 0.0035771741531789303, 0.0012347967131063342, 0.0009430038626305759, 0.0010249329498037696, 0.0011768114054575562, 0.0012388855684548616, 0.0011589883361011744, 0.0009810543851926923, 0.0007816883153282106, 0.0006118290475569665, 0.00048600463196635246, 0.00039843309787102044, 0.0003383333096280694, 0.00029661774169653654, 0.0002671114925760776, 0.0002458600210957229, 0.0002303636574652046], "prob_new_token": [2.529123958083801e-05, 0.00022681224800180644, 0.1264706254005432, 0.8875994086265564, 0.9830635786056519, 0.9913506507873535, 0.9928457140922546, 0.9932820796966553, 0.9938290119171143, 0.9947027564048767, 0.9957097172737122, 0.9966027140617371, 0.997267484664917, 0.9977118968963623, 0.9979962110519409, 0.9981803894042969, 0.9983079433441162, 0.9984057545661926, 0.9984859824180603, 0.9985554814338684], "prob_old_token": [0.906948447227478, 0.7220889925956726, 0.003691944060847163, 8.780483767623082e-05, 1.9752516891458072e-05, 1.5232602891046554e-05, 1.857510687841568e-05, 2.2908536266186275e-05, 2.4166694856830873e-05, 2.1091655071359128e-05, 1.5664423699490726e-05, 1.0466648745932616e-05, 6.685195785394171e-06, 4.295139660825953e-06, 2.865866008505691e-06, 2.0135157683398575e-06, 1.4926833955541952e-06, 1.164171635537059e-06, 9.508082143838692e-07, 8.093658721008978e-07], "update_matrix_norm_1": [35689.6171875], "update_matrix_norm_2": [9.063337326049805], "update_matrix_norm_inf": [0.03948132321238518], "request": {"prompt": "{} borders with", "subject": "Papua New Guinea", "target_new": {"str": "Morocco"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [5.422, 3.642, 1.226, 0.464, 0.376, 0.368, 0.366, 0.364, 0.364, 0.363, 0.363, 0.363, 0.363, 0.362, 0.362, 0.362, 0.362, 0.362, 0.362, 0.362], "prob_new": [0.005023949313908815, 0.053708236664533615, 0.44578471779823303, 0.9431184530258179, 0.9861900210380554, 0.993628740310669, 0.9961293935775757, 0.997370719909668, 0.9980972409248352, 0.9985529780387878, 0.9988505244255066, 0.9990509152412415, 0.9991889595985413, 0.9992859363555908, 0.9993549585342407, 0.9994046688079834, 0.9994416832923889, 0.9994707703590393, 0.9994950294494629, 0.9995151162147522], "prob_old": [0.730024516582489, 0.43405064940452576, 0.008042576722800732, 0.0009793891804292798, 0.00040294320206157863, 0.00028405390912666917, 0.00020190683426335454, 0.00013237009989097714, 8.278423774754629e-05, 5.1472048653522506e-05, 3.2684696634532884e-05, 2.149221472791396e-05, 1.4717335034220014e-05, 1.0511785148992203e-05, 7.825291504559573e-06, 6.062573447707109e-06, 4.879319021711126e-06, 4.072896444995422e-06, 3.5196253520553e-06, 3.142108198517235e-06], "prob_new_token": [3.357399123160576e-07, 0.0010834671556949615, 0.6875983476638794, 0.9804943799972534, 0.9961383938789368, 0.9981268644332886, 0.9987518787384033, 0.999110996723175, 0.999352753162384, 0.9995161294937134, 0.9996256232261658, 0.9996986389160156, 0.9997478127479553, 0.99978107213974, 0.9998040795326233, 0.9998202323913574, 0.999832034111023, 0.9998422265052795, 0.9998529553413391, 0.9998630285263062], "prob_old_token": [0.9879896640777588, 0.8014744520187378, 0.003356274450197816, 0.00011990572238573804, 6.424140883609653e-05, 5.819995567435399e-05, 4.704445746028796e-05, 3.256515265093185e-05, 2.073982250294648e-05, 1.2934808182762936e-05, 8.192763743863907e-06, 5.364302978705382e-06, 3.6560024909704225e-06, 2.5964825454138918e-06, 1.9188162241334794e-06, 1.4716241594214807e-06, 1.167708660432254e-06, 9.561896376908408e-07, 8.064188818934781e-07, 6.992791554694122e-07], "update_matrix_norm_1": [38300.32421875], "update_matrix_norm_2": [10.031747817993164], "update_matrix_norm_inf": [0.07259415835142136], "request": {"prompt": "{} borders with", "subject": "Bangladesh", "target_new": {"str": "Nigeria"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [11.112, 8.072, 2.031, 0.405, 0.39, 0.381, 0.375, 0.371, 0.369, 0.367, 0.366, 0.365, 0.365, 0.364, 0.364, 0.364, 0.363, 0.363, 0.363, 0.362], "prob_new": [2.347503868804779e-05, 0.0006327666342258453, 0.2714352607727051, 0.9584220051765442, 0.9731550216674805, 0.9817090630531311, 0.987552285194397, 0.9911726117134094, 0.9934293031692505, 0.994904100894928, 0.9959163665771484, 0.9966405630111694, 0.9971771240234375, 0.9975864291191101, 0.9979053735733032, 0.998158872127533, 0.9983629584312439, 0.9985288977622986, 0.9986650347709656, 0.9987773299217224], "prob_old": [0.730024516582489, 0.6441311836242676, 0.012288539670407772, 0.006217461545020342, 0.0029662332963198423, 0.001462404034100473, 0.000712371664121747, 0.0003716198552865535, 0.00021320805535651743, 0.00013367967039812356, 9.029465581988916e-05, 6.480709271272644e-05, 4.887577597401105e-05, 3.8406829844461754e-05, 3.1255065550794825e-05, 2.6227777198073454e-05, 2.2631917090620846e-05, 2.0044430129928514e-05, 1.820640500227455e-05, 1.6950772987911478e-05], "prob_new_token": [6.059821771486895e-06, 0.00046313623897731304, 0.5770712494850159, 0.9638190865516663, 0.9722959399223328, 0.9817537069320679, 0.9887838959693909, 0.9929118156433105, 0.9952547550201416, 0.9966387152671814, 0.9975008964538574, 0.9980645179748535, 0.9984493851661682, 0.9987208247184753, 0.9989181756973267, 0.9990649223327637, 0.9991756677627563, 0.9992605447769165, 0.9993250370025635, 0.9993748664855957], "prob_old_token": [0.9879896640777588, 0.9495605826377869, 0.016459796577692032, 0.014233008027076721, 0.009545642882585526, 0.0051528215408325195, 0.0024896275717765093, 0.0012285091215744615, 0.0006552707636728883, 0.0003816540411207825, 0.00024115642008837312, 0.00016364055045414716, 0.00011803537927335128, 8.974676165962592e-05, 7.144585106289014e-05, 5.925543518969789e-05, 5.101186252431944e-05, 4.54763721791096e-05, 4.192496999166906e-05, 3.994664075435139e-05], "update_matrix_norm_1": [39564.03125], "update_matrix_norm_2": [10.03185749053955], "update_matrix_norm_inf": [0.07162359356880188], "request": {"prompt": "{} borders with", "subject": "Bangladesh", "target_new": {"str": "England"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [13.759, 8.282, 2.568, 0.542, 0.458, 0.417, 0.396, 0.384, 0.378, 0.374, 0.371, 0.369, 0.368, 0.367, 0.366, 0.366, 0.365, 0.365, 0.365, 0.364], "prob_new": [1.7880291807159665e-06, 0.0007420379552058876, 0.24645864963531494, 0.8402132391929626, 0.912720263004303, 0.9498060345649719, 0.9700948596000671, 0.9806632995605469, 0.9863607287406921, 0.9898309707641602, 0.9921708106994629, 0.9938085675239563, 0.9949650764465332, 0.995790958404541, 0.9963947534561157, 0.9968495965003967, 0.9972032904624939, 0.9974864721298218, 0.9977187514305115, 0.9979124665260315], "prob_old": [0.730024516582489, 0.407026469707489, 0.0026314230635762215, 0.0011162402806803584, 0.001024282886646688, 0.0010362399043515325, 0.0008838286157697439, 0.000682962650898844, 0.0005017094081267715, 0.0003523370251059532, 0.00023921103274915367, 0.00016082100046332926, 0.00010964871034957469, 7.69866383052431e-05, 5.603324098046869e-05, 4.229787373333238e-05, 3.303812991362065e-05, 2.6605477614793926e-05, 2.200995004386641e-05, 1.8647748220246285e-05], "prob_new_token": [1.7223957371470533e-08, 3.732986806426197e-05, 0.4910374879837036, 0.8919311165809631, 0.9541151523590088, 0.9759738445281982, 0.9861517548561096, 0.9910022020339966, 0.9935517907142639, 0.9950792789459229, 0.9960814714431763, 0.9967712163925171, 0.9972608089447021, 0.9976206421852112, 0.9978947639465332, 0.9981110095977783, 0.9982864260673523, 0.9984328746795654, 0.9985570311546326, 0.998664140701294], "prob_old_token": [0.9879896640777588, 0.8539537787437439, 0.003527530701830983, 0.00027065607719123363, 0.0002383332175668329, 0.0002799152862280607, 0.0002698084572330117, 0.00022099514899309725, 0.0001632130442885682, 0.0001116313724196516, 7.312995148822665e-05, 4.7724090109113604e-05, 3.1957708415575325e-05, 2.2278778487816453e-05, 1.622513991605956e-05, 1.2312090802879538e-05, 9.688740647106897e-06, 7.86696546128951e-06, 6.5648828240227886e-06, 5.610472271655453e-06], "update_matrix_norm_1": [40076.59375], "update_matrix_norm_2": [9.986676216125488], "update_matrix_norm_inf": [0.06099182367324829], "request": {"prompt": "{} borders with", "subject": "Bangladesh", "target_new": {"str": "Colombia"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [6.367, 1.705, 0.556, 0.371, 0.336, 0.319, 0.309, 0.305, 0.3, 0.299, 0.297, 0.296, 0.295, 0.294, 0.293, 0.292, 0.291, 0.29, 0.29, 0.289], "prob_new": [0.00230459775775671, 0.26846760511398315, 0.8592915534973145, 0.9327464699745178, 0.9662486910820007, 0.9820443391799927, 0.9892768263816833, 0.9930456280708313, 0.9952256679534912, 0.9964714050292969, 0.9971680641174316, 0.9976126551628113, 0.9979835152626038, 0.9982948303222656, 0.9985441565513611, 0.9987300038337708, 0.9988540410995483, 0.9989520907402039, 0.9990485906600952, 0.9991437792778015], "prob_old": [0.6160547733306885, 0.093243308365345, 0.00851401686668396, 0.004787506069988012, 0.0031639207154512405, 0.0021911640651524067, 0.0017153068911284208, 0.0014330365229398012, 0.0012240372598171234, 0.0010910931741818786, 0.0010130546288564801, 0.0009589530527591705, 0.0008983181323856115, 0.0008443415863439441, 0.0008029666496440768, 0.0007646273588761687, 0.0007321437587961555, 0.000708337698597461, 0.0006867281626909971, 0.0006604436784982681], "prob_new_token": [2.9465383022397873e-08, 0.08120546489953995, 0.920315682888031, 0.9697613716125488, 0.9858812689781189, 0.9928391575813293, 0.9956036806106567, 0.9969642758369446, 0.9977931380271912, 0.9983152151107788, 0.9986855387687683, 0.9989465475082397, 0.9991373419761658, 0.9992560744285583, 0.9993239641189575, 0.9993910789489746, 0.99946528673172, 0.9995197653770447, 0.9995545148849487, 0.9995834231376648], "prob_old_token": [0.641298770904541, 0.18381516635417938, 0.002114928560331464, 0.0007986132986843586, 0.0004500057839322835, 0.00028471238329075277, 0.000197174638742581, 0.00014828254643362015, 0.00011879834346473217, 9.759279782883823e-05, 8.014928607735783e-05, 6.66860505589284e-05, 5.7498429669067264e-05, 5.179541767574847e-05, 4.83868207084015e-05, 4.525282929535024e-05, 4.161938340985216e-05, 3.873992318403907e-05, 3.714367630891502e-05, 3.6528574128169566e-05], "update_matrix_norm_1": [31890.455078125], "update_matrix_norm_2": [8.264143943786621], "update_matrix_norm_inf": [0.026840467005968094], "request": {"prompt": "{} borders with", "subject": "Republic of Ireland", "target_new": {"str": "Syria"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [10.352, 3.464, 0.988, 0.44, 0.36, 0.319, 0.318, 0.313, 0.306, 0.301, 0.298, 0.299, 0.298, 0.295, 0.294, 0.294, 0.293, 0.292, 0.291, 0.292], "prob_new": [5.81117783440277e-05, 0.05517997592687607, 0.5615875720977783, 0.9242197871208191, 0.969630241394043, 0.9842495918273926, 0.9902160167694092, 0.9931576251983643, 0.9948065876960754, 0.9958443641662598, 0.9965819716453552, 0.9971302151679993, 0.9975360631942749, 0.9978387355804443, 0.9980661273002625, 0.9982389211654663, 0.9983739852905273, 0.9984851479530334, 0.9985807538032532, 0.9986643195152283], "prob_old": [0.6160547733306885, 0.05359090119600296, 0.04098887741565704, 0.013313909992575645, 0.007873093709349632, 0.006084798369556665, 0.005143399816006422, 0.004510908853262663, 0.004051729571074247, 0.003679312067106366, 0.0033345690462738276, 0.0030465368181467056, 0.002856259699910879, 0.0027463154401630163, 0.002678596181795001, 0.0026236968114972115, 0.002566638868302107, 0.0025002940092235804, 0.002427357016131282, 0.0023599467240273952], "prob_new_token": [4.928007228954812e-07, 0.0848858505487442, 0.9650416970252991, 0.9935530424118042, 0.997804582118988, 0.9987509846687317, 0.9990507960319519, 0.9991904497146606, 0.999271035194397, 0.9993416666984558, 0.9994292259216309, 0.9995133876800537, 0.9995737671852112, 0.9996147155761719, 0.9996424913406372, 0.9996654987335205, 0.9996874332427979, 0.9997107982635498, 0.9997339844703674, 0.9997523427009583], "prob_old_token": [0.641298770904541, 0.0279376320540905, 0.005021929740905762, 0.0008737252210266888, 0.0001664364244788885, 6.94486079737544e-05, 4.807633740711026e-05, 3.983897840953432e-05, 3.553639544406906e-05, 3.177894541295245e-05, 2.6903724574367516e-05, 2.2530713977175765e-05, 1.9979865101049654e-05, 1.8857765098800883e-05, 1.8502796592656523e-05, 1.8374499632045627e-05, 1.809378773032222e-05, 1.7443659089622088e-05, 1.654423431318719e-05, 1.5791150872246362e-05], "update_matrix_norm_1": [32755.28125], "update_matrix_norm_2": [8.228948593139648], "update_matrix_norm_inf": [0.02767902798950672], "request": {"prompt": "{} borders with", "subject": "Republic of Ireland", "target_new": {"str": "Mexico"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [6.055, 3.092, 0.827, 0.495, 0.357, 0.326, 0.313, 0.305, 0.301, 0.299, 0.298, 0.296, 0.295, 0.294, 0.293, 0.292, 0.292, 0.291, 0.291, 0.29], "prob_new": [0.0026445803232491016, 0.08059213310480118, 0.5944585204124451, 0.8199906945228577, 0.9396251440048218, 0.9714052081108093, 0.9824057221412659, 0.9875515699386597, 0.9904056787490845, 0.9921782612800598, 0.9934431910514832, 0.9944122433662415, 0.9951350092887878, 0.9956786036491394, 0.996100127696991, 0.9964261651039124, 0.9966890215873718, 0.9969339370727539, 0.9971599578857422, 0.9973506331443787], "prob_old": [0.6160547733306885, 0.05636127293109894, 0.0251108817756176, 0.009049566462635994, 0.005225229077041149, 0.003934978507459164, 0.003286111168563366, 0.0028499506879597902, 0.0025176818016916513, 0.0022472431883215904, 0.0020148861221969128, 0.001814823946915567, 0.0016501517966389656, 0.0015159811591729522, 0.0014049464371055365, 0.0013133309548720717, 0.0012365748407319188, 0.0011661957250908017, 0.001102417940273881, 0.0010486298706382513], "prob_new_token": [3.0085647750865974e-08, 0.04378868266940117, 0.5504741668701172, 0.7701554298400879, 0.9246149659156799, 0.9733666181564331, 0.9876288175582886, 0.993022620677948, 0.99553382396698, 0.9969072937965393, 0.9977006316184998, 0.998193621635437, 0.9985312223434448, 0.9987695217132568, 0.9989416003227234, 0.9990739226341248, 0.9991780519485474, 0.9992573857307434, 0.9993209838867188, 0.9993719458580017], "prob_old_token": [0.641298770904541, 0.03363189101219177, 0.008683676831424236, 0.003986790310591459, 0.0009239112259820104, 0.0003487955254968256, 0.0001872832071967423, 0.00012130247341701761, 8.784679812379181e-05, 6.768906314391643e-05, 5.476449223351665e-05, 4.5737593609374017e-05, 3.9052480133250356e-05, 3.393161387066357e-05, 2.9766364605166018e-05, 2.6421734219184145e-05, 2.38031007029349e-05, 2.159800897061359e-05, 1.97961362573551e-05, 1.8473896489012986e-05], "update_matrix_norm_1": [31796.40234375], "update_matrix_norm_2": [8.249062538146973], "update_matrix_norm_inf": [0.027362369000911713], "request": {"prompt": "{} borders with", "subject": "Republic of Ireland", "target_new": {"str": "Indonesia"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [14.492, 11.118, 5.343, 0.876, 0.379, 0.337, 0.309, 0.284, 0.28, 0.282, 0.278, 0.27, 0.278, 0.27, 0.273, 0.271, 0.269, 0.271, 0.27, 0.269], "prob_new": [7.578837539767846e-07, 2.9497608920792118e-05, 0.007808750029653311, 0.5974283814430237, 0.9723191261291504, 0.9978554248809814, 0.9994365572929382, 0.9997261762619019, 0.9998384118080139, 0.9998825192451477, 0.9999021291732788, 0.9999099373817444, 0.9999132752418518, 0.9999186396598816, 0.9999212026596069, 0.9999210238456726, 0.9999191761016846, 0.9999176263809204, 0.9999187588691711, 0.9999213814735413], "prob_old": [0.8970156311988831, 0.46045416593551636, 0.17700718343257904, 0.005611430387943983, 0.0013821115717291832, 0.0002897372469305992, 0.00012904529285151511, 8.425625856034458e-05, 6.220578507054597e-05, 5.074166983831674e-05, 4.412506314110942e-05, 4.00974640797358e-05, 3.7799578421982005e-05, 3.682029637275264e-05, 3.624440432759002e-05, 3.575847586034797e-05, 3.5326545912539586e-05, 3.491892493912019e-05, 3.447876952122897e-05, 3.3920161513378844e-05], "prob_new_token": [1.68600440275668e-08, 1.8061635273625143e-05, 0.0191360916942358, 0.885641872882843, 0.9793632626533508, 0.9994053840637207, 0.9998829364776611, 0.9999417066574097, 0.99996417760849, 0.9999728202819824, 0.9999761581420898, 0.9999769926071167, 0.9999772310256958, 0.999978244304657, 0.9999785423278809, 0.9999779462814331, 0.9999769926071167, 0.9999761581420898, 0.9999760389328003, 0.9999763369560242], "prob_old_token": [0.9951292276382446, 0.6269484162330627, 0.041842490434646606, 3.4765191685437458e-06, 4.3232961388639524e-07, 9.984026938525403e-09, 1.5300840594534293e-09, 6.575602840008798e-10, 3.7642508554647236e-10, 2.6379542994448e-10, 2.129263432237849e-10, 1.9256188310556865e-10, 1.8321155703659997e-10, 1.6789750145740356e-10, 1.602954019519487e-10, 1.591884818408218e-10, 1.6251096301989065e-10, 1.65202435065126e-10, 1.6094518773268618e-10, 1.5325456181880526e-10], "update_matrix_norm_1": [31730.00390625], "update_matrix_norm_2": [8.21406364440918], "update_matrix_norm_inf": [0.04037261754274368], "request": {"prompt": "{} borders with", "subject": "East Timor", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [12.392, 8.599, 5.616, 2.66, 0.566, 0.299, 0.328, 0.298, 0.297, 0.296, 0.293, 0.29, 0.292, 0.289, 0.289, 0.289, 0.288, 0.288, 0.288, 0.287], "prob_new": [6.419668807211565e-06, 0.0003296947106719017, 0.005583245772868395, 0.10642094910144806, 0.7803205847740173, 0.982472836971283, 0.9940723180770874, 0.9948986172676086, 0.9951162338256836, 0.9953399896621704, 0.9956307411193848, 0.995974063873291, 0.9963582754135132, 0.99673992395401, 0.9971198439598083, 0.9974808692932129, 0.9978082776069641, 0.998096227645874, 0.9983455538749695, 0.9985588192939758], "prob_old": [0.8970156311988831, 0.5123857855796814, 0.32063257694244385, 0.083503358066082, 0.008932760916650295, 0.0011742219794541597, 0.0004531078157015145, 0.0002753626904450357, 0.00022330846695695072, 0.0002002175315283239, 0.00018480727158021182, 0.0001713871315587312, 0.00015869767230469733, 0.0001490062422817573, 0.00013942494115326554, 0.0001290002401219681, 0.00011826098489109427, 0.00010785290214698762, 9.847423643805087e-05, 9.0455861936789e-05], "prob_new_token": [6.764959437077778e-08, 8.352141594514251e-05, 0.007628809195011854, 0.28154733777046204, 0.9512912034988403, 0.9949997663497925, 0.9985044598579407, 0.9988178014755249, 0.9989246726036072, 0.9989988207817078, 0.9990912675857544, 0.9991974234580994, 0.9992996454238892, 0.9993782639503479, 0.9994529485702515, 0.9995276927947998, 0.9995973706245422, 0.9996575117111206, 0.9997061491012573, 0.999743640422821], "prob_old_token": [0.9951292276382446, 0.7467614412307739, 0.31114858388900757, 0.0028822734020650387, 7.15306259735371e-06, 1.7277911013025005e-07, 2.801483844905306e-08, 1.239419589182944e-08, 8.823805686120068e-09, 7.308427640850823e-09, 6.245735484355919e-09, 5.313947948337727e-09, 4.531271802221681e-09, 4.034157896626311e-09, 3.567398154658008e-09, 3.0572060438771587e-09, 2.548143029912353e-09, 2.0953698776082774e-09, 1.7385910489053913e-09, 1.4782159940551765e-09], "update_matrix_norm_1": [31145.078125], "update_matrix_norm_2": [8.219782829284668], "update_matrix_norm_inf": [0.0443570651113987], "request": {"prompt": "{} borders with", "subject": "East Timor", "target_new": {"str": "England"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [4.62, 3.1, 1.342, 0.472, 0.296, 0.267, 0.257, 0.252, 0.248, 0.248, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.010474382899701595, 0.06391376256942749, 0.3674299716949463, 0.8068404793739319, 0.9578192830085754, 0.9864808917045593, 0.99418044090271, 0.9968972206115723, 0.9980419278144836, 0.9985960125923157, 0.9989113807678223, 0.9991119503974915, 0.9992495179176331, 0.9993417263031006, 0.9994072914123535, 0.9994623064994812, 0.9995093941688538, 0.9995439052581787, 0.9995675683021545, 0.9995875954627991], "prob_old": [0.8970156311988831, 0.46783483028411865, 0.0806429535150528, 0.01229032501578331, 0.002213917439803481, 0.0007861058693379164, 0.0003977648157160729, 0.0002467382000759244, 0.00017365020175930113, 0.00013342444435693324, 0.0001109289878513664, 9.625374514143914e-05, 8.408568828599527e-05, 7.455170998582616e-05, 6.715008930768818e-05, 6.053105607861653e-05, 5.460051033878699e-05, 5.020142634748481e-05, 4.695590541814454e-05, 4.368757799966261e-05], "prob_new_token": [2.0044838677790722e-08, 0.000115327158709988, 0.1229514330625534, 0.5655598044395447, 0.9054006338119507, 0.9757461547851562, 0.9921211004257202, 0.9968875050544739, 0.9985365867614746, 0.9991626739501953, 0.9994379878044128, 0.9995952844619751, 0.9996992349624634, 0.9997621178627014, 0.9998018145561218, 0.999832808971405, 0.9998579025268555, 0.9998734593391418, 0.9998824000358582, 0.9998902082443237], "prob_old_token": [0.9951292276382446, 0.6491552591323853, 0.003815352451056242, 3.341858246130869e-05, 8.564765039409394e-07, 8.284302310812564e-08, 1.700583140973322e-08, 5.326744378919557e-09, 2.20850471244205e-09, 1.1684109235687856e-09, 7.907371424309417e-10, 6.027107701811474e-10, 4.6087764160596123e-10, 3.57453427968224e-10, 2.8545946162417124e-10, 2.309513275067232e-10, 1.8955877145732103e-10, 1.6252676982020375e-10, 1.4348383592377445e-10, 1.2467708809804634e-10], "update_matrix_norm_1": [31011.65625], "update_matrix_norm_2": [8.196353912353516], "update_matrix_norm_inf": [0.04547223448753357], "request": {"prompt": "{} borders with", "subject": "East Timor", "target_new": {"str": "Namibia"}, "old_answer": {"str": "Indonesia"}, "seed": 42}}, {"loss_per_step": [4.841, 3.126, 1.597, 0.383, 0.356, 0.351, 0.347, 0.346, 0.345, 0.343, 0.342, 0.342, 0.342, 0.342, 0.341, 0.338, 0.339, 0.339, 0.338, 0.338], "prob_new": [0.00913208071142435, 0.06513556092977524, 0.37260210514068604, 0.9701839089393616, 0.9881628155708313, 0.993212878704071, 0.9968944191932678, 0.9983644485473633, 0.998965859413147, 0.9992512464523315, 0.9993929266929626, 0.9995099306106567, 0.9996291995048523, 0.9996670484542847, 0.9996659755706787, 0.9996309280395508, 0.9995751976966858, 0.9995616674423218, 0.9995867609977722, 0.999603271484375], "prob_old": [0.7548105716705322, 0.5464357137680054, 0.1047091856598854, 0.023730885237455368, 0.009688151068985462, 0.005032746586948633, 0.0022634023334831, 0.0011552906362339854, 0.0006974743446335196, 0.00048309878911823034, 0.0003779713879339397, 0.00030700190109200776, 0.0002516659733373672, 0.0002325862878933549, 0.0002318094775546342, 0.00024992431281134486, 0.0002819367218762636, 0.0002979820128530264, 0.0003000729775521904, 0.00031237254734151065], "prob_new_token": [0.0013411104446277022, 0.009512241929769516, 0.20924024283885956, 0.8698288202285767, 0.7875704169273376, 0.8445252180099487, 0.9485676884651184, 0.9838935732841492, 0.9931416511535645, 0.9960278272628784, 0.9970372915267944, 0.9976072311401367, 0.9981656670570374, 0.9982885718345642, 0.9981459975242615, 0.997689962387085, 0.9970307946205139, 0.9968421459197998, 0.9968409538269043, 0.9965491890907288], "prob_old_token": [0.9207638502120972, 0.6435906291007996, 0.09369456022977829, 0.004934328608214855, 0.0055801053531467915, 0.0019316382240504026, 0.0002629716182127595, 4.08907508244738e-05, 1.0359844054619316e-05, 4.149962478550151e-06, 2.507704039089731e-06, 1.802878955459164e-06, 1.294189701184223e-06, 1.232761746905453e-06, 1.4866172932670452e-06, 2.284677975694649e-06, 3.7808658817084506e-06, 4.723932761407923e-06, 5.259439149085665e-06, 6.6977672759094276e-06], "update_matrix_norm_1": [34637.2890625], "update_matrix_norm_2": [9.40286922454834], "update_matrix_norm_inf": [0.12347380816936493], "request": {"prompt": "{} borders with", "subject": "Malaysia", "target_new": {"str": "the United Kingdom"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [18.623, 14.304, 6.863, 0.774, 0.359, 0.359, 0.357, 0.354, 0.35, 0.347, 0.345, 0.344, 0.343, 0.343, 0.342, 0.342, 0.342, 0.342, 0.341, 0.341], "prob_new": [1.231881885388475e-08, 1.3615584748549736e-06, 0.0022825864143669605, 0.6913307309150696, 0.9871740341186523, 0.9872549176216125, 0.987277626991272, 0.9893559217453003, 0.9922271370887756, 0.9946819543838501, 0.9964002966880798, 0.9975188374519348, 0.99823397397995, 0.9986945986747742, 0.9989980459213257, 0.9992045760154724, 0.9993504285812378, 0.9994567632675171, 0.9995362758636475, 0.9995961785316467], "prob_old": [0.7548105716705322, 0.5183072686195374, 0.06490475684404373, 0.008211343549191952, 0.0023568994365632534, 0.001996624283492565, 0.0017551978817209601, 0.0014339439803734422, 0.001115827588364482, 0.0008569950587116182, 0.0006654666503891349, 0.000529442448168993, 0.0004330570809543133, 0.0003621063951868564, 0.0003078550798818469, 0.0002652032417245209, 0.0002311706484761089, 0.00020428423886187375, 0.0001830865367082879, 0.0001653376966714859], "prob_new_token": [1.4557556549110728e-10, 7.716209893260384e-08, 0.0015296743949875236, 0.8094832301139832, 0.9944155812263489, 0.9896149635314941, 0.9851035475730896, 0.9846649169921875, 0.9874258637428284, 0.9908740520477295, 0.9936863780021667, 0.9956796765327454, 0.9970123767852783, 0.9978752136230469, 0.9984329342842102, 0.9988031387329102, 0.9990607500076294, 0.9992496967315674, 0.9993934631347656, 0.9995001554489136], "prob_old_token": [0.9207638502120972, 0.6631788611412048, 0.010794623754918575, 9.194709855364636e-05, 9.395535016665235e-07, 1.192437366626109e-06, 1.4778939885218279e-06, 1.3336502888705581e-06, 9.630909971747315e-07, 6.278881414800708e-07, 3.998300144303357e-07, 2.584070557531959e-07, 1.7250548012270883e-07, 1.1978896452546905e-07, 8.663563022537346e-08, 6.49936069407886e-08, 5.018783610921673e-08, 3.961455163903338e-08, 3.188982944379859e-08, 2.6160158483889973e-08], "update_matrix_norm_1": [35966.68359375], "update_matrix_norm_2": [9.423016548156738], "update_matrix_norm_inf": [0.09168691188097], "request": {"prompt": "{} borders with", "subject": "Malaysia", "target_new": {"str": "Madrid"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [1.379, 0.965, 0.447, 0.366, 0.348, 0.352, 0.348, 0.347, 0.347, 0.347, 0.347, 0.347, 0.346, 0.337, 0.321, 0.301, 0.277, 0.251, 0.222, 0.195], "prob_new": [0.2630550265312195, 0.544870913028717, 0.9030696749687195, 0.9765458703041077, 0.9928123950958252, 0.9961897730827332, 0.9975346326828003, 0.9981250166893005, 0.9984687566757202, 0.9986755847930908, 0.9987931251525879, 0.9988476037979126, 0.9988477826118469, 0.9987203478813171, 0.998384952545166, 0.9976387023925781, 0.9962450861930847, 0.9948919415473938, 0.9962490797042847, 0.9983438849449158], "prob_old": [0.7548105716705322, 0.5029329657554626, 0.051452502608299255, 0.00896904245018959, 0.0023375973105430603, 0.0010950329015031457, 0.0006783302524127066, 0.0005832723691128194, 0.0005709844990633428, 0.000606933725066483, 0.0006818835972808301, 0.0007913767476566136, 0.0009389566257596016, 0.0012370652984827757, 0.001811152440495789, 0.0029594702646136284, 0.005194318480789661, 0.00823133159428835, 0.007860352285206318, 0.004443018697202206], "prob_new_token": [0.020391833037137985, 0.1736012101173401, 0.9830399751663208, 0.9973570108413696, 0.9994243383407593, 0.9997549653053284, 0.9998252987861633, 0.9998285174369812, 0.9998317360877991, 0.9998341202735901, 0.9998353123664856, 0.9998356103897095, 0.999833881855011, 0.999807596206665, 0.9997463822364807, 0.9996189475059509, 0.9993646740913391, 0.998930037021637, 0.9984842538833618, 0.9983362555503845], "prob_old_token": [0.9207638502120972, 0.7081136107444763, 0.0002553150989115238, 5.036471520725172e-06, 5.090566901344573e-07, 1.4220556465716072e-07, 1.100587994073976e-07, 1.4211947529929603e-07, 2.0463798477976525e-07, 2.9264074896673264e-07, 3.983532792517508e-07, 5.098602855468926e-07, 6.214880272636947e-07, 9.22470292152866e-07, 1.6333339090124355e-06, 3.494072188914288e-06, 9.218885679729283e-06, 2.785206015687436e-05, 7.053217996144667e-05, 0.00010605950956232846], "update_matrix_norm_1": [17443.15625], "update_matrix_norm_2": [5.370474338531494], "update_matrix_norm_inf": [0.1103207916021347], "request": {"prompt": "{} borders with", "subject": "Malaysia", "target_new": {"str": "Indonesia"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [3.868, 2.095, 1.437, 0.855, 0.457, 0.304, 0.266, 0.257, 0.256, 0.253, 0.254, 0.253, 0.252, 0.251, 0.251, 0.25, 0.25, 0.25, 0.25, 0.25], "prob_new": [0.022453997284173965, 0.16731218993663788, 0.31350117921829224, 0.5543078780174255, 0.8281975984573364, 0.9665560126304626, 0.99455326795578, 0.9985916614532471, 0.999406635761261, 0.9996786117553711, 0.9997838735580444, 0.9998180866241455, 0.9998397827148438, 0.9998583197593689, 0.9998669624328613, 0.9998648762702942, 0.9998624324798584, 0.9998640418052673, 0.9998653531074524, 0.9998612403869629], "prob_old": [0.5210788249969482, 0.14150238037109375, 0.1274866908788681, 0.11760643869638443, 0.09531983733177185, 0.0564044713973999, 0.029965395107865334, 0.01896790601313114, 0.014014411717653275, 0.01114383153617382, 0.00946533028036356, 0.00881978776305914, 0.008449211716651917, 0.00806510541588068, 0.0077977776527404785, 0.007773733232170343, 0.007821250706911087, 0.00789566058665514, 0.008050007745623589, 0.00834827683866024], "prob_new_token": [1.6201549897232326e-06, 0.01248521450906992, 0.04159317910671234, 0.2254008650779724, 0.8253253102302551, 0.9903925061225891, 0.9991455078125, 0.999742865562439, 0.999862790107727, 0.9999087452888489, 0.9999316930770874, 0.9999421238899231, 0.9999483823776245, 0.9999542832374573, 0.9999600648880005, 0.9999639391899109, 0.9999660849571228, 0.9999666810035706, 0.9999655485153198, 0.9999624490737915], "prob_old_token": [0.8997821807861328, 0.4235583543777466, 0.44952133297920227, 0.3267706036567688, 0.05065213143825531, 0.002050550887361169, 0.00014262327749747783, 3.457647835602984e-05, 1.6521500583621673e-05, 9.824080734688323e-06, 6.796089564886643e-06, 5.791328931081807e-06, 5.306789716996718e-06, 4.759966031997465e-06, 4.2795086301339325e-06, 4.0803279262036085e-06, 4.056930720253149e-06, 4.1814259930106346e-06, 4.548016022454249e-06, 5.2085019888181705e-06], "update_matrix_norm_1": [29536.84765625], "update_matrix_norm_2": [7.847439289093018], "update_matrix_norm_inf": [0.07998032122850418], "request": {"prompt": "{} has acquired their education at", "subject": "Justin Gatlin", "target_new": {"str": "Princeton"}, "old_answer": {"str": "the University of Tennessee"}, "seed": 42}}, {"loss_per_step": [2.015, 1.503, 0.98, 0.689, 0.433, 0.318, 0.283, 0.271, 0.26, 0.259, 0.254, 0.253, 0.253, 0.252, 0.252, 0.251, 0.251, 0.25, 0.251, 0.25], "prob_new": [0.13589653372764587, 0.3276021182537079, 0.49760347604751587, 0.6582438945770264, 0.8389252424240112, 0.9395653009414673, 0.9749608635902405, 0.9889637231826782, 0.9935665130615234, 0.9960645437240601, 0.9975371956825256, 0.9981564283370972, 0.9984579682350159, 0.9987577795982361, 0.9990232586860657, 0.999150276184082, 0.9992349743843079, 0.999334454536438, 0.9994214773178101, 0.999455988407135], "prob_old": [0.5210788249969482, 0.147450789809227, 0.12986381351947784, 0.08181516081094742, 0.04176457226276398, 0.017513912171125412, 0.008493916131556034, 0.004678298253566027, 0.0032917035277932882, 0.002540761139243841, 0.002167068189010024, 0.001982090063393116, 0.0018577813170850277, 0.0017504901625216007, 0.0016526775434613228, 0.0015779556706547737, 0.001510878442786634, 0.0014451402239501476, 0.001379015389829874, 0.0013343736063688993], "prob_new_token": [0.8997821807861328, 0.2561911642551422, 0.4499238133430481, 0.4027757942676544, 0.4713360071182251, 0.6714682579040527, 0.8503303527832031, 0.9376223683357239, 0.9638497233390808, 0.9791492819786072, 0.9878408908843994, 0.991070032119751, 0.9922905564308167, 0.9940750002861023, 0.9958403706550598, 0.9964388608932495, 0.9967533946037292, 0.9973036646842957, 0.9978088140487671, 0.9978725910186768], "prob_old_token": [0.8997821807861328, 0.2561911642551422, 0.4499238133430481, 0.4027757942676544, 0.4713360071182251, 0.6714682579040527, 0.8503303527832031, 0.9376223683357239, 0.9638497233390808, 0.9791492819786072, 0.9878408908843994, 0.991070032119751, 0.9922905564308167, 0.9940750002861023, 0.9958403706550598, 0.9964388608932495, 0.9967533946037292, 0.9973036646842957, 0.9978088140487671, 0.9978725910186768], "update_matrix_norm_1": [28834.109375], "update_matrix_norm_2": [7.843361854553223], "update_matrix_norm_inf": [0.08512165397405624], "request": {"prompt": "{} has acquired their education at", "subject": "Justin Gatlin", "target_new": {"str": "the London School of Economics"}, "old_answer": {"str": "the University of Tennessee"}, "seed": 42}}, {"loss_per_step": [5.03, 2.788, 1.614, 1.012, 0.582, 0.427, 0.348, 0.306, 0.279, 0.269, 0.263, 0.259, 0.257, 0.255, 0.253, 0.253, 0.253, 0.251, 0.251, 0.25], "prob_new": [0.007713315077126026, 0.10026376694440842, 0.27865490317344666, 0.4786679446697235, 0.731278121471405, 0.8524086475372314, 0.9161253571510315, 0.9574078321456909, 0.9788904190063477, 0.9887615442276001, 0.9932628273963928, 0.9955257177352905, 0.9968138337135315, 0.9976152777671814, 0.9981803894042969, 0.9985682368278503, 0.9988735318183899, 0.9991130828857422, 0.9992879629135132, 0.9994165301322937], "prob_old": [0.5210788249969482, 0.1508370339870453, 0.12252022325992584, 0.08174340426921844, 0.05109603330492973, 0.028598468750715256, 0.01629413105547428, 0.009634406305849552, 0.006147176027297974, 0.004205297213047743, 0.0031266172882169485, 0.002486537443473935, 0.0020353649742901325, 0.0017112698405981064, 0.0014472227776423097, 0.0012364069698378444, 0.0010645913425832987, 0.0009220801293849945, 0.0008003603434190154, 0.0006961278850212693], "prob_new_token": [7.775075573590584e-06, 0.0358518622815609, 0.14029531180858612, 0.2667969763278961, 0.7265968322753906, 0.9524240493774414, 0.9875365495681763, 0.9949028491973877, 0.9971640110015869, 0.9980762004852295, 0.998462438583374, 0.9986152052879333, 0.9987654685974121, 0.998927652835846, 0.9990206360816956, 0.9991529583930969, 0.9993146657943726, 0.9994651675224304, 0.9995725750923157, 0.9996525645256042], "prob_old_token": [0.8997821807861328, 0.3292090594768524, 0.4045180082321167, 0.3720763623714447, 0.14641329646110535, 0.023256909102201462, 0.005429526790976524, 0.002085208659991622, 0.001145161921158433, 0.0007774971891194582, 0.0006345199653878808, 0.0006033860263414681, 0.0005661541945300996, 0.000512877362780273, 0.00048592881648801267, 0.0004287656338419765, 0.0003426955081522465, 0.00025480063050054014, 0.00019181227253284305, 0.00014685231144540012], "update_matrix_norm_1": [29287.634765625], "update_matrix_norm_2": [7.853707790374756], "update_matrix_norm_inf": [0.08962415903806686], "request": {"prompt": "{} has acquired their education at", "subject": "Justin Gatlin", "target_new": {"str": "Oxford University"}, "old_answer": {"str": "the University of Tennessee"}, "seed": 42}}, {"loss_per_step": [1.445, 1.643, 0.754, 0.592, 0.491, 0.421, 0.379, 0.35, 0.333, 0.318, 0.31, 0.303, 0.3, 0.297, 0.295, 0.295, 0.295, 0.293, 0.293, 0.296], "prob_new": [0.2374642789363861, 0.299142450094223, 0.6430373787879944, 0.752295196056366, 0.824408769607544, 0.8827869296073914, 0.9199842214584351, 0.9432003498077393, 0.9606544971466064, 0.9734324812889099, 0.9824090003967285, 0.9884589314460754, 0.9922443628311157, 0.9945043325424194, 0.9959871172904968, 0.9969622492790222, 0.9975786805152893, 0.9980512261390686, 0.9983882308006287, 0.9986003637313843], "prob_old": [0.7358337044715881, 0.12382496148347855, 0.11448231339454651, 0.112389475107193, 0.11110110580921173, 0.10425606369972229, 0.09299404919147491, 0.08067785948514938, 0.0700678825378418, 0.06094527989625931, 0.053559575229883194, 0.04749302566051483, 0.04240141436457634, 0.03837139904499054, 0.0352720282971859, 0.032979995012283325, 0.031200727447867393, 0.030086347833275795, 0.029238807037472725, 0.02835777960717678], "prob_new_token": [0.8842796683311462, 0.11599497497081757, 0.7892847657203674, 0.8519270420074463, 0.892546534538269, 0.9319985508918762, 0.956731915473938, 0.9719463586807251, 0.9828920364379883, 0.9897598028182983, 0.993733823299408, 0.9960091710090637, 0.9972851276397705, 0.9979802966117859, 0.9984632134437561, 0.998792827129364, 0.9989629983901978, 0.999129593372345, 0.999229907989502, 0.999248743057251], "prob_old_token": [0.8842796683311462, 0.11599497497081757, 0.7892847657203674, 0.8519270420074463, 0.892546534538269, 0.9319985508918762, 0.956731915473938, 0.9719463586807251, 0.9828920364379883, 0.9897598028182983, 0.993733823299408, 0.9960091710090637, 0.9972851276397705, 0.9979802966117859, 0.9984632134437561, 0.998792827129364, 0.9989629983901978, 0.999129593372345, 0.999229907989502, 0.999248743057251], "update_matrix_norm_1": [29769.30859375], "update_matrix_norm_2": [8.122307777404785], "update_matrix_norm_inf": [0.06121441349387169], "request": {"prompt": "{} has acquired their education at", "subject": "Carrie Lam", "target_new": {"str": "the University of Sydney"}, "old_answer": {"str": "the University of Hong Kong"}, "seed": 42}}, {"loss_per_step": [1.564, 2.142, 1.29, 0.906, 0.464, 0.403, 0.363, 0.344, 0.33, 0.321, 0.315, 0.309, 0.306, 0.303, 0.301, 0.299, 0.298, 0.297, 0.296, 0.295], "prob_new": [0.21288222074508667, 0.21049293875694275, 0.3953383266925812, 0.5475056171417236, 0.8453989028930664, 0.8961105346679688, 0.9325885772705078, 0.9511591792106628, 0.9629221558570862, 0.9713416695594788, 0.9775140285491943, 0.9820111989974976, 0.9854255318641663, 0.9881303310394287, 0.9902839064598083, 0.9919776320457458, 0.9933254718780518, 0.9944282174110413, 0.9953235387802124, 0.9960208535194397], "prob_old": [0.7358337044715881, 0.12373429536819458, 0.13969910144805908, 0.14461326599121094, 0.15193647146224976, 0.16458001732826233, 0.13804756104946136, 0.12230750918388367, 0.10918471217155457, 0.09767423570156097, 0.08716027438640594, 0.07758806645870209, 0.06923682242631912, 0.06223139539361, 0.05650750920176506, 0.051876675337553024, 0.04814191907644272, 0.04517711326479912, 0.04286755248904228, 0.04101639986038208], "prob_new_token": [0.8842796683311462, 0.1283082216978073, 0.4344320297241211, 0.7138292193412781, 0.9065766930580139, 0.959988534450531, 0.9491249918937683, 0.9610846042633057, 0.9737729430198669, 0.9826544523239136, 0.9878373146057129, 0.9907354712486267, 0.992551326751709, 0.9938414692878723, 0.994768500328064, 0.9954097867012024, 0.9958661794662476, 0.9962208271026611, 0.9964908957481384, 0.9966723918914795], "prob_old_token": [0.8842796683311462, 0.1283082216978073, 0.4344320297241211, 0.7138292193412781, 0.9065766930580139, 0.959988534450531, 0.9491249918937683, 0.9610846042633057, 0.9737729430198669, 0.9826544523239136, 0.9878373146057129, 0.9907354712486267, 0.992551326751709, 0.9938414692878723, 0.994768500328064, 0.9954097867012024, 0.9958661794662476, 0.9962208271026611, 0.9964908957481384, 0.9966723918914795], "update_matrix_norm_1": [30208.85546875], "update_matrix_norm_2": [8.120553970336914], "update_matrix_norm_inf": [0.06104584038257599], "request": {"prompt": "{} has acquired their education at", "subject": "Carrie Lam", "target_new": {"str": "the University of Adelaide"}, "old_answer": {"str": "the University of Hong Kong"}, "seed": 42}}, {"loss_per_step": [1.399, 1.434, 0.512, 0.352, 0.338, 0.314, 0.306, 0.299, 0.297, 0.295, 0.294, 0.293, 0.291, 0.291, 0.29, 0.29, 0.29, 0.289, 0.287, 0.283], "prob_new": [0.24831628799438477, 0.32990968227386475, 0.8225077986717224, 0.9437651038169861, 0.9640665054321289, 0.9790531396865845, 0.986336886882782, 0.9903481006622314, 0.9926739931106567, 0.9941325783729553, 0.9952385425567627, 0.9960923194885254, 0.9967440962791443, 0.9972566366195679, 0.9976693987846375, 0.9980092644691467, 0.9982911944389343, 0.9985175728797913, 0.9986954927444458, 0.9988188147544861], "prob_old": [0.7358337044715881, 0.1741439253091812, 0.1697879582643509, 0.10178036987781525, 0.09045910835266113, 0.07788441330194473, 0.07024593651294708, 0.06435853987932205, 0.06029702350497246, 0.05784252658486366, 0.05534486100077629, 0.052816085517406464, 0.05131938308477402, 0.05057583749294281, 0.049581971019506454, 0.04916387051343918, 0.04985930770635605, 0.04982335865497589, 0.05056661739945412, 0.05205727741122246], "prob_new_token": [0.8842796683311462, 0.7056617736816406, 0.9529995918273926, 0.8229604363441467, 0.8926682472229004, 0.9551028609275818, 0.9780724048614502, 0.9876397252082825, 0.992068886756897, 0.994301974773407, 0.9956691265106201, 0.9965773224830627, 0.9972134232521057, 0.9976720213890076, 0.9980300068855286, 0.9983166456222534, 0.9985402822494507, 0.9987336993217468, 0.9988755583763123, 0.9989629983901978], "prob_old_token": [0.8842796683311462, 0.7056617736816406, 0.9529995918273926, 0.8229604363441467, 0.8926682472229004, 0.9551028609275818, 0.9780724048614502, 0.9876397252082825, 0.992068886756897, 0.994301974773407, 0.9956691265106201, 0.9965773224830627, 0.9972134232521057, 0.9976720213890076, 0.9980300068855286, 0.9983166456222534, 0.9985402822494507, 0.9987336993217468, 0.9988755583763123, 0.9989629983901978], "update_matrix_norm_1": [27946.84375], "update_matrix_norm_2": [7.936399459838867], "update_matrix_norm_inf": [0.06875521689653397], "request": {"prompt": "{} has acquired their education at", "subject": "Carrie Lam", "target_new": {"str": "the University of Witwatersrand"}, "old_answer": {"str": "the University of Hong Kong"}, "seed": 42}}, {"loss_per_step": [2.092, 1.901, 0.78, 0.448, 0.362, 0.331, 0.318, 0.311, 0.306, 0.303, 0.3, 0.298, 0.297, 0.296, 0.295, 0.294, 0.293, 0.293, 0.293, 0.292], "prob_new": [0.12983417510986328, 0.3166852593421936, 0.6225965023040771, 0.8559663891792297, 0.9321908950805664, 0.9610486626625061, 0.9733241200447083, 0.9801526665687561, 0.9847097992897034, 0.9880324006080627, 0.9905548095703125, 0.9925032258033752, 0.9940129518508911, 0.9951779842376709, 0.9960694313049316, 0.9967443346977234, 0.9972488880157471, 0.997621476650238, 0.9978924989700317, 0.9980854988098145], "prob_old": [0.6295164227485657, 0.08057127892971039, 0.02686675451695919, 0.0048057991079986095, 0.0014054998755455017, 0.0005484578432515264, 0.00030280929058790207, 0.0002057497185887769, 0.00015448506746906787, 0.00012142123887315392, 9.750608296599239e-05, 7.920862117316574e-05, 6.488451617769897e-05, 5.359836359275505e-05, 4.471596184885129e-05, 3.7760451959911734e-05, 3.2353618735214695e-05, 2.8193566322443075e-05, 2.503892574168276e-05, 2.2699399778502993e-05], "prob_new_token": [0.02267804928123951, 0.35501131415367126, 0.7401014566421509, 0.8969698548316956, 0.9443163871765137, 0.9606391191482544, 0.969336211681366, 0.9763636589050293, 0.9821946620941162, 0.9867085814476013, 0.9900278449058533, 0.9923985600471497, 0.9940739274024963, 0.9952566027641296, 0.9960941076278687, 0.9966877102851868, 0.9971073269844055, 0.997399091720581, 0.9975937008857727, 0.997711181640625], "prob_old_token": [0.9522176384925842, 0.27384763956069946, 0.028628868982195854, 0.0026562458369880915, 0.0006449220236390829, 0.0002673107956070453, 0.0001609840546734631, 0.00011742505012080073, 9.32267721509561e-05, 7.682284194743261e-05, 6.434705574065447e-05, 5.431582758319564e-05, 4.606072616297752e-05, 3.922877294826321e-05, 3.362102870596573e-05, 2.9069784432067536e-05, 2.543552363931667e-05, 2.258736094518099e-05, 2.0406367184477858e-05, 1.8783761333907023e-05], "update_matrix_norm_1": [27416.47265625], "update_matrix_norm_2": [7.331543445587158], "update_matrix_norm_inf": [0.04890939220786095], "request": {"prompt": "{} has acquired their education at", "subject": "John F. Kennedy", "target_new": {"str": "the University of Virginia"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [3.725, 2.664, 2.027, 1.224, 0.72, 0.55, 0.419, 0.37, 0.351, 0.345, 0.333, 0.328, 0.322, 0.317, 0.312, 0.307, 0.304, 0.301, 0.299, 0.297], "prob_new": [0.0294449795037508, 0.1483050137758255, 0.1823878288269043, 0.39899519085884094, 0.657232940196991, 0.7760283946990967, 0.8806356191635132, 0.9244065880775452, 0.9419090747833252, 0.947684645652771, 0.9591630697250366, 0.9640287756919861, 0.9693124294281006, 0.974592387676239, 0.9793969988822937, 0.9834805727005005, 0.9867636561393738, 0.9892934560775757, 0.9912324547767639, 0.992840588092804], "prob_old": [0.6295164227485657, 0.17439524829387665, 0.16938556730747223, 0.053030457347631454, 0.015500490553677082, 0.007484971079975367, 0.00248234486207366, 0.0009967597434297204, 0.0006125546642579138, 0.00034102288191206753, 0.00016434684221167117, 0.00010177175863645971, 7.306312909349799e-05, 5.667578079737723e-05, 4.555331543087959e-05, 3.675847619888373e-05, 2.9073578843963332e-05, 2.2268277461989783e-05, 1.6561432857997715e-05, 1.2091297321603633e-05], "prob_new_token": [0.02267804928123951, 0.12272047996520996, 0.21232278645038605, 0.6817095279693604, 0.7878435850143433, 0.873485803604126, 0.9130814671516418, 0.9385067820549011, 0.9618646502494812, 0.971319317817688, 0.9688021540641785, 0.9694674611091614, 0.9729816317558289, 0.9773094058036804, 0.9812974333763123, 0.9845564961433411, 0.9871240854263306, 0.9891858696937561, 0.9909026622772217, 0.9923642873764038], "prob_old_token": [0.9522176384925842, 0.5796155333518982, 0.45362401008605957, 0.10112127661705017, 0.011354265734553337, 0.00208715139888227, 0.0003971673140767962, 0.00018679552886169404, 0.00012604755465872586, 7.190203905338421e-05, 4.144371996517293e-05, 2.6853072995436378e-05, 1.9354294636286795e-05, 1.4926057701813988e-05, 1.1911354704352561e-05, 9.562448212818708e-06, 7.560357516922522e-06, 5.830808731843717e-06, 4.406907464726828e-06, 3.306039843664621e-06], "update_matrix_norm_1": [27010.580078125], "update_matrix_norm_2": [7.3149542808532715], "update_matrix_norm_inf": [0.040606897324323654], "request": {"prompt": "{} has acquired their education at", "subject": "John F. Kennedy", "target_new": {"str": "the University of Tennessee"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.833, 2.31, 1.838, 1.226, 0.727, 0.562, 0.461, 0.389, 0.352, 0.331, 0.317, 0.308, 0.301, 0.298, 0.296, 0.294, 0.294, 0.293, 0.293, 0.293], "prob_new": [0.06365795433521271, 0.18464279174804688, 0.2209090292453766, 0.39566895365715027, 0.6496442556381226, 0.768342912197113, 0.8471345901489258, 0.9081063866615295, 0.9410076141357422, 0.9608078002929688, 0.9739721417427063, 0.9832037091255188, 0.9896024465560913, 0.9936717748641968, 0.9959884285926819, 0.9972648620605469, 0.9980258941650391, 0.9985443353652954, 0.9989331960678101, 0.9992234706878662], "prob_old": [0.6295164227485657, 0.15722107887268066, 0.14963017404079437, 0.04133648797869682, 0.005739385262131691, 0.007524135522544384, 0.005982742644846439, 0.002752689877524972, 0.0010956560727208853, 0.0005738800973631442, 0.0003867564955726266, 0.0003018105053342879, 0.00025733213988132775, 0.0002253696438856423, 0.00018975642160512507, 0.00015059977886267006, 0.00011331257701385766, 8.119502308545634e-05, 5.6048334954539314e-05, 3.816035314230248e-05], "prob_new_token": [0.02267804928123951, 0.10070779919624329, 0.16535715758800507, 0.5514219403266907, 0.6611748933792114, 0.583900511264801, 0.7962967753410339, 0.8878894448280334, 0.9314600229263306, 0.957651674747467, 0.9731665253639221, 0.9820657968521118, 0.9873615503311157, 0.9907494187355042, 0.9930712580680847, 0.9947008490562439, 0.9958844780921936, 0.996841549873352, 0.9976549744606018, 0.9983282089233398], "prob_old_token": [0.9522176384925842, 0.6380980014801025, 0.5828981995582581, 0.09642927348613739, 0.006552354898303747, 0.003806506050750613, 0.0021692905575037003, 0.0006671820883639157, 0.00020598835544660687, 8.5354273323901e-05, 4.498690759646706e-05, 2.728528852458112e-05, 1.8698794519877993e-05, 1.5057305972732138e-05, 1.4644050679635257e-05, 1.6081057765404694e-05, 1.7880140148918144e-05, 1.871649146778509e-05, 1.7779511836124584e-05, 1.5145949873840436e-05], "update_matrix_norm_1": [26884.19921875], "update_matrix_norm_2": [7.322559833526611], "update_matrix_norm_inf": [0.04286954551935196], "request": {"prompt": "{} has acquired their education at", "subject": "John F. Kennedy", "target_new": {"str": "the University of Wisconsin-Superior"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.358, 1.617, 0.676, 0.442, 0.37, 0.33, 0.304, 0.286, 0.275, 0.269, 0.265, 0.262, 0.26, 0.259, 0.258, 0.257, 0.256, 0.255, 0.254, 0.254], "prob_new": [0.1011308953166008, 0.31368592381477356, 0.6667075753211975, 0.831339418888092, 0.8903270959854126, 0.9260433912277222, 0.9508525729179382, 0.9674219489097595, 0.9778743982315063, 0.9841970801353455, 0.9880061745643616, 0.9904571175575256, 0.992213249206543, 0.9935600757598877, 0.9946153163909912, 0.9954546093940735, 0.9961321949958801, 0.9966808557510376, 0.9971186518669128, 0.9974626898765564], "prob_old": [0.6721830368041992, 0.18939556181430817, 0.08933880180120468, 0.045260678976774216, 0.030491024255752563, 0.023971788585186005, 0.02054181881248951, 0.018626855686306953, 0.017474565654993057, 0.016513923183083534, 0.015314768068492413, 0.013687911443412304, 0.011754805222153664, 0.009818781167268753, 0.008103822357952595, 0.006659987382590771, 0.005443532485514879, 0.0044161672703921795, 0.0035759764723479748, 0.0029285906348377466], "prob_new_token": [0.00034601299557834864, 0.22917556762695312, 0.7976729869842529, 0.974098265171051, 0.9942541718482971, 0.9978294968605042, 0.9988343715667725, 0.9992125630378723, 0.9993845820426941, 0.99947190284729, 0.9995267391204834, 0.9995818734169006, 0.9996474385261536, 0.9997131824493408, 0.9997683167457581, 0.9998120665550232, 0.9998476505279541, 0.9998773336410522, 0.999901294708252, 0.9999184608459473], "prob_old_token": [0.9275630116462708, 0.34679704904556274, 0.09729913622140884, 0.012747220695018768, 0.0031093230936676264, 0.0013093079905956984, 0.0007622525445185602, 0.0005379944341257215, 0.00042536083492450416, 0.0003597066970542073, 0.0003131827397737652, 0.00026831839932128787, 0.00022001098841428757, 0.00017422487144358456, 0.00013646873412653804, 0.0001070861253538169, 8.403594983974472e-05, 6.584134825970978e-05, 5.20348476129584e-05, 4.2250972910551354e-05], "update_matrix_norm_1": [28794.333984375], "update_matrix_norm_2": [7.655343055725098], "update_matrix_norm_inf": [0.03923167660832405], "request": {"prompt": "{} has acquired their education at", "subject": "Dwayne Johnson", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "the University of Miami"}, "seed": 42}}, {"loss_per_step": [2.603, 1.731, 1.111, 0.416, 0.308, 0.29, 0.276, 0.27, 0.265, 0.261, 0.258, 0.255, 0.253, 0.253, 0.251, 0.25, 0.25, 0.249, 0.248, 0.248], "prob_new": [0.07639728486537933, 0.23131847381591797, 0.43669137358665466, 0.8555620312690735, 0.946726381778717, 0.967901885509491, 0.9782718420028687, 0.984374463558197, 0.9885192513465881, 0.9914422035217285, 0.9935024976730347, 0.9949422478675842, 0.995898425579071, 0.9965171813964844, 0.9969955086708069, 0.9973857998847961, 0.9976986646652222, 0.9979450106620789, 0.9981422424316406, 0.9983060359954834], "prob_old": [0.6721830368041992, 0.21197609603405, 0.18803809583187103, 0.12645390629768372, 0.04771745949983597, 0.030303150415420532, 0.02515568397939205, 0.022704562172293663, 0.02114131860435009, 0.01964212954044342, 0.01812409795820713, 0.01664062775671482, 0.015216021798551083, 0.014169389382004738, 0.013931640423834324, 0.013885503634810448, 0.013722877949476242, 0.013387158513069153, 0.012918214313685894, 0.012430177070200443], "prob_new_token": [0.9275630116462708, 0.6887152791023254, 0.8313671350479126, 0.8833631277084351, 0.8843528628349304, 0.9423909187316895, 0.9731759428977966, 0.9831463098526001, 0.9875533580780029, 0.9901339411735535, 0.9919535517692566, 0.9932894706726074, 0.9942045211791992, 0.9948217868804932, 0.9953773021697998, 0.9958600401878357, 0.9962570071220398, 0.9965770840644836, 0.9968346953392029, 0.9970648288726807], "prob_old_token": [0.9275630116462708, 0.6887152791023254, 0.8313671350479126, 0.8833631277084351, 0.8843528628349304, 0.9423909187316895, 0.9731759428977966, 0.9831463098526001, 0.9875533580780029, 0.9901339411735535, 0.9919535517692566, 0.9932894706726074, 0.9942045211791992, 0.9948217868804932, 0.9953773021697998, 0.9958600401878357, 0.9962570071220398, 0.9965770840644836, 0.9968346953392029, 0.9970648288726807], "update_matrix_norm_1": [29005.78515625], "update_matrix_norm_2": [7.667381763458252], "update_matrix_norm_inf": [0.04676235839724541], "request": {"prompt": "{} has acquired their education at", "subject": "Dwayne Johnson", "target_new": {"str": "the University of Adelaide"}, "old_answer": {"str": "the University of Miami"}, "seed": 42}}, {"loss_per_step": [3.011, 2.32, 1.608, 0.644, 0.333, 0.295, 0.284, 0.276, 0.269, 0.266, 0.262, 0.26, 0.258, 0.256, 0.255, 0.254, 0.253, 0.252, 0.251, 0.25], "prob_new": [0.050494059920310974, 0.12815925478935242, 0.26384371519088745, 0.6858152151107788, 0.927712619304657, 0.9586493968963623, 0.969897449016571, 0.976961076259613, 0.9822784066200256, 0.986290693283081, 0.9891853332519531, 0.9912182092666626, 0.9926775097846985, 0.9937875270843506, 0.9946734309196472, 0.995395302772522, 0.9959917068481445, 0.9964946508407593, 0.9969242811203003, 0.9972877502441406], "prob_old": [0.6721830368041992, 0.2507877051830292, 0.18107765913009644, 0.12163565307855606, 0.03571534529328346, 0.024313297122716904, 0.024329379200935364, 0.02541341446340084, 0.025506261736154556, 0.024988655000925064, 0.024390388280153275, 0.023795733228325844, 0.023188669234514236, 0.022666852921247482, 0.02229195646941662, 0.022054051980376244, 0.021946953609585762, 0.021943815052509308, 0.021992698311805725, 0.0220684502273798], "prob_new_token": [0.9275630116462708, 0.7499462962150574, 0.7106549143791199, 0.8420459032058716, 0.948172390460968, 0.9720538258552551, 0.9812116026878357, 0.9855684041976929, 0.9878101348876953, 0.9891242980957031, 0.9900087118148804, 0.990718424320221, 0.991401731967926, 0.9920656681060791, 0.992716908454895, 0.99333655834198, 0.993905246257782, 0.994440495967865, 0.9949805736541748, 0.9955161809921265], "prob_old_token": [0.9275630116462708, 0.7499462962150574, 0.7106549143791199, 0.8420459032058716, 0.948172390460968, 0.9720538258552551, 0.9812116026878357, 0.9855684041976929, 0.9878101348876953, 0.9891242980957031, 0.9900087118148804, 0.990718424320221, 0.991401731967926, 0.9920656681060791, 0.992716908454895, 0.99333655834198, 0.993905246257782, 0.994440495967865, 0.9949805736541748, 0.9955161809921265], "update_matrix_norm_1": [28546.203125], "update_matrix_norm_2": [7.66242790222168], "update_matrix_norm_inf": [0.03887489438056946], "request": {"prompt": "{} has acquired their education at", "subject": "Dwayne Johnson", "target_new": {"str": "the University of Ghana"}, "old_answer": {"str": "the University of Miami"}, "seed": 42}}, {"loss_per_step": [3.783, 2.946, 1.423, 0.548, 0.426, 0.371, 0.339, 0.316, 0.305, 0.297, 0.29, 0.286, 0.281, 0.277, 0.278, 0.276, 0.274, 0.272, 0.27, 0.271], "prob_new": [0.02330249547958374, 0.07421357184648514, 0.32854241132736206, 0.7638518214225769, 0.8570957183837891, 0.904441773891449, 0.9334332942962646, 0.9510154724121094, 0.9628602862358093, 0.9723250269889832, 0.9778895974159241, 0.9815928936004639, 0.9853560924530029, 0.9878891706466675, 0.9897727370262146, 0.9917893409729004, 0.9931047558784485, 0.9939703345298767, 0.9948679804801941, 0.9956903457641602], "prob_old": [0.8822223544120789, 0.6842961311340332, 0.14215782284736633, 0.15805864334106445, 0.1434868723154068, 0.10642057657241821, 0.07809881865978241, 0.06049454212188721, 0.048481427133083344, 0.037206802517175674, 0.03241688013076782, 0.030873065814375877, 0.026848889887332916, 0.025754785165190697, 0.02616502344608307, 0.023474011570215225, 0.023566968739032745, 0.02577434852719307, 0.026181256398558617, 0.025400571525096893], "prob_new_token": [0.9433929324150085, 0.9445017576217651, 0.8528492450714111, 0.8915500044822693, 0.9083445072174072, 0.9221725463867188, 0.9322693347930908, 0.9406498670578003, 0.9488899111747742, 0.9584965705871582, 0.9655009508132935, 0.9709092974662781, 0.9768514037132263, 0.9810303449630737, 0.9841026067733765, 0.9875665307044983, 0.9897629022598267, 0.9911259412765503, 0.9925880432128906, 0.9939546585083008], "prob_old_token": [0.9433929324150085, 0.9445017576217651, 0.8528492450714111, 0.8915500044822693, 0.9083445072174072, 0.9221725463867188, 0.9322693347930908, 0.9406498670578003, 0.9488899111747742, 0.9584965705871582, 0.9655009508132935, 0.9709092974662781, 0.9768514037132263, 0.9810303449630737, 0.9841026067733765, 0.9875665307044983, 0.9897629022598267, 0.9911259412765503, 0.9925880432128906, 0.9939546585083008], "update_matrix_norm_1": [26641.806640625], "update_matrix_norm_2": [7.245988368988037], "update_matrix_norm_inf": [0.03343580290675163], "request": {"prompt": "{} has acquired their education at", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "the University of Glasgow"}, "old_answer": {"str": "the Sorbonne"}, "seed": 42}}, {"loss_per_step": [3.249, 2.516, 1.737, 1.042, 0.554, 0.424, 0.371, 0.341, 0.317, 0.305, 0.292, 0.288, 0.282, 0.279, 0.277, 0.273, 0.273, 0.273, 0.269, 0.273], "prob_new": [0.04057002812623978, 0.1179816871881485, 0.23480306565761566, 0.4724302887916565, 0.7934112548828125, 0.8707732558250427, 0.9156081676483154, 0.9412471652030945, 0.9568345546722412, 0.9670087099075317, 0.975246787071228, 0.9808266162872314, 0.9847239851951599, 0.9877483248710632, 0.9903007745742798, 0.992113471031189, 0.9935886263847351, 0.995028018951416, 0.9959965944290161, 0.9967227578163147], "prob_old": [0.8822223544120789, 0.6747255921363831, 0.3442904055118561, 0.30758193135261536, 0.18286922574043274, 0.21535903215408325, 0.2504206895828247, 0.2584330141544342, 0.24340051412582397, 0.21809585392475128, 0.17936581373214722, 0.15534260869026184, 0.14185437560081482, 0.13278965651988983, 0.1250176876783371, 0.12032228708267212, 0.11663911491632462, 0.10716231912374496, 0.10195707529783249, 0.09893596917390823], "prob_new_token": [0.9433929324150085, 0.9469665884971619, 0.869962215423584, 0.8819200396537781, 0.8841816186904907, 0.9246984124183655, 0.9482241272926331, 0.960866391658783, 0.9675136208534241, 0.9709070324897766, 0.9739435315132141, 0.9762901663780212, 0.9782431125640869, 0.9804601073265076, 0.983375608921051, 0.9855015277862549, 0.9875422716140747, 0.9900994896888733, 0.9917402267456055, 0.9930276274681091], "prob_old_token": [0.9433929324150085, 0.9469665884971619, 0.869962215423584, 0.8819200396537781, 0.8841816186904907, 0.9246984124183655, 0.9482241272926331, 0.960866391658783, 0.9675136208534241, 0.9709070324897766, 0.9739435315132141, 0.9762901663780212, 0.9782431125640869, 0.9804601073265076, 0.983375608921051, 0.9855015277862549, 0.9875422716140747, 0.9900994896888733, 0.9917402267456055, 0.9930276274681091], "update_matrix_norm_1": [26518.8671875], "update_matrix_norm_2": [7.247338771820068], "update_matrix_norm_inf": [0.03576815873384476], "request": {"prompt": "{} has acquired their education at", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "the University of Havana"}, "old_answer": {"str": "the Sorbonne"}, "seed": 42}}, {"loss_per_step": [1.715, 1.142, 0.792, 0.396, 0.343, 0.321, 0.307, 0.298, 0.293, 0.291, 0.289, 0.289, 0.288, 0.287, 0.286, 0.286, 0.285, 0.285, 0.285, 0.284], "prob_new": [0.18131723999977112, 0.42919641733169556, 0.6728797554969788, 0.9052155017852783, 0.9455630779266357, 0.9670935273170471, 0.9806395173072815, 0.9895837306976318, 0.9945313930511475, 0.9968231320381165, 0.9979164004325867, 0.9985193610191345, 0.9988945126533508, 0.9991326332092285, 0.9992720484733582, 0.9993484616279602, 0.9993797540664673, 0.9993898272514343, 0.999394416809082, 0.9993916749954224], "prob_old": [0.8822223544120789, 0.5416442155838013, 0.14551594853401184, 0.14121994376182556, 0.12627099454402924, 0.10321497172117233, 0.08782053738832474, 0.08073089271783829, 0.07953287661075592, 0.08081872016191483, 0.08166590332984924, 0.08062700182199478, 0.07752944529056549, 0.07306673377752304, 0.06812439858913422, 0.06288246065378189, 0.05833405628800392, 0.05488093942403793, 0.05182500183582306, 0.049234867095947266], "prob_new_token": [0.9433929324150085, 0.9388034343719482, 0.6809819936752319, 0.7444425225257874, 0.823203980922699, 0.8685332536697388, 0.9113834500312805, 0.9508715867996216, 0.9784737825393677, 0.9909999370574951, 0.9957262277603149, 0.9976658225059509, 0.9985484480857849, 0.9989709854125977, 0.9991581439971924, 0.9992185235023499, 0.999177873134613, 0.9991103410720825, 0.9990556836128235, 0.9989961981773376], "prob_old_token": [0.9433929324150085, 0.9388034343719482, 0.6809819936752319, 0.7444425225257874, 0.823203980922699, 0.8685332536697388, 0.9113834500312805, 0.9508715867996216, 0.9784737825393677, 0.9909999370574951, 0.9957262277603149, 0.9976658225059509, 0.9985484480857849, 0.9989709854125977, 0.9991581439971924, 0.9992185235023499, 0.999177873134613, 0.9991103410720825, 0.9990556836128235, 0.9989961981773376], "update_matrix_norm_1": [26469.4921875], "update_matrix_norm_2": [7.240033149719238], "update_matrix_norm_inf": [0.03490372374653816], "request": {"prompt": "{} has acquired their education at", "subject": "Ir\u00e8ne Joliot-Curie", "target_new": {"str": "the London School of Economics"}, "old_answer": {"str": "the Sorbonne"}, "seed": 42}}, {"loss_per_step": [4.097, 2.68, 1.197, 0.56, 0.402, 0.323, 0.282, 0.266, 0.253, 0.245, 0.24, 0.234, 0.232, 0.228, 0.227, 0.224, 0.224, 0.222, 0.222, 0.221], "prob_new": [0.017389092594385147, 0.09164462983608246, 0.39228057861328125, 0.7318243384361267, 0.8517528176307678, 0.9092814326286316, 0.9398006200790405, 0.9569453597068787, 0.9673452973365784, 0.9744926691055298, 0.9800190925598145, 0.9843820929527283, 0.9876960515975952, 0.9901614785194397, 0.9920397400856018, 0.993491530418396, 0.9946110248565674, 0.9954743385314941, 0.9961490035057068, 0.9966807961463928], "prob_old": [0.8815080523490906, 0.7753642797470093, 0.39370647072792053, 0.1541915386915207, 0.08934790641069412, 0.06959472596645355, 0.055792104452848434, 0.04550544545054436, 0.038774989545345306, 0.03388095274567604, 0.02953726425766945, 0.025745738297700882, 0.022795436903834343, 0.020638704299926758, 0.018884509801864624, 0.017340702936053276, 0.01606796681880951, 0.015086785890161991, 0.014222241938114166, 0.013388188555836678], "prob_new_token": [0.8104161024093628, 0.6092534065246582, 0.23001015186309814, 0.5099744200706482, 0.8143982291221619, 0.88776034116745, 0.9124937057495117, 0.9236370921134949, 0.9329581260681152, 0.9421842098236084, 0.9506033658981323, 0.9581644535064697, 0.9650295972824097, 0.9710831046104431, 0.9760958552360535, 0.9801148772239685, 0.9834225177764893, 0.9861644506454468, 0.988300085067749, 0.9898903369903564], "prob_old_token": [0.8104161024093628, 0.6092534065246582, 0.23001015186309814, 0.5099744200706482, 0.8143982291221619, 0.88776034116745, 0.9124937057495117, 0.9236370921134949, 0.9329581260681152, 0.9421842098236084, 0.9506033658981323, 0.9581644535064697, 0.9650295972824097, 0.9710831046104431, 0.9760958552360535, 0.9801148772239685, 0.9834225177764893, 0.9861644506454468, 0.988300085067749, 0.9898903369903564], "update_matrix_norm_1": [29566.544921875], "update_matrix_norm_2": [8.105710983276367], "update_matrix_norm_inf": [0.05321848765015602], "request": {"prompt": "{} has acquired their education at", "subject": "Wangari Muta Maathai", "target_new": {"str": "the Royal Academy of Music"}, "old_answer": {"str": "the University of Nairobi"}, "seed": 42}}, {"loss_per_step": [3.081, 2.054, 1.481, 0.673, 0.474, 0.367, 0.318, 0.299, 0.292, 0.305, 0.299, 0.275, 0.29, 0.266, 0.268, 0.27, 0.269, 0.264, 0.261, 0.263], "prob_new": [0.04656233638525009, 0.1636030077934265, 0.29857027530670166, 0.6675928831100464, 0.8193088173866272, 0.9019846320152283, 0.9480897784233093, 0.9674375653266907, 0.9767424464225769, 0.9833068251609802, 0.9878711700439453, 0.9908623695373535, 0.992671549320221, 0.9937894940376282, 0.9944332838058472, 0.9948970675468445, 0.9953318238258362, 0.9957655072212219, 0.9961903095245361, 0.9965932369232178], "prob_old": [0.8815080523490906, 0.6220270991325378, 0.24065464735031128, 0.2962900400161743, 0.21421019732952118, 0.14905303716659546, 0.11712519824504852, 0.10677465796470642, 0.10196990519762039, 0.0954076498746872, 0.08839182555675507, 0.08237040787935257, 0.07808986306190491, 0.07489574700593948, 0.0722922757267952, 0.07078990340232849, 0.07015177607536316, 0.07032120227813721, 0.07088775932788849, 0.07106815278530121], "prob_new_token": [0.8104161024093628, 0.46585074067115784, 0.6849510073661804, 0.6093814373016357, 0.7005932927131653, 0.812021017074585, 0.9245135188102722, 0.9667002558708191, 0.9801385402679443, 0.9864489436149597, 0.9895427227020264, 0.9910597205162048, 0.9916821718215942, 0.991929292678833, 0.9919464588165283, 0.9919635057449341, 0.9921172857284546, 0.9923987984657288, 0.9927855730056763, 0.9932606816291809], "prob_old_token": [0.8104161024093628, 0.46585074067115784, 0.6849510073661804, 0.6093814373016357, 0.7005932927131653, 0.812021017074585, 0.9245135188102722, 0.9667002558708191, 0.9801385402679443, 0.9864489436149597, 0.9895427227020264, 0.9910597205162048, 0.9916821718215942, 0.991929292678833, 0.9919464588165283, 0.9919635057449341, 0.9921172857284546, 0.9923987984657288, 0.9927855730056763, 0.9932606816291809], "update_matrix_norm_1": [29238.88671875], "update_matrix_norm_2": [8.102982521057129], "update_matrix_norm_inf": [0.05738343670964241], "request": {"prompt": "{} has acquired their education at", "subject": "Wangari Muta Maathai", "target_new": {"str": "the University of Buenos Aires"}, "old_answer": {"str": "the University of Nairobi"}, "seed": 42}}, {"loss_per_step": [2.186, 1.166, 0.571, 0.46, 0.402, 0.351, 0.319, 0.301, 0.293, 0.287, 0.28, 0.275, 0.273, 0.27, 0.268, 0.265, 0.262, 0.259, 0.25, 0.23], "prob_new": [0.11343836039304733, 0.4039199948310852, 0.7548717260360718, 0.8332016468048096, 0.8807698488235474, 0.9197754859924316, 0.9435599446296692, 0.9576984643936157, 0.9668735265731812, 0.9734001159667969, 0.978298544883728, 0.9820882081985474, 0.9850959777832031, 0.9875333309173584, 0.9895346760749817, 0.9911875128746033, 0.9925510287284851, 0.9936658143997192, 0.9945631623268127, 0.9952650666236877], "prob_old": [0.8815080523490906, 0.1749778836965561, 0.342404842376709, 0.16515251994132996, 0.14134301245212555, 0.12371966242790222, 0.10958642512559891, 0.09839887171983719, 0.08977018296718597, 0.08332561701536179, 0.07863173633813858, 0.07517911493778229, 0.07252801954746246, 0.07039973884820938, 0.06863199919462204, 0.06711702793836594, 0.06578713655471802, 0.06462902575731277, 0.06363902986049652, 0.06266502290964127], "prob_new_token": [0.8104161024093628, 0.5487657189369202, 0.8011664152145386, 0.8439759612083435, 0.897478461265564, 0.9343225955963135, 0.9536147117614746, 0.9637682437896729, 0.9697105288505554, 0.973719596862793, 0.9768140912055969, 0.9794507026672363, 0.9818438291549683, 0.9840776920318604, 0.9861635565757751, 0.9880728125572205, 0.9897636771202087, 0.9912047982215881, 0.9923833012580872, 0.9932483434677124], "prob_old_token": [0.8104161024093628, 0.5487657189369202, 0.8011664152145386, 0.8439759612083435, 0.897478461265564, 0.9343225955963135, 0.9536147117614746, 0.9637682437896729, 0.9697105288505554, 0.973719596862793, 0.9768140912055969, 0.9794507026672363, 0.9818438291549683, 0.9840776920318604, 0.9861635565757751, 0.9880728125572205, 0.9897636771202087, 0.9912047982215881, 0.9923833012580872, 0.9932483434677124], "update_matrix_norm_1": [29880.4921875], "update_matrix_norm_2": [8.089751243591309], "update_matrix_norm_inf": [0.05380944162607193], "request": {"prompt": "{} has acquired their education at", "subject": "Wangari Muta Maathai", "target_new": {"str": "the University of Edinburgh"}, "old_answer": {"str": "the University of Nairobi"}, "seed": 42}}, {"loss_per_step": [2.177, 1.899, 1.355, 0.962, 0.67, 0.481, 0.388, 0.329, 0.296, 0.281, 0.273, 0.268, 0.263, 0.261, 0.26, 0.26, 0.26, 0.259, 0.259, 0.259], "prob_new": [0.12208415567874908, 0.24544012546539307, 0.34010452032089233, 0.500255823135376, 0.6692023873329163, 0.8052721619606018, 0.8789852857589722, 0.9308041334152222, 0.9630873799324036, 0.9771127700805664, 0.9850692749023438, 0.9910461902618408, 0.9948773980140686, 0.9968804121017456, 0.9978782534599304, 0.9983825087547302, 0.9986550807952881, 0.9988328814506531, 0.9989811182022095, 0.9991146326065063], "prob_old": [0.7799557447433472, 0.26086387038230896, 0.2611502408981323, 0.20387141406536102, 0.20844759047031403, 0.20065489411354065, 0.1703176349401474, 0.13860589265823364, 0.11602290719747543, 0.1049310714006424, 0.09549181908369064, 0.08435199409723282, 0.0774841457605362, 0.07394324988126755, 0.07307203859090805, 0.07349090278148651, 0.07387915253639221, 0.07319021224975586, 0.0709426999092102, 0.06734474748373032], "prob_new_token": [0.9169442653656006, 0.2570864260196686, 0.41194483637809753, 0.7838935852050781, 0.8180850744247437, 0.8613601922988892, 0.9092990756034851, 0.941428005695343, 0.9644765853881836, 0.9795080423355103, 0.9886500835418701, 0.993848979473114, 0.9951187968254089, 0.9956334233283997, 0.9958327412605286, 0.9959065318107605, 0.9959258437156677, 0.9959161281585693, 0.9958925247192383, 0.9958719611167908], "prob_old_token": [0.9169442653656006, 0.2570864260196686, 0.41194483637809753, 0.7838935852050781, 0.8180850744247437, 0.8613601922988892, 0.9092990756034851, 0.941428005695343, 0.9644765853881836, 0.9795080423355103, 0.9886500835418701, 0.993848979473114, 0.9951187968254089, 0.9956334233283997, 0.9958327412605286, 0.9959065318107605, 0.9959258437156677, 0.9959161281585693, 0.9958925247192383, 0.9958719611167908], "update_matrix_norm_1": [28207.587890625], "update_matrix_norm_2": [7.582168102264404], "update_matrix_norm_inf": [0.03871160373091698], "request": {"prompt": "{} has acquired their education at", "subject": "James K. Polk", "target_new": {"str": "the University of Wisconsin-Superior"}, "old_answer": {"str": "the University of North Carolina"}, "seed": 42}}, {"loss_per_step": [1.861, 1.179, 0.828, 0.575, 0.426, 0.343, 0.295, 0.273, 0.268, 0.262, 0.261, 0.261, 0.26, 0.26, 0.259, 0.259, 0.259, 0.258, 0.258, 0.258], "prob_new": [0.1978834718465805, 0.44576653838157654, 0.5841735005378723, 0.7360791563987732, 0.8477901220321655, 0.9186305999755859, 0.9627272486686707, 0.9844212532043457, 0.9933657050132751, 0.9960173964500427, 0.9968171119689941, 0.9971822500228882, 0.9975155591964722, 0.9978917837142944, 0.9982646703720093, 0.9985898733139038, 0.9988481402397156, 0.9990423321723938, 0.9991855025291443, 0.9992978572845459], "prob_old": [0.7799557447433472, 0.27805763483047485, 0.24250757694244385, 0.1652163863182068, 0.09329527616500854, 0.05620339512825012, 0.039026375859975815, 0.03065769001841545, 0.025724167004227638, 0.024813853204250336, 0.027711568400263786, 0.03085082583129406, 0.03235954791307449, 0.03212300315499306, 0.03066585212945938, 0.028558919206261635, 0.026267575100064278, 0.024090494960546494, 0.02216070517897606, 0.020448682829737663], "prob_new_token": [0.001222949125804007, 0.7698670029640198, 0.9146596789360046, 0.9825916290283203, 0.997531533241272, 0.9994744658470154, 0.9997968077659607, 0.9998732209205627, 0.9998947978019714, 0.9998176693916321, 0.9996498823165894, 0.9994168281555176, 0.9992209076881409, 0.9991337656974792, 0.9991501569747925, 0.9992311596870422, 0.9993354082107544, 0.99943608045578, 0.9995243549346924, 0.9996047019958496], "prob_old_token": [0.9169442653656006, 0.07495608925819397, 0.03286980837583542, 0.007334196474403143, 0.0008522584685124457, 0.00013323601160664111, 4.0716342482483014e-05, 2.277311432408169e-05, 1.8920904039987363e-05, 3.20702456519939e-05, 6.13735246588476e-05, 0.0001021704010781832, 0.00013378555013332516, 0.00014275283319875598, 0.00013249792391434312, 0.00011268999514868483, 9.164864604827017e-05, 7.368566730292514e-05, 5.948718171566725e-05, 4.745518890558742e-05], "update_matrix_norm_1": [29316.1640625], "update_matrix_norm_2": [7.583915710449219], "update_matrix_norm_inf": [0.04038582369685173], "request": {"prompt": "{} has acquired their education at", "subject": "James K. Polk", "target_new": {"str": "Harvard University"}, "old_answer": {"str": "the University of North Carolina"}, "seed": 42}}, {"loss_per_step": [2.385, 1.7, 0.832, 0.596, 0.49, 0.371, 0.312, 0.289, 0.278, 0.271, 0.266, 0.263, 0.261, 0.26, 0.259, 0.258, 0.258, 0.257, 0.256, 0.26], "prob_new": [0.1047544851899147, 0.2546062469482422, 0.5667277574539185, 0.7157102823257446, 0.7927665710449219, 0.8927225470542908, 0.9471063613891602, 0.9689792394638062, 0.9795823097229004, 0.9863525629043579, 0.9909712672233582, 0.9938762784004211, 0.9956751465797424, 0.9968674182891846, 0.9976750612258911, 0.9982417821884155, 0.9986459612846375, 0.9989340901374817, 0.9991390705108643, 0.9992794990539551], "prob_old": [0.7799557447433472, 0.2575173079967499, 0.2350286841392517, 0.1648213267326355, 0.13350972533226013, 0.09284994006156921, 0.07188095152378082, 0.0613013356924057, 0.05511457100510597, 0.05039200931787491, 0.04620273411273956, 0.04272855073213577, 0.03973322734236717, 0.03653789684176445, 0.03365659341216087, 0.031055672094225883, 0.028786245733499527, 0.026842938736081123, 0.025113634765148163, 0.023422928526997566], "prob_new_token": [0.9169442653656006, 0.3223693370819092, 0.6650747060775757, 0.6580770611763, 0.7603638768196106, 0.8758856654167175, 0.9285029172897339, 0.9513485431671143, 0.9656543135643005, 0.9761305451393127, 0.9841650128364563, 0.9896905422210693, 0.9930781722068787, 0.9950409531593323, 0.9963953495025635, 0.9972941279411316, 0.9978131651878357, 0.9981099367141724, 0.9982635378837585, 0.9982522130012512], "prob_old_token": [0.9169442653656006, 0.3223693370819092, 0.6650747060775757, 0.6580770611763, 0.7603638768196106, 0.8758856654167175, 0.9285029172897339, 0.9513485431671143, 0.9656543135643005, 0.9761305451393127, 0.9841650128364563, 0.9896905422210693, 0.9930781722068787, 0.9950409531593323, 0.9963953495025635, 0.9972941279411316, 0.9978131651878357, 0.9981099367141724, 0.9982635378837585, 0.9982522130012512], "update_matrix_norm_1": [29162.56640625], "update_matrix_norm_2": [7.579639911651611], "update_matrix_norm_inf": [0.03741990402340889], "request": {"prompt": "{} has acquired their education at", "subject": "James K. Polk", "target_new": {"str": "the University of the Philippines"}, "old_answer": {"str": "the University of North Carolina"}, "seed": 42}}, {"loss_per_step": [2.5, 1.869, 1.398, 0.963, 0.811, 0.632, 0.481, 0.38, 0.323, 0.29, 0.273, 0.266, 0.261, 0.259, 0.257, 0.257, 0.256, 0.256, 0.256, 0.255], "prob_new": [0.08873803913593292, 0.22994451224803925, 0.32187214493751526, 0.4929386377334595, 0.573073148727417, 0.686714231967926, 0.799108624458313, 0.8819581866264343, 0.9333469271659851, 0.9642797112464905, 0.9807139039039612, 0.9883634448051453, 0.992405891418457, 0.9947131872177124, 0.9961270093917847, 0.9970549941062927, 0.9976814389228821, 0.9981445074081421, 0.9984965920448303, 0.9987649917602539], "prob_old": [0.7316136956214905, 0.2321605235338211, 0.3350549340248108, 0.30276259779930115, 0.2464691400527954, 0.27061033248901367, 0.27012842893600464, 0.22531522810459137, 0.16763514280319214, 0.12701371312141418, 0.09967593848705292, 0.07845597714185715, 0.061960868537425995, 0.04989370331168175, 0.04138495773077011, 0.035438843071460724, 0.03145962208509445, 0.028324656188488007, 0.025784676894545555, 0.023717937991023064], "prob_new_token": [0.555335283279419, 0.11063871532678604, 0.1844940483570099, 0.5503340363502502, 0.8018602728843689, 0.8506289124488831, 0.8223057389259338, 0.7395898699760437, 0.8159980177879333, 0.9425338506698608, 0.9749718904495239, 0.9840978980064392, 0.9889814257621765, 0.9921720027923584, 0.994429349899292, 0.9960779547691345, 0.9971175193786621, 0.9978858828544617, 0.9984821081161499, 0.9989449381828308], "prob_old_token": [0.555335283279419, 0.11063871532678604, 0.1844940483570099, 0.5503340363502502, 0.8018602728843689, 0.8506289124488831, 0.8223057389259338, 0.7395898699760437, 0.8159980177879333, 0.9425338506698608, 0.9749718904495239, 0.9840978980064392, 0.9889814257621765, 0.9921720027923584, 0.994429349899292, 0.9960779547691345, 0.9971175193786621, 0.9978858828544617, 0.9984821081161499, 0.9989449381828308], "update_matrix_norm_1": [28781.1875], "update_matrix_norm_2": [8.06321907043457], "update_matrix_norm_inf": [0.0974123552441597], "request": {"prompt": "{} has acquired their education at", "subject": "Lindsey Graham", "target_new": {"str": "the University of Witwatersrand"}, "old_answer": {"str": "the University of South Carolina"}, "seed": 42}}, {"loss_per_step": [2.975, 2.6, 2.195, 1.838, 1.191, 0.53, 0.331, 0.297, 0.285, 0.276, 0.269, 0.264, 0.262, 0.26, 0.258, 0.257, 0.256, 0.256, 0.255, 0.254], "prob_new": [0.05414866283535957, 0.12161590158939362, 0.15007425844669342, 0.2070159912109375, 0.3959224820137024, 0.7633621096611023, 0.9256184101104736, 0.9565653204917908, 0.9680761098861694, 0.9771953821182251, 0.9840362071990967, 0.988375723361969, 0.9911165237426758, 0.9929834008216858, 0.9943479299545288, 0.9953949451446533, 0.9962252974510193, 0.9969001412391663, 0.9974560737609863, 0.9979153871536255], "prob_old": [0.7316136956214905, 0.20107612013816833, 0.21570992469787598, 0.23787645995616913, 0.25104615092277527, 0.169461190700531, 0.11371471732854843, 0.0884607806801796, 0.07526767253875732, 0.06434304267168045, 0.05434045568108559, 0.04605195298790932, 0.039740726351737976, 0.03507107123732567, 0.03164919838309288, 0.02916388399899006, 0.02737022005021572, 0.026056760922074318, 0.025054097175598145, 0.024278515949845314], "prob_new_token": [1.420950866304338e-05, 0.0002645876375027001, 0.00032392796128988266, 0.0014002614188939333, 0.04252460598945618, 0.6138643622398376, 0.9141354560852051, 0.937164306640625, 0.9369673728942871, 0.9498887062072754, 0.9698959589004517, 0.9840206503868103, 0.9914680123329163, 0.9952080845832825, 0.9971500039100647, 0.9982030391693115, 0.9987948536872864, 0.9991341829299927, 0.9993360042572021, 0.9994639754295349], "prob_old_token": [0.555335283279419, 0.3769156336784363, 0.3048274517059326, 0.3262195289134979, 0.3403189778327942, 0.128816619515419, 0.03280610963702202, 0.029021961614489555, 0.03236369788646698, 0.02673516795039177, 0.016068726778030396, 0.008351934142410755, 0.00431622751057148, 0.002333836629986763, 0.0013331164373084903, 0.0008061156258918345, 0.0005181246669963002, 0.0003562623169273138, 0.0002619678562041372, 0.00020294648129492998], "update_matrix_norm_1": [28423.8671875], "update_matrix_norm_2": [8.059823036193848], "update_matrix_norm_inf": [0.08795592188835144], "request": {"prompt": "{} has acquired their education at", "subject": "Lindsey Graham", "target_new": {"str": "Marquette University"}, "old_answer": {"str": "the University of South Carolina"}, "seed": 42}}, {"loss_per_step": [3.888, 1.602, 0.532, 0.348, 0.303, 0.285, 0.276, 0.27, 0.266, 0.263, 0.261, 0.259, 0.258, 0.257, 0.256, 0.256, 0.255, 0.255, 0.255, 0.254], "prob_new": [0.028030963614583015, 0.3578510284423828, 0.7721989154815674, 0.9112165570259094, 0.9517892599105835, 0.9685465693473816, 0.9777312874794006, 0.9835508465766907, 0.9875118136405945, 0.990311861038208, 0.9923374652862549, 0.9938262104988098, 0.99493408203125, 0.99576735496521, 0.9963991045951843, 0.9968819618225098, 0.997252881526947, 0.9975396990776062, 0.9977631568908691, 0.9979391694068909], "prob_old": [0.7316136956214905, 0.1828734576702118, 0.08376488089561462, 0.04300706461071968, 0.029005644842982292, 0.02273096889257431, 0.019006632268428802, 0.01637434959411621, 0.014340984635055065, 0.012705572880804539, 0.011366627179086208, 0.010262017138302326, 0.009347332641482353, 0.008588684722781181, 0.00795936118811369, 0.007438261061906815, 0.007008566986769438, 0.00665675662457943, 0.006371486000716686, 0.006142680067569017], "prob_new_token": [0.013784622773528099, 0.7517783045768738, 0.8954859972000122, 0.954877495765686, 0.9791816473007202, 0.9891772866249084, 0.9938129186630249, 0.9961797595024109, 0.9974822402000427, 0.998244047164917, 0.9987131953239441, 0.9990141987800598, 0.9992142915725708, 0.9993512034416199, 0.9994465708732605, 0.9995139837265015, 0.9995620846748352, 0.9995962977409363, 0.9996207356452942, 0.9996383190155029], "prob_old_token": [0.555335283279419, 0.05831264331936836, 0.02559235692024231, 0.012011472135782242, 0.005933358799666166, 0.0031754605006426573, 0.0017894249176606536, 0.0010547719430178404, 0.0006507253856398165, 0.00042044310248456895, 0.00028444614144973457, 0.00020129437325522304, 0.0001487903791712597, 0.00011465296120150015, 9.191947901854292e-05, 7.65112999943085e-05, 6.593699072254822e-05, 5.8629018894862384e-05, 5.354992754291743e-05, 4.997699215891771e-05], "update_matrix_norm_1": [31038.837890625], "update_matrix_norm_2": [8.07407283782959], "update_matrix_norm_inf": [0.07727271318435669], "request": {"prompt": "{} has acquired their education at", "subject": "Lindsey Graham", "target_new": {"str": "Harvard"}, "old_answer": {"str": "the University of South Carolina"}, "seed": 42}}, {"loss_per_step": [2.326, 0.902, 0.463, 0.346, 0.329, 0.322, 0.315, 0.31, 0.307, 0.304, 0.302, 0.301, 0.3, 0.299, 0.299, 0.299, 0.298, 0.298, 0.298, 0.297], "prob_new": [0.10012025386095047, 0.5944079160690308, 0.8863866925239563, 0.9526581764221191, 0.9700251221656799, 0.9773011803627014, 0.9822254180908203, 0.9861565828323364, 0.9893490076065063, 0.9918240308761597, 0.9936321377754211, 0.9948967695236206, 0.9957582354545593, 0.9963352680206299, 0.9967125654220581, 0.9969574213027954, 0.9971323013305664, 0.9972747564315796, 0.9973939657211304, 0.9974601864814758], "prob_old": [0.7521624565124512, 0.264902263879776, 0.13124369084835052, 0.10358302295207977, 0.08961702883243561, 0.08008541166782379, 0.07182393968105316, 0.06418900936841965, 0.057265885174274445, 0.05124637857079506, 0.0463021881878376, 0.04250861331820488, 0.03974039852619171, 0.037787389010190964, 0.0364750474691391, 0.03566413372755051, 0.03518148884177208, 0.03486480191349983, 0.03465209901332855, 0.03470907360315323], "prob_new_token": [0.7379246354103088, 0.6038751006126404, 0.9486460089683533, 0.9745068550109863, 0.9805582165718079, 0.9854106903076172, 0.9893214702606201, 0.9922030568122864, 0.9942092895507812, 0.995559811592102, 0.9964900016784668, 0.9971585273742676, 0.9976449608802795, 0.9979923963546753, 0.9982218742370605, 0.998352587223053, 0.9984298944473267, 0.9984979033470154, 0.9985694289207458, 0.9986174702644348], "prob_old_token": [0.7379246354103088, 0.6038751006126404, 0.9486460089683533, 0.9745068550109863, 0.9805582165718079, 0.9854106903076172, 0.9893214702606201, 0.9922030568122864, 0.9942092895507812, 0.995559811592102, 0.9964900016784668, 0.9971585273742676, 0.9976449608802795, 0.9979923963546753, 0.9982218742370605, 0.998352587223053, 0.9984298944473267, 0.9984979033470154, 0.9985694289207458, 0.9986174702644348], "update_matrix_norm_1": [33424.78515625], "update_matrix_norm_2": [9.072152137756348], "update_matrix_norm_inf": [0.05018303915858269], "request": {"prompt": "{} has acquired their education at", "subject": "Joe Biden", "target_new": {"str": "the University of Colorado"}, "old_answer": {"str": "the University of Delaware"}, "seed": 42}}, {"loss_per_step": [4.51, 2.335, 1.157, 0.508, 0.371, 0.34, 0.328, 0.32, 0.316, 0.313, 0.31, 0.308, 0.307, 0.306, 0.305, 0.304, 0.303, 0.303, 0.302, 0.302], "prob_new": [0.01207843329757452, 0.15531452000141144, 0.43124818801879883, 0.8165110945701599, 0.9345645904541016, 0.9638254046440125, 0.9744588136672974, 0.9798051714897156, 0.9830989241600037, 0.9853936433792114, 0.9871190786361694, 0.9884828925132751, 0.9895997643470764, 0.9905415773391724, 0.9913553595542908, 0.9920721650123596, 0.992710292339325, 0.9932808876037598, 0.9937918782234192, 0.9942517876625061], "prob_old": [0.7521624565124512, 0.3319654166698456, 0.3424983620643616, 0.2695420980453491, 0.17696286737918854, 0.12556545436382294, 0.09397018700838089, 0.07316398620605469, 0.05888361111283302, 0.04877958074212074, 0.0415213368833065, 0.03626608848571777, 0.03238813206553459, 0.029414163902401924, 0.027029871940612793, 0.025059087201952934, 0.023420516401529312, 0.022079847753047943, 0.021004628390073776, 0.02013910561800003], "prob_new_token": [2.0089066765649477e-06, 0.03641325980424881, 0.15151065587997437, 0.8804602026939392, 0.9820408821105957, 0.9926567673683167, 0.9955508708953857, 0.9968777894973755, 0.9976457953453064, 0.9981376528739929, 0.9984683394432068, 0.9986960291862488, 0.9988577365875244, 0.9989773035049438, 0.9990718960762024, 0.9991481304168701, 0.9992123246192932, 0.9992651343345642, 0.9993087649345398, 0.9993446469306946], "prob_old_token": [0.7379246354103088, 0.5997599363327026, 0.6606475710868835, 0.07783884555101395, 0.008115707896649837, 0.0024432626087218523, 0.001211673254147172, 0.0007442088099196553, 0.0005109769990667701, 0.0003777728124987334, 0.0002961251884698868, 0.00024391069018747658, 0.00020918271911796182, 0.00018501427257433534, 0.00016736802353989333, 0.0001539791701361537, 0.00014360927161760628, 0.000135623209644109, 0.00012959398736711591, 0.00012522538600023836], "update_matrix_norm_1": [34072.6015625], "update_matrix_norm_2": [9.10342788696289], "update_matrix_norm_inf": [0.05435662716627121], "request": {"prompt": "{} has acquired their education at", "subject": "Joe Biden", "target_new": {"str": "East Carolina University"}, "old_answer": {"str": "the University of Delaware"}, "seed": 42}}, {"loss_per_step": [4.494, 1.549, 0.929, 0.528, 0.422, 0.372, 0.344, 0.327, 0.317, 0.311, 0.307, 0.304, 0.302, 0.301, 0.3, 0.299, 0.299, 0.298, 0.298, 0.298], "prob_new": [0.020101012662053108, 0.40757784247398376, 0.5995153188705444, 0.8005210757255554, 0.8838062286376953, 0.9267554879188538, 0.9528160095214844, 0.9686868190765381, 0.9784111976623535, 0.9845190644264221, 0.9884896874427795, 0.9911635518074036, 0.9930209517478943, 0.9943442940711975, 0.9953045845031738, 0.9960094690322876, 0.9965291619300842, 0.9969107508659363, 0.9971862435340881, 0.997378408908844], "prob_old": [0.7521624565124512, 0.22486642003059387, 0.20080362260341644, 0.15010491013526917, 0.10996649414300919, 0.08500344306230545, 0.06793348491191864, 0.05580383911728859, 0.04710620269179344, 0.040823038667440414, 0.03622526302933693, 0.032806482166051865, 0.030225113034248352, 0.028254052624106407, 0.02674398012459278, 0.025597132742404938, 0.0247489083558321, 0.024155793711543083, 0.023787200450897217, 0.02362004667520523], "prob_new_token": [0.009210441261529922, 0.9066647887229919, 0.9535683989524841, 0.9763635396957397, 0.9838346242904663, 0.9889775514602661, 0.9927865862846375, 0.995276153087616, 0.9968318343162537, 0.9978047609329224, 0.9984253644943237, 0.9988316893577576, 0.999104380607605, 0.9992923736572266, 0.9994240999221802, 0.9995173215866089, 0.9995847344398499, 0.9996329545974731, 0.9996672868728638, 0.999691367149353], "prob_old_token": [0.7379246354103088, 0.029939936473965645, 0.014534346759319305, 0.007912755943834782, 0.005524757318198681, 0.00377241475507617, 0.002469707978889346, 0.0016289589693769813, 0.0011112852953374386, 0.0007899779011495411, 0.0005843883263878524, 0.00044802529737353325, 0.0003547534579411149, 0.0002892182965297252, 0.00024228876281995326, 0.0002082513674395159, 0.00018347053264733404, 0.0001654623047215864, 0.00015257995983120054, 0.00014364748494699597], "update_matrix_norm_1": [36142.38671875], "update_matrix_norm_2": [9.155309677124023], "update_matrix_norm_inf": [0.05877026915550232], "request": {"prompt": "{} has acquired their education at", "subject": "Joe Biden", "target_new": {"str": "Harvard"}, "old_answer": {"str": "the University of Delaware"}, "seed": 42}}, {"loss_per_step": [4.774, 3.105, 2.523, 1.679, 0.563, 0.393, 0.341, 0.317, 0.305, 0.298, 0.294, 0.292, 0.29, 0.289, 0.288, 0.287, 0.287, 0.286, 0.286, 0.286], "prob_new": [0.008867266587913036, 0.06890643388032913, 0.10954593867063522, 0.2512107491493225, 0.7615830302238464, 0.9008868932723999, 0.9473361372947693, 0.9705460071563721, 0.9823278188705444, 0.9885971546173096, 0.9923288226127625, 0.9947651028633118, 0.9964405298233032, 0.997593104839325, 0.9983646869659424, 0.9988633990287781, 0.999167263507843, 0.9993602633476257, 0.9994893670082092, 0.9995718002319336], "prob_old": [0.5945335030555725, 0.11051858216524124, 0.07458707690238953, 0.07261880487203598, 0.04373656585812569, 0.02854202501475811, 0.022254494950175285, 0.017256908118724823, 0.013408377766609192, 0.010478521697223186, 0.008136317133903503, 0.006205263547599316, 0.0046125734224915504, 0.003376895794644952, 0.002478997688740492, 0.0018542046891525388, 0.001435220125131309, 0.0011503644054755569, 0.0009480058797635138, 0.0007935030153021216], "prob_new_token": [0.04012520983815193, 0.7365686297416687, 0.705755889415741, 0.7509387731552124, 0.8999831080436707, 0.9540151953697205, 0.9709861874580383, 0.9804953932762146, 0.9864693284034729, 0.9902834296226501, 0.9928313493728638, 0.9946154952049255, 0.9959164261817932, 0.9969015121459961, 0.9976470470428467, 0.9981783628463745, 0.9984955787658691, 0.998706579208374, 0.9988728761672974, 0.9990061521530151], "prob_old_token": [0.9260572791099548, 0.020449761301279068, 0.005320282187312841, 0.019237035885453224, 0.005460392218083143, 0.0012486024061217904, 0.0008370872819796205, 0.0005869209417141974, 0.0004068298148922622, 0.0002771387225948274, 0.00018485113105271012, 0.00012054826220264658, 7.659489347133785e-05, 4.864300353801809e-05, 3.180016574333422e-05, 2.2092528524808586e-05, 1.7018383005051874e-05, 1.4018123692949302e-05, 1.1780220120272133e-05, 9.583611245034263e-06], "update_matrix_norm_1": [27330.7109375], "update_matrix_norm_2": [7.5310492515563965], "update_matrix_norm_inf": [0.06003168597817421], "request": {"prompt": "{} has acquired their education at", "subject": "Richard Dawkins", "target_new": {"str": "the University of Florence"}, "old_answer": {"str": "Oxford University"}, "seed": 42}}, {"loss_per_step": [1.978, 1.408, 0.612, 0.411, 0.369, 0.349, 0.336, 0.326, 0.318, 0.312, 0.307, 0.304, 0.301, 0.298, 0.296, 0.295, 0.293, 0.292, 0.291, 0.291], "prob_new": [0.14312122762203217, 0.4005814492702484, 0.7307903170585632, 0.886836051940918, 0.9212450385093689, 0.9390310645103455, 0.9515344500541687, 0.9610541462898254, 0.9684323072433472, 0.9742032289505005, 0.9787577986717224, 0.9823815822601318, 0.9852830767631531, 0.9876184463500977, 0.989507794380188, 0.9910456538200378, 0.9923067092895508, 0.9933497309684753, 0.9942193627357483, 0.9949495196342468], "prob_old": [0.5945335030555725, 0.10119975358247757, 0.08416114002466202, 0.08451767265796661, 0.07130588591098785, 0.05944857373833656, 0.049282170832157135, 0.04095146432518959, 0.03431785851716995, 0.02906038612127304, 0.02485179714858532, 0.02142985351383686, 0.01860184408724308, 0.0162313561886549, 0.014222758822143078, 0.012508811429142952, 0.011040948331356049, 0.009782754816114902, 0.008706317283213139, 0.007789134979248047], "prob_new_token": [0.04012520983815193, 0.6548571586608887, 0.6463600397109985, 0.8094161152839661, 0.8728137016296387, 0.9069124460220337, 0.9282618761062622, 0.942490816116333, 0.9522642493247986, 0.9591801762580872, 0.9642556309700012, 0.9681428670883179, 0.9712662100791931, 0.9738971590995789, 0.9762112498283386, 0.9783154726028442, 0.980274498462677, 0.9821195602416992, 0.9838529229164124, 0.9854655265808105], "prob_old_token": [0.9260572791099548, 0.027460487559437752, 0.038029711693525314, 0.037920162081718445, 0.022758081555366516, 0.014116691425442696, 0.009081008844077587, 0.006036035716533661, 0.004147292580455542, 0.002938769292086363, 0.002138014417141676, 0.0015890352660790086, 0.0012008716585114598, 0.0009194070007652044, 0.0007111089653335512, 0.0005548081826418638, 0.0004364341148175299, 0.00034626637352630496, 0.0002775018510874361, 0.00022507617541123182], "update_matrix_norm_1": [28091.400390625], "update_matrix_norm_2": [7.534466743469238], "update_matrix_norm_inf": [0.07674825936555862], "request": {"prompt": "{} has acquired their education at", "subject": "Richard Dawkins", "target_new": {"str": "the University of Exeter"}, "old_answer": {"str": "Oxford University"}, "seed": 42}}, {"loss_per_step": [1.505, 1.126, 0.57, 0.404, 0.346, 0.321, 0.308, 0.3, 0.295, 0.292, 0.29, 0.289, 0.288, 0.288, 0.287, 0.287, 0.283, 0.276, 0.266, 0.254], "prob_new": [0.22461187839508057, 0.519351601600647, 0.761105477809906, 0.8897326588630676, 0.9430084228515625, 0.9663860201835632, 0.9786017537117004, 0.98667973279953, 0.9915518164634705, 0.9944013357162476, 0.9961308240890503, 0.997228741645813, 0.9979403614997864, 0.9983963966369629, 0.9986701607704163, 0.9988201856613159, 0.9988345503807068, 0.9986981153488159, 0.998355507850647, 0.9976932406425476], "prob_old": [0.5945335030555725, 0.12455599755048752, 0.06525711715221405, 0.030234698206186295, 0.015056547708809376, 0.008778384886682034, 0.0059516248293221, 0.004407370463013649, 0.003421303117647767, 0.002720344578847289, 0.002190154045820236, 0.0017900790553539991, 0.0015015621902421117, 0.0013078016927465796, 0.0011917117517441511, 0.0011333979200571775, 0.001157690305262804, 0.0012624869123101234, 0.001448536990210414, 0.0017405286198481917], "prob_new_token": [0.04012520983815193, 0.5758213400840759, 0.5591024160385132, 0.7822344303131104, 0.8469815850257874, 0.8793118596076965, 0.9131349325180054, 0.9441991448402405, 0.9647699594497681, 0.9766780734062195, 0.9839186072349548, 0.9885996580123901, 0.9917142391204834, 0.9936619400978088, 0.9946213960647583, 0.9951360821723938, 0.9951092600822449, 0.9944441914558411, 0.9926882982254028, 0.9888781905174255], "prob_old_token": [0.9260572791099548, 0.07097561657428741, 0.01635243371129036, 0.002906233072280884, 0.0005283810314722359, 0.0001367279764963314, 4.833465573028661e-05, 2.2607186110690236e-05, 1.3473926628648769e-05, 9.182568646792788e-06, 6.48838113193051e-06, 4.626903319149278e-06, 3.3467715638835216e-06, 2.5507340524200117e-06, 2.1729726995545207e-06, 1.966670197361964e-06, 1.99791702470975e-06, 2.3060249532136368e-06, 3.142382183796144e-06, 5.3633875722880475e-06], "update_matrix_norm_1": [22682.1640625], "update_matrix_norm_2": [6.6482720375061035], "update_matrix_norm_inf": [0.06693858653306961], "request": {"prompt": "{} has acquired their education at", "subject": "Richard Dawkins", "target_new": {"str": "the London School of Economics"}, "old_answer": {"str": "Oxford University"}, "seed": 42}}, {"loss_per_step": [3.601, 2.561, 1.957, 1.13, 0.565, 0.38, 0.32, 0.309, 0.292, 0.281, 0.279, 0.277, 0.273, 0.272, 0.271, 0.27, 0.27, 0.269, 0.268, 0.268], "prob_new": [0.028360307216644287, 0.10771985352039337, 0.19049181044101715, 0.4331448972225189, 0.753299355506897, 0.9002685546875, 0.9557628631591797, 0.9753343462944031, 0.9841890335083008, 0.9889310598373413, 0.991884171962738, 0.993870735168457, 0.9953228235244751, 0.9963855743408203, 0.9971599578857422, 0.9977506399154663, 0.9982004165649414, 0.9985377192497253, 0.9988044500350952, 0.9990108609199524], "prob_old": [0.766811192035675, 0.17104202508926392, 0.1461324393749237, 0.1767767369747162, 0.12783730030059814, 0.08065488934516907, 0.050977565348148346, 0.03723270073533058, 0.029970787465572357, 0.02584150619804859, 0.023250829428434372, 0.02172350510954857, 0.01974928379058838, 0.01808815449476242, 0.016853054985404015, 0.01538701169192791, 0.014065687544643879, 0.013083654455840588, 0.012077013961970806, 0.011185950599610806], "prob_new_token": [7.318500138353556e-05, 0.0012922497699037194, 0.0005884122801944613, 0.007184247486293316, 0.4628065824508667, 0.9461830854415894, 0.9912108182907104, 0.9966102838516235, 0.9981033205986023, 0.9986245632171631, 0.99888014793396, 0.9990522265434265, 0.9991896748542786, 0.9993026256561279, 0.9993981122970581, 0.9994733929634094, 0.9995387196540833, 0.9996033906936646, 0.9996600151062012, 0.9997072219848633], "prob_old_token": [0.9072782397270203, 0.23217618465423584, 0.15576301515102386, 0.41554179787635803, 0.2895297110080719, 0.030060777440667152, 0.004899614490568638, 0.0018280580407008529, 0.00098495464771986, 0.0006600733031518757, 0.0004896146128885448, 0.00038027673144824803, 0.0003000942524522543, 0.00024063285673037171, 0.0001953313039848581, 0.00015980791067704558, 0.0001309663784923032, 0.00010671910422388464, 8.683577470947057e-05, 7.091013685567304e-05], "update_matrix_norm_1": [27137.8984375], "update_matrix_norm_2": [7.518255233764648], "update_matrix_norm_inf": [0.09035784006118774], "request": {"prompt": "{} has acquired their education at", "subject": "J. K. Rowling", "target_new": {"str": "Wake Forest University"}, "old_answer": {"str": "the University of Exeter"}, "seed": 42}}, {"loss_per_step": [2.354, 1.208, 0.477, 0.363, 0.329, 0.304, 0.292, 0.283, 0.277, 0.274, 0.271, 0.27, 0.269, 0.268, 0.267, 0.268, 0.267, 0.267, 0.267, 0.267], "prob_new": [0.0967659279704094, 0.42673301696777344, 0.8348150849342346, 0.9177038073539734, 0.9490965008735657, 0.9693615436553955, 0.9811777472496033, 0.9877615571022034, 0.9915590286254883, 0.9939408302307129, 0.9954667091369629, 0.996401846408844, 0.996974766254425, 0.9973794221878052, 0.9976993799209595, 0.9979358315467834, 0.9980940222740173, 0.9982131123542786, 0.9983169436454773, 0.9984009265899658], "prob_old": [0.766811192035675, 0.17172783613204956, 0.15318411588668823, 0.11109472811222076, 0.08396585285663605, 0.06443120539188385, 0.05046030506491661, 0.042577970772981644, 0.03852352872490883, 0.03547024726867676, 0.03287887200713158, 0.031332094222307205, 0.030540427193045616, 0.029662007465958595, 0.02855156548321247, 0.027635319158434868, 0.02713651955127716, 0.026760226115584373, 0.026264971122145653, 0.025805791839957237], "prob_new_token": [0.9072782397270203, 0.8760696649551392, 0.9501505494117737, 0.9453029632568359, 0.952170729637146, 0.9627601504325867, 0.9726218581199646, 0.9806378483772278, 0.9861300587654114, 0.9898395538330078, 0.9923536777496338, 0.9940319061279297, 0.9951590895652771, 0.995934247970581, 0.9964810609817505, 0.9968376755714417, 0.9970375299453735, 0.997144877910614, 0.9972187280654907, 0.9972700476646423], "prob_old_token": [0.9072782397270203, 0.8760696649551392, 0.9501505494117737, 0.9453029632568359, 0.952170729637146, 0.9627601504325867, 0.9726218581199646, 0.9806378483772278, 0.9861300587654114, 0.9898395538330078, 0.9923536777496338, 0.9940319061279297, 0.9951590895652771, 0.995934247970581, 0.9964810609817505, 0.9968376755714417, 0.9970375299453735, 0.997144877910614, 0.9972187280654907, 0.9972700476646423], "update_matrix_norm_1": [28290.580078125], "update_matrix_norm_2": [7.503796100616455], "update_matrix_norm_inf": [0.09526162594556808], "request": {"prompt": "{} has acquired their education at", "subject": "J. K. Rowling", "target_new": {"str": "the University of Glasgow"}, "old_answer": {"str": "the University of Exeter"}, "seed": 42}}, {"loss_per_step": [1.451, 1.232, 0.566, 0.359, 0.315, 0.317, 0.282, 0.295, 0.276, 0.279, 0.273, 0.273, 0.273, 0.27, 0.27, 0.268, 0.268, 0.268, 0.266, 0.262], "prob_new": [0.23682206869125366, 0.4092239737510681, 0.7708213329315186, 0.948462724685669, 0.9743487238883972, 0.9854305982589722, 0.9906360507011414, 0.9929597973823547, 0.9943713545799255, 0.995214581489563, 0.9956228137016296, 0.9960848689079285, 0.9966388940811157, 0.9972445368766785, 0.9977924823760986, 0.9982225298881531, 0.9985159039497375, 0.9986804723739624, 0.9987604022026062, 0.9988025426864624], "prob_old": [0.766811192035675, 0.12982693314552307, 0.15423133969306946, 0.07783935219049454, 0.0661732628941536, 0.05564707890152931, 0.05034255608916283, 0.047959305346012115, 0.046213552355766296, 0.044639285653829575, 0.04592837765812874, 0.046111058443784714, 0.04440087080001831, 0.041637059301137924, 0.03875241056084633, 0.03632189705967903, 0.03453158214688301, 0.03331930935382843, 0.03253398835659027, 0.03222928196191788], "prob_new_token": [0.9072782397270203, 0.5236150622367859, 0.9095118641853333, 0.9734930396080017, 0.9838941693305969, 0.9891775250434875, 0.9910749197006226, 0.9923098683357239, 0.993398904800415, 0.9941973686218262, 0.9947168231010437, 0.9951905012130737, 0.9957136511802673, 0.996282160282135, 0.9968180656433105, 0.9972643256187439, 0.9976035952568054, 0.9978344440460205, 0.9979611039161682, 0.9980125427246094], "prob_old_token": [0.9072782397270203, 0.5236150622367859, 0.9095118641853333, 0.9734930396080017, 0.9838941693305969, 0.9891775250434875, 0.9910749197006226, 0.9923098683357239, 0.993398904800415, 0.9941973686218262, 0.9947168231010437, 0.9951905012130737, 0.9957136511802673, 0.996282160282135, 0.9968180656433105, 0.9972643256187439, 0.9976035952568054, 0.9978344440460205, 0.9979611039161682, 0.9980125427246094], "update_matrix_norm_1": [26495.62890625], "update_matrix_norm_2": [7.388346195220947], "update_matrix_norm_inf": [0.08521085977554321], "request": {"prompt": "{} has acquired their education at", "subject": "J. K. Rowling", "target_new": {"str": "the University of Witwatersrand"}, "old_answer": {"str": "the University of Exeter"}, "seed": 42}}, {"loss_per_step": [2.33, 1.869, 0.657, 0.455, 0.382, 0.345, 0.328, 0.317, 0.309, 0.303, 0.298, 0.294, 0.292, 0.29, 0.288, 0.287, 0.286, 0.285, 0.285, 0.284], "prob_new": [0.09999895095825195, 0.24856214225292206, 0.7297409176826477, 0.846806526184082, 0.9078320264816284, 0.9418278932571411, 0.9574910998344421, 0.9678156971931458, 0.9757567048072815, 0.9819335341453552, 0.9866419434547424, 0.9901237487792969, 0.992624044418335, 0.9943852424621582, 0.9956193566322327, 0.9964913129806519, 0.9971177577972412, 0.9975741505622864, 0.9978986382484436, 0.9981094002723694], "prob_old": [0.7172534465789795, 0.16116784512996674, 0.12038120627403259, 0.09359217435121536, 0.06427756696939468, 0.04326098412275314, 0.03352992609143257, 0.028138907626271248, 0.02442416176199913, 0.021703315898776054, 0.019649861380457878, 0.01805207133293152, 0.016770796850323677, 0.01571512036025524, 0.014824515208601952, 0.014057221822440624, 0.0133831687271595, 0.012780706398189068, 0.012247472070157528, 0.011811342090368271], "prob_new_token": [0.9072414040565491, 0.3203771114349365, 0.7815197110176086, 0.940116286277771, 0.9703471660614014, 0.9811161160469055, 0.9860851764678955, 0.9890963435173035, 0.9912029504776001, 0.9927369356155396, 0.9938644170761108, 0.9947029948234558, 0.9953433275222778, 0.9958505630493164, 0.9962708353996277, 0.9966341853141785, 0.9969597458839417, 0.9972553253173828, 0.9975112676620483, 0.9977157115936279], "prob_old_token": [0.9072414040565491, 0.3203771114349365, 0.7815197110176086, 0.940116286277771, 0.9703471660614014, 0.9811161160469055, 0.9860851764678955, 0.9890963435173035, 0.9912029504776001, 0.9927369356155396, 0.9938644170761108, 0.9947029948234558, 0.9953433275222778, 0.9958505630493164, 0.9962708353996277, 0.9966341853141785, 0.9969597458839417, 0.9972553253173828, 0.9975112676620483, 0.9977157115936279], "update_matrix_norm_1": [28106.248046875], "update_matrix_norm_2": [7.5281147956848145], "update_matrix_norm_inf": [0.04501895233988762], "request": {"prompt": "{} has acquired their education at", "subject": "David Cronenberg", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "the University of Toronto"}, "seed": 42}}, {"loss_per_step": [4.62, 2.63, 1.562, 1.008, 0.722, 0.598, 0.519, 0.453, 0.404, 0.367, 0.338, 0.319, 0.305, 0.295, 0.289, 0.285, 0.282, 0.28, 0.278, 0.278], "prob_new": [0.011584015563130379, 0.13455581665039062, 0.30813881754875183, 0.49244409799575806, 0.6480137705802917, 0.7314648628234863, 0.7899102568626404, 0.8418390154838562, 0.8851972222328186, 0.9183521270751953, 0.9432525634765625, 0.9616395831108093, 0.9746518731117249, 0.9834643006324768, 0.9892445802688599, 0.9929708242416382, 0.9954250454902649, 0.9971080422401428, 0.9982462525367737, 0.9989302754402161], "prob_old": [0.7172534465789795, 0.16023734211921692, 0.1354416012763977, 0.09206601232290268, 0.0647188276052475, 0.051701076328754425, 0.04285134747624397, 0.03389663249254227, 0.02580341324210167, 0.019582001492381096, 0.014888361096382141, 0.011221129447221756, 0.008300971239805222, 0.005959519650787115, 0.004125713836401701, 0.0028155227191746235, 0.0019436400616541505, 0.0013702980941161513, 0.0009979319293051958, 0.0007651554769836366], "prob_new_token": [1.261312991118757e-05, 0.2663518786430359, 0.47198206186294556, 0.6231508255004883, 0.8629826307296753, 0.9338899850845337, 0.9631166458129883, 0.9796696305274963, 0.9884343147277832, 0.9925189018249512, 0.9947056174278259, 0.9962199330329895, 0.9973816275596619, 0.9982472658157349, 0.998826801776886, 0.9991739988327026, 0.9994028806686401, 0.9995699524879456, 0.99969083070755, 0.9997713565826416], "prob_old_token": [0.9072414040565491, 0.13593262434005737, 0.14822962880134583, 0.10359790921211243, 0.05214729905128479, 0.02948871999979019, 0.018428783863782883, 0.010874100960791111, 0.00621216744184494, 0.003792101750150323, 0.0024531132075935602, 0.0015769150340929627, 0.0009695784538052976, 0.0005641385214403272, 0.00032186295720748603, 0.00020203905296511948, 0.00013543371460400522, 8.724059443920851e-05, 5.2412964578252286e-05, 3.179631312377751e-05], "update_matrix_norm_1": [27999.62890625], "update_matrix_norm_2": [7.530257225036621], "update_matrix_norm_inf": [0.06063121184706688], "request": {"prompt": "{} has acquired their education at", "subject": "David Cronenberg", "target_new": {"str": "Oxford University"}, "old_answer": {"str": "the University of Toronto"}, "seed": 42}}, {"loss_per_step": [2.423, 1.793, 0.83, 0.534, 0.413, 0.367, 0.335, 0.315, 0.304, 0.298, 0.294, 0.291, 0.289, 0.287, 0.286, 0.285, 0.284, 0.283, 0.283, 0.282], "prob_new": [0.09125085920095444, 0.28510814905166626, 0.6501163244247437, 0.7990942597389221, 0.8813871145248413, 0.9210261702537537, 0.9502087831497192, 0.9690383672714233, 0.9789361953735352, 0.9844874739646912, 0.9881681203842163, 0.9908190369606018, 0.9928126931190491, 0.9943406581878662, 0.9955147504806519, 0.9964156746864319, 0.9971050024032593, 0.9976292848587036, 0.9980258345603943, 0.9983264803886414], "prob_old": [0.7172534465789795, 0.138895645737648, 0.12362087517976761, 0.12859943509101868, 0.09777230769395828, 0.0789501741528511, 0.06473049521446228, 0.051627300679683685, 0.04122728854417801, 0.03356798365712166, 0.027707288041710854, 0.023025035858154297, 0.01915605738759041, 0.015912361443042755, 0.013221485540270805, 0.011039938777685165, 0.00931825116276741, 0.008003253489732742, 0.007035998627543449, 0.006342870183289051], "prob_new_token": [0.9072414040565491, 0.6269459128379822, 0.7883895635604858, 0.808845579624176, 0.9198248386383057, 0.9537947773933411, 0.973132312297821, 0.9827577471733093, 0.9868787527084351, 0.9886521697044373, 0.9897014498710632, 0.9905411601066589, 0.9913555383682251, 0.9922128319740295, 0.9931065440177917, 0.9939811825752258, 0.9947820901870728, 0.9954793453216553, 0.9960694909095764, 0.9965776801109314], "prob_old_token": [0.9072414040565491, 0.6269459128379822, 0.7883895635604858, 0.808845579624176, 0.9198248386383057, 0.9537947773933411, 0.973132312297821, 0.9827577471733093, 0.9868787527084351, 0.9886521697044373, 0.9897014498710632, 0.9905411601066589, 0.9913555383682251, 0.9922128319740295, 0.9931065440177917, 0.9939811825752258, 0.9947820901870728, 0.9954793453216553, 0.9960694909095764, 0.9965776801109314], "update_matrix_norm_1": [27337.12890625], "update_matrix_norm_2": [7.543066024780273], "update_matrix_norm_inf": [0.06747889518737793], "request": {"prompt": "{} has acquired their education at", "subject": "David Cronenberg", "target_new": {"str": "the University of Delaware"}, "old_answer": {"str": "the University of Toronto"}, "seed": 42}}, {"loss_per_step": [2.254, 1.551, 1.069, 0.508, 0.383, 0.287, 0.274, 0.266, 0.264, 0.26, 0.257, 0.256, 0.254, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252, 0.252], "prob_new": [0.10798332840204239, 0.2789159417152405, 0.445695161819458, 0.7807363271713257, 0.8811184167861938, 0.965540885925293, 0.9807977676391602, 0.9855750203132629, 0.9883601665496826, 0.9910619258880615, 0.9934481978416443, 0.9951936602592468, 0.9963626265525818, 0.9971646070480347, 0.9977549910545349, 0.9981923699378967, 0.9985011219978333, 0.9987386465072632, 0.9989346265792847, 0.999086856842041], "prob_old": [0.7377591133117676, 0.17059212923049927, 0.17782050371170044, 0.1342819184064865, 0.05335981026291847, 0.04060423746705055, 0.031190980225801468, 0.02667134441435337, 0.02386544458568096, 0.02078542485833168, 0.01755637302994728, 0.014679335989058018, 0.012381837703287601, 0.01084091141819954, 0.009855874814093113, 0.009187220595777035, 0.008675694465637207, 0.00835548248142004, 0.00821235403418541, 0.008180894888937473], "prob_new_token": [0.6197022795677185, 0.42630258202552795, 0.8573670387268066, 0.9472604990005493, 0.9528378844261169, 0.9618568420410156, 0.9797258973121643, 0.9846461415290833, 0.9872518181800842, 0.9895765781402588, 0.9916157126426697, 0.9931000471115112, 0.9940159320831299, 0.9948495626449585, 0.9957266449928284, 0.9964699745178223, 0.9969207048416138, 0.9973285794258118, 0.9977772831916809, 0.9981499314308167], "prob_old_token": [0.6197022795677185, 0.42630258202552795, 0.8573670387268066, 0.9472604990005493, 0.9528378844261169, 0.9618568420410156, 0.9797258973121643, 0.9846461415290833, 0.9872518181800842, 0.9895765781402588, 0.9916157126426697, 0.9931000471115112, 0.9940159320831299, 0.9948495626449585, 0.9957266449928284, 0.9964699745178223, 0.9969207048416138, 0.9973285794258118, 0.9977772831916809, 0.9981499314308167], "update_matrix_norm_1": [29380.35546875], "update_matrix_norm_2": [8.07935905456543], "update_matrix_norm_inf": [0.05418103560805321], "request": {"prompt": "{} has acquired their education at", "subject": "Tina Fey", "target_new": {"str": "the University of Copenhagen"}, "old_answer": {"str": "the University of Virginia"}, "seed": 42}}, {"loss_per_step": [3.232, 1.731, 0.518, 0.372, 0.315, 0.285, 0.272, 0.267, 0.263, 0.26, 0.258, 0.257, 0.256, 0.255, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252], "prob_new": [0.04153314232826233, 0.23915384709835052, 0.7728820443153381, 0.8904624581336975, 0.9380555748939514, 0.966395378112793, 0.9789848327636719, 0.9834972620010376, 0.9869645833969116, 0.9902855157852173, 0.9921612739562988, 0.9933868050575256, 0.9943126440048218, 0.9950793981552124, 0.9957467913627625, 0.9963361620903015, 0.9968525171279907, 0.9972941279411316, 0.997662365436554, 0.9979631304740906], "prob_old": [0.7377591133117676, 0.171667218208313, 0.09154214709997177, 0.029902294278144836, 0.018616607412695885, 0.015168809331953526, 0.015889398753643036, 0.019350960850715637, 0.018692605197429657, 0.014561514370143414, 0.012020937167108059, 0.010672129690647125, 0.009909575805068016, 0.009454131126403809, 0.009183057583868504, 0.009027965366840363, 0.00897161290049553, 0.00903951283544302, 0.009214392863214016, 0.009463753551244736], "prob_new_token": [0.6197022795677185, 0.6274664402008057, 0.8592085838317871, 0.9520658254623413, 0.9781100153923035, 0.988653302192688, 0.9930659532546997, 0.9948328733444214, 0.9955323338508606, 0.995816171169281, 0.995960533618927, 0.9961047768592834, 0.9963071346282959, 0.9965624213218689, 0.9968568086624146, 0.9971797466278076, 0.9975093603134155, 0.9978166222572327, 0.9980885982513428, 0.9983198642730713], "prob_old_token": [0.6197022795677185, 0.6274664402008057, 0.8592085838317871, 0.9520658254623413, 0.9781100153923035, 0.988653302192688, 0.9930659532546997, 0.9948328733444214, 0.9955323338508606, 0.995816171169281, 0.995960533618927, 0.9961047768592834, 0.9963071346282959, 0.9965624213218689, 0.9968568086624146, 0.9971797466278076, 0.9975093603134155, 0.9978166222572327, 0.9980885982513428, 0.9983198642730713], "update_matrix_norm_1": [30071.15625], "update_matrix_norm_2": [8.077956199645996], "update_matrix_norm_inf": [0.050210028886795044], "request": {"prompt": "{} has acquired their education at", "subject": "Tina Fey", "target_new": {"str": "the University of Ghana"}, "old_answer": {"str": "the University of Virginia"}, "seed": 42}}, {"loss_per_step": [3.816, 2.709, 0.707, 0.282, 0.264, 0.264, 0.263, 0.26, 0.258, 0.256, 0.254, 0.252, 0.252, 0.252, 0.251, 0.251, 0.251, 0.251, 0.251, 0.25], "prob_new": [0.02287297509610653, 0.09367620199918747, 0.6533851623535156, 0.9848146438598633, 0.9872642755508423, 0.9897738099098206, 0.9924790859222412, 0.9946758151054382, 0.9962278008460999, 0.9972594976425171, 0.997933566570282, 0.9983780384063721, 0.9986818432807922, 0.9989051818847656, 0.9990773797035217, 0.9992073774337769, 0.9993038177490234, 0.9993762373924255, 0.9994321465492249, 0.9994761347770691], "prob_old": [0.7377591133117676, 0.2794051468372345, 0.28616711497306824, 0.07322965562343597, 0.04957912117242813, 0.046852175146341324, 0.04376354068517685, 0.03932477533817291, 0.0345761738717556, 0.030200034379959106, 0.026440706104040146, 0.023347418755292892, 0.020956415683031082, 0.019319865852594376, 0.018337536603212357, 0.017722375690937042, 0.017219679430127144, 0.016707895323634148, 0.016157766804099083, 0.015594069845974445], "prob_new_token": [8.886814612196758e-05, 0.006818236317485571, 0.4187594950199127, 0.9982823133468628, 0.9995496273040771, 0.999524712562561, 0.9995065927505493, 0.9995697140693665, 0.9996617436408997, 0.9997431635856628, 0.9998024702072144, 0.9998437762260437, 0.9998708367347717, 0.9998894929885864, 0.999902606010437, 0.9999119639396667, 0.9999187588691711, 0.9999235272407532, 0.9999274015426636, 0.9999305605888367], "prob_old_token": [0.6197022795677185, 0.14090408384799957, 0.3253805935382843, 0.00037644541589543223, 6.0217509599169716e-05, 5.1019447710132226e-05, 4.6782108256593347e-05, 3.748540621018037e-05, 2.7567244615056552e-05, 1.9837279978673905e-05, 1.4545367776008788e-05, 1.109796721721068e-05, 8.875325875123963e-06, 7.3981855166493915e-06, 6.3595903156965505e-06, 5.606193553830963e-06, 5.049028004577849e-06, 4.6276668399514165e-06, 4.304644789954182e-06, 4.056269062857609e-06], "update_matrix_norm_1": [30096.033203125], "update_matrix_norm_2": [8.069955825805664], "update_matrix_norm_inf": [0.03917727619409561], "request": {"prompt": "{} has acquired their education at", "subject": "Tina Fey", "target_new": {"str": "Hanover College"}, "old_answer": {"str": "the University of Virginia"}, "seed": 42}}, {"loss_per_step": [2.723, 1.688, 0.843, 0.483, 0.386, 0.344, 0.318, 0.282, 0.291, 0.27, 0.274, 0.268, 0.255, 0.26, 0.254, 0.252, 0.253, 0.25, 0.248, 0.249], "prob_new": [0.07134775072336197, 0.2663896977901459, 0.5782879590988159, 0.8191248774528503, 0.9016513824462891, 0.9363886713981628, 0.95525723695755, 0.9670668244361877, 0.9748799800872803, 0.9812320470809937, 0.985731303691864, 0.9885468482971191, 0.9905170202255249, 0.9920478463172913, 0.9932956099510193, 0.9942939877510071, 0.9951350092887878, 0.9958787560462952, 0.9965346455574036, 0.9970827102661133], "prob_old": [0.784514307975769, 0.17107227444648743, 0.1559152901172638, 0.1394861489534378, 0.12317764759063721, 0.10701515525579453, 0.09325513243675232, 0.08229412883520126, 0.07328854501247406, 0.06389743089675903, 0.05592278018593788, 0.05053429305553436, 0.046319253742694855, 0.04250948131084442, 0.0391562320291996, 0.03630773723125458, 0.03368770703673363, 0.03110518492758274, 0.028602581471204758, 0.026366548612713814], "prob_new_token": [0.93198162317276, 0.2582552134990692, 0.6645998358726501, 0.8616641759872437, 0.9343006014823914, 0.9636120200157166, 0.9778913259506226, 0.9854860901832581, 0.9897852540016174, 0.9921188950538635, 0.9934083819389343, 0.9943193197250366, 0.9950165152549744, 0.9955397248268127, 0.995941162109375, 0.9962872266769409, 0.996644139289856, 0.9970181584358215, 0.9973835349082947, 0.9976993203163147], "prob_old_token": [0.93198162317276, 0.2582552134990692, 0.6645998358726501, 0.8616641759872437, 0.9343006014823914, 0.9636120200157166, 0.9778913259506226, 0.9854860901832581, 0.9897852540016174, 0.9921188950538635, 0.9934083819389343, 0.9943193197250366, 0.9950165152549744, 0.9955397248268127, 0.995941162109375, 0.9962872266769409, 0.996644139289856, 0.9970181584358215, 0.9973835349082947, 0.9976993203163147], "update_matrix_norm_1": [33600.359375], "update_matrix_norm_2": [8.62702751159668], "update_matrix_norm_inf": [0.04201509803533554], "request": {"prompt": "{} has acquired their education at", "subject": "Trey Parker", "target_new": {"str": "the University of Virginia"}, "old_answer": {"str": "the University of Colorado"}, "seed": 42}}, {"loss_per_step": [4.204, 2.571, 1.124, 0.754, 0.554, 0.435, 0.367, 0.318, 0.294, 0.291, 0.289, 0.286, 0.283, 0.278, 0.276, 0.277, 0.277, 0.275, 0.275, 0.275], "prob_new": [0.04063882306218147, 0.22442631423473358, 0.5709307193756104, 0.7172082662582397, 0.8313848376274109, 0.9088926911354065, 0.9491773247718811, 0.9701874256134033, 0.9817243218421936, 0.9884267449378967, 0.9924539923667908, 0.9949132800102234, 0.9964353442192078, 0.9973922371864319, 0.9980045557022095, 0.9984047412872314, 0.9986734390258789, 0.9988608956336975, 0.9989965558052063, 0.9990977644920349], "prob_old": [0.784514307975769, 0.17862367630004883, 0.15350084006786346, 0.10921315848827362, 0.07286572456359863, 0.04875590279698372, 0.03413920849561691, 0.025069907307624817, 0.019112758338451385, 0.015136013738811016, 0.012382599525153637, 0.010423943400382996, 0.009023033082485199, 0.008028377778828144, 0.007312788162380457, 0.006737799849361181, 0.006212782580405474, 0.005738734733313322, 0.0053366972133517265, 0.00501179089769721], "prob_new_token": [0.0020138972904533148, 0.7791118621826172, 0.9714523553848267, 0.9800750017166138, 0.989874005317688, 0.9952875375747681, 0.9978620409965515, 0.9990009069442749, 0.9994988441467285, 0.9997228384017944, 0.9998303055763245, 0.9998862743377686, 0.9999169111251831, 0.9999346733093262, 0.9999454021453857, 0.9999529123306274, 0.9999592304229736, 0.99996417760849, 0.9999682307243347, 0.9999706745147705], "prob_old_token": [0.93198162317276, 0.05643576756119728, 0.005300980526953936, 0.003646675730124116, 0.0019094854360446334, 0.0008783477824181318, 0.00039241366903297603, 0.00017998144903685898, 8.780634379945695e-05, 4.611645999830216e-05, 2.6156209059990942e-05, 1.6117613995447755e-05, 1.078719287761487e-05, 7.792044925736263e-06, 6.016381121298764e-06, 4.907411948806839e-06, 4.179209554422414e-06, 3.6802484828513116e-06, 3.329008904984221e-06, 3.0736960070498753e-06], "update_matrix_norm_1": [34387.796875], "update_matrix_norm_2": [8.627165794372559], "update_matrix_norm_inf": [0.044520892202854156], "request": {"prompt": "{} has acquired their education at", "subject": "Trey Parker", "target_new": {"str": "Harvard"}, "old_answer": {"str": "the University of Colorado"}, "seed": 42}}, {"loss_per_step": [5.137, 4.152, 2.839, 0.9, 0.358, 0.321, 0.303, 0.293, 0.289, 0.286, 0.284, 0.284, 0.283, 0.282, 0.279, 0.27, 0.259, 0.246, 0.255, 0.245], "prob_new": [0.006916568614542484, 0.02382906898856163, 0.08737587183713913, 0.5752124786376953, 0.9317560791969299, 0.9633027911186218, 0.9813405275344849, 0.9902534484863281, 0.9944696426391602, 0.996586799621582, 0.9977125525474548, 0.9983608722686768, 0.9987718462944031, 0.9990307092666626, 0.9991943836212158, 0.9992968440055847, 0.9993160963058472, 0.9993829727172852, 0.9994362592697144, 0.999426007270813], "prob_old": [0.784514307975769, 0.258799284696579, 0.32227623462677, 0.147284597158432, 0.011668258346617222, 0.002528610173612833, 0.0011083621066063643, 0.0007054345333017409, 0.0005469755851663649, 0.00046682244283147156, 0.0004208423779346049, 0.00039420987013727427, 0.0003785374865401536, 0.0003671131853479892, 0.00035821672645397484, 0.0003512438270263374, 0.00035000155912712216, 0.0003622063377406448, 0.00038182397838681936, 0.00040894915582612157], "prob_new_token": [3.163835629038658e-07, 0.00024156637664418668, 0.00768114160746336, 0.773181676864624, 0.9997202157974243, 0.9999620914459229, 0.9999737739562988, 0.9999717473983765, 0.9999663829803467, 0.999961256980896, 0.999956488609314, 0.9999534487724304, 0.9999521374702454, 0.999951958656311, 0.9999532103538513, 0.999957799911499, 0.9999669194221497, 0.9999643564224243, 0.9999591112136841, 0.9999575614929199], "prob_old_token": [0.93198162317276, 0.102990061044693, 0.11444100737571716, 0.031091127544641495, 2.21275731746573e-05, 2.313750655957847e-06, 1.138089942287479e-06, 9.089017680707911e-07, 8.843316550155578e-07, 9.152514621746377e-07, 9.67930532169703e-07, 1.015973339235643e-06, 1.0256549103360157e-06, 1.0180449407926062e-06, 9.92396621768421e-07, 9.288368119086954e-07, 8.132507787195209e-07, 9.1346998942754e-07, 1.0749765806394862e-06, 1.1312575907140854e-06], "update_matrix_norm_1": [32838.2265625], "update_matrix_norm_2": [8.643937110900879], "update_matrix_norm_inf": [0.03995976969599724], "request": {"prompt": "{} has acquired their education at", "subject": "Trey Parker", "target_new": {"str": "Hanover College"}, "old_answer": {"str": "the University of Colorado"}, "seed": 42}}, {"loss_per_step": [2.981, 2.167, 1.406, 0.535, 0.382, 0.341, 0.322, 0.31, 0.302, 0.296, 0.291, 0.29, 0.286, 0.285, 0.283, 0.281, 0.281, 0.28, 0.279, 0.279], "prob_new": [0.055284321308135986, 0.17213934659957886, 0.32926878333091736, 0.7789649963378906, 0.9052196741104126, 0.9426295757293701, 0.9608768224716187, 0.9711930751800537, 0.9778218269348145, 0.9825417995452881, 0.9861385226249695, 0.988989531993866, 0.991267740726471, 0.9930809140205383, 0.9945139288902283, 0.9956341981887817, 0.9965022802352905, 0.9971781373023987, 0.9976984858512878, 0.998087465763092], "prob_old": [0.6326330304145813, 0.3010774254798889, 0.18992501497268677, 0.0646335631608963, 0.04228595271706581, 0.03580545261502266, 0.030723219737410545, 0.026431836187839508, 0.022815287113189697, 0.01979406364262104, 0.017241409048438072, 0.014915958046913147, 0.012706532143056393, 0.010763444937765598, 0.009088169783353806, 0.0076571619138121605, 0.006438599433749914, 0.005392179824411869, 0.004530885256826878, 0.0038523226976394653], "prob_new_token": [0.018219586461782455, 0.12787148356437683, 0.6325780749320984, 0.9087821245193481, 0.9699385166168213, 0.9818589687347412, 0.9856738448143005, 0.9872528910636902, 0.9883497953414917, 0.9894778728485107, 0.9907030463218689, 0.9919543266296387, 0.9931282997131348, 0.9942142367362976, 0.9951835870742798, 0.9960245490074158, 0.9967362880706787, 0.9973177313804626, 0.9977880120277405, 0.9981643557548523], "prob_old_token": [0.9664140343666077, 0.7389861345291138, 0.19190038740634918, 0.006367301102727652, 0.0004329064395278692, 0.0002185292396461591, 0.0001650328777031973, 0.00013592788309324533, 0.0001122531175496988, 9.118119487538934e-05, 7.255787932081148e-05, 5.574793976848014e-05, 4.1282386519014835e-05, 3.010514956258703e-05, 2.1725740225519985e-05, 1.5557603546767496e-05, 1.1062916200899053e-05, 7.793270924594253e-06, 5.501720352185657e-06, 3.953231953346403e-06], "update_matrix_norm_1": [28257.154296875], "update_matrix_norm_2": [7.577709197998047], "update_matrix_norm_inf": [0.04012013599276543], "request": {"prompt": "{} has acquired their education at", "subject": "Ralph Waldo Emerson", "target_new": {"str": "the University of Idaho"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [2.244, 1.965, 1.552, 0.704, 0.406, 0.362, 0.336, 0.32, 0.31, 0.303, 0.299, 0.295, 0.293, 0.29, 0.288, 0.287, 0.286, 0.284, 0.283, 0.282], "prob_new": [0.10996308922767639, 0.22172965109348297, 0.283690869808197, 0.664778470993042, 0.885253369808197, 0.9248098134994507, 0.9482215642929077, 0.9636637568473816, 0.9734827876091003, 0.9798417091369629, 0.9843003749847412, 0.9876418709754944, 0.990237295627594, 0.9922730922698975, 0.9938564300537109, 0.9950729608535767, 0.9959980249404907, 0.9966962933540344, 0.9972192645072937, 0.9976063966751099], "prob_old": [0.6326330304145813, 0.27673521637916565, 0.3223322927951813, 0.11734465509653091, 0.07149249315261841, 0.043131861835718155, 0.02907891571521759, 0.02070840448141098, 0.016021504998207092, 0.013423672877252102, 0.01184096373617649, 0.01067348662763834, 0.009651323780417442, 0.008679763413965702, 0.007745523005723953, 0.006874807644635439, 0.006099329330027103, 0.005437422078102827, 0.004893775563687086, 0.0044668023474514484], "prob_new_token": [0.018219586461782455, 0.15804773569107056, 0.18110553920269012, 0.6835545301437378, 0.8659104108810425, 0.9326891303062439, 0.9561682343482971, 0.9669598937034607, 0.9734838604927063, 0.9786296486854553, 0.9830455183982849, 0.986629843711853, 0.9893815517425537, 0.9914594888687134, 0.9930282831192017, 0.994217574596405, 0.9951263070106506, 0.9958270192146301, 0.9963673949241638, 0.9967783689498901], "prob_old_token": [0.9664140343666077, 0.6716225147247314, 0.6679936647415161, 0.1124936193227768, 0.024905359372496605, 0.004911310039460659, 0.001378738321363926, 0.0005279312026686966, 0.000272331788437441, 0.00017046509310603142, 0.00011673446715576574, 8.348016126547009e-05, 6.155458686407655e-05, 4.618864113581367e-05, 3.4945209336001426e-05, 2.6666624762583524e-05, 2.062927705992479e-05, 1.6270740161417052e-05, 1.3153998224879615e-05, 1.0956178812193684e-05], "update_matrix_norm_1": [28018.53515625], "update_matrix_norm_2": [7.576080799102783], "update_matrix_norm_inf": [0.04297268018126488], "request": {"prompt": "{} has acquired their education at", "subject": "Ralph Waldo Emerson", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [4.579, 3.083, 2.099, 0.569, 0.343, 0.303, 0.29, 0.286, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281, 0.281, 0.281, 0.281, 0.281], "prob_new": [0.013570158742368221, 0.07934392243623734, 0.19225439429283142, 0.7634695172309875, 0.9443095922470093, 0.9789777398109436, 0.9910413026809692, 0.9946821331977844, 0.9962483644485474, 0.9971744418144226, 0.9978018403053284, 0.9982448220252991, 0.9985623359680176, 0.9987925887107849, 0.9989620447158813, 0.9990888237953186, 0.9991849660873413, 0.9992590546607971, 0.9993166327476501, 0.999361515045166], "prob_old": [0.6326330304145813, 0.24295471608638763, 0.37621796131134033, 0.03468048572540283, 0.015822438523173332, 0.011483746580779552, 0.009233610704541206, 0.007950386963784695, 0.007007330656051636, 0.006183362565934658, 0.00544775603339076, 0.004810818005353212, 0.004275924991816282, 0.0038351090624928474, 0.0034752830397337675, 0.003182646818459034, 0.0029449632856994867, 0.0027518500573933125, 0.0025947869289666414, 0.0024669175036251545], "prob_new_token": [3.93613754567923e-06, 0.0012852498330175877, 0.0009974949061870575, 0.7722959518432617, 0.9908449053764343, 0.9971311092376709, 0.9989216327667236, 0.9994502663612366, 0.9996558427810669, 0.9997625350952148, 0.9998260140419006, 0.999866247177124, 0.9998931288719177, 0.9999109506607056, 0.9999239444732666, 0.9999327659606934, 0.9999394416809082, 0.999944269657135, 0.9999481439590454, 0.999950647354126], "prob_old_token": [0.9664140343666077, 0.7565016150474548, 0.8554650545120239, 0.003129861317574978, 0.00013745056639891118, 5.2777013479499146e-05, 3.2729702070355415e-05, 2.186823621741496e-05, 1.5275196346919984e-05, 1.099400469684042e-05, 8.048450581554789e-06, 6.001996098348172e-06, 4.585077022056794e-06, 3.601470780267846e-06, 2.9111884032317903e-06, 2.41902034758823e-06, 2.0628126549127046e-06, 1.8008428241955698e-06, 1.6056545746323536e-06, 1.4584336440748302e-06], "update_matrix_norm_1": [28684.375], "update_matrix_norm_2": [7.5964274406433105], "update_matrix_norm_inf": [0.038533519953489304], "request": {"prompt": "{} has acquired their education at", "subject": "Ralph Waldo Emerson", "target_new": {"str": "Stanford"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [5.36, 4.534, 3.687, 2.07, 0.544, 0.256, 0.238, 0.227, 0.221, 0.226, 0.221, 0.221, 0.221, 0.221, 0.221, 0.22, 0.219, 0.218, 0.218, 0.217], "prob_new": [0.005535702221095562, 0.013692373409867287, 0.032024022191762924, 0.1631537824869156, 0.7279031276702881, 0.9592721462249756, 0.9778833389282227, 0.9879772067070007, 0.9938321709632874, 0.9965091943740845, 0.9971629977226257, 0.9968932271003723, 0.9965537190437317, 0.9964458346366882, 0.9966481924057007, 0.9970718026161194, 0.997576117515564, 0.9980554580688477, 0.9984598159790039, 0.9987796545028687], "prob_old": [0.3820408880710602, 0.11705368012189865, 0.11622306704521179, 0.134057879447937, 0.12972818315029144, 0.03523920848965645, 0.01821872405707836, 0.014006373472511768, 0.012485436163842678, 0.011219891719520092, 0.014586403965950012, 0.020281456410884857, 0.02500368095934391, 0.02780821919441223, 0.028759263455867767, 0.02829597517848015, 0.026929127052426338, 0.02509201131761074, 0.02309477888047695, 0.021129542961716652], "prob_new_token": [2.334832416295285e-08, 7.241087587317452e-06, 0.00012624147348105907, 0.01094035618007183, 0.6713380813598633, 0.9982331395149231, 0.9993199110031128, 0.9992883801460266, 0.9992169141769409, 0.9992387890815735, 0.9988314509391785, 0.9982081651687622, 0.9977660179138184, 0.9976298213005066, 0.9977807402610779, 0.9981058835983276, 0.9984779953956604, 0.9988158941268921, 0.9990897178649902, 0.9992987513542175], "prob_old_token": [0.9070116281509399, 0.46509966254234314, 0.2731786370277405, 0.25873932242393494, 0.08721732348203659, 0.0006417754339054227, 0.00028811738593503833, 0.000314937875373289, 0.0003513833216857165, 0.00033713021548464894, 0.0005109709454700351, 0.0007490224670618773, 0.0008998446282930672, 0.0009277754579670727, 0.0008481912664137781, 0.0007070900173857808, 0.0005534890806302428, 0.00041798176243901253, 0.0003113676211796701, 0.00023253311519511044], "update_matrix_norm_1": [23679.0], "update_matrix_norm_2": [7.188159942626953], "update_matrix_norm_inf": [0.15636487305164337], "request": {"prompt": "{} has acquired their education at", "subject": "Nostradamus", "target_new": {"str": "Hanover College"}, "old_answer": {"str": "the University of Avignon"}, "seed": 42}}, {"loss_per_step": [3.812, 2.174, 1.434, 0.983, 0.726, 0.549, 0.421, 0.339, 0.281, 0.251, 0.232, 0.216, 0.217, 0.207, 0.209, 0.208, 0.205, 0.201, 0.202, 0.2], "prob_new": [0.03207472711801529, 0.1672157198190689, 0.3195156455039978, 0.4726342260837555, 0.6030428409576416, 0.7149034142494202, 0.8073604106903076, 0.8795467615127563, 0.932396411895752, 0.9631493091583252, 0.9794904589653015, 0.9879735708236694, 0.9925253987312317, 0.9948632717132568, 0.9964216351509094, 0.997502863407135, 0.998236358165741, 0.9987199902534485, 0.9990345239639282, 0.9992169141769409], "prob_old": [0.3820408880710602, 0.10597313195466995, 0.10632883012294769, 0.09454965591430664, 0.07721832394599915, 0.06354418396949768, 0.052372246980667114, 0.04162076488137245, 0.029637161642313004, 0.020931104198098183, 0.015226753428578377, 0.011771329678595066, 0.009819426573812962, 0.00841429177671671, 0.007469129282981157, 0.006760694086551666, 0.006202998571097851, 0.005754884798079729, 0.005370622500777245, 0.005137715023010969], "prob_new_token": [1.1298091521894094e-05, 0.14954227209091187, 0.2715485692024231, 0.5554713606834412, 0.7660776972770691, 0.8865535259246826, 0.9444099068641663, 0.9716894626617432, 0.987663209438324, 0.9944567680358887, 0.9973332285881042, 0.9985368251800537, 0.9990400075912476, 0.9992955327033997, 0.9994414448738098, 0.9995371103286743, 0.9996044039726257, 0.9996562004089355, 0.9996999502182007, 0.9997274875640869], "prob_old_token": [0.9070116281509399, 0.31423628330230713, 0.20989328622817993, 0.13914503157138824, 0.0819740891456604, 0.04816383495926857, 0.02767525613307953, 0.015318854711949825, 0.006981167942285538, 0.003153556492179632, 0.0014906101860105991, 0.0007917420589365065, 0.0004979827208444476, 0.00035435802419669926, 0.00027151929680258036, 0.00021764198027085513, 0.00017976290837395936, 0.00015081788296811283, 0.00012689412687905133, 0.00011193082173122093], "update_matrix_norm_1": [24339.865234375], "update_matrix_norm_2": [7.1951117515563965], "update_matrix_norm_inf": [0.17693069577217102], "request": {"prompt": "{} has acquired their education at", "subject": "Nostradamus", "target_new": {"str": "Harvard University"}, "old_answer": {"str": "the University of Avignon"}, "seed": 42}}, {"loss_per_step": [1.692, 1.437, 0.83, 0.569, 0.381, 0.321, 0.298, 0.272, 0.255, 0.244, 0.236, 0.23, 0.226, 0.223, 0.221, 0.22, 0.219, 0.219, 0.217, 0.216], "prob_new": [0.19454418122768402, 0.3078318238258362, 0.5712072253227234, 0.713058590888977, 0.8499032258987427, 0.902763843536377, 0.9234175086021423, 0.9479144811630249, 0.9640726447105408, 0.9744647145271301, 0.982397735118866, 0.9884565472602844, 0.9926856756210327, 0.9953822493553162, 0.9969974160194397, 0.9979338049888611, 0.9984745979309082, 0.9987927675247192, 0.9989879727363586, 0.9991182684898376], "prob_old": [0.3820408880710602, 0.13865217566490173, 0.11268749833106995, 0.06351188570261002, 0.046437088400125504, 0.031848784536123276, 0.023507915437221527, 0.01769845373928547, 0.013598970137536526, 0.010806039907038212, 0.00875982828438282, 0.007223146501928568, 0.006084303371608257, 0.0052547939121723175, 0.004662056919187307, 0.004248626995831728, 0.003967327997088432, 0.0037784648593515158, 0.003649515565484762, 0.0035494950134307146], "prob_new_token": [0.9070116281509399, 0.7652450799942017, 0.8141254186630249, 0.7875343561172485, 0.8860196471214294, 0.9355583190917969, 0.94596928358078, 0.9468622803688049, 0.9461578726768494, 0.9504033327102661, 0.9596691727638245, 0.9701690077781677, 0.9792760610580444, 0.9861823916435242, 0.9910397529602051, 0.9942948222160339, 0.9964017868041992, 0.9977284073829651, 0.9985424280166626, 0.9990123510360718], "prob_old_token": [0.9070116281509399, 0.7652450799942017, 0.8141254186630249, 0.7875343561172485, 0.8860196471214294, 0.9355583190917969, 0.94596928358078, 0.9468622803688049, 0.9461578726768494, 0.9504033327102661, 0.9596691727638245, 0.9701690077781677, 0.9792760610580444, 0.9861823916435242, 0.9910397529602051, 0.9942948222160339, 0.9964017868041992, 0.9977284073829651, 0.9985424280166626, 0.9990123510360718], "update_matrix_norm_1": [23671.728515625], "update_matrix_norm_2": [7.196691513061523], "update_matrix_norm_inf": [0.21726588904857635], "request": {"prompt": "{} has acquired their education at", "subject": "Nostradamus", "target_new": {"str": "the Royal Academy of Dramatic Art"}, "old_answer": {"str": "the University of Avignon"}, "seed": 42}}, {"loss_per_step": [2.417, 1.934, 1.033, 0.547, 0.304, 0.294, 0.287, 0.283, 0.28, 0.278, 0.276, 0.274, 0.273, 0.272, 0.271, 0.271, 0.271, 0.271, 0.27, 0.27], "prob_new": [0.09318384528160095, 0.19688938558101654, 0.4700140357017517, 0.7922948598861694, 0.9681347608566284, 0.979680061340332, 0.9856176972389221, 0.9894903302192688, 0.9921420812606812, 0.9940343499183655, 0.9954133033752441, 0.9964261651039124, 0.9971787929534912, 0.997753918170929, 0.9982060194015503, 0.9985664486885071, 0.9988545179367065, 0.9990799427032471, 0.9992510676383972, 0.9993793964385986], "prob_old": [0.45526084303855896, 0.08165473490953445, 0.05821725353598595, 0.052448421716690063, 0.016903620213270187, 0.010100414976477623, 0.007731219287961721, 0.00635517155751586, 0.005306302569806576, 0.004463669378310442, 0.0037900269962847233, 0.0032567691523581743, 0.002838338725268841, 0.0025139763019979, 0.002257503801956773, 0.0020421540830284357, 0.0018563076155260205, 0.001698786742053926, 0.0015702927485108376, 0.0014689932577311993], "prob_new_token": [3.0235865779104643e-05, 0.0035137529484927654, 0.07707583904266357, 0.6351562738418579, 0.9889671802520752, 0.9934775829315186, 0.9955329895019531, 0.9969370365142822, 0.99788498878479, 0.9985125660896301, 0.9989246129989624, 0.9991970062255859, 0.9993782639503479, 0.9994993209838867, 0.9995825886726379, 0.9996423125267029, 0.9996875524520874, 0.9997231960296631, 0.9997514486312866, 0.999773383140564], "prob_old_token": [0.8878592252731323, 0.26717737317085266, 0.32558661699295044, 0.10667245090007782, 0.006101071368902922, 0.0038085943087935448, 0.0025974411983042955, 0.0017221347661688924, 0.0011310920817777514, 0.0007496259640902281, 0.0005075472290627658, 0.0003536637232173234, 0.0002554522070568055, 0.0001926853583427146, 0.00015154136053752154, 0.00012246589176356792, 0.00010023448703577742, 8.27977346489206e-05, 6.928230141056702e-05, 5.901051918044686e-05], "update_matrix_norm_1": [34552.3125], "update_matrix_norm_2": [9.30016040802002], "update_matrix_norm_inf": [0.046323489397764206], "request": {"prompt": "{} has acquired their education at", "subject": "Adam Smith", "target_new": {"str": "Wake Forest University"}, "old_answer": {"str": "the University of Glasgow"}, "seed": 42}}, {"loss_per_step": [1.926, 1.927, 0.767, 0.382, 0.322, 0.291, 0.277, 0.27, 0.267, 0.265, 0.265, 0.264, 0.263, 0.263, 0.263, 0.263, 0.263, 0.262, 0.263, 0.263], "prob_new": [0.1498318463563919, 0.19687534868717194, 0.6168612837791443, 0.8951053023338318, 0.942552387714386, 0.9715770483016968, 0.9858547449111938, 0.9920374751091003, 0.9949381947517395, 0.9964550137519836, 0.9973680377006531, 0.9979332089424133, 0.998336911201477, 0.9986056685447693, 0.9988172650337219, 0.998950183391571, 0.9990809559822083, 0.9991645216941833, 0.9992341995239258, 0.9992886781692505], "prob_old": [0.45526084303855896, 0.08338071405887604, 0.0443849042057991, 0.0584254153072834, 0.058599937707185745, 0.049389299005270004, 0.0378568135201931, 0.029173552989959717, 0.023065615445375443, 0.0192368496209383, 0.01635698415338993, 0.0147701445966959, 0.01332384254783392, 0.012484123930335045, 0.011505487374961376, 0.011254415847361088, 0.010665650479495525, 0.01075426209717989, 0.010862915776669979, 0.01074899360537529], "prob_new_token": [0.8878592252731323, 0.2630974352359772, 0.7063435912132263, 0.9141906499862671, 0.9617109894752502, 0.9815457463264465, 0.9901554584503174, 0.9935052394866943, 0.995337963104248, 0.9962382316589355, 0.9969358444213867, 0.9973059892654419, 0.997683048248291, 0.9979076385498047, 0.9981732964515686, 0.9982768893241882, 0.9984844326972961, 0.9985650181770325, 0.9986488223075867, 0.9987950325012207], "prob_old_token": [0.8878592252731323, 0.2630974352359772, 0.7063435912132263, 0.9141906499862671, 0.9617109894752502, 0.9815457463264465, 0.9901554584503174, 0.9935052394866943, 0.995337963104248, 0.9962382316589355, 0.9969358444213867, 0.9973059892654419, 0.997683048248291, 0.9979076385498047, 0.9981732964515686, 0.9982768893241882, 0.9984844326972961, 0.9985650181770325, 0.9986488223075867, 0.9987950325012207], "update_matrix_norm_1": [33825.296875], "update_matrix_norm_2": [9.20151424407959], "update_matrix_norm_inf": [0.05933321267366409], "request": {"prompt": "{} has acquired their education at", "subject": "Adam Smith", "target_new": {"str": "the University of Idaho"}, "old_answer": {"str": "the University of Glasgow"}, "seed": 42}}, {"loss_per_step": [1.792, 1.226, 0.595, 0.46, 0.388, 0.34, 0.316, 0.305, 0.298, 0.292, 0.287, 0.284, 0.281, 0.278, 0.276, 0.275, 0.274, 0.273, 0.272, 0.272], "prob_new": [0.17566323280334473, 0.39850908517837524, 0.7668567299842834, 0.8316519856452942, 0.8931583166122437, 0.9359021186828613, 0.9578170776367188, 0.9680235981941223, 0.9738249182701111, 0.9783631563186646, 0.9825254082679749, 0.986222505569458, 0.9892374873161316, 0.9915456771850586, 0.9932736158370972, 0.9945995807647705, 0.9956516027450562, 0.996476948261261, 0.9970929622650146, 0.9975284337997437], "prob_old": [0.45526084303855896, 0.08675569295883179, 0.05574651062488556, 0.04538552463054657, 0.04073384404182434, 0.036873359233140945, 0.03341129422187805, 0.030252797529101372, 0.027156677097082138, 0.023939890787005424, 0.020624691620469093, 0.01747877150774002, 0.014745079912245274, 0.012500520795583725, 0.010726775974035263, 0.00937310978770256, 0.008376289159059525, 0.007680749054998159, 0.007242470979690552, 0.007012946996837854], "prob_new_token": [0.8878592252731323, 0.405917763710022, 0.8741042613983154, 0.9237735271453857, 0.9527720212936401, 0.9682948589324951, 0.9757811427116394, 0.9802451133728027, 0.9834780693054199, 0.9859591126441956, 0.9879475831985474, 0.9896449446678162, 0.9911367893218994, 0.9924283623695374, 0.9935460686683655, 0.9945608973503113, 0.9955078363418579, 0.9963537454605103, 0.9970505237579346, 0.99758380651474], "prob_old_token": [0.8878592252731323, 0.405917763710022, 0.8741042613983154, 0.9237735271453857, 0.9527720212936401, 0.9682948589324951, 0.9757811427116394, 0.9802451133728027, 0.9834780693054199, 0.9859591126441956, 0.9879475831985474, 0.9896449446678162, 0.9911367893218994, 0.9924283623695374, 0.9935460686683655, 0.9945608973503113, 0.9955078363418579, 0.9963537454605103, 0.9970505237579346, 0.99758380651474], "update_matrix_norm_1": [34780.625], "update_matrix_norm_2": [9.256211280822754], "update_matrix_norm_inf": [0.05326051637530327], "request": {"prompt": "{} has acquired their education at", "subject": "Adam Smith", "target_new": {"str": "the University of Virginia"}, "old_answer": {"str": "the University of Glasgow"}, "seed": 42}}, {"loss_per_step": [3.097, 1.164, 0.46, 0.361, 0.312, 0.287, 0.274, 0.267, 0.261, 0.257, 0.254, 0.251, 0.249, 0.247, 0.245, 0.243, 0.242, 0.242, 0.241, 0.24], "prob_new": [0.04637855663895607, 0.42602309584617615, 0.8071702718734741, 0.8887453675270081, 0.932470440864563, 0.955328643321991, 0.9675941467285156, 0.9750484228134155, 0.9800941944122314, 0.9838263392448425, 0.9867308735847473, 0.9890474677085876, 0.9909107089042664, 0.992405891418457, 0.9935935139656067, 0.9945286512374878, 0.9952685236930847, 0.9958578944206238, 0.9963275790214539, 0.9967020153999329], "prob_old": [0.7055776715278625, 0.5607204437255859, 0.18620893359184265, 0.09279022365808487, 0.07611976563930511, 0.07102721929550171, 0.07068855315446854, 0.07327671349048615, 0.0778612494468689, 0.08314818888902664, 0.08810923248529434, 0.09207847714424133, 0.09465502947568893, 0.09572120010852814, 0.0955066829919815, 0.09435670077800751, 0.09223084151744843, 0.08901304751634598, 0.08488956093788147, 0.08016572892665863], "prob_new_token": [0.34071290493011475, 0.8977181315422058, 0.8880729675292969, 0.910213828086853, 0.941400408744812, 0.9630730748176575, 0.9751308560371399, 0.9818188548088074, 0.9856780171394348, 0.9881412386894226, 0.9898837804794312, 0.9912189841270447, 0.9922972917556763, 0.9931848049163818, 0.9939078688621521, 0.9944866299629211, 0.994953453540802, 0.9953373670578003, 0.9956721067428589, 0.9959794282913208], "prob_old_token": [0.34071290493011475, 0.8977181315422058, 0.8880729675292969, 0.910213828086853, 0.941400408744812, 0.9630730748176575, 0.9751308560371399, 0.9818188548088074, 0.9856780171394348, 0.9881412386894226, 0.9898837804794312, 0.9912189841270447, 0.9922972917556763, 0.9931848049163818, 0.9939078688621521, 0.9944866299629211, 0.994953453540802, 0.9953373670578003, 0.9956721067428589, 0.9959794282913208], "update_matrix_norm_1": [29199.33203125], "update_matrix_norm_2": [7.930785655975342], "update_matrix_norm_inf": [0.07243897020816803], "request": {"prompt": "{} has acquired their education at", "subject": "Stephen Hawking", "target_new": {"str": "the University of Havana"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [3.097, 1.026, 0.407, 0.303, 0.272, 0.26, 0.253, 0.25, 0.247, 0.246, 0.244, 0.243, 0.242, 0.241, 0.241, 0.24, 0.239, 0.239, 0.238, 0.238], "prob_new": [0.04631684720516205, 0.5237157940864563, 0.8543475270271301, 0.9387416839599609, 0.9686012268066406, 0.9806100726127625, 0.9866499304771423, 0.9902727007865906, 0.992645263671875, 0.9942606091499329, 0.9953881502151489, 0.996192216873169, 0.9967775344848633, 0.997212827205658, 0.9975419044494629, 0.9977930188179016, 0.997985303401947, 0.9981335401535034, 0.9982494115829468, 0.9983440637588501], "prob_old": [0.7055776715278625, 0.4898170828819275, 0.2146807610988617, 0.12434980273246765, 0.08910028636455536, 0.07083875685930252, 0.059168897569179535, 0.05062490329146385, 0.04400082677602768, 0.038769274950027466, 0.03461600840091705, 0.03131580352783203, 0.028677305206656456, 0.026536187157034874, 0.02479942888021469, 0.023436840623617172, 0.022418653592467308, 0.021696044132113457, 0.021209631115198135, 0.020908845588564873], "prob_new_token": [0.34071290493011475, 0.6855692863464355, 0.9296993017196655, 0.9743542671203613, 0.9875870943069458, 0.991790771484375, 0.9936571717262268, 0.9947250485420227, 0.9954646229743958, 0.9960432052612305, 0.9965246319770813, 0.9969342350959778, 0.9972851276397705, 0.9975889921188354, 0.9978549480438232, 0.9980883002281189, 0.9982925653457642, 0.9984670877456665, 0.9986118078231812, 0.9987289309501648], "prob_old_token": [0.34071290493011475, 0.6855692863464355, 0.9296993017196655, 0.9743542671203613, 0.9875870943069458, 0.991790771484375, 0.9936571717262268, 0.9947250485420227, 0.9954646229743958, 0.9960432052612305, 0.9965246319770813, 0.9969342350959778, 0.9972851276397705, 0.9975889921188354, 0.9978549480438232, 0.9980883002281189, 0.9982925653457642, 0.9984670877456665, 0.9986118078231812, 0.9987289309501648], "update_matrix_norm_1": [29755.701171875], "update_matrix_norm_2": [7.949191570281982], "update_matrix_norm_inf": [0.08767889440059662], "request": {"prompt": "{} has acquired their education at", "subject": "Stephen Hawking", "target_new": {"str": "the University of Chicago"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [5.475, 3.257, 1.833, 1.718, 0.803, 0.312, 0.291, 0.261, 0.247, 0.242, 0.241, 0.24, 0.239, 0.239, 0.239, 0.239, 0.238, 0.238, 0.238, 0.237], "prob_new": [0.004310900345444679, 0.04897315427660942, 0.20577481389045715, 0.2323721945285797, 0.5733785033226013, 0.92979896068573, 0.9508438110351562, 0.9793190956115723, 0.9920511841773987, 0.9960118532180786, 0.9974416494369507, 0.9980915784835815, 0.9984555840492249, 0.9986868500709534, 0.9988489747047424, 0.9989736676216125, 0.9990759491920471, 0.9991621375083923, 0.9992349147796631, 0.9992964863777161], "prob_old": [0.7055776715278625, 0.3678174912929535, 0.06701357662677765, 0.11638101935386658, 0.1034284234046936, 0.011478218249976635, 0.0037446015048772097, 0.002517342334613204, 0.0022612938191741705, 0.0023947141598910093, 0.0027215792797505856, 0.0030592861585319042, 0.0032477499917149544, 0.0033375038765370846, 0.003365240292623639, 0.0033352053724229336, 0.0032579207327216864, 0.0031562508083879948, 0.003049613907933235, 0.0029362498316913843], "prob_new_token": [1.9000846407379868e-07, 0.00028273178031668067, 0.0174273569136858, 0.022001231089234352, 0.1429259181022644, 0.9538121223449707, 0.9892364144325256, 0.9969018697738647, 0.998810887336731, 0.9993430376052856, 0.9995287656784058, 0.9996095299720764, 0.9996569156646729, 0.9996874332427979, 0.9997091293334961, 0.999726414680481, 0.9997414946556091, 0.9997541904449463, 0.9997649192810059, 0.999775230884552], "prob_old_token": [0.34071290493011475, 0.26084521412849426, 0.5606961250305176, 0.3916621506214142, 0.7831428647041321, 0.033242419362068176, 0.007153560873121023, 0.0020546726882457733, 0.0007900857017375529, 0.0004383196937851608, 0.00031518758623860776, 0.0002609368530102074, 0.00022893630375619978, 0.00020761601626873016, 0.00019189681916031986, 0.00017883491818793118, 0.00016729941125959158, 0.0001571028697071597, 0.00014819687930867076, 0.0001400894980179146], "update_matrix_norm_1": [28674.82421875], "update_matrix_norm_2": [7.907733917236328], "update_matrix_norm_inf": [0.06988048553466797], "request": {"prompt": "{} has acquired their education at", "subject": "Stephen Hawking", "target_new": {"str": "Hanover College"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [3.061, 1.938, 1.826, 1.687, 1.409, 0.861, 0.525, 0.408, 0.344, 0.305, 0.294, 0.287, 0.281, 0.272, 0.268, 0.266, 0.264, 0.264, 0.262, 0.262], "prob_new": [0.05110601708292961, 0.1940254122018814, 0.21192406117916107, 0.2432929426431656, 0.32379165291786194, 0.557060956954956, 0.7729236483573914, 0.8650354743003845, 0.9219826459884644, 0.9630125164985657, 0.9804129004478455, 0.9882796406745911, 0.9923952221870422, 0.9946241974830627, 0.995788037776947, 0.9967284798622131, 0.9975208044052124, 0.9980584383010864, 0.9984002709388733, 0.9986411929130554], "prob_old": [0.4560192823410034, 0.0857115387916565, 0.08778022974729538, 0.08801145106554031, 0.08453182876110077, 0.0710740014910698, 0.054470494389534, 0.041730910539627075, 0.029947536066174507, 0.02054901048541069, 0.01805313676595688, 0.015643088147044182, 0.013707813806831837, 0.01228246372193098, 0.01144849881529808, 0.010475566610693932, 0.009358711540699005, 0.008486161939799786, 0.007880200631916523, 0.007419733330607414], "prob_new_token": [0.04229041188955307, 0.1858593225479126, 0.21210668981075287, 0.26818764209747314, 0.3775649070739746, 0.6670147180557251, 0.8083953857421875, 0.9143155813217163, 0.9616751670837402, 0.9828978776931763, 0.9897927045822144, 0.993184506893158, 0.9949527382850647, 0.995928168296814, 0.9963818192481995, 0.996898889541626, 0.9974053502082825, 0.9977400302886963, 0.9979487657546997, 0.9981090426445007], "prob_old_token": [0.9387223720550537, 0.0008606794872321188, 0.0010472130961716175, 0.0012342387344688177, 0.0013723158044740558, 0.0008054543868638575, 0.00019011642143595964, 3.8139496609801427e-05, 9.887581654766109e-06, 3.142960849800147e-06, 1.580720663696411e-06, 9.884907967716572e-07, 7.081646344886394e-07, 5.628165240523231e-07, 5.064510446572967e-07, 4.4226936779523385e-07, 3.8612154185102554e-07, 3.6270131431592745e-07, 3.565360771062842e-07, 3.549666303115373e-07], "update_matrix_norm_1": [27392.763671875], "update_matrix_norm_2": [7.632449626922607], "update_matrix_norm_inf": [0.09036993235349655], "request": {"prompt": "{} has acquired their education at", "subject": "Chris Paul", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "Wake Forest University"}, "seed": 42}}, {"loss_per_step": [1.802, 2.466, 1.962, 1.704, 0.879, 0.45, 0.365, 0.335, 0.318, 0.303, 0.293, 0.285, 0.279, 0.275, 0.272, 0.269, 0.267, 0.266, 0.265, 0.265], "prob_new": [0.18460093438625336, 0.17107708752155304, 0.1861695647239685, 0.2433975338935852, 0.5567849278450012, 0.8381749391555786, 0.9114103317260742, 0.9355543255805969, 0.9496892690658569, 0.9608407020568848, 0.970217764377594, 0.9775772094726562, 0.9830499291419983, 0.987076997756958, 0.9901809096336365, 0.9925455451011658, 0.9943313598632812, 0.9956620931625366, 0.9966349005699158, 0.9973832964897156], "prob_old": [0.4560192823410034, 0.08509505540132523, 0.08663291484117508, 0.08992186188697815, 0.08089400827884674, 0.050494249910116196, 0.03761410340666771, 0.030824821442365646, 0.026613548398017883, 0.023650584742426872, 0.021103452891111374, 0.01872105896472931, 0.01658281497657299, 0.014739956706762314, 0.013040406629443169, 0.011506481096148491, 0.010129564441740513, 0.008944686502218246, 0.007966241799294949, 0.007081846706569195], "prob_new_token": [0.04229041188955307, 0.2139461189508438, 0.2950294017791748, 0.4810206890106201, 0.8698082566261292, 0.9123321175575256, 0.9262456893920898, 0.9299754500389099, 0.935221254825592, 0.9437722563743591, 0.9531599879264832, 0.9619436264038086, 0.9697356820106506, 0.9764100313186646, 0.9820639491081238, 0.9865713119506836, 0.9900051951408386, 0.9925053715705872, 0.9942657351493835, 0.9955608248710632], "prob_old_token": [0.9387223720550537, 0.0006442955927923322, 0.0006104327621869743, 0.0006342238048091531, 0.00025397021090611815, 3.672105958685279e-05, 2.3122100174077787e-05, 1.5925494153634645e-05, 1.129924385168124e-05, 7.787297363393009e-06, 5.2592536121665034e-06, 3.5944949559052475e-06, 2.4887156087061157e-06, 1.6936352267293842e-06, 1.1415271501391544e-06, 7.690485972489114e-07, 5.04842319060117e-07, 3.370979868577706e-07, 2.3421532091560948e-07, 1.6362609756015445e-07], "update_matrix_norm_1": [27447.841796875], "update_matrix_norm_2": [7.598288536071777], "update_matrix_norm_inf": [0.08279429376125336], "request": {"prompt": "{} has acquired their education at", "subject": "Chris Paul", "target_new": {"str": "the University of Idaho"}, "old_answer": {"str": "Wake Forest University"}, "seed": 42}}, {"loss_per_step": [2.996, 3.001, 2.293, 1.458, 0.686, 0.577, 0.503, 0.423, 0.348, 0.303, 0.291, 0.279, 0.275, 0.27, 0.27, 0.269, 0.268, 0.266, 0.265, 0.265], "prob_new": [0.05397047847509384, 0.1140265241265297, 0.14777937531471252, 0.3134348690509796, 0.661731481552124, 0.7407174110412598, 0.7978808879852295, 0.8619109988212585, 0.9231454730033875, 0.9604906439781189, 0.9774308204650879, 0.9848934412002563, 0.9895426630973816, 0.9922596216201782, 0.9937938451766968, 0.9950235486030579, 0.9960420727729797, 0.9968438744544983, 0.9973485469818115, 0.997577965259552], "prob_old": [0.4560192823410034, 0.08583542704582214, 0.08431577682495117, 0.08491162210702896, 0.06151200458407402, 0.046726375818252563, 0.03945259749889374, 0.03122919797897339, 0.02104632742702961, 0.013412600383162498, 0.00928893405944109, 0.0072936322540044785, 0.005900542251765728, 0.004834295716136694, 0.00421674782410264, 0.0038359102327376604, 0.0035730949603021145, 0.0034325201995670795, 0.003523937426507473, 0.003721090964972973], "prob_new_token": [0.04229041188955307, 0.17046254873275757, 0.19754482805728912, 0.4165605306625366, 0.6952745914459229, 0.758429765701294, 0.82148277759552, 0.8928990960121155, 0.9452534317970276, 0.969846248626709, 0.980471670627594, 0.9822213053703308, 0.9875274300575256, 0.9928846955299377, 0.995132327079773, 0.9956552982330322, 0.9960532784461975, 0.9962892532348633, 0.996074914932251, 0.9957552552223206], "prob_old_token": [0.9387223720550537, 0.0005277482559904456, 0.000408993917517364, 0.0005502221756614745, 0.0016600824892520905, 0.0006166016682982445, 0.00033172484836541116, 0.00011983712465735152, 2.9947941584396176e-05, 6.9548127612506505e-06, 2.1935522909188876e-06, 1.1663363466141163e-06, 5.683500035047473e-07, 2.429955543448159e-07, 1.2545098115879227e-07, 9.708080028758559e-08, 8.229857684227682e-08, 7.619174624551306e-08, 7.560760906244468e-08, 6.998939028335371e-08], "update_matrix_norm_1": [27288.359375], "update_matrix_norm_2": [7.586216449737549], "update_matrix_norm_inf": [0.08070600032806396], "request": {"prompt": "{} has acquired their education at", "subject": "Chris Paul", "target_new": {"str": "the University of the Philippines"}, "old_answer": {"str": "Wake Forest University"}, "seed": 42}}, {"loss_per_step": [2.302, 1.206, 0.447, 0.333, 0.296, 0.278, 0.267, 0.259, 0.253, 0.249, 0.245, 0.243, 0.241, 0.239, 0.238, 0.237, 0.237, 0.236, 0.236, 0.235], "prob_new": [0.10124839097261429, 0.41703978180885315, 0.8161416053771973, 0.9112743139266968, 0.943728506565094, 0.9596199989318848, 0.9697107076644897, 0.9766896963119507, 0.9817515015602112, 0.9855563640594482, 0.9884960651397705, 0.9908115267753601, 0.9926539063453674, 0.9941223859786987, 0.9952853322029114, 0.996195375919342, 0.9968985915184021, 0.9974355697631836, 0.9978418350219727, 0.9981480836868286], "prob_old": [0.5129236578941345, 0.17389504611492157, 0.005099328700453043, 0.0006842838483862579, 0.00016854985733516514, 6.113436393206939e-05, 2.839382977981586e-05, 1.5415633242810145e-05, 9.251871233573183e-06, 5.922829132032348e-06, 3.944758191209985e-06, 2.6863510811381275e-06, 1.8491238051865366e-06, 1.2781555369656417e-06, 8.861583182806498e-07, 6.179459433042211e-07, 4.353578901827859e-07, 3.1170873171504354e-07, 2.283849909190394e-07, 1.7230404125712084e-07], "prob_new_token": [0.031065117567777634, 0.44483664631843567, 0.818966805934906, 0.9243932366371155, 0.9535703063011169, 0.9641473293304443, 0.9708775877952576, 0.9764615893363953, 0.981292724609375, 0.9853401780128479, 0.9885857105255127, 0.9911057353019714, 0.9930272698402405, 0.9944847226142883, 0.995589017868042, 0.9964279532432556, 0.9970672726631165, 0.9975530505180359, 0.9979180097579956, 0.9981898665428162], "prob_old_token": [0.9364169836044312, 0.20985998213291168, 0.001216706121340394, 0.00010609188029775396, 2.3494150809710845e-05, 8.527596037311014e-06, 3.901508080161875e-06, 2.0443972061912064e-06, 1.1732240636774804e-06, 7.177665679591883e-07, 4.5983389895809523e-07, 3.0499901981784205e-07, 2.082024224137058e-07, 1.4574888496099447e-07, 1.044511108716506e-07, 7.662896450710832e-08, 5.7655878293871865e-08, 4.4666172982488206e-08, 3.579737040126929e-08, 2.980407032282528e-08], "update_matrix_norm_1": [29635.833984375], "update_matrix_norm_2": [8.055980682373047], "update_matrix_norm_inf": [0.0388810820877552], "request": {"prompt": "{} has acquired their education at", "subject": "Susan Wojcicki", "target_new": {"str": "the Royal Academy of Dramatic Art"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.545, 1.375, 0.698, 0.358, 0.319, 0.295, 0.278, 0.266, 0.257, 0.251, 0.249, 0.245, 0.243, 0.241, 0.239, 0.238, 0.237, 0.237, 0.236, 0.235], "prob_new": [0.08054398745298386, 0.31799715757369995, 0.6396306157112122, 0.8857683539390564, 0.9217727184295654, 0.9443858861923218, 0.9606575965881348, 0.9716257452964783, 0.9787011742591858, 0.983291745185852, 0.9865288734436035, 0.9889612197875977, 0.9910359978675842, 0.9928276538848877, 0.9943375587463379, 0.9955660700798035, 0.9964736104011536, 0.9971655011177063, 0.9977113008499146, 0.9981375336647034], "prob_old": [0.5129236578941345, 0.2785681486129761, 0.04735160619020462, 0.030012980103492737, 0.014360140077769756, 0.006143613252788782, 0.0024120102170854807, 0.0009465623879805207, 0.0004176301881670952, 0.00021121930330991745, 0.00011834831821033731, 7.339657167904079e-05, 4.758147042593919e-05, 3.1223553378367797e-05, 2.0416087863850407e-05, 1.3320346624823287e-05, 9.287241482525133e-06, 6.664864486083388e-06, 4.778798938787077e-06, 3.4556353512016358e-06], "prob_new_token": [0.031065117567777634, 0.4699473977088928, 0.3232771158218384, 0.8742275238037109, 0.9475074410438538, 0.9714034795761108, 0.9832932353019714, 0.9894899725914001, 0.992760956287384, 0.9946040511131287, 0.9957484602928162, 0.9964315891265869, 0.9969643950462341, 0.9974310994148254, 0.9978488683700562, 0.9982135891914368, 0.9984702467918396, 0.998678982257843, 0.9988695383071899, 0.9990355372428894], "prob_old_token": [0.9364169836044312, 0.32714197039604187, 0.0012620091438293457, 0.002130229724571109, 0.0007403529598377645, 0.00029500701930373907, 0.0001200198894366622, 5.563093873206526e-05, 3.0588336812797934e-05, 1.9337356206960976e-05, 1.3453523024509195e-05, 1.0326463780074846e-05, 8.172591151378583e-06, 6.398817731678719e-06, 4.896383870800491e-06, 3.6935462048859335e-06, 2.939945034086122e-06, 2.374717496422818e-06, 1.8923493598776986e-06, 1.5062885267980164e-06], "update_matrix_norm_1": [30097.56640625], "update_matrix_norm_2": [8.050002098083496], "update_matrix_norm_inf": [0.04487527906894684], "request": {"prompt": "{} has acquired their education at", "subject": "Susan Wojcicki", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [3.677, 1.923, 1.286, 0.393, 0.324, 0.291, 0.273, 0.262, 0.255, 0.248, 0.244, 0.242, 0.241, 0.241, 0.238, 0.237, 0.238, 0.236, 0.236, 0.236], "prob_new": [0.025893498212099075, 0.1871049702167511, 0.3530134856700897, 0.8567954897880554, 0.9190465211868286, 0.9490423202514648, 0.9665914177894592, 0.9769747853279114, 0.983464777469635, 0.9877275228500366, 0.9906352162361145, 0.992796778678894, 0.9944766759872437, 0.9956981539726257, 0.9965885877609253, 0.9972492456436157, 0.9977937340736389, 0.9982603192329407, 0.9986158013343811, 0.9988759756088257], "prob_old": [0.5129236578941345, 0.2575041651725769, 0.024669835343956947, 0.05152755603194237, 0.01622333936393261, 0.0050103552639484406, 0.0018447911133989692, 0.0007902862271293998, 0.0003932015679311007, 0.00022548268316313624, 0.00014619658759329468, 9.575306467013434e-05, 6.112248229328543e-05, 4.202072523185052e-05, 3.082322291447781e-05, 2.374531868554186e-05, 1.777289799065329e-05, 1.2270147635717876e-05, 8.782815712038428e-06, 6.66155665385304e-06], "prob_new_token": [0.031065117567777634, 0.4194568395614624, 0.6494712829589844, 0.8867648839950562, 0.9566758275032043, 0.9759288430213928, 0.9838740825653076, 0.9882850646972656, 0.9910632967948914, 0.9929378628730774, 0.9942386150360107, 0.9953775405883789, 0.9963852763175964, 0.9970834255218506, 0.9975829124450684, 0.9979512095451355, 0.9982724189758301, 0.9985671043395996, 0.9987941980361938, 0.9989675283432007], "prob_old_token": [0.9364169836044312, 0.3576442301273346, 0.0033045378513634205, 0.011510709300637245, 0.00421728752553463, 0.0009186011156998575, 0.0003014228423126042, 0.0001422091736458242, 8.546814933652058e-05, 6.002720328979194e-05, 4.709307540906593e-05, 3.4525895898696035e-05, 2.3110458641895093e-05, 1.692032856226433e-05, 1.3220968867244665e-05, 1.083869119611336e-05, 8.551009159418754e-06, 6.052873686712701e-06, 4.487337719183415e-06, 3.502760364426649e-06], "update_matrix_norm_1": [29767.8359375], "update_matrix_norm_2": [8.044561386108398], "update_matrix_norm_inf": [0.042775608599185944], "request": {"prompt": "{} has acquired their education at", "subject": "Susan Wojcicki", "target_new": {"str": "the University of Cape Town"}, "old_answer": {"str": "Harvard"}, "seed": 42}}, {"loss_per_step": [2.338, 1.121, 0.455, 0.384, 0.334, 0.301, 0.287, 0.279, 0.274, 0.27, 0.266, 0.262, 0.259, 0.257, 0.254, 0.253, 0.252, 0.251, 0.25, 0.249], "prob_new": [0.10156797617673874, 0.42516350746154785, 0.8218209743499756, 0.87890625, 0.9217498302459717, 0.9515380859375, 0.9646060466766357, 0.9713869690895081, 0.9758650660514832, 0.9793426394462585, 0.9822679162025452, 0.9848018884658813, 0.9870044589042664, 0.988905668258667, 0.9905443787574768, 0.9919665455818176, 0.9932004809379578, 0.9942543506622314, 0.9951329827308655, 0.9958445429801941], "prob_old": [0.5619462728500366, 0.16827894747257233, 0.10440915077924728, 0.07056155800819397, 0.04792916774749756, 0.035610806196928024, 0.027487097308039665, 0.022442732006311417, 0.01933588832616806, 0.01739814691245556, 0.01620193012058735, 0.015499532222747803, 0.015115496702492237, 0.014913701452314854, 0.014831583015620708, 0.014881199225783348, 0.015098050236701965, 0.015510057099163532, 0.01610681228339672, 0.016832737252116203], "prob_new_token": [0.01691964454948902, 0.17240534722805023, 0.6450427174568176, 0.8121867775917053, 0.9179244041442871, 0.9532541632652283, 0.9666006565093994, 0.973259687423706, 0.9775003790855408, 0.9806180596351624, 0.9830629825592041, 0.9850252866744995, 0.9866062998771667, 0.9878879189491272, 0.9889531135559082, 0.9898763298988342, 0.9907147884368896, 0.9914916157722473, 0.9922162890434265, 0.9928891658782959], "prob_old_token": [0.9066874384880066, 0.0677737221121788, 0.027479708194732666, 0.009879725985229015, 0.0024618383031338453, 0.0006778851384297013, 0.00022710510529577732, 9.547144145471975e-05, 4.9504622438689694e-05, 3.0688646802445874e-05, 2.2016978618921712e-05, 1.773390977177769e-05, 1.556224924570415e-05, 1.4461782484431751e-05, 1.3976742593513336e-05, 1.3967827726446558e-05, 1.4418651517189573e-05, 1.5366076695499942e-05, 1.680124296399299e-05, 1.861719101725612e-05], "update_matrix_norm_1": [29660.232421875], "update_matrix_norm_2": [7.860784530639648], "update_matrix_norm_inf": [0.0470806285738945], "request": {"prompt": "{} has acquired their education at", "subject": "Sandra Bullock", "target_new": {"str": "the University of Georgia"}, "old_answer": {"str": "East Carolina University"}, "seed": 42}}, {"loss_per_step": [2.321, 0.916, 0.435, 0.368, 0.335, 0.314, 0.3, 0.29, 0.283, 0.277, 0.272, 0.267, 0.263, 0.259, 0.256, 0.254, 0.252, 0.251, 0.249, 0.249], "prob_new": [0.10231976211071014, 0.5173224806785583, 0.836540699005127, 0.8931055068969727, 0.9213599562644958, 0.9390258193016052, 0.9512141942977905, 0.9600767493247986, 0.9667928814888, 0.9721016883850098, 0.9764776825904846, 0.9802009463310242, 0.9834285378456116, 0.9862502217292786, 0.9887149333953857, 0.9908400177955627, 0.9926252961158752, 0.994081974029541, 0.9952515363693237, 0.9961776733398438], "prob_old": [0.5619462728500366, 0.16758927702903748, 0.12202176451683044, 0.09003230929374695, 0.07053671777248383, 0.058325961232185364, 0.04986143857240677, 0.04331709071993828, 0.03798581659793854, 0.03359866887331009, 0.030050307512283325, 0.027263522148132324, 0.025139514356851578, 0.023555345833301544, 0.022344863042235374, 0.021257150918245316, 0.019997017458081245, 0.018477220088243484, 0.01692063733935356, 0.015582002699375153], "prob_new_token": [0.01691964454948902, 0.1748223751783371, 0.7539108395576477, 0.8924505114555359, 0.925699770450592, 0.9400750994682312, 0.9481092095375061, 0.9535343647003174, 0.9580038785934448, 0.9622101783752441, 0.9663429856300354, 0.9704057574272156, 0.9743344783782959, 0.9780588150024414, 0.9815211296081543, 0.984691858291626, 0.9875253438949585, 0.9899845123291016, 0.9920689463615417, 0.9937968254089355], "prob_old_token": [0.9066874384880066, 0.08707036823034286, 0.018723929300904274, 0.006791243329644203, 0.003224710002541542, 0.0017797403270378709, 0.00104887830093503, 0.0006376291275955737, 0.0003976727311965078, 0.0002564735186751932, 0.00017317512538284063, 0.0001234627707162872, 9.305924322688952e-05, 7.372882100753486e-05, 6.0550701164174825e-05, 5.0308812205912545e-05, 4.108381108380854e-05, 3.251764064771123e-05, 2.5173378162435256e-05, 1.9438050003373064e-05], "update_matrix_norm_1": [29504.462890625], "update_matrix_norm_2": [7.848175048828125], "update_matrix_norm_inf": [0.043189674615859985], "request": {"prompt": "{} has acquired their education at", "subject": "Sandra Bullock", "target_new": {"str": "the University of Maine"}, "old_answer": {"str": "East Carolina University"}, "seed": 42}}, {"loss_per_step": [2.81, 2.141, 1.665, 0.89, 0.318, 0.277, 0.274, 0.272, 0.27, 0.268, 0.267, 0.266, 0.266, 0.265, 0.265, 0.264, 0.264, 0.263, 0.262, 0.262], "prob_new": [0.06205613538622856, 0.15189234912395477, 0.24488982558250427, 0.5368823409080505, 0.96768718957901, 0.9869001507759094, 0.9899709224700928, 0.9924980401992798, 0.9944599866867065, 0.9958948493003845, 0.9969362020492554, 0.9976818561553955, 0.99820876121521, 0.9985799789428711, 0.9988436102867126, 0.999032735824585, 0.9991685748100281, 0.9992628693580627, 0.9993249773979187, 0.9993875026702881], "prob_old": [0.5619462728500366, 0.2946126461029053, 0.4812951982021332, 0.5256268382072449, 0.10588673502206802, 0.03741512447595596, 0.021767033264040947, 0.015029004774987698, 0.011767623014748096, 0.01009602565318346, 0.009215029887855053, 0.008756193332374096, 0.008531998842954636, 0.008439208380877972, 0.008419081568717957, 0.008440181612968445, 0.0084904870018363, 0.0085690226405859, 0.008645644411444664, 0.008469242602586746], "prob_new_token": [4.5904477019576007e-07, 0.00013452646089717746, 0.0006077986909076571, 0.03218941390514374, 0.861409604549408, 0.9856008291244507, 0.9950241446495056, 0.997026264667511, 0.9978777766227722, 0.9983594417572021, 0.998667299747467, 0.9988795518875122, 0.9990355372428894, 0.9991580843925476, 0.9992580413818359, 0.9993424415588379, 0.9994123578071594, 0.9994662404060364, 0.9995012283325195, 0.9995464086532593], "prob_old_token": [0.9066874384880066, 0.21085041761398315, 0.33413076400756836, 0.40859124064445496, 0.0050055221654474735, 0.00023087253794074059, 4.987633292330429e-05, 2.0591107386280783e-05, 1.1659688425424974e-05, 7.993627150426619e-06, 6.2072604123386554e-06, 5.223668722464936e-06, 4.617355898517417e-06, 4.19442267229897e-06, 3.859391199512174e-06, 3.5648154153022915e-06, 3.2935276976786554e-06, 3.052910415135557e-06, 2.8765284696419258e-06, 2.741153593888157e-06], "update_matrix_norm_1": [28540.578125], "update_matrix_norm_2": [7.854736804962158], "update_matrix_norm_inf": [0.04833956062793732], "request": {"prompt": "{} has acquired their education at", "subject": "Sandra Bullock", "target_new": {"str": "Clarion University of Pennsylvania"}, "old_answer": {"str": "East Carolina University"}, "seed": 42}}, {"loss_per_step": [4.089, 2.711, 0.707, 0.377, 0.367, 0.362, 0.357, 0.353, 0.351, 0.349, 0.348, 0.347, 0.346, 0.345, 0.344, 0.344, 0.343, 0.343, 0.342, 0.342], "prob_new": [0.017368923872709274, 0.10943665355443954, 0.7124760150909424, 0.9809346795082092, 0.9832100868225098, 0.9870129823684692, 0.9905335903167725, 0.9931623339653015, 0.9949887990951538, 0.9962325692176819, 0.997085690498352, 0.9976842999458313, 0.9981164932250977, 0.9984363317489624, 0.9986774325370789, 0.9988611340522766, 0.9990028142929077, 0.9991130232810974, 0.9991992712020874, 0.9992660284042358], "prob_old": [0.37588343024253845, 0.12692756950855255, 0.020260827615857124, 0.006442837882786989, 0.0068688662722706795, 0.007903278805315495, 0.008733497932553291, 0.009137626737356186, 0.009113464504480362, 0.00877276249229908, 0.008251579478383064, 0.007658245973289013, 0.007057355251163244, 0.006478180643171072, 0.005931090097874403, 0.005420468281954527, 0.004949744325131178, 0.004522813018411398, 0.004146122373640537, 0.0038318918086588383], "prob_new_token": [1.972141262740479e-06, 0.018923450261354446, 0.4830646514892578, 0.9948554039001465, 0.9959598779678345, 0.9964269399642944, 0.997107207775116, 0.9978377819061279, 0.998454749584198, 0.9989080429077148, 0.999220073223114, 0.9994281530380249, 0.9995686411857605, 0.9996658563613892, 0.9997367262840271, 0.9997902512550354, 0.99983149766922, 0.9998638033866882, 0.9998884201049805, 0.9999058246612549], "prob_old_token": [0.2739916145801544, 0.18934234976768494, 0.1925043761730194, 0.0006408470217138529, 0.0003898759896401316, 0.000335325748892501, 0.0002789050922729075, 0.00021693950111512095, 0.00016168148431461304, 0.00011888379231095314, 8.81058003869839e-05, 6.66608102619648e-05, 5.169021096662618e-05, 4.0956514567369595e-05, 3.294364796602167e-05, 2.674244205991272e-05, 2.18376826524036e-05, 1.795344360289164e-05, 1.494659863965353e-05, 1.2756552678183652e-05], "update_matrix_norm_1": [33294.4375], "update_matrix_norm_2": [8.82789421081543], "update_matrix_norm_inf": [0.04168161377310753], "request": {"prompt": "{} has acquired their education at", "subject": "John Howard", "target_new": {"str": "Hanover College"}, "old_answer": {"str": "the University of Sydney"}, "seed": 42}}, {"loss_per_step": [1.697, 1.613, 0.962, 0.473, 0.428, 0.387, 0.368, 0.357, 0.355, 0.351, 0.35, 0.347, 0.345, 0.343, 0.342, 0.34, 0.34, 0.337, 0.33, 0.319], "prob_new": [0.1849195659160614, 0.299214631319046, 0.5785002112388611, 0.8831601738929749, 0.9246441125869751, 0.9618993401527405, 0.9813762903213501, 0.9895695447921753, 0.9933686256408691, 0.9955991506576538, 0.9968434572219849, 0.9976163506507874, 0.9981235265731812, 0.9984861016273499, 0.9987898468971252, 0.9990345239639282, 0.9991898536682129, 0.9992557764053345, 0.9992220997810364, 0.9990842938423157], "prob_old": [0.37588343024253845, 0.1900365799665451, 0.17871516942977905, 0.08577736467123032, 0.0632161796092987, 0.03870546817779541, 0.02506815828382969, 0.0205144714564085, 0.020048171281814575, 0.019203076139092445, 0.018747281283140182, 0.018287304788827896, 0.017863158136606216, 0.017343444749712944, 0.016610534861683846, 0.015858309343457222, 0.015316084027290344, 0.015244214795529842, 0.015916552394628525, 0.017156686633825302], "prob_new_token": [0.2739916145801544, 0.38271480798721313, 0.6270704865455627, 0.8730024695396423, 0.9141562581062317, 0.9523696899414062, 0.9766647815704346, 0.9878005981445312, 0.9929617047309875, 0.9954452514648438, 0.9967198371887207, 0.9974537491798401, 0.997870147228241, 0.9981111884117126, 0.9982783794403076, 0.9983983039855957, 0.9984637498855591, 0.9984642267227173, 0.998336911201477, 0.9979766011238098], "prob_old_token": [0.2739916145801544, 0.38271480798721313, 0.6270704865455627, 0.8730024695396423, 0.9141562581062317, 0.9523696899414062, 0.9766647815704346, 0.9878005981445312, 0.9929617047309875, 0.9954452514648438, 0.9967198371887207, 0.9974537491798401, 0.997870147228241, 0.9981111884117126, 0.9982783794403076, 0.9983983039855957, 0.9984637498855591, 0.9984642267227173, 0.998336911201477, 0.9979766011238098], "update_matrix_norm_1": [29839.59375], "update_matrix_norm_2": [8.330111503601074], "update_matrix_norm_inf": [0.06724999845027924], "request": {"prompt": "{} has acquired their education at", "subject": "John Howard", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "the University of Sydney"}, "seed": 42}}, {"loss_per_step": [1.764, 0.448, 0.356, 0.352, 0.351, 0.35, 0.35, 0.349, 0.348, 0.347, 0.345, 0.343, 0.34, 0.339, 0.338, 0.332, 0.32, 0.307, 0.292, 0.272], "prob_new": [0.17723485827445984, 0.9316825866699219, 0.9951268434524536, 0.9983707666397095, 0.999172031879425, 0.999457061290741, 0.9995872974395752, 0.9996564984321594, 0.9996963143348694, 0.9997190237045288, 0.9997292757034302, 0.9997292757034302, 0.9997182488441467, 0.9996930360794067, 0.9996483325958252, 0.9995824098587036, 0.9995095729827881, 0.9993842244148254, 0.9991655349731445, 0.9988633394241333], "prob_old": [0.37588343024253845, 0.08912273496389389, 0.01553881075233221, 0.008392958901822567, 0.005514174234122038, 0.004155230242758989, 0.003455455880612135, 0.0030853517819195986, 0.002904789289459586, 0.0028598180506378412, 0.002942196326330304, 0.003167194314301014, 0.003562546567991376, 0.0041551534086465836, 0.004987482447177172, 0.006113451439887285, 0.007262204308062792, 0.008792161010205746, 0.011329623870551586, 0.015133833512663841], "prob_new_token": [0.013299038633704185, 0.9575386047363281, 0.9927006959915161, 0.9976385235786438, 0.9987536668777466, 0.9991388916969299, 0.9993183016777039, 0.9994188547134399, 0.999481737613678, 0.9995230436325073, 0.9995502829551697, 0.9995686411857605, 0.9995790719985962, 0.9995774626731873, 0.9995517730712891, 0.9994949698448181, 0.9994264841079712, 0.9992842078208923, 0.9990383386611938, 0.9987566471099854], "prob_old_token": [0.2739916145801544, 0.004044574685394764, 0.0008656362188048661, 0.00023751026310492307, 0.00010759191354736686, 6.628684786846861e-05, 4.877576429862529e-05, 4.007103052572347e-05, 3.542801277944818e-05, 3.310496322228573e-05, 3.2474967156304047e-05, 3.346182711538859e-05, 3.6452569474931806e-05, 4.2575080442475155e-05, 5.326998871169053e-05, 6.924226909177378e-05, 8.667410293128341e-05, 0.00011283646745141596, 0.00014792985166423023, 0.00017697947623673826], "update_matrix_norm_1": [24306.62890625], "update_matrix_norm_2": [7.106703758239746], "update_matrix_norm_inf": [0.054722100496292114], "request": {"prompt": "{} has acquired their education at", "subject": "John Howard", "target_new": {"str": "Princeton"}, "old_answer": {"str": "the University of Sydney"}, "seed": 42}}, {"loss_per_step": [2.102, 1.096, 0.608, 0.364, 0.332, 0.318, 0.309, 0.301, 0.295, 0.29, 0.286, 0.284, 0.281, 0.278, 0.277, 0.275, 0.274, 0.273, 0.272, 0.271], "prob_new": [0.12507350742816925, 0.47048014402389526, 0.8053741455078125, 0.9193475246429443, 0.9411113262176514, 0.9538350701332092, 0.9627031683921814, 0.969347357749939, 0.9745174646377563, 0.9787130355834961, 0.9821689128875732, 0.9850351214408875, 0.9874131679534912, 0.9893910884857178, 0.9910744428634644, 0.9925021529197693, 0.9936959743499756, 0.9947192072868347, 0.9955660700798035, 0.9962576031684875], "prob_old": [0.6129227876663208, 0.27266812324523926, 0.16942894458770752, 0.07978995889425278, 0.06682572513818741, 0.06044745445251465, 0.05568205937743187, 0.051895368844270706, 0.048882678151130676, 0.04623410850763321, 0.04370974749326706, 0.04113636910915375, 0.03850388526916504, 0.035940494388341904, 0.03350641205906868, 0.0312814898788929, 0.029291564598679543, 0.02741556242108345, 0.02569315955042839, 0.024141943082213402], "prob_new_token": [0.5483751893043518, 0.8069232702255249, 0.9315213561058044, 0.9572148323059082, 0.9685946702957153, 0.9755027890205383, 0.9799458384513855, 0.9830347299575806, 0.9852079153060913, 0.9868720769882202, 0.9882270693778992, 0.9894053339958191, 0.9904604554176331, 0.9914008975028992, 0.9923003911972046, 0.9931237101554871, 0.993804931640625, 0.9944623708724976, 0.9950218200683594, 0.9955228567123413], "prob_old_token": [0.5483751893043518, 0.8069232702255249, 0.9315213561058044, 0.9572148323059082, 0.9685946702957153, 0.9755027890205383, 0.9799458384513855, 0.9830347299575806, 0.9852079153060913, 0.9868720769882202, 0.9882270693778992, 0.9894053339958191, 0.9904604554176331, 0.9914008975028992, 0.9923003911972046, 0.9931237101554871, 0.993804931640625, 0.9944623708724976, 0.9950218200683594, 0.9955228567123413], "update_matrix_norm_1": [26899.77734375], "update_matrix_norm_2": [7.42151403427124], "update_matrix_norm_inf": [0.057285480201244354], "request": {"prompt": "{} has acquired their education at", "subject": "Charles Darwin", "target_new": {"str": "the University of Helsinki"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [3.269, 1.809, 0.799, 0.489, 0.378, 0.343, 0.316, 0.302, 0.289, 0.284, 0.279, 0.277, 0.274, 0.273, 0.272, 0.271, 0.27, 0.27, 0.269, 0.269], "prob_new": [0.04065832868218422, 0.2424231469631195, 0.6429092884063721, 0.8285824060440063, 0.9036951065063477, 0.9365512728691101, 0.9582163691520691, 0.9727325439453125, 0.9815797805786133, 0.9869751930236816, 0.9905882477760315, 0.9931310415267944, 0.9948326349258423, 0.9959753155708313, 0.9967817664146423, 0.9973676204681396, 0.9977990388870239, 0.9981420040130615, 0.998412013053894, 0.9986065626144409], "prob_old": [0.6129227876663208, 0.29362380504608154, 0.1365823745727539, 0.1014450415968895, 0.06851832568645477, 0.04384554177522659, 0.028573565185070038, 0.02040872350335121, 0.017162589356303215, 0.015410074032843113, 0.013776843436062336, 0.012006541714072227, 0.010380850173532963, 0.008859658613801003, 0.0074894423596560955, 0.0064102341420948505, 0.005655650049448013, 0.005045511294156313, 0.004537310916930437, 0.004208459053188562], "prob_new_token": [2.0862020392087288e-05, 0.05662602558732033, 0.4182424545288086, 0.8637831211090088, 0.9656522870063782, 0.987238347530365, 0.9942354559898376, 0.9971060156822205, 0.9980639815330505, 0.9985048770904541, 0.9988518357276917, 0.9990873336791992, 0.999083936214447, 0.9990739226341248, 0.9991440176963806, 0.999204695224762, 0.999202311038971, 0.9992475509643555, 0.9993408918380737, 0.9993902444839478], "prob_old_token": [0.5483751893043518, 0.5171381831169128, 0.46255767345428467, 0.1021045371890068, 0.02353328838944435, 0.007924661040306091, 0.0033674556761980057, 0.0016590324230492115, 0.0011192170204594731, 0.0008834361215122044, 0.0006914837285876274, 0.0005506478482857347, 0.000545082613825798, 0.0005384053220041096, 0.00048451029579155147, 0.00044020835775882006, 0.00043733345228247344, 0.0004105780099052936, 0.00035749762901104987, 0.0003309446619823575], "update_matrix_norm_1": [27224.724609375], "update_matrix_norm_2": [7.436999320983887], "update_matrix_norm_inf": [0.09816643595695496], "request": {"prompt": "{} has acquired their education at", "subject": "Charles Darwin", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [3.303, 2.275, 1.009, 0.616, 0.393, 0.341, 0.326, 0.315, 0.305, 0.297, 0.291, 0.285, 0.281, 0.278, 0.276, 0.274, 0.273, 0.271, 0.271, 0.27], "prob_new": [0.03987034037709236, 0.15310314297676086, 0.534961462020874, 0.7676829695701599, 0.9082338213920593, 0.9390589594841003, 0.9511181116104126, 0.960024893283844, 0.9677743911743164, 0.9741728901863098, 0.9795819520950317, 0.9841957092285156, 0.9879952669143677, 0.9909704327583313, 0.993194043636322, 0.994796872138977, 0.9959220886230469, 0.9966983199119568, 0.9972342848777771, 0.9976135492324829], "prob_old": [0.6129227876663208, 0.3039371371269226, 0.1870105117559433, 0.109872967004776, 0.047403451055288315, 0.031029338017106056, 0.025624962523579597, 0.0224513690918684, 0.019438181072473526, 0.016583750024437904, 0.013914728537201881, 0.011533385142683983, 0.009539061225950718, 0.007926564663648605, 0.006648292299360037, 0.005659470334649086, 0.004921840038150549, 0.0043916525319218636, 0.004019307438284159, 0.003761814208701253], "prob_new_token": [0.5483751893043518, 0.3851433992385864, 0.795113742351532, 0.8422384262084961, 0.9521806836128235, 0.9613485336303711, 0.9685423374176025, 0.973720133304596, 0.9771642088890076, 0.9798658490180969, 0.9822708368301392, 0.9845255017280579, 0.9866734743118286, 0.9886904358863831, 0.9905357956886292, 0.9921589493751526, 0.9935026168823242, 0.9945563077926636, 0.9953672289848328, 0.9959937334060669], "prob_old_token": [0.5483751893043518, 0.3851433992385864, 0.795113742351532, 0.8422384262084961, 0.9521806836128235, 0.9613485336303711, 0.9685423374176025, 0.973720133304596, 0.9771642088890076, 0.9798658490180969, 0.9822708368301392, 0.9845255017280579, 0.9866734743118286, 0.9886904358863831, 0.9905357956886292, 0.9921589493751526, 0.9935026168823242, 0.9945563077926636, 0.9953672289848328, 0.9959937334060669], "update_matrix_norm_1": [27342.640625], "update_matrix_norm_2": [7.4310503005981445], "update_matrix_norm_inf": [0.04962535947561264], "request": {"prompt": "{} has acquired their education at", "subject": "Charles Darwin", "target_new": {"str": "the University of Tennessee"}, "old_answer": {"str": "the University of Cambridge"}, "seed": 42}}, {"loss_per_step": [2.89, 2.53, 1.378, 0.578, 0.367, 0.327, 0.308, 0.295, 0.286, 0.279, 0.273, 0.269, 0.266, 0.264, 0.262, 0.26, 0.259, 0.258, 0.257, 0.257], "prob_new": [0.06506223231554031, 0.17664501070976257, 0.377644807100296, 0.7296282649040222, 0.8940995931625366, 0.9295892715454102, 0.9466714859008789, 0.9584875702857971, 0.9674612879753113, 0.974278450012207, 0.9793868660926819, 0.9832265973091125, 0.986171543598175, 0.9884845614433289, 0.9903311133384705, 0.9918186664581299, 0.9930223822593689, 0.9939987659454346, 0.9947929382324219, 0.9954403042793274], "prob_old": [0.8330530524253845, 0.2323351353406906, 0.3307235538959503, 0.3045952618122101, 0.2707570493221283, 0.2386290729045868, 0.2127864807844162, 0.1947898268699646, 0.1826295703649521, 0.17426560819149017, 0.16816440224647522, 0.1632521003484726, 0.15879136323928833, 0.15433654189109802, 0.14973615109920502, 0.14506734907627106, 0.14050091803073883, 0.13619738817214966, 0.13225997984409332, 0.12873628735542297], "prob_new_token": [0.9540690183639526, 0.5480414628982544, 0.5063519477844238, 0.7250375151634216, 0.9196339845657349, 0.9636257886886597, 0.9769552946090698, 0.9836503863334656, 0.9876165986061096, 0.9901658892631531, 0.9919050931930542, 0.9931973814964294, 0.9942598938941956, 0.9951848983764648, 0.9959852695465088, 0.9966539144515991, 0.9971951246261597, 0.9976232647895813, 0.9979590177536011, 0.9982225298881531], "prob_old_token": [0.9540690183639526, 0.5480414628982544, 0.5063519477844238, 0.7250375151634216, 0.9196339845657349, 0.9636257886886597, 0.9769552946090698, 0.9836503863334656, 0.9876165986061096, 0.9901658892631531, 0.9919050931930542, 0.9931973814964294, 0.9942598938941956, 0.9951848983764648, 0.9959852695465088, 0.9966539144515991, 0.9971951246261597, 0.9976232647895813, 0.9979590177536011, 0.9982225298881531], "update_matrix_norm_1": [28371.42578125], "update_matrix_norm_2": [7.870341777801514], "update_matrix_norm_inf": [0.060574255883693695], "request": {"prompt": "{} has acquired their education at", "subject": "George Soros", "target_new": {"str": "the University of Virginia"}, "old_answer": {"str": "the London School of Economics"}, "seed": 42}}, {"loss_per_step": [3.297, 2.662, 1.767, 0.713, 0.44, 0.371, 0.333, 0.312, 0.298, 0.288, 0.281, 0.275, 0.271, 0.267, 0.264, 0.261, 0.259, 0.258, 0.257, 0.256], "prob_new": [0.04119586944580078, 0.13123011589050293, 0.22416247427463531, 0.6379910111427307, 0.8412417769432068, 0.8977501392364502, 0.9250295162200928, 0.9429913759231567, 0.9556846618652344, 0.9650103449821472, 0.972099781036377, 0.9777016639709473, 0.9822379946708679, 0.9859591126441956, 0.989003598690033, 0.9914568066596985, 0.9933942556381226, 0.9948945641517639, 0.9960379004478455, 0.9968991875648499], "prob_old": [0.8330530524253845, 0.28390562534332275, 0.336978554725647, 0.26448386907577515, 0.21222789585590363, 0.1813521683216095, 0.164474755525589, 0.15274721384048462, 0.1429538130760193, 0.13410316407680511, 0.12580424547195435, 0.11786922067403793, 0.11021514236927032, 0.1028277575969696, 0.09574811160564423, 0.08904110640287399, 0.08277741074562073, 0.07702525705099106, 0.07184623181819916, 0.0672922283411026], "prob_new_token": [0.9540690183639526, 0.3635309636592865, 0.45650413632392883, 0.6211800575256348, 0.8470647931098938, 0.9330347776412964, 0.9587019681930542, 0.9694656729698181, 0.9756208062171936, 0.9798291325569153, 0.9830148816108704, 0.9855955839157104, 0.9877839088439941, 0.9896829724311829, 0.9913421273231506, 0.9927778840065002, 0.9939976930618286, 0.9950108528137207, 0.9958307147026062, 0.9964765906333923], "prob_old_token": [0.9540690183639526, 0.3635309636592865, 0.45650413632392883, 0.6211800575256348, 0.8470647931098938, 0.9330347776412964, 0.9587019681930542, 0.9694656729698181, 0.9756208062171936, 0.9798291325569153, 0.9830148816108704, 0.9855955839157104, 0.9877839088439941, 0.9896829724311829, 0.9913421273231506, 0.9927778840065002, 0.9939976930618286, 0.9950108528137207, 0.9958307147026062, 0.9964765906333923], "update_matrix_norm_1": [28173.884765625], "update_matrix_norm_2": [7.851840972900391], "update_matrix_norm_inf": [0.06667043268680573], "request": {"prompt": "{} has acquired their education at", "subject": "George Soros", "target_new": {"str": "the University of Maine"}, "old_answer": {"str": "the London School of Economics"}, "seed": 42}}, {"loss_per_step": [2.863, 2.301, 0.728, 0.349, 0.305, 0.288, 0.278, 0.271, 0.266, 0.262, 0.26, 0.257, 0.256, 0.255, 0.255, 0.254, 0.254, 0.254, 0.254, 0.253], "prob_new": [0.060008857399225235, 0.19483596086502075, 0.6542026400566101, 0.9101584553718567, 0.9505927562713623, 0.9670422077178955, 0.9765855073928833, 0.9832218885421753, 0.9880577325820923, 0.9915357232093811, 0.9939807653427124, 0.995669960975647, 0.996832013130188, 0.9976437091827393, 0.9982216358184814, 0.9986258149147034, 0.9989033937454224, 0.9990952014923096, 0.999233067035675, 0.9993360638618469], "prob_old": [0.8330530524253845, 0.4408217966556549, 0.4201315939426422, 0.38120806217193604, 0.3236662745475769, 0.264172226190567, 0.21808220446109772, 0.18721243739128113, 0.16694706678390503, 0.15316222608089447, 0.14330622553825378, 0.13589473068714142, 0.1299697607755661, 0.12477362900972366, 0.11990433931350708, 0.11549348384141922, 0.11162885278463364, 0.10822343826293945, 0.10507907718420029, 0.10206510871648788], "prob_new_token": [0.9540690183639526, 0.6923412084579468, 0.925791323184967, 0.9757091999053955, 0.9846370816230774, 0.988776445388794, 0.9915186166763306, 0.993541419506073, 0.9950677752494812, 0.9962075352668762, 0.9970513582229614, 0.9976751208305359, 0.9981361627578735, 0.9984800815582275, 0.9987412095069885, 0.9989403486251831, 0.9990891218185425, 0.9991990327835083, 0.9992808103561401, 0.9993441104888916], "prob_old_token": [0.9540690183639526, 0.6923412084579468, 0.925791323184967, 0.9757091999053955, 0.9846370816230774, 0.988776445388794, 0.9915186166763306, 0.993541419506073, 0.9950677752494812, 0.9962075352668762, 0.9970513582229614, 0.9976751208305359, 0.9981361627578735, 0.9984800815582275, 0.9987412095069885, 0.9989403486251831, 0.9990891218185425, 0.9991990327835083, 0.9992808103561401, 0.9993441104888916], "update_matrix_norm_1": [28159.74609375], "update_matrix_norm_2": [7.844296932220459], "update_matrix_norm_inf": [0.06238890439271927], "request": {"prompt": "{} has acquired their education at", "subject": "George Soros", "target_new": {"str": "the University of Glasgow"}, "old_answer": {"str": "the London School of Economics"}, "seed": 42}}, {"loss_per_step": [8.118, 6.653, 0.995, 0.501, 0.369, 0.323, 0.304, 0.293, 0.285, 0.28, 0.276, 0.273, 0.27, 0.267, 0.266, 0.264, 0.261, 0.26, 0.258, 0.256], "prob_new": [0.0005033024353906512, 0.005778824910521507, 0.520707905292511, 0.810219943523407, 0.9058910608291626, 0.9416300654411316, 0.957616925239563, 0.9661248922348022, 0.9714206457138062, 0.9752042889595032, 0.9782639741897583, 0.9809348583221436, 0.9832842946052551, 0.9852998852729797, 0.9870012402534485, 0.9884419441223145, 0.9896814227104187, 0.9907726049423218, 0.9917479157447815, 0.9926134943962097], "prob_old": [0.6995532512664795, 0.007838897407054901, 0.0025722465943545103, 0.0014175898395478725, 0.000791265512816608, 0.0004976857453584671, 0.00035238725831732154, 0.0002723144425544888, 0.0002232553670182824, 0.00018987999646924436, 0.00016437371959909797, 0.0001431751879863441, 0.00012543956108856946, 0.00011108569742646068, 9.968358062906191e-05, 9.054469410330057e-05, 8.301232446683571e-05, 7.656597881577909e-05, 7.089962309692055e-05, 6.601925997529179e-05], "prob_new_token": [0.00014028348959982395, 0.023734629154205322, 0.6696498990058899, 0.8924083709716797, 0.9602984189987183, 0.9810210466384888, 0.9886569380760193, 0.992023766040802, 0.9937727451324463, 0.9948233962059021, 0.9955375790596008, 0.9960731267929077, 0.9964991211891174, 0.9968464970588684, 0.9971346855163574, 0.9973753690719604, 0.9975784420967102, 0.9977494478225708, 0.9978914260864258, 0.9980056285858154], "prob_old_token": [0.9480394721031189, 1.2145786968176253e-05, 3.2519792512175627e-06, 8.957223940342374e-07, 2.518310111554456e-07, 9.233720277279645e-08, 4.266834352506521e-08, 2.3524897585502913e-08, 1.4738643194789347e-08, 1.0115886794892504e-08, 7.412935154604838e-09, 5.703339578388977e-09, 4.567229705543241e-09, 3.7872980307440685e-09, 3.2331515242844944e-09, 2.828877354588144e-09, 2.5321451602167144e-09, 2.3199777654525633e-09, 2.1793427062988258e-09, 2.1019304075053924e-09], "update_matrix_norm_1": [33466.6171875], "update_matrix_norm_2": [8.546711921691895], "update_matrix_norm_inf": [0.06086568161845207], "request": {"prompt": "{} works in the field of", "subject": "Charles Lyell", "target_new": {"str": "physics"}, "old_answer": {"str": "geology"}, "seed": 42}}, {"loss_per_step": [10.164, 6.005, 1.074, 0.671, 0.525, 0.455, 0.412, 0.383, 0.362, 0.347, 0.335, 0.325, 0.318, 0.311, 0.306, 0.302, 0.298, 0.295, 0.292, 0.289], "prob_new": [9.634999150875956e-05, 0.009489578194916248, 0.4773356318473816, 0.684501588344574, 0.7864637970924377, 0.8413870930671692, 0.876792311668396, 0.9019495844841003, 0.920684278011322, 0.935014009475708, 0.946196436882019, 0.9550788402557373, 0.962252140045166, 0.9681305885314941, 0.973010241985321, 0.9771020412445068, 0.9805598855018616, 0.983496367931366, 0.9859972596168518, 0.9881293177604675], "prob_old": [0.6995532512664795, 0.006925863213837147, 0.0023156411480158567, 0.0013462487841024995, 0.0008724934887140989, 0.0006229056161828339, 0.0004722264420706779, 0.00037162404623813927, 0.0002997715782839805, 0.0002459562965668738, 0.00020421376393642277, 0.00017096953524742275, 0.0001439540646970272, 0.00012167231034254655, 0.00010310178913641721, 8.751465793466195e-05, 7.437881140504032e-05, 6.32906740065664e-05, 5.392722596297972e-05, 4.602248009177856e-05], "prob_new_token": [8.742035788600333e-06, 0.030168816447257996, 0.5639023780822754, 0.8457364439964294, 0.9336289167404175, 0.9598422050476074, 0.971166729927063, 0.9775987267494202, 0.9818631410598755, 0.9849425554275513, 0.9872833490371704, 0.9891262650489807, 0.9906165599822998, 0.9918438792228699, 0.9928716421127319, 0.9937398433685303, 0.994481086730957, 0.9951173067092896, 0.9956662654876709, 0.996141254901886], "prob_old_token": [0.9480394721031189, 9.582148777553812e-06, 3.895834652212216e-06, 1.7789662933864747e-06, 7.227499168038776e-07, 3.481769681457081e-07, 1.9116097860205628e-07, 1.1440724279054848e-07, 7.274719138194996e-08, 4.840668665906378e-08, 3.337642695555587e-08, 2.368016360776437e-08, 1.720133724347761e-08, 1.2747302768900681e-08, 9.614170792815457e-09, 7.369950427715821e-09, 5.736910502207593e-09, 4.5346184585071114e-09, 3.6399727676439397e-09, 2.9678632884611034e-09], "update_matrix_norm_1": [33201.203125], "update_matrix_norm_2": [8.532388687133789], "update_matrix_norm_inf": [0.07634910941123962], "request": {"prompt": "{} works in the field of", "subject": "Charles Lyell", "target_new": {"str": "mathematics"}, "old_answer": {"str": "geology"}, "seed": 42}}, {"loss_per_step": [1.468, 1.819, 0.685, 0.513, 0.424, 0.37, 0.336, 0.312, 0.293, 0.278, 0.269, 0.262, 0.255, 0.251, 0.249, 0.246, 0.243, 0.242, 0.24, 0.239], "prob_new": [0.24021506309509277, 0.24238468706607819, 0.6963314414024353, 0.7898148894309998, 0.8547623157501221, 0.8958535194396973, 0.9216580390930176, 0.9388687014579773, 0.9514093995094299, 0.9611873626708984, 0.9691483974456787, 0.9757434725761414, 0.9811500310897827, 0.9854357838630676, 0.9886883497238159, 0.9910903573036194, 0.9928712844848633, 0.9942324757575989, 0.9952971339225769, 0.9961223006248474], "prob_old": [0.6995532512664795, 0.005783352069556713, 0.0053045377135276794, 0.004733721725642681, 0.004044393077492714, 0.003317234804853797, 0.00268693920224905, 0.002199294976890087, 0.0018246433464810252, 0.001523931510746479, 0.0012712073512375355, 0.0010535181500017643, 0.0008693275740370154, 0.000721119693480432, 0.0006085300701670349, 0.0005256870063021779, 0.00046368883340619504, 0.0004135772178415209, 0.00037037336733192205, 0.00033446645829826593], "prob_new_token": [0.0005960505222901702, 0.0028302434366196394, 0.18903113901615143, 0.4625481367111206, 0.721761167049408, 0.8518908023834229, 0.9098677039146423, 0.9363566637039185, 0.95081627368927, 0.9605849981307983, 0.9681926965713501, 0.9745483994483948, 0.9798885583877563, 0.9841782450675964, 0.9874064922332764, 0.9897391200065613, 0.9914455413818359, 0.9927747249603271, 0.9938561320304871, 0.9947073459625244], "prob_old_token": [0.9480394721031189, 9.508667972113471e-06, 1.675945895840414e-05, 1.6937265172600746e-05, 1.2164949112047907e-05, 7.422298040182795e-06, 4.865852133661974e-06, 3.597708655433962e-06, 2.908277565438766e-06, 2.4090609258564655e-06, 1.9630499537015567e-06, 1.5483383322134614e-06, 1.1866607110277982e-06, 8.99397150533332e-07, 6.890459758324141e-07, 5.413926942310354e-07, 4.366522148302465e-07, 3.5738136716645386e-07, 2.944247796676791e-07, 2.46387315883112e-07], "update_matrix_norm_1": [32717.1015625], "update_matrix_norm_2": [8.534422874450684], "update_matrix_norm_inf": [0.07482045143842697], "request": {"prompt": "{} works in the field of", "subject": "Charles Lyell", "target_new": {"str": "evolutionary biology"}, "old_answer": {"str": "geology"}, "seed": 42}}, {"loss_per_step": [8.706, 5.033, 1.328, 0.619, 0.442, 0.366, 0.326, 0.304, 0.291, 0.282, 0.276, 0.272, 0.268, 0.265, 0.263, 0.261, 0.259, 0.258, 0.257, 0.256], "prob_new": [0.00021958052820991725, 0.015411466360092163, 0.39935949444770813, 0.7205397486686707, 0.8396139740943909, 0.8968056440353394, 0.9299721717834473, 0.9495465755462646, 0.9616277813911438, 0.9696578979492188, 0.9754128456115723, 0.9797821044921875, 0.9832236170768738, 0.9859893321990967, 0.9882352948188782, 0.9900690913200378, 0.9915744662284851, 0.9928176999092102, 0.9938536286354065, 0.9947230219841003], "prob_old": [0.8769399523735046, 0.025751374661922455, 0.027917616069316864, 0.017159391194581985, 0.011355936527252197, 0.0082048075273633, 0.006172530818730593, 0.004816373810172081, 0.003887676168233156, 0.003229354275390506, 0.002744716592133045, 0.002374980365857482, 0.002083983039483428, 0.0018489921931177378, 0.0016551197040826082, 0.0014922496629878879, 0.0013530004071071744, 0.0012317090295255184, 0.0011239255545660853, 0.0010265163145959377], "prob_new_token": [7.596788054797798e-05, 0.023021910339593887, 0.7357383966445923, 0.936735987663269, 0.9666783213615417, 0.9790616631507874, 0.9851678013801575, 0.9885313510894775, 0.9906557202339172, 0.9921818375587463, 0.9933823943138123, 0.9943727254867554, 0.9952054023742676, 0.9959089756011963, 0.9965012073516846, 0.996998131275177, 0.9974137544631958, 0.9977613091468811, 0.998053252696991, 0.9982993006706238], "prob_old_token": [0.986396312713623, 0.0008081123232841492, 0.0006900331354700029, 0.0001661111891735345, 6.506998761324212e-05, 3.150936390738934e-05, 1.700238681223709e-05, 9.982080882764421e-06, 6.299102551565738e-06, 4.219397396809654e-06, 2.9644506867043674e-06, 2.162963937735185e-06, 1.6265845488305786e-06, 1.2536588656075764e-06, 9.861237231234554e-07, 7.891781592661573e-07, 6.405396675290831e-07, 5.254999564385798e-07, 4.3407098360148666e-07, 3.5982108670395974e-07], "update_matrix_norm_1": [33336.8515625], "update_matrix_norm_2": [8.689746856689453], "update_matrix_norm_inf": [0.0547838993370533], "request": {"prompt": "{} works in the field of", "subject": "Johannes Hevelius", "target_new": {"str": "physics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [5.912, 4.244, 2.516, 0.925, 0.42, 0.318, 0.284, 0.27, 0.263, 0.259, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253, 0.253, 0.253, 0.252, 0.252], "prob_new": [0.0033373506739735603, 0.02790115959942341, 0.12368335574865341, 0.525743842124939, 0.8488106727600098, 0.937752902507782, 0.9693809151649475, 0.9827046990394592, 0.9890625476837158, 0.9924200177192688, 0.9943467378616333, 0.9955313801765442, 0.9963023066520691, 0.9968299865722656, 0.9972112774848938, 0.997502326965332, 0.9977357387542725, 0.997930109500885, 0.9980962872505188, 0.9982402920722961], "prob_old": [0.8769399523735046, 0.02305387146770954, 0.032756149768829346, 0.023557303473353386, 0.012718782760202885, 0.00722218444570899, 0.004494796507060528, 0.0030589860398322344, 0.002236991422250867, 0.0017294115386903286, 0.0013972893357276917, 0.0011695435969159007, 0.0010079441126435995, 0.0008903614361770451, 0.0008022960973903537, 0.0007337901624850929, 0.0006782501586712897, 0.0006316171493381262, 0.0005915004294365644, 0.0005566398613154888], "prob_new_token": [6.335052944450581e-07, 0.0007995830965228379, 0.015942644327878952, 0.5400963425636292, 0.9129489064216614, 0.9710954427719116, 0.9865970611572266, 0.9925339818000793, 0.9953318238258362, 0.9968318939208984, 0.9977095127105713, 0.9982567429542542, 0.9986132383346558, 0.9988548755645752, 0.9990243911743164, 0.9991482496261597, 0.9992427825927734, 0.9993175268173218, 0.9993780851364136, 0.999428391456604], "prob_old_token": [0.986396312713623, 0.0004057131882291287, 0.0009978626621887088, 0.0007504077511839569, 0.0001819323661038652, 5.2947714721085504e-05, 1.9698714822879992e-05, 8.867296855896711e-06, 4.590239768731408e-06, 2.6387749585410347e-06, 1.6448937003588071e-06, 1.0941940900011105e-06, 7.694990813433833e-07, 5.688445412488363e-07, 4.392634878058743e-07, 3.5141781040692877e-07, 2.889901224989444e-07, 2.4274956444969575e-07, 2.0734957217882766e-07, 1.7969098564663e-07], "update_matrix_norm_1": [33025.71875], "update_matrix_norm_2": [8.702085494995117], "update_matrix_norm_inf": [0.04513522982597351], "request": {"prompt": "{} works in the field of", "subject": "Johannes Hevelius", "target_new": {"str": "chemistry"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [5.367, 4.496, 2.016, 0.559, 0.34, 0.313, 0.299, 0.289, 0.281, 0.274, 0.268, 0.263, 0.26, 0.257, 0.256, 0.255, 0.254, 0.253, 0.253, 0.253], "prob_new": [0.005624639801681042, 0.022161565721035004, 0.22282950580120087, 0.8755161166191101, 0.9262160658836365, 0.9455550909042358, 0.9568610787391663, 0.9654296040534973, 0.9728173017501831, 0.979345977306366, 0.9849121570587158, 0.989380419254303, 0.9927490949630737, 0.9951438307762146, 0.9967605471611023, 0.9978089928627014, 0.9984726905822754, 0.9988900423049927, 0.999155580997467, 0.9993293881416321], "prob_old": [0.8769399523735046, 0.02233080193400383, 0.018097739666700363, 0.0013069435954093933, 0.0009055950213223696, 0.0007064065430313349, 0.0005664079799316823, 0.00046393382945097983, 0.00038214659434743226, 0.0003116777807008475, 0.000249118369538337, 0.0001947692217072472, 0.00014996308891568333, 0.00011508763418532908, 8.913305646274239e-05, 7.042961806291714e-05, 5.731132478103973e-05, 4.823380004381761e-05, 4.185420402791351e-05, 3.715974526130594e-05], "prob_new_token": [4.511412407737225e-05, 0.005268195178359747, 0.15787911415100098, 0.8926328420639038, 0.957344651222229, 0.9717698693275452, 0.9782886505126953, 0.982774019241333, 0.9864643812179565, 0.9896283745765686, 0.992306113243103, 0.9944964051246643, 0.9962007403373718, 0.9974431395530701, 0.9982784986495972, 0.9988040924072266, 0.9991267919540405, 0.9993287920951843, 0.9994611144065857, 0.9995521903038025], "prob_old_token": [0.986396312713623, 0.0009904385078698397, 0.0002850854361895472, 4.764419259117858e-07, 1.3797844644614088e-07, 7.663101087018731e-08, 5.1505068654478237e-08, 3.692052885639896e-08, 2.6967466482119562e-08, 1.9575049137188216e-08, 1.383693426504351e-08, 9.351473373442332e-09, 5.987705886667527e-09, 3.6786671486765954e-09, 2.2576718272659946e-09, 1.4513428236995196e-09, 1.0016829588010978e-09, 7.411630753573206e-10, 5.803292291162165e-10, 4.725914659609032e-10], "update_matrix_norm_1": [32164.18359375], "update_matrix_norm_2": [8.697290420532227], "update_matrix_norm_inf": [0.04381347447633743], "request": {"prompt": "{} works in the field of", "subject": "Johannes Hevelius", "target_new": {"str": "human rights"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [4.127, 1.567, 0.608, 0.34, 0.301, 0.289, 0.283, 0.279, 0.275, 0.273, 0.271, 0.269, 0.268, 0.267, 0.266, 0.265, 0.264, 0.264, 0.264, 0.263], "prob_new": [0.017425227910280228, 0.36190661787986755, 0.7114951610565186, 0.9261881709098816, 0.9631870985031128, 0.974004328250885, 0.9797675609588623, 0.9838876724243164, 0.9871346950531006, 0.989708662033081, 0.9917149543762207, 0.9932690858840942, 0.9944814443588257, 0.9954268336296082, 0.9961535334587097, 0.9967092275619507, 0.9971430897712708, 0.9974918365478516, 0.9977749586105347, 0.998002290725708], "prob_old": [0.555212676525116, 0.05675715580582619, 0.004731271881610155, 0.004729847889393568, 0.005102003458887339, 0.0050509218126535416, 0.004706068430095911, 0.004240829963237047, 0.0037513046991080046, 0.003276056842878461, 0.002836536383256316, 0.0024462593719363213, 0.0021088970825076103, 0.0018205540254712105, 0.0015752464532852173, 0.0013678792165592313, 0.001194108510389924, 0.0010494051966816187, 0.0009293520706705749, 0.0008304716902785003], "prob_new_token": [5.1181900744268205e-06, 0.8877255320549011, 0.9908624291419983, 0.9928863048553467, 0.9932748079299927, 0.9938035011291504, 0.9944909811019897, 0.9952108263969421, 0.9958829879760742, 0.9964553117752075, 0.9969197511672974, 0.997294008731842, 0.9976018071174622, 0.997856616973877, 0.9980663657188416, 0.9982391595840454, 0.9983832240104675, 0.9985044598579407, 0.9986080527305603, 0.9986974596977234], "prob_old_token": [0.9258296489715576, 0.00025078453472815454, 2.407398142167949e-06, 2.407407237114967e-06, 2.681712885532761e-06, 2.5286426534876227e-06, 2.1371263301261934e-06, 1.7027207377395825e-06, 1.3132118965586415e-06, 9.982513802242465e-07, 7.566268322989345e-07, 5.758705015068699e-07, 4.4152179157208593e-07, 3.4133063309127465e-07, 2.6602077696225024e-07, 2.092668012210197e-07, 1.6681339332080825e-07, 1.3533977494262217e-07, 1.118834802582569e-07, 9.421426483413597e-08], "update_matrix_norm_1": [31421.419921875], "update_matrix_norm_2": [8.199234962463379], "update_matrix_norm_inf": [0.045532748103141785], "request": {"prompt": "{} works in the field of", "subject": "Eric Berne", "target_new": {"str": "quantum mechanics"}, "old_answer": {"str": "psychology"}, "seed": 42}}, {"loss_per_step": [6.761, 5.644, 4.092, 0.938, 0.491, 0.365, 0.33, 0.315, 0.307, 0.302, 0.297, 0.294, 0.292, 0.29, 0.288, 0.287, 0.286, 0.285, 0.284, 0.283], "prob_new": [0.0013633746420964599, 0.006380132865160704, 0.030134856700897217, 0.52724289894104, 0.8138049244880676, 0.9216848015785217, 0.9543248414993286, 0.9682539105415344, 0.9762597680091858, 0.9817388653755188, 0.9858384132385254, 0.9890141487121582, 0.9914870858192444, 0.9933965802192688, 0.9948523640632629, 0.9959481954574585, 0.9967633485794067, 0.9973636865615845, 0.9978019595146179, 0.9981224536895752], "prob_old": [0.555212676525116, 0.09103880077600479, 0.0970679223537445, 0.0303074698895216, 0.012113002128899097, 0.006841768976300955, 0.0038893558084964752, 0.0024583993945270777, 0.001747367437928915, 0.0013368515064939857, 0.0010624348651617765, 0.0008611714001744986, 0.000706795952282846, 0.0005862965481355786, 0.0004918231279589236, 0.0004178666276857257, 0.0003602154611144215, 0.0003156187594868243, 0.0002815686457324773, 0.00025564577663317323], "prob_new_token": [1.1963825272687245e-05, 0.0009301044628955424, 0.042600471526384354, 0.9145781397819519, 0.9692273139953613, 0.9782362580299377, 0.9843360185623169, 0.9888279438018799, 0.991952657699585, 0.9940652847290039, 0.9955109357833862, 0.9965211153030396, 0.9972417950630188, 0.9977664947509766, 0.9981570839881897, 0.9984545111656189, 0.9986862540245056, 0.9988712072372437, 0.9990196228027344, 0.9991348385810852], "prob_old_token": [0.9258296489715576, 0.0035412320867180824, 0.004499108996242285, 0.0003560602490324527, 8.041418914217502e-05, 2.6743206035462208e-05, 8.479288226226345e-06, 3.1624347229808336e-06, 1.4488239230558975e-06, 7.810260171936534e-07, 4.7003513259369356e-07, 3.036410589629668e-07, 2.057102506114461e-07, 1.4441921791785717e-07, 1.0442162334811655e-07, 7.746217534077005e-08, 5.8817267500899106e-08, 4.566761546698217e-08, 3.6369140588021764e-08, 3.00573717026964e-08], "update_matrix_norm_1": [31416.5859375], "update_matrix_norm_2": [8.223143577575684], "update_matrix_norm_inf": [0.05125245079398155], "request": {"prompt": "{} works in the field of", "subject": "Eric Berne", "target_new": {"str": "art history"}, "old_answer": {"str": "psychology"}, "seed": 42}}, {"loss_per_step": [2.51, 2.237, 1.463, 0.435, 0.315, 0.274, 0.268, 0.266, 0.265, 0.264, 0.263, 0.262, 0.261, 0.26, 0.259, 0.258, 0.257, 0.256, 0.256, 0.257], "prob_new": [0.08582613617181778, 0.15755170583724976, 0.3369118571281433, 0.8561601638793945, 0.9577922224998474, 0.9880605340003967, 0.9938985705375671, 0.9956770539283752, 0.9966316223144531, 0.9972963333129883, 0.9978165626525879, 0.998218297958374, 0.9985337257385254, 0.9987941980361938, 0.998994767665863, 0.9991378784179688, 0.9992432594299316, 0.9993228912353516, 0.9993680715560913, 0.9993773102760315], "prob_old": [0.555212676525116, 0.08199015259742737, 0.06839840114116669, 0.011767788790166378, 0.001263712183572352, 0.0005863188998773694, 0.0004655362281482667, 0.00043390970677137375, 0.00039111831574700773, 0.00034531194251030684, 0.0003171798016410321, 0.0002830479643307626, 0.00024606677470728755, 0.0002170329389628023, 0.00018857710529118776, 0.0001612947671674192, 0.00014400706277228892, 0.00013775292609352618, 0.00013422995107248425, 0.000134000918478705], "prob_new_token": [2.9482137051672908e-06, 0.0004449132247827947, 0.03185329958796501, 0.8144781589508057, 0.983798086643219, 0.9913747310638428, 0.9932718276977539, 0.994219958782196, 0.9950558543205261, 0.9958059787750244, 0.9964666962623596, 0.9970550537109375, 0.9975674748420715, 0.9980091452598572, 0.998352587223053, 0.9986037611961365, 0.9987820982933044, 0.9988998770713806, 0.9989666938781738, 0.9989607930183411], "prob_old_token": [0.9258296489715576, 0.0031681840773671865, 0.003810212714597583, 0.00016250046610366553, 2.1656346689269412e-06, 5.728911673941184e-07, 3.47320025184672e-07, 2.904342863985221e-07, 2.2604596949804545e-07, 1.7137178076609416e-07, 1.4405249260107666e-07, 1.1445700920376112e-07, 8.701287157464321e-08, 6.998217827458575e-08, 5.6742415210919717e-08, 4.486914306767176e-08, 3.778713519864141e-08, 3.537950732379613e-08, 3.4188850861482933e-08, 3.742012921748028e-08], "update_matrix_norm_1": [31340.58203125], "update_matrix_norm_2": [8.186710357666016], "update_matrix_norm_inf": [0.045615777373313904], "request": {"prompt": "{} works in the field of", "subject": "Eric Berne", "target_new": {"str": "organic chemistry"}, "old_answer": {"str": "psychology"}, "seed": 42}}, {"loss_per_step": [4.149, 3.35, 2.204, 0.477, 0.397, 0.355, 0.331, 0.319, 0.315, 0.313, 0.311, 0.308, 0.309, 0.306, 0.306, 0.307, 0.306, 0.305, 0.306, 0.305], "prob_new": [0.021762527525424957, 0.06065626069903374, 0.18840183317661285, 0.8530269861221313, 0.9244190454483032, 0.95999675989151, 0.9785920977592468, 0.987914502620697, 0.9929535388946533, 0.9958245754241943, 0.9972703456878662, 0.99798583984375, 0.9984099268913269, 0.9987455010414124, 0.9989213943481445, 0.9990429878234863, 0.9992890954017639, 0.9994192719459534, 0.9994916915893555, 0.9995578527450562], "prob_old": [0.685053825378418, 0.017161695286631584, 0.014728265814483166, 0.0017771472921594977, 0.0009390997583977878, 0.0007592647452838719, 0.0005750951822847128, 0.0004330237570684403, 0.0003140172630082816, 0.00022041394549887627, 0.0001629430043976754, 0.00012997609155718237, 0.0001088296266971156, 9.091955871554092e-05, 8.093741780612618e-05, 7.399884634651244e-05, 6.114520510891452e-05, 5.390052683651447e-05, 4.961277954862453e-05, 4.542678652796894e-05], "prob_new_token": [1.6157136997208e-05, 0.005166323389858007, 0.06800732016563416, 0.8470378518104553, 0.9369491934776306, 0.9640634655952454, 0.9810376763343811, 0.9882320761680603, 0.9924605488777161, 0.9954401254653931, 0.9965686798095703, 0.9968034029006958, 0.9969088435173035, 0.9972488880157471, 0.9972664713859558, 0.9972670674324036, 0.9980707764625549, 0.9984683394432068, 0.9986389875411987, 0.9988439679145813], "prob_old_token": [0.912911057472229, 0.0009587664972059429, 0.00025942278443835676, 8.336725727531302e-07, 1.7495338511253067e-07, 1.3326580017292144e-07, 7.22225266258647e-08, 4.5880558019462114e-08, 2.7481890541025678e-08, 1.4062639053236126e-08, 9.485883190052391e-09, 8.410199647812533e-09, 7.935720525154011e-09, 6.624095938434493e-09, 6.467761437534136e-09, 6.484313530563668e-09, 4.294314237540675e-09, 3.335610898602681e-09, 2.971992651978894e-09, 2.4543516108366248e-09], "update_matrix_norm_1": [29565.6953125], "update_matrix_norm_2": [7.4141459465026855], "update_matrix_norm_inf": [0.035403478890657425], "request": {"prompt": "{} works in the field of", "subject": "Eleanor F. Helin", "target_new": {"str": "economics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [10.6, 8.682, 7.682, 4.811, 1.065, 0.37, 0.343, 0.332, 0.326, 0.322, 0.316, 0.395, 0.32, 0.32, 0.32, 0.319, 0.319, 0.319, 0.318, 0.317], "prob_new": [5.9704318118747324e-05, 0.0004890792770311236, 0.0013670013286173344, 0.02517564594745636, 0.5148805975914001, 0.9497935175895691, 0.9788001179695129, 0.9875786304473877, 0.9919528365135193, 0.9944287538528442, 0.995858371257782, 0.9964412450790405, 0.9979013800621033, 0.9979514479637146, 0.9977787733078003, 0.9976312518119812, 0.9975646138191223, 0.9975773096084595, 0.997649610042572, 0.997759222984314], "prob_old": [0.685053825378418, 0.017434358596801758, 0.015436142683029175, 0.007033031899482012, 0.001057003391906619, 0.00018335849745199084, 9.161350317299366e-05, 5.743719157180749e-05, 3.927831494365819e-05, 2.8468513846746646e-05, 2.2194684788701124e-05, 2.0697765648947097e-05, 9.921958735503722e-06, 8.12769758340437e-06, 7.753763384243939e-06, 7.613110483362107e-06, 7.444477432727581e-06, 7.197693321359111e-06, 6.886298251629341e-06, 6.54312270853552e-06], "prob_new_token": [1.5867453839746304e-06, 0.0006807190948165953, 0.002475214656442404, 0.06925006955862045, 0.8271862268447876, 0.9802738428115845, 0.9918786883354187, 0.9957067966461182, 0.9974310994148254, 0.998297393321991, 0.9987542629241943, 0.9989335536956787, 0.99920254945755, 0.9990745782852173, 0.998906135559082, 0.998782217502594, 0.9987161159515381, 0.998699963092804, 0.9987199902534485, 0.9987621307373047], "prob_old_token": [0.912911057472229, 0.0009428757475689054, 0.0005214868579059839, 2.5774525056476705e-05, 5.478901243805012e-08, 3.109682955582116e-09, 8.725409283982799e-10, 3.4254810099554334e-10, 1.6475591724240957e-10, 9.290998526090277e-11, 6.18790019224491e-11, 5.718157891632103e-11, 3.0259399153020894e-11, 3.612104365613433e-11, 4.3745909672487926e-11, 4.8497823812443386e-11, 4.982787793483823e-11, 4.849005225127101e-11, 4.5508853629971924e-11, 4.180885845861404e-11], "update_matrix_norm_1": [28258.40625], "update_matrix_norm_2": [7.42216157913208], "update_matrix_norm_inf": [0.04294303432106972], "request": {"prompt": "{} works in the field of", "subject": "Eleanor F. Helin", "target_new": {"str": "politics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [2.47, 2.605, 2.356, 1.76, 0.638, 0.365, 0.333, 0.322, 0.314, 0.314, 0.311, 0.311, 0.309, 0.307, 0.307, 0.306, 0.306, 0.306, 0.305, 0.305], "prob_new": [0.0872984379529953, 0.10750417411327362, 0.13481253385543823, 0.23867635428905487, 0.7217009663581848, 0.9505864381790161, 0.9793800115585327, 0.9880087971687317, 0.9918465614318848, 0.9939576983451843, 0.9954754114151001, 0.9963412880897522, 0.9969154000282288, 0.9973334670066833, 0.9976865649223328, 0.9980301856994629, 0.9983189105987549, 0.9985345602035522, 0.9986944794654846, 0.9988172650337219], "prob_old": [0.685053825378418, 0.019410399720072746, 0.021576084196567535, 0.022747723385691643, 0.013884589076042175, 0.004156887531280518, 0.0017190721118822694, 0.0009275127085857093, 0.0005845464766025543, 0.000399844633648172, 0.0002627377980388701, 0.00019595974299591035, 0.00015846079622860998, 0.00013444766227621585, 0.00011484544666018337, 9.504671470494941e-05, 7.902890502009541e-05, 6.863204180262983e-05, 6.260877853492275e-05, 5.949638580204919e-05], "prob_new_token": [6.5413719312346075e-06, 0.00026744799106381834, 0.000805091462098062, 0.010193964466452599, 0.4258338510990143, 0.9511825442314148, 0.9866912961006165, 0.9924719333648682, 0.9947704672813416, 0.9960086345672607, 0.9967901706695557, 0.9973510503768921, 0.9978212118148804, 0.9982216954231262, 0.9985697269439697, 0.9988737106323242, 0.9991025924682617, 0.9992644190788269, 0.9993845820426941, 0.9994757771492004], "prob_old_token": [0.912911057472229, 0.0015421879943460226, 0.0011426963610574603, 0.0009030296932905912, 0.0003654095926322043, 1.4176617696648464e-05, 9.737339041748783e-07, 1.9042478527353524e-07, 6.848111411272839e-08, 3.367716772118001e-08, 1.7274658148380695e-08, 1.1137879951661489e-08, 7.94709542617511e-09, 5.906219513462929e-09, 4.362347372222075e-09, 3.1780578169104956e-09, 2.4345550020399287e-09, 2.021464773349635e-09, 1.8052918049349387e-09, 1.708039376602244e-09], "update_matrix_norm_1": [28016.83203125], "update_matrix_norm_2": [7.421638011932373], "update_matrix_norm_inf": [0.038414303213357925], "request": {"prompt": "{} works in the field of", "subject": "Eleanor F. Helin", "target_new": {"str": "organic chemistry"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [11.381, 6.468, 1.826, 0.905, 0.503, 0.353, 0.289, 0.261, 0.248, 0.24, 0.236, 0.233, 0.23, 0.228, 0.227, 0.226, 0.225, 0.225, 0.224, 0.224], "prob_new": [1.9285129383206367e-05, 0.003274049609899521, 0.22033099830150604, 0.5424361824989319, 0.765124499797821, 0.8807080984115601, 0.9360693097114563, 0.9626487493515015, 0.9760793447494507, 0.9834359884262085, 0.9878299236297607, 0.9906671047210693, 0.9926174879074097, 0.9940236806869507, 0.9950727820396423, 0.9958764314651489, 0.9965072870254517, 0.9970147609710693, 0.9974310994148254, 0.997774600982666], "prob_old": [0.5646341443061829, 0.008708234876394272, 0.006193599663674831, 0.0024445673916488886, 0.0010693317744880915, 0.0004510740691330284, 0.0002056436351267621, 0.00010613563790684566, 6.16374090895988e-05, 3.925935016013682e-05, 2.6709363737609237e-05, 1.9006696675205603e-05, 1.394699120282894e-05, 1.0461239071446471e-05, 7.982984243426472e-06, 6.182386641739868e-06, 4.848734533879906e-06, 3.84097256755922e-06, 3.0682824672112474e-06, 2.4746200324443635e-06], "prob_new_token": [4.997143605578458e-06, 0.001535296905785799, 0.26666828989982605, 0.7758085131645203, 0.9333183765411377, 0.9720897674560547, 0.9853311777114868, 0.991016685962677, 0.9939197301864624, 0.9955989718437195, 0.996660053730011, 0.9973742961883545, 0.9978772401809692, 0.9982418417930603, 0.9985130429267883, 0.9987199306488037, 0.9988834261894226, 0.999018132686615, 0.9991328120231628, 0.9992293119430542], "prob_old_token": [0.9062086939811707, 0.0063604614697396755, 0.007361592724919319, 0.0016822977922856808, 0.00036627656663767993, 0.00013635450159199536, 6.657935591647401e-05, 3.783208740060218e-05, 2.3704400518909097e-05, 1.586625148775056e-05, 1.1116143468825612e-05, 8.052058547036722e-06, 5.988680186419515e-06, 4.557698957796674e-06, 3.543309503584169e-06, 2.807365262924577e-06, 2.257137111882912e-06, 1.8302332591701997e-06, 1.4918194892743486e-06, 1.226106746798905e-06], "update_matrix_norm_1": [31692.810546875], "update_matrix_norm_2": [8.264754295349121], "update_matrix_norm_inf": [0.056429535150527954], "request": {"prompt": "{} works in the field of", "subject": "J\u00e1nos Bolyai", "target_new": {"str": "politics"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [6.577, 4.068, 2.847, 1.146, 0.592, 0.386, 0.301, 0.259, 0.239, 0.232, 0.229, 0.228, 0.226, 0.223, 0.224, 0.222, 0.222, 0.223, 0.223, 0.222], "prob_new": [0.0021794852800667286, 0.02649448625743389, 0.08336210995912552, 0.4046534597873688, 0.7000024914741516, 0.8516353368759155, 0.9268900752067566, 0.9673891067504883, 0.9873504638671875, 0.9948078393936157, 0.9973135590553284, 0.9982401728630066, 0.9986103773117065, 0.9987916946411133, 0.998901903629303, 0.998995840549469, 0.9990715980529785, 0.9991329908370972, 0.9991889595985413, 0.9992446899414062], "prob_old": [0.5646341443061829, 0.005324489437043667, 0.005244061816483736, 0.0015280615771189332, 0.00058193743461743, 0.00020536314696073532, 5.155979306437075e-05, 1.0549535545578692e-05, 1.9043545762542635e-06, 5.17001865318889e-07, 2.2587605030821578e-07, 1.2743809918447369e-07, 8.79448620594303e-08, 6.55842242736071e-08, 5.238344158442487e-08, 4.6991953439601275e-08, 4.378703977181431e-08, 4.081873328232177e-08, 3.783880941909956e-08, 3.496415601489389e-08], "prob_new_token": [3.8776829569542315e-06, 0.0010041225468739867, 0.006163527257740498, 0.20206503570079803, 0.749538779258728, 0.9217268228530884, 0.9642745852470398, 0.9791578650474548, 0.9861941933631897, 0.9900671243667603, 0.9924559593200684, 0.9940135478973389, 0.9948864579200745, 0.995498538017273, 0.9959238767623901, 0.996222972869873, 0.9964447617530823, 0.9966189861297607, 0.996767520904541, 0.9969026446342468], "prob_old_token": [0.9062086939811707, 0.002190406434237957, 0.002551724435761571, 0.002236120169982314, 0.0008290623081848025, 0.00020268266962375492, 5.246277214610018e-05, 1.750258161337115e-05, 7.749757969577331e-06, 4.1977077671617735e-06, 2.5139850095001748e-06, 1.6116546248667873e-06, 1.2111693195038242e-06, 9.367406619276153e-07, 7.537302053606254e-07, 6.711081823596032e-07, 6.181288654261152e-07, 5.694975016012904e-07, 5.24121617218043e-07, 4.847651098316419e-07], "update_matrix_norm_1": [31494.099609375], "update_matrix_norm_2": [8.266098976135254], "update_matrix_norm_inf": [0.06097542494535446], "request": {"prompt": "{} works in the field of", "subject": "J\u00e1nos Bolyai", "target_new": {"str": "art history"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [4.519, 2.398, 1.298, 0.675, 0.494, 0.378, 0.314, 0.279, 0.259, 0.247, 0.241, 0.236, 0.233, 0.231, 0.23, 0.228, 0.227, 0.226, 0.226, 0.225], "prob_new": [0.018938982859253883, 0.1336946040391922, 0.35954463481903076, 0.6508147716522217, 0.7685012817382812, 0.8581581115722656, 0.9132289290428162, 0.9450798034667969, 0.963524580001831, 0.9744364619255066, 0.9811348915100098, 0.9854550361633301, 0.9883989691734314, 0.9905084371566772, 0.9920774102210999, 0.9932776093482971, 0.9942167401313782, 0.9949657320976257, 0.9955750703811646, 0.9960806965827942], "prob_old": [0.5646341443061829, 0.0034035048447549343, 0.0017434470355510712, 0.00013823645713273436, 4.814762723981403e-05, 2.445749669277575e-05, 1.4084197573538404e-05, 8.704738320375327e-06, 5.688906639989e-06, 3.9058040783856995e-06, 2.7983876407233765e-06, 2.076101964121335e-06, 1.583367406965408e-06, 1.235358240592177e-06, 9.82715505415399e-07, 7.946997016006208e-07, 6.51672166895878e-07, 5.408884362623212e-07, 4.53699499303184e-07, 3.839572286779003e-07], "prob_new_token": [4.322640961618163e-05, 0.005971998441964388, 0.12344533950090408, 0.7389236092567444, 0.8994727730751038, 0.9593573212623596, 0.9819909930229187, 0.9912310242652893, 0.9952608942985535, 0.9971477389335632, 0.9981030821800232, 0.998626708984375, 0.9989370703697205, 0.999134361743927, 0.9992672801017761, 0.9993597269058228, 0.999426007270813, 0.9994759559631348, 0.9995157718658447, 0.9995502829551697], "prob_old_token": [0.9062086939811707, 0.0013915279414504766, 0.001020482974126935, 9.785206930246204e-05, 2.687456799321808e-05, 1.0137709068658296e-05, 4.4382995838532224e-06, 2.1389676021499326e-06, 1.1142544735776028e-06, 6.249691750781494e-07, 3.763585141314252e-07, 2.4184814151340106e-07, 1.6444866446363449e-07, 1.1766297802751069e-07, 8.829719178038431e-08, 6.918019579416068e-08, 5.622293386409183e-08, 4.7013308801524545e-08, 4.007295828500901e-08, 3.44719239819824e-08], "update_matrix_norm_1": [32230.4140625], "update_matrix_norm_2": [8.254941940307617], "update_matrix_norm_inf": [0.06509526073932648], "request": {"prompt": "{} works in the field of", "subject": "J\u00e1nos Bolyai", "target_new": {"str": "psychology"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [3.095, 1.1, 0.407, 0.304, 0.264, 0.249, 0.241, 0.237, 0.234, 0.233, 0.231, 0.23, 0.23, 0.229, 0.228, 0.228, 0.227, 0.227, 0.227, 0.226], "prob_new": [0.048019517213106155, 0.4432287812232971, 0.8489852547645569, 0.9318784475326538, 0.967922568321228, 0.980855405330658, 0.9864386916160583, 0.9893951416015625, 0.9912418127059937, 0.992553174495697, 0.9935633540153503, 0.9943710565567017, 0.9950297474861145, 0.9955815076828003, 0.9960599541664124, 0.9964839816093445, 0.9968584179878235, 0.9971842169761658, 0.9974666833877563, 0.9977142810821533], "prob_old": [0.7135466933250427, 0.05643107369542122, 0.015964942052960396, 0.010870760306715965, 0.0077740964479744434, 0.006071600131690502, 0.005113694816827774, 0.004514880944043398, 0.004078992176800966, 0.0037092030979692936, 0.003378140041604638, 0.003092140657827258, 0.002853699726983905, 0.002649797359481454, 0.0024618275929242373, 0.002280884888023138, 0.002112754387781024, 0.0019658443052321672, 0.0018401402048766613, 0.0017285532085224986], "prob_new_token": [0.003533095819875598, 0.762730598449707, 0.9816946387290955, 0.9884228110313416, 0.9912337064743042, 0.9926233291625977, 0.9934961795806885, 0.9941273927688599, 0.9946351647377014, 0.9950811266899109, 0.9954833984375, 0.995833694934845, 0.9961296319961548, 0.9963836669921875, 0.9966147541999817, 0.9968342185020447, 0.9970383644104004, 0.9972183704376221, 0.9973756670951843, 0.9975175261497498], "prob_old_token": [0.9301362037658691, 0.0025484596844762564, 3.0085089747444727e-05, 1.618805981706828e-05, 9.843043699220289e-06, 6.738438059983309e-06, 5.12214501213748e-06, 4.1784328459471e-06, 3.522981387504842e-06, 2.9844686650903895e-06, 2.5254830688936636e-06, 2.1582616227533435e-06, 1.8786564623951563e-06, 1.6586992614975316e-06, 1.4674409385406761e-06, 1.2912383908769698e-06, 1.1368283594492823e-06, 1.012163920677267e-06, 9.139431540461374e-07, 8.320927236127318e-07], "update_matrix_norm_1": [34169.3359375], "update_matrix_norm_2": [8.739972114562988], "update_matrix_norm_inf": [0.04976572096347809], "request": {"prompt": "{} works in the field of", "subject": "Giovanni Schiaparelli", "target_new": {"str": "geology"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [3.105, 2.491, 1.55, 0.513, 0.38, 0.331, 0.304, 0.287, 0.276, 0.268, 0.263, 0.26, 0.257, 0.255, 0.254, 0.253, 0.252, 0.251, 0.25, 0.248], "prob_new": [0.04822422191500664, 0.10994496196508408, 0.29521051049232483, 0.7828167676925659, 0.8887378573417664, 0.9319970607757568, 0.9557015895843506, 0.971169650554657, 0.9814496636390686, 0.9880890846252441, 0.9922432899475098, 0.9947991967201233, 0.9963758587837219, 0.9973617792129517, 0.9979814887046814, 0.998351514339447, 0.9985531568527222, 0.9986804723739624, 0.9987792372703552, 0.9988630414009094], "prob_old": [0.7135466933250427, 0.04310004785656929, 0.05419351905584335, 0.011065546423196793, 0.004929970484226942, 0.0029640754219144583, 0.002029696013778448, 0.0014894637279212475, 0.0011345668463036418, 0.0008822883828543127, 0.0006970391841605306, 0.0005605376209132373, 0.00046040909364819527, 0.00038743019104003906, 0.00033504609018564224, 0.0002991210494656116, 0.00027639823383651674, 0.00026253206306137145, 0.0002548843913245946, 0.00025334523525089025], "prob_new_token": [3.6275355341786053e-07, 0.00022264984727371484, 0.032313503324985504, 0.7512110471725464, 0.9567933082580566, 0.983351469039917, 0.9900302886962891, 0.9930511713027954, 0.9947823882102966, 0.9959084987640381, 0.9967042803764343, 0.9973008632659912, 0.9977664947509766, 0.9981346726417542, 0.9984111189842224, 0.998578667640686, 0.9986364245414734, 0.9986602663993835, 0.9987018704414368, 0.9987630844116211], "prob_old_token": [0.9301362037658691, 0.0038926631677895784, 0.00962916575372219, 0.0001767276698956266, 1.0946444490400609e-05, 3.16751152240613e-06, 1.590052193023439e-06, 9.441812949262385e-07, 5.975680892333912e-07, 3.8678160763083724e-07, 2.5283858917646285e-07, 1.675754077723468e-07, 1.139652354709142e-07, 8.097028114661953e-08, 6.153693732358079e-08, 5.104735834038365e-08, 4.6172981882364184e-08, 4.384964924497581e-08, 4.239690198915014e-08, 4.225981342642626e-08], "update_matrix_norm_1": [32621.46875], "update_matrix_norm_2": [8.759930610656738], "update_matrix_norm_inf": [0.05129098892211914], "request": {"prompt": "{} works in the field of", "subject": "Giovanni Schiaparelli", "target_new": {"str": "evolutionary biology"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [4.947, 3.838, 2.45, 0.693, 0.354, 0.277, 0.25, 0.238, 0.236, 0.239, 0.232, 0.231, 0.23, 0.231, 0.238, 0.229, 0.239, 0.242, 0.246, 0.241], "prob_new": [0.009070515632629395, 0.028531670570373535, 0.1318347156047821, 0.6420248746871948, 0.894295871257782, 0.9597897529602051, 0.9837129712104797, 0.9920010566711426, 0.9952296614646912, 0.9968029260635376, 0.9975387454032898, 0.998020350933075, 0.9983475208282471, 0.9985733032226562, 0.9987451434135437, 0.9988346099853516, 0.998897910118103, 0.9989061951637268, 0.9988744854927063, 0.9988303780555725], "prob_old": [0.7135466933250427, 0.05933011323213577, 0.11986298114061356, 0.00907843466848135, 0.003039359115064144, 0.0014452936593443155, 0.0007487042457796633, 0.0004538609937299043, 0.00031756196403875947, 0.00023475043417420238, 0.0002013271296164021, 0.00017295819998253137, 0.00015244826499838382, 0.00013937812764197588, 0.0001234084920724854, 0.00012055925617460161, 0.00011966332385782152, 0.00011508396710269153, 0.0001190410548588261, 0.0001270447246497497], "prob_new_token": [7.032841494947206e-06, 0.0035749662201851606, 0.04525686800479889, 0.5781535506248474, 0.9216151237487793, 0.9767311811447144, 0.9904676675796509, 0.9948706030845642, 0.9967190623283386, 0.9977891445159912, 0.9982502460479736, 0.9986050724983215, 0.9988551139831543, 0.9990230202674866, 0.9991707801818848, 0.9992260932922363, 0.9992554783821106, 0.9992669820785522, 0.9992377161979675, 0.9991979598999023], "prob_old_token": [0.9301362037658691, 0.00532416021451354, 0.018709702417254448, 0.00011617239215411246, 8.263503332273103e-06, 1.4704386330777197e-06, 3.689214338464808e-07, 1.3285148270369973e-07, 6.568001253981492e-08, 3.812827387150719e-08, 2.7731106300166175e-08, 2.1227167579240813e-08, 1.7040671096424376e-08, 1.4353435773273304e-08, 1.2355180878387273e-08, 1.1764507590328321e-08, 1.173557429012817e-08, 1.2762361834006697e-08, 1.4590623820254223e-08, 1.6681553915987024e-08], "update_matrix_norm_1": [32872.62890625], "update_matrix_norm_2": [8.745630264282227], "update_matrix_norm_inf": [0.05467570945620537], "request": {"prompt": "{} works in the field of", "subject": "Giovanni Schiaparelli", "target_new": {"str": "nuclear chemistry"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [4.357, 2.459, 0.631, 0.273, 0.265, 0.26, 0.252, 0.247, 0.245, 0.243, 0.242, 0.24, 0.239, 0.238, 0.238, 0.238, 0.238, 0.237, 0.237, 0.237], "prob_new": [0.014246218837797642, 0.12850452959537506, 0.6880449056625366, 0.978345513343811, 0.9843559265136719, 0.9870733022689819, 0.9896609783172607, 0.9919958114624023, 0.993791937828064, 0.9950481653213501, 0.9960736036300659, 0.996920645236969, 0.9975483417510986, 0.9979689717292786, 0.9982730746269226, 0.9985315203666687, 0.9987512230873108, 0.9989195466041565, 0.9990440011024475, 0.9991475343704224], "prob_old": [0.3756033182144165, 0.0016880116891115904, 0.012819766998291016, 0.0003094138519372791, 2.4996956199174747e-05, 4.2631868382159155e-06, 1.3593604535344639e-06, 6.06743697062484e-07, 3.455479316016863e-07, 2.403322127975116e-07, 1.8287322234300518e-07, 1.449670321562735e-07, 1.1927630794161814e-07, 1.0373012315767483e-07, 9.366912223640611e-08, 8.441852372698122e-08, 7.468604934501855e-08, 6.538989083537672e-08, 5.737670250027804e-08, 5.057595586777097e-08], "prob_new_token": [3.783791044043028e-06, 0.01276285108178854, 0.7378780841827393, 0.9889823794364929, 0.9879422783851624, 0.988692045211792, 0.9904299378395081, 0.9922375082969666, 0.9937855005264282, 0.9949764609336853, 0.9959250092506409, 0.9966744184494019, 0.9972394108772278, 0.9976465702056885, 0.9979589581489563, 0.9982283115386963, 0.9984614849090576, 0.9986452460289001, 0.9987831711769104, 0.998897135257721], "prob_old_token": [0.9027882218360901, 0.0007067529950290918, 0.013092225417494774, 5.289280306897126e-05, 1.909639195218915e-06, 3.417700327190687e-07, 1.3289317735143413e-07, 7.179250616218269e-08, 4.760370231338129e-08, 3.667278036800781e-08, 3.0641253090379905e-08, 2.67484185911826e-08, 2.3877136712258107e-08, 2.1807327499345774e-08, 2.0308140946667663e-08, 1.8951123337274112e-08, 1.7457827183875452e-08, 1.5859736635093213e-08, 1.4348179533385519e-08, 1.3021576705796178e-08], "update_matrix_norm_1": [29243.19140625], "update_matrix_norm_2": [7.898596286773682], "update_matrix_norm_inf": [0.04510634392499924], "request": {"prompt": "{} works in the field of", "subject": "Marine Le Pen", "target_new": {"str": "paleontology"}, "old_answer": {"str": "politics"}, "seed": 42}}, {"loss_per_step": [4.064, 3.06, 1.301, 0.261, 0.261, 0.257, 0.254, 0.25, 0.249, 0.247, 0.244, 0.244, 0.243, 0.242, 0.241, 0.24, 0.24, 0.239, 0.239, 0.239], "prob_new": [0.019305558875203133, 0.06490758806467056, 0.3680059313774109, 0.9902960658073425, 0.9921661615371704, 0.9929895401000977, 0.9938946962356567, 0.9949506521224976, 0.9960395693778992, 0.9968441128730774, 0.9973858594894409, 0.997768223285675, 0.9980669617652893, 0.9983022809028625, 0.9984787106513977, 0.9986122250556946, 0.9987248182296753, 0.9988319873809814, 0.9989349246025085, 0.9990267157554626], "prob_old": [0.3756033182144165, 0.0007892499561421573, 0.0034367404878139496, 3.1971231351235474e-07, 6.48847588990975e-08, 3.945833526586284e-08, 3.294476513815425e-08, 2.478089911051029e-08, 1.722813891547048e-08, 1.2723473830078547e-08, 1.0029605590489155e-08, 7.898062648337145e-09, 6.043846312309142e-09, 4.652134233396055e-09, 3.737768317080281e-09, 3.135628867667606e-09, 2.6883693049484236e-09, 2.3225183998221155e-09, 2.03000993792557e-09, 1.8180084104812977e-09], "prob_new_token": [3.3132962471427163e-06, 0.0013708277838304639, 0.37597063183784485, 0.9897967576980591, 0.9889868497848511, 0.9892680048942566, 0.9906293153762817, 0.9924423098564148, 0.9944250583648682, 0.9959617257118225, 0.9970334768295288, 0.9977566599845886, 0.9982327222824097, 0.9985587000846863, 0.9987922310829163, 0.998964250087738, 0.9990912079811096, 0.9991812705993652, 0.9992417097091675, 0.9992824196815491], "prob_old_token": [0.9027882218360901, 0.0007917190669104457, 0.0013746826443821192, 2.101403566712179e-07, 5.7667758568413774e-08, 3.823715033490771e-08, 3.3884575145748386e-08, 2.6557984256214695e-08, 1.9085884872538372e-08, 1.4681489801660064e-08, 1.2148073658124758e-08, 1.0012040085882745e-08, 7.936537649300135e-09, 6.283841003096313e-09, 5.191721719199904e-09, 4.479190796047305e-09, 3.934074843670032e-09, 3.4611378207927146e-09, 3.0681064355775334e-09, 2.7828852555700223e-09], "update_matrix_norm_1": [29135.04296875], "update_matrix_norm_2": [7.900123119354248], "update_matrix_norm_inf": [0.04344797506928444], "request": {"prompt": "{} works in the field of", "subject": "Marine Le Pen", "target_new": {"str": "semiotics"}, "old_answer": {"str": "politics"}, "seed": 42}}, {"loss_per_step": [5.442, 3.866, 0.893, 0.461, 0.412, 0.335, 0.286, 0.264, 0.254, 0.249, 0.246, 0.243, 0.242, 0.241, 0.24, 0.239, 0.239, 0.239, 0.238, 0.238], "prob_new": [0.007261883933097124, 0.0369582362473011, 0.5445741415023804, 0.8102647662162781, 0.852757453918457, 0.917731523513794, 0.9610996246337891, 0.9809502363204956, 0.9892756342887878, 0.9931864142417908, 0.9952710866928101, 0.996493935585022, 0.9972658157348633, 0.9977819323539734, 0.9981430172920227, 0.9984045624732971, 0.998599648475647, 0.998748779296875, 0.9988651275634766, 0.9989578127861023], "prob_old": [0.3756033182144165, 0.001627276767976582, 0.003410759149119258, 0.00020241238235030323, 2.8897398806293495e-05, 2.178795330110006e-05, 2.672151276783552e-05, 3.340425610076636e-05, 3.822326470981352e-05, 4.0792183426674455e-05, 4.188352613709867e-05, 4.218399044475518e-05, 4.203547359793447e-05, 4.1537659853929654e-05, 4.068656562594697e-05, 3.946161814383231e-05, 3.786912202485837e-05, 3.59640471288003e-05, 3.3834734495030716e-05, 3.159120387863368e-05], "prob_new_token": [0.00011209554941160604, 0.002950586611405015, 0.5483224391937256, 0.9042309522628784, 0.9341784119606018, 0.9649152159690857, 0.9847698211669922, 0.9926401972770691, 0.9957098960876465, 0.9971746206283569, 0.9979801177978516, 0.9984657764434814, 0.9987784624099731, 0.9989913105964661, 0.9991435408592224, 0.999255895614624, 0.9993414282798767, 0.999407947063446, 0.999460756778717, 0.9995028376579285], "prob_old_token": [0.9027882218360901, 0.0012713317992165685, 0.0031191210728138685, 0.00015091717068571597, 1.0172680958930869e-05, 5.979509296594188e-06, 8.099887054413557e-06, 1.2346105904725846e-05, 1.6899832189665176e-05, 2.072651477647014e-05, 2.3655193217564374e-05, 2.5845636628218926e-05, 2.7426585802459158e-05, 2.843359106918797e-05, 2.8885733627248555e-05, 2.8815242330892943e-05, 2.8296308300923556e-05, 2.742211290751584e-05, 2.6283785700798035e-05, 2.4956809284049086e-05], "update_matrix_norm_1": [29353.34765625], "update_matrix_norm_2": [7.8704657554626465], "update_matrix_norm_inf": [0.06362248212099075], "request": {"prompt": "{} works in the field of", "subject": "Marine Le Pen", "target_new": {"str": "geology"}, "old_answer": {"str": "politics"}, "seed": 42}}, {"loss_per_step": [4.033, 2.056, 0.374, 0.284, 0.261, 0.253, 0.248, 0.243, 0.24, 0.237, 0.235, 0.234, 0.233, 0.232, 0.232, 0.232, 0.231, 0.231, 0.231, 0.231], "prob_new": [0.01968378573656082, 0.18207620084285736, 0.8740025758743286, 0.9517752528190613, 0.9725724458694458, 0.9806089997291565, 0.985356330871582, 0.9887880086898804, 0.9913867115974426, 0.993346631526947, 0.9948128461837769, 0.9959077835083008, 0.9967339038848877, 0.9973645210266113, 0.9978364706039429, 0.9981856942176819, 0.9984461665153503, 0.9986425042152405, 0.998791515827179, 0.998904287815094], "prob_old": [0.9008027911186218, 0.775155246257782, 0.04063821956515312, 0.007525647059082985, 0.003101050155237317, 0.0018028159392997622, 0.0012413825606927276, 0.000930815760511905, 0.000730345374904573, 0.0005892989574931562, 0.00048519959091208875, 0.0004065193934366107, 0.00034662586404010653, 0.0003009266220033169, 0.0002652109833434224, 0.0002366192202316597, 0.00021338960505090654, 0.00019444774079602212, 0.00017913435294758528, 0.00016706078895367682], "prob_new_token": [5.484524444909766e-05, 0.00764889782294631, 0.9424203038215637, 0.9750372767448425, 0.9826520681381226, 0.9863453507423401, 0.9889593720436096, 0.991082489490509, 0.9928131699562073, 0.994187593460083, 0.9952556490898132, 0.9960852861404419, 0.9967495799064636, 0.9973027110099792, 0.997734010219574, 0.9980555772781372, 0.9982958436012268, 0.9984779953956604, 0.9986186027526855, 0.9987296462059021], "prob_old_token": [0.9563474655151367, 0.8527469038963318, 0.0003310175961814821, 8.760889613768086e-06, 1.5034886473586084e-06, 5.302623549141572e-07, 2.6729026103566866e-07, 1.618450795604076e-07, 1.0775399061913049e-07, 7.572234039798786e-08, 5.5229786966037864e-08, 4.154611232820571e-08, 3.208990051462024e-08, 2.531755249890466e-08, 2.0442488590788344e-08, 1.6875166153340615e-08, 1.4181234853083424e-08, 1.210062094969544e-08, 1.0486266077691653e-08, 9.244641496763961e-09], "update_matrix_norm_1": [27512.3828125], "update_matrix_norm_2": [7.48817253112793], "update_matrix_norm_inf": [0.07319634407758713], "request": {"prompt": "{} works in the field of", "subject": "Nicolaus Copernicus", "target_new": {"str": "economics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [3.497, 0.648, 0.334, 0.3, 0.276, 0.261, 0.253, 0.247, 0.244, 0.241, 0.239, 0.238, 0.237, 0.236, 0.235, 0.234, 0.234, 0.233, 0.233, 0.233], "prob_new": [0.03424881398677826, 0.7024482488632202, 0.9061426520347595, 0.9343112111091614, 0.955662727355957, 0.9694681167602539, 0.9778455495834351, 0.9830427765846252, 0.9864643812179565, 0.9888752698898315, 0.9906768798828125, 0.9920848608016968, 0.9932188391685486, 0.9941495656967163, 0.994922399520874, 0.9955684542655945, 0.9961109161376953, 0.9965659976005554, 0.9969459772109985, 0.9972606897354126], "prob_old": [0.9008027911186218, 0.3077007234096527, 0.010312392376363277, 0.004049354698508978, 0.0026586982421576977, 0.0020872827153652906, 0.0017771607963368297, 0.0015729295555502176, 0.0014162204461172223, 0.0012808612082153559, 0.0011554522207006812, 0.0010366718051955104, 0.0009248769492842257, 0.0008214508416131139, 0.0007276906981132925, 0.0006443775491788983, 0.0005716315936297178, 0.0005089086480438709, 0.00045522849541157484, 0.00040950533002614975], "prob_new_token": [0.023599296808242798, 0.8705040812492371, 0.9722315073013306, 0.9757912755012512, 0.9794616103172302, 0.9824011921882629, 0.9846631288528442, 0.9864294528961182, 0.9878553748130798, 0.9890462756156921, 0.9900752305984497, 0.9909847974777222, 0.9917986989021301, 0.9925292730331421, 0.9931845664978027, 0.9937681555747986, 0.9942861199378967, 0.9947419762611389, 0.9951395988464355, 0.9954839944839478], "prob_old_token": [0.9563474655151367, 0.09434244781732559, 0.00015358920791186392, 2.7974139811703935e-05, 1.3748365745414048e-05, 9.505312846158631e-06, 7.5605453275784384e-06, 6.375001703418093e-06, 5.49122614756925e-06, 4.742720193462446e-06, 4.0664986045158e-06, 3.4511101603129646e-06, 2.901208063121885e-06, 2.422570787530276e-06, 2.0167808543192223e-06, 1.6803895732664387e-06, 1.4066434914639103e-06, 1.1859626738441875e-06, 1.0086669135489501e-06, 8.661460242365138e-07], "update_matrix_norm_1": [28539.529296875], "update_matrix_norm_2": [7.479714870452881], "update_matrix_norm_inf": [0.08215795457363129], "request": {"prompt": "{} works in the field of", "subject": "Nicolaus Copernicus", "target_new": {"str": "mathematics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [4.024, 2.357, 0.899, 0.469, 0.299, 0.256, 0.243, 0.239, 0.236, 0.235, 0.234, 0.232, 0.232, 0.232, 0.232, 0.231, 0.231, 0.231, 0.231, 0.231], "prob_new": [0.019213177263736725, 0.141731858253479, 0.5663633942604065, 0.8006448149681091, 0.9334555268287659, 0.9760084748268127, 0.9895444512367249, 0.9943474531173706, 0.9964176416397095, 0.9974930286407471, 0.9981189370155334, 0.9985019564628601, 0.9987409710884094, 0.9989023208618164, 0.9990351796150208, 0.9991458654403687, 0.9992309808731079, 0.9992959499359131, 0.999346137046814, 0.9993845820426941], "prob_old": [0.9008027911186218, 0.6615797877311707, 0.04113193228840828, 0.015315743163228035, 0.006253005471080542, 0.002876507118344307, 0.001526359119452536, 0.0009265582775697112, 0.0006288046715781093, 0.0004648589820135385, 0.00036677412572316825, 0.00030491172219626606, 0.00026459942455403507, 0.00023549230536445975, 0.0002101756545016542, 0.00018914199608843774, 0.00017347335233353078, 0.00016180038801394403, 0.000152771535795182, 0.00014569507038686424], "prob_new_token": [1.0019845149145112e-06, 0.001550466869957745, 0.40824759006500244, 0.7655525207519531, 0.9440177083015442, 0.983716607093811, 0.9932945370674133, 0.996224045753479, 0.997320830821991, 0.9977878332138062, 0.9979914426803589, 0.9980647563934326, 0.9980800151824951, 0.9981327652931213, 0.9983010292053223, 0.9985073804855347, 0.9986697435379028, 0.9987780451774597, 0.9988433718681335, 0.9988774657249451], "prob_old_token": [0.9563474655151367, 0.7960454821586609, 0.008066635578870773, 0.0010566329583525658, 0.00016334601968992501, 2.9915972845628858e-05, 7.113252650015056e-06, 2.3316954411711777e-06, 1.0650414878909942e-06, 6.449732836699695e-07, 4.833188995689852e-07, 4.2164305114056333e-07, 3.998002569005621e-07, 3.6522405366667954e-07, 2.859140693090012e-07, 2.0526813671040145e-07, 1.5236582839861512e-07, 1.2241770264154184e-07, 1.0674632022755759e-07, 9.978929682574744e-08], "update_matrix_norm_1": [26511.314453125], "update_matrix_norm_2": [7.475877285003662], "update_matrix_norm_inf": [0.0772930458188057], "request": {"prompt": "{} works in the field of", "subject": "Nicolaus Copernicus", "target_new": {"str": "quantum mechanics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [8.966, 5.922, 4.0, 1.651, 0.611, 0.427, 0.319, 0.281, 0.268, 0.262, 0.259, 0.257, 0.256, 0.255, 0.254, 0.253, 0.252, 0.252, 0.252, 0.251], "prob_new": [0.0002384396648267284, 0.007437003776431084, 0.0334111787378788, 0.2674071490764618, 0.7085272073745728, 0.846305251121521, 0.9372736811637878, 0.9705787301063538, 0.9822116494178772, 0.9873384237289429, 0.990237295627594, 0.9921865463256836, 0.993624746799469, 0.9947303533554077, 0.9955945611000061, 0.9962748885154724, 0.9968129992485046, 0.9972410202026367, 0.9975838661193848, 0.9978609085083008], "prob_old": [0.8026977181434631, 0.009408229030668736, 0.005491926800459623, 0.0030739223584532738, 0.002220174763351679, 0.001175057957880199, 0.0005056329537183046, 0.0002584200701676309, 0.00016753315867390484, 0.00012613192666321993, 0.0001020745185087435, 8.536071982234716e-05, 7.259543053805828e-05, 6.246534758247435e-05, 5.432762191048823e-05, 4.7770197852514684e-05, 4.247974720783532e-05, 3.820086567429826e-05, 3.472980097285472e-05, 3.1901719921734184e-05], "prob_new_token": [1.7919052197612473e-06, 0.10717463493347168, 0.2036862075328827, 0.5097493529319763, 0.8309827446937561, 0.8904711604118347, 0.9535086154937744, 0.978976309299469, 0.9875471591949463, 0.9910683035850525, 0.9929555654525757, 0.9942018389701843, 0.995128870010376, 0.9958590269088745, 0.9964456558227539, 0.9969208240509033, 0.9973070621490479, 0.997622549533844, 0.9978820085525513, 0.9980971813201904], "prob_old_token": [0.9563366770744324, 0.003040551906451583, 9.342738485429436e-05, 4.143370460951701e-06, 1.5260906138792052e-06, 7.053109243315703e-07, 2.043516929006728e-07, 6.227930526847558e-08, 2.4745322235730782e-08, 1.2562151319173154e-08, 7.603912166587179e-09, 5.188434570868594e-09, 3.848377616577636e-09, 3.0329345701574084e-09, 2.5035185036159646e-09, 2.1428152585656335e-09, 1.8873846929778892e-09, 1.700293794648644e-09, 1.5591735680331453e-09, 1.4494837552447848e-09], "update_matrix_norm_1": [28285.62109375], "update_matrix_norm_2": [7.836062908172607], "update_matrix_norm_inf": [0.07229258865118027], "request": {"prompt": "{} works in the field of", "subject": "CERN", "target_new": {"str": "computer graphics"}, "old_answer": {"str": "particle physics"}, "seed": 42}}, {"loss_per_step": [4.176, 1.312, 0.393, 0.306, 0.284, 0.274, 0.267, 0.262, 0.259, 0.257, 0.255, 0.254, 0.253, 0.252, 0.252, 0.251, 0.251, 0.25, 0.25, 0.25], "prob_new": [0.016389036551117897, 0.4419462978839874, 0.8694779872894287, 0.9452821016311646, 0.966585636138916, 0.9762959480285645, 0.9824444055557251, 0.9867417812347412, 0.9898114800453186, 0.9920377731323242, 0.9936800599098206, 0.9949115514755249, 0.9958480000495911, 0.9965675473213196, 0.9971237182617188, 0.9975552558898926, 0.9978901147842407, 0.9981500506401062, 0.9983513355255127, 0.9985067248344421], "prob_old": [0.8026977181434631, 0.04519468918442726, 0.051014598459005356, 0.03728967159986496, 0.028969839215278625, 0.023994261398911476, 0.020393338054418564, 0.017566172406077385, 0.015309246256947517, 0.013490034267306328, 0.012002107687294483, 0.010765235871076584, 0.00972149707376957, 0.008829864673316479, 0.008063619956374168, 0.007405559998005629, 0.006844008341431618, 0.006369807291775942, 0.0059748063795268536, 0.00565090449526906], "prob_new_token": [4.09319945902098e-05, 0.6531288027763367, 0.9412423968315125, 0.9845757484436035, 0.9923495650291443, 0.9948530793190002, 0.9961457848548889, 0.9969686269760132, 0.9975302219390869, 0.9979325532913208, 0.9982356429100037, 0.998473048210144, 0.9986633062362671, 0.9988168478012085, 0.9989399909973145, 0.9990378618240356, 0.999115526676178, 0.9991765022277832, 0.9992244243621826, 0.9992619156837463], "prob_old_token": [0.9563366770744324, 0.004165907856076956, 0.00247565982863307, 0.0010172831825911999, 0.0005297207972034812, 0.0003327596641611308, 0.0002299184852745384, 0.00016765398322604597, 0.00012707384303212166, 9.93507492239587e-05, 7.966689736349508e-05, 6.525928620249033e-05, 5.446651630336419e-05, 4.6246161218732595e-05, 3.993350037490018e-05, 3.506207940517925e-05, 3.130150798824616e-05, 2.8403101168805733e-05, 2.6186608010903e-05, 2.450733882142231e-05], "update_matrix_norm_1": [29589.6328125], "update_matrix_norm_2": [7.832169055938721], "update_matrix_norm_inf": [0.07014428079128265], "request": {"prompt": "{} works in the field of", "subject": "CERN", "target_new": {"str": "quantum mechanics"}, "old_answer": {"str": "particle physics"}, "seed": 42}}, {"loss_per_step": [6.638, 4.559, 3.19, 0.515, 0.268, 0.259, 0.256, 0.254, 0.252, 0.252, 0.251, 0.251, 0.25, 0.25, 0.25, 0.25, 0.25, 0.249, 0.249, 0.249], "prob_new": [0.002107991138473153, 0.021820342168211937, 0.07278908044099808, 0.7862786054611206, 0.9820709228515625, 0.9906381964683533, 0.9936410188674927, 0.9954046010971069, 0.9965673089027405, 0.9973657131195068, 0.9979305267333984, 0.9983397126197815, 0.9986407160758972, 0.9988662600517273, 0.9990388751029968, 0.9991744160652161, 0.9992819428443909, 0.9993675947189331, 0.9994361996650696, 0.9994924068450928], "prob_old": [0.8026977181434631, 0.016859661787748337, 0.05324385315179825, 0.02193276770412922, 0.0007654514047317207, 0.0002553332597017288, 0.00015720432566013187, 0.00011687147343764082, 9.408067853655666e-05, 7.903682126197964e-05, 6.818451220169663e-05, 5.989531200611964e-05, 5.333556327968836e-05, 4.80453236377798e-05, 4.37331800640095e-05, 4.0182305383495986e-05, 3.724570706253871e-05, 3.483140608295798e-05, 3.285468847025186e-05, 3.1224506528815255e-05], "prob_new_token": [2.3512841096362536e-07, 0.0007963579264469445, 0.006538359913975, 0.8112509846687317, 0.9926721453666687, 0.9956467747688293, 0.9966393709182739, 0.9973250031471252, 0.9978429079055786, 0.9982324242591858, 0.9985274076461792, 0.9987525939941406, 0.998927116394043, 0.9990631937980652, 0.9991720914840698, 0.9992613792419434, 0.9993354082107544, 0.9993960857391357, 0.9994465708732605, 0.9994890689849854], "prob_old_token": [0.9563366770744324, 0.013079614378511906, 0.03738762438297272, 0.000679721706546843, 6.738893176816418e-08, 3.7128975449718382e-09, 1.1884077055768216e-09, 6.337883551310597e-10, 4.1312958609651673e-10, 2.99494068434214e-10, 2.3244725588789095e-10, 1.8914525501401158e-10, 1.5910441020228205e-10, 1.3721988822990028e-10, 1.2081650957451728e-10, 1.0823954232908051e-10, 9.837012454605443e-11, 9.05704539144736e-11, 8.441063126252146e-11, 7.954124164877285e-11], "update_matrix_norm_1": [28558.705078125], "update_matrix_norm_2": [7.826027870178223], "update_matrix_norm_inf": [0.061921171844005585], "request": {"prompt": "{} works in the field of", "subject": "CERN", "target_new": {"str": "sociology"}, "old_answer": {"str": "particle physics"}, "seed": 42}}, {"loss_per_step": [10.617, 1.966, 0.317, 0.273, 0.253, 0.246, 0.241, 0.239, 0.236, 0.235, 0.234, 0.234, 0.234, 0.234, 0.234, 0.233, 0.233, 0.233, 0.233, 0.233], "prob_new": [3.470794763416052e-05, 0.24697598814964294, 0.9301497936248779, 0.9684596657752991, 0.9874531030654907, 0.9940177798271179, 0.9964642524719238, 0.9975757002830505, 0.9981671571731567, 0.9985131025314331, 0.9987149834632874, 0.9988474249839783, 0.9989529848098755, 0.9990430474281311, 0.9991215467453003, 0.9991886019706726, 0.9992441534996033, 0.9992882013320923, 0.9993224740028381, 0.9993501305580139], "prob_old": [0.7273181080818176, 0.12259617447853088, 0.0014747889945283532, 0.00017035716155078262, 3.9247184759005904e-05, 1.5543233530479483e-05, 8.909023563319352e-06, 6.298669177340344e-06, 5.049983883509412e-06, 4.409584562381497e-06, 4.094868472748203e-06, 3.8916095945751294e-06, 3.695800614877953e-06, 3.502422259771265e-06, 3.3193784929608228e-06, 3.150152906528092e-06, 3.0020237318240106e-06, 2.88553883365239e-06, 2.8032568479829933e-06, 2.74856279247615e-06], "prob_new_token": [1.8918567548098508e-06, 0.476406991481781, 0.9756303429603577, 0.9886577129364014, 0.9947678446769714, 0.9971427321434021, 0.9981609582901001, 0.9986625909805298, 0.9989389181137085, 0.9991026520729065, 0.9992009401321411, 0.9992675185203552, 0.9993201494216919, 0.9993640780448914, 0.9994015097618103, 0.9994357824325562, 0.9994677901268005, 0.9994977116584778, 0.9995230436325073, 0.9995436072349548], "prob_old_token": [0.9678398966789246, 0.21777933835983276, 0.0006514981505461037, 8.147887274390087e-05, 2.6164367227465846e-05, 1.3155177839507814e-05, 8.697902558196802e-06, 6.854684670543065e-06, 6.0549982663360424e-06, 5.754184257966699e-06, 5.635515663016122e-06, 5.5032051022863016e-06, 5.334987690730486e-06, 5.173456884222105e-06, 5.030931788496673e-06, 4.889305728283944e-06, 4.7271505536627956e-06, 4.552364316623425e-06, 4.398313194542425e-06, 4.290689048502827e-06], "update_matrix_norm_1": [31018.33203125], "update_matrix_norm_2": [8.245280265808105], "update_matrix_norm_inf": [0.10612834244966507], "request": {"prompt": "{} works in the field of", "subject": "Carl Friedrich Gauss", "target_new": {"str": "literature"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [6.07, 0.575, 0.282, 0.265, 0.256, 0.249, 0.243, 0.239, 0.237, 0.236, 0.234, 0.233, 0.232, 0.23, 0.231, 0.229, 0.229, 0.229, 0.229, 0.228], "prob_new": [0.0026497284416109324, 0.7113906741142273, 0.9545477032661438, 0.9684079885482788, 0.977656900882721, 0.9842920899391174, 0.9887975454330444, 0.9918131232261658, 0.993831217288971, 0.9951933026313782, 0.9961357116699219, 0.9968095421791077, 0.9973016381263733, 0.9976593255996704, 0.9979146718978882, 0.9980971217155457, 0.9982457756996155, 0.9983728528022766, 0.9984747767448425, 0.9985492825508118], "prob_old": [0.7273181080818176, 0.039414893835783005, 0.00243682530708611, 0.0008356451871804893, 0.0004304050235077739, 0.00026983945281244814, 0.00018957497377414256, 0.00014306677621789277, 0.00011323326179990545, 9.267879067920148e-05, 7.792311953380704e-05, 6.702843529637903e-05, 5.8806523156818e-05, 5.269430039334111e-05, 4.864878792432137e-05, 4.690091373049654e-05, 4.568641452351585e-05, 4.453233123058453e-05, 4.373272895463742e-05, 4.3683303374564275e-05], "prob_new_token": [5.017503212911834e-07, 0.8498297929763794, 0.9867517948150635, 0.992559015750885, 0.994637668132782, 0.9958382844924927, 0.9966458082199097, 0.9972176551818848, 0.9976382255554199, 0.9979602694511414, 0.9982122182846069, 0.9984092116355896, 0.9985665082931519, 0.9986971020698547, 0.9988027811050415, 0.9988680481910706, 0.9989151954650879, 0.9989591836929321, 0.9990050792694092, 0.9990391731262207], "prob_old_token": [0.9678398966789246, 0.0631093978881836, 0.0030449002515524626, 0.0008186348131857812, 0.0003778742684517056, 0.00023211191000882536, 0.00016633882478345186, 0.00013078839401714504, 0.00010852763807633892, 9.232095908373594e-05, 7.987214485183358e-05, 7.058008486637846e-05, 6.354816287057474e-05, 5.787638292531483e-05, 5.37533123861067e-05, 5.322804281604476e-05, 5.3834475693292916e-05, 5.438015068648383e-05, 5.434189006336965e-05, 5.470556061482057e-05], "update_matrix_norm_1": [31829.3359375], "update_matrix_norm_2": [8.20970344543457], "update_matrix_norm_inf": [0.11379651725292206], "request": {"prompt": "{} works in the field of", "subject": "Carl Friedrich Gauss", "target_new": {"str": "psychology"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [6.531, 0.577, 0.3, 0.27, 0.257, 0.251, 0.246, 0.242, 0.239, 0.238, 0.237, 0.236, 0.236, 0.235, 0.235, 0.234, 0.234, 0.234, 0.234, 0.234], "prob_new": [0.0017381630605086684, 0.7227929830551147, 0.9434217214584351, 0.9696245193481445, 0.9803102016448975, 0.9861156344413757, 0.98955899477005, 0.9917886853218079, 0.9933530688285828, 0.9945008754730225, 0.9953606128692627, 0.9960151314735413, 0.9965226650238037, 0.9969223141670227, 0.9972369074821472, 0.9974802136421204, 0.9976651668548584, 0.997809112071991, 0.9979286193847656, 0.9980323910713196], "prob_old": [0.7273181080818176, 0.0017633880488574505, 0.0002093662042170763, 6.4752901380416e-05, 2.788602614600677e-05, 1.4655955055786762e-05, 9.050641892827116e-06, 6.264260264288168e-06, 4.654163603845518e-06, 3.603562845455599e-06, 2.8476597435656004e-06, 2.2992978756519733e-06, 1.9138101379212458e-06, 1.6442489823020878e-06, 1.4557401755155297e-06, 1.327614086221729e-06, 1.2431796676537488e-06, 1.1832067912109778e-06, 1.1311517482681666e-06, 1.0821647720149485e-06], "prob_new_token": [5.097565463074716e-06, 0.8954659104347229, 0.9705814123153687, 0.9822505116462708, 0.9878439903259277, 0.9912949204444885, 0.9935708045959473, 0.9950734972953796, 0.9960833787918091, 0.9967771172523499, 0.9972586631774902, 0.9976055026054382, 0.9978702068328857, 0.9980810880661011, 0.9982550144195557, 0.9983983635902405, 0.998514711856842, 0.9986070990562439, 0.9986804127693176, 0.9987401366233826], "prob_old_token": [0.9678398966789246, 0.001762397470884025, 0.00017518839740660042, 4.765373523696326e-05, 1.905574208649341e-05, 9.734827472129837e-06, 5.875436727365013e-06, 4.026222995889839e-06, 3.0328524189826567e-06, 2.4265409592771903e-06, 1.9976864678028505e-06, 1.6862843494891422e-06, 1.4743170595465926e-06, 1.3347993217394105e-06, 1.2425227851053933e-06, 1.1808739373009303e-06, 1.1392780834285077e-06, 1.1092215572716668e-06, 1.0820157285706955e-06, 1.0558185294939904e-06], "update_matrix_norm_1": [32032.623046875], "update_matrix_norm_2": [8.222088813781738], "update_matrix_norm_inf": [0.10982801765203476], "request": {"prompt": "{} works in the field of", "subject": "Carl Friedrich Gauss", "target_new": {"str": "computer graphics"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [8.644, 6.862, 1.998, 0.909, 0.424, 0.368, 0.342, 0.331, 0.326, 0.324, 0.322, 0.322, 0.321, 0.32, 0.319, 0.319, 0.318, 0.317, 0.316, 0.315], "prob_new": [0.0003140834451187402, 0.0022918223403394222, 0.21405722200870514, 0.6105933785438538, 0.9146021008491516, 0.9587745070457458, 0.9805014729499817, 0.9894630312919617, 0.9931651949882507, 0.994929850101471, 0.9959104657173157, 0.9965294003486633, 0.9969600439071655, 0.9972814321517944, 0.9975325465202332, 0.9977344274520874, 0.9978987574577332, 0.9980332851409912, 0.9981441497802734, 0.9982379674911499], "prob_old": [0.4334441125392914, 0.028681354597210884, 0.0049136970192193985, 0.0013134392211213708, 0.00026559559046290815, 0.0001179269456770271, 6.711717287544161e-05, 4.529036596068181e-05, 3.416529216337949e-05, 2.766933903330937e-05, 2.3484280973207206e-05, 2.0592626242432743e-05, 1.849433647294063e-05, 1.6922136637731455e-05, 1.5723540855105966e-05, 1.4805226783209946e-05, 1.4105020454735495e-05, 1.3574613149103243e-05, 1.3173485967854504e-05, 1.2866360521002207e-05], "prob_new_token": [1.2278378314078964e-09, 3.6014607758261263e-06, 0.03281637281179428, 0.7604197263717651, 0.9360422492027283, 0.9632710218429565, 0.9803630113601685, 0.9887158870697021, 0.9924858808517456, 0.9943530559539795, 0.9954019784927368, 0.9960595965385437, 0.9965085983276367, 0.9968335032463074, 0.9970759749412537, 0.9972586631774902, 0.9973928332328796, 0.99748694896698, 0.9975486993789673, 0.9975861310958862], "prob_old_token": [0.9712159633636475, 0.0033322919625788927, 3.6481815186562017e-05, 9.467952963859716e-07, 3.4703344198305786e-08, 8.240754745258982e-09, 2.932811105083033e-09, 1.4374934576011356e-09, 8.780821070253353e-10, 6.14005291055264e-10, 4.658960439662962e-10, 3.722809283068784e-10, 3.083569233286454e-10, 2.6265076225051587e-10, 2.2932718224399906e-10, 2.0504674347332497e-10, 1.8773810284145043e-10, 1.7575514654755153e-10, 1.6778224642965966e-10, 1.627703111184431e-10], "update_matrix_norm_1": [34042.9609375], "update_matrix_norm_2": [9.017995834350586], "update_matrix_norm_inf": [0.06126248463988304], "request": {"prompt": "{} works in the field of", "subject": "Ptolemy", "target_new": {"str": "performance art"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [5.133, 4.758, 4.382, 3.777, 2.47, 0.64, 0.397, 0.333, 0.324, 0.32, 0.316, 0.308, 0.349, 0.315, 0.318, 0.318, 0.317, 0.317, 0.316, 0.316], "prob_new": [0.008052444085478783, 0.013204679824411869, 0.017941227182745934, 0.032862339168787, 0.12257445603609085, 0.7316823601722717, 0.9241950511932373, 0.9862684607505798, 0.9930844902992249, 0.9953960180282593, 0.9966629147529602, 0.9973934888839722, 0.997639536857605, 0.9982039332389832, 0.9984224438667297, 0.9985847473144531, 0.9987513422966003, 0.9989169836044312, 0.9990630745887756, 0.9991827607154846], "prob_old": [0.4334441125392914, 0.035518623888492584, 0.04047052189707756, 0.045998260378837585, 0.04343613237142563, 0.005616321694105864, 0.0006900444277562201, 0.00014796562027186155, 6.288476288318634e-05, 3.641849252744578e-05, 2.5015895516844466e-05, 2.0187113477732055e-05, 2.1434085283544846e-05, 1.726633490761742e-05, 1.637127570575103e-05, 1.612019150343258e-05, 1.6036663510021754e-05, 1.597692971699871e-05, 1.5915911717456765e-05, 1.5856829122640193e-05], "prob_new_token": [7.255679435047568e-08, 0.000993423629552126, 0.0017887731082737446, 0.004861578345298767, 0.043686166405677795, 0.7978094220161438, 0.9731965661048889, 0.9948548078536987, 0.997359037399292, 0.9983171224594116, 0.9987998008728027, 0.9990842342376709, 0.9992659687995911, 0.9993844628334045, 0.999408483505249, 0.9994148015975952, 0.9994202852249146, 0.9994251728057861, 0.999426007270813, 0.9994249939918518], "prob_old_token": [0.9712159633636475, 0.00459285220131278, 0.006126597989350557, 0.008530675433576107, 0.008685052394866943, 4.315449405112304e-05, 6.754902415195829e-08, 2.24217999722498e-09, 4.3583694986359944e-10, 1.743631211637009e-10, 9.962426716914052e-11, 7.270851976048931e-11, 7.50795259296666e-11, 6.025667464992779e-11, 5.986352386022631e-11, 6.194891127853097e-11, 6.481919861967e-11, 6.76778841302017e-11, 7.00622060367806e-11, 7.184485645295169e-11], "update_matrix_norm_1": [33533.4765625], "update_matrix_norm_2": [9.019614219665527], "update_matrix_norm_inf": [0.06293303519487381], "request": {"prompt": "{} works in the field of", "subject": "Ptolemy", "target_new": {"str": "nuclear chemistry"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [5.489, 4.919, 2.992, 0.765, 0.566, 0.419, 0.354, 0.322, 0.311, 0.304, 0.297, 0.286, 0.285, 0.287, 0.283, 0.281, 0.28, 0.281, 0.279, 0.278], "prob_new": [0.006442752666771412, 0.014361432753503323, 0.08049294352531433, 0.638204038143158, 0.7826149463653564, 0.9048049449920654, 0.9632283449172974, 0.9824538826942444, 0.9894033074378967, 0.9925532937049866, 0.9942024350166321, 0.9950970411300659, 0.9956855177879333, 0.9961334466934204, 0.9965509176254272, 0.9969738125801086, 0.9973743557929993, 0.9976794123649597, 0.9978999495506287, 0.9980952143669128], "prob_old": [0.4334441125392914, 0.024015961214900017, 0.015814121812582016, 0.003738058265298605, 0.0011072719935327768, 0.0007640822441317141, 0.0005316970637068152, 0.0003680952067952603, 0.0002795803302433342, 0.00023165483435150236, 0.0002035858778981492, 0.0001903855154523626, 0.00018546487262938172, 0.00017855620535556227, 0.00016697974933777004, 0.00015330732276197523, 0.00013941311044618487, 0.0001287009217776358, 0.00012166162196081132, 0.00011455381172709167], "prob_new_token": [4.913705652143108e-06, 0.04617017135024071, 0.09392537921667099, 0.6626138091087341, 0.7997862696647644, 0.9082888960838318, 0.9570807218551636, 0.9748443961143494, 0.9827975630760193, 0.9872871041297913, 0.990060567855835, 0.9918653964996338, 0.9931154847145081, 0.9938566088676453, 0.9943151473999023, 0.994698166847229, 0.995064377784729, 0.9953444004058838, 0.9955250024795532, 0.9956521987915039], "prob_old_token": [0.9712159633636475, 0.0013025756925344467, 0.0003482432512100786, 1.2523426448751707e-05, 6.536479872920609e-07, 2.966340844068327e-07, 1.8436794846365956e-07, 1.2236309032687132e-07, 9.443321147273309e-08, 8.042771781902047e-08, 7.36020524527703e-08, 7.437553506406402e-08, 7.663364698373698e-08, 7.510627142437443e-08, 6.956470599561726e-08, 6.132451346729795e-08, 5.224326216080044e-08, 4.632223493672427e-08, 4.388855856518603e-08, 4.1465678890517665e-08], "update_matrix_norm_1": [34523.0234375], "update_matrix_norm_2": [9.041158676147461], "update_matrix_norm_inf": [0.05699726939201355], "request": {"prompt": "{} works in the field of", "subject": "Ptolemy", "target_new": {"str": "computer graphics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [5.059, 0.609, 0.354, 0.332, 0.317, 0.304, 0.297, 0.29, 0.284, 0.281, 0.278, 0.275, 0.272, 0.271, 0.27, 0.268, 0.268, 0.267, 0.267, 0.266], "prob_new": [0.006650779861956835, 0.7525497078895569, 0.9303126931190491, 0.9456431865692139, 0.9550616145133972, 0.9631033539772034, 0.97006756067276, 0.97600919008255, 0.9808686971664429, 0.9846965670585632, 0.9876704812049866, 0.990003764629364, 0.9918685555458069, 0.9933781623840332, 0.9945934414863586, 0.9955543279647827, 0.9963032007217407, 0.9968867897987366, 0.9973453283309937, 0.997702419757843], "prob_old": [0.7844219207763672, 0.0013510207645595074, 0.0003201633517164737, 0.00015012007497716695, 8.876572246663272e-05, 6.0708716773660854e-05, 4.491308573051356e-05, 3.4560071071609855e-05, 2.712576497287955e-05, 2.1600402760668658e-05, 1.740275001793634e-05, 1.4091251614445355e-05, 1.1390965482860338e-05, 9.185887392959557e-06, 7.4310573836555704e-06, 6.06388221058296e-06, 5.00109490531031e-06, 4.168538453086512e-06, 3.5218688481108984e-06, 3.0452260944002774e-06], "prob_new_token": [1.1294126124994364e-05, 0.936915397644043, 0.9498780965805054, 0.9567281007766724, 0.9624598026275635, 0.9679146409034729, 0.9730373024940491, 0.9777702689170837, 0.9818937182426453, 0.9853211641311646, 0.988102376461029, 0.9903558492660522, 0.9921899437904358, 0.993682861328125, 0.994886577129364, 0.9958361387252808, 0.9965645670890808, 0.997112512588501, 0.9975260496139526, 0.9978405237197876], "prob_old_token": [0.9378571510314941, 0.0005331456195563078, 0.00022366819030139595, 0.00011731043923646212, 6.724773993482813e-05, 4.306425398681313e-05, 3.004795689776074e-05, 2.2182317479746416e-05, 1.6946425603237003e-05, 1.3259960724099074e-05, 1.0591309546725824e-05, 8.58826024341397e-06, 7.028249001450604e-06, 5.791301191493403e-06, 4.808621724805562e-06, 4.032952347188257e-06, 3.426716602916713e-06, 2.956189746328164e-06, 2.5986153104895493e-06, 2.3457757833966753e-06], "update_matrix_norm_1": [33163.86328125], "update_matrix_norm_2": [8.138062477111816], "update_matrix_norm_inf": [0.03458303213119507], "request": {"prompt": "{} works in the field of", "subject": "Leonhard Euler", "target_new": {"str": "economics"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [6.426, 2.022, 0.616, 0.328, 0.31, 0.3, 0.29, 0.28, 0.278, 0.274, 0.271, 0.271, 0.269, 0.268, 0.268, 0.267, 0.266, 0.266, 0.265, 0.265], "prob_new": [0.001769012538716197, 0.1994418203830719, 0.7108280658721924, 0.949333906173706, 0.962007999420166, 0.9727345705032349, 0.9818175435066223, 0.9874942302703857, 0.9913130402565002, 0.9938467144966125, 0.9956437945365906, 0.9968547224998474, 0.9975426197052002, 0.9979958534240723, 0.998357355594635, 0.9986516833305359, 0.998874843120575, 0.9990344643592834, 0.9991454482078552, 0.9992252588272095], "prob_old": [0.7844219207763672, 0.045094624161720276, 0.0007844414212740958, 8.639075531391427e-06, 1.5433307680723374e-06, 6.447147598009906e-07, 3.680020483898261e-07, 2.9044042548775906e-07, 2.4628525352454744e-07, 2.0189945360016281e-07, 1.5622062221609667e-07, 1.228757184890128e-07, 1.2168362673037336e-07, 1.2877707433744945e-07, 1.2882482280929253e-07, 1.214158515949748e-07, 1.1249357356746259e-07, 1.0817111473215846e-07, 1.117240060466429e-07, 1.2086680101219827e-07], "prob_new_token": [2.612136995594483e-06, 0.12636491656303406, 0.6373596787452698, 0.9869526624679565, 0.9943488240242004, 0.9958658218383789, 0.9967727065086365, 0.9974315762519836, 0.9978982210159302, 0.9982302784919739, 0.9985063672065735, 0.9987199902534485, 0.9988572001457214, 0.9989525079727173, 0.9990378618240356, 0.9991174340248108, 0.9991850852966309, 0.9992361068725586, 0.9992702007293701, 0.9992889165878296], "prob_old_token": [0.9378571510314941, 0.11870783567428589, 0.0005243233754299581, 1.896734374895459e-06, 2.4463318482048635e-07, 1.0866790489671985e-07, 7.290610426480271e-08, 6.362307658491773e-08, 6.002837693586116e-08, 5.272536540701367e-08, 4.504767403545884e-08, 3.9897923187481865e-08, 4.2502971808744405e-08, 4.7778438982959415e-08, 5.117965073964115e-08, 5.1629978514711183e-08, 5.050414486618138e-08, 5.049249196531491e-08, 5.383495960131768e-08, 6.030897026221282e-08], "update_matrix_norm_1": [31437.31640625], "update_matrix_norm_2": [8.147444725036621], "update_matrix_norm_inf": [0.036129724234342575], "request": {"prompt": "{} works in the field of", "subject": "Leonhard Euler", "target_new": {"str": "human rights"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [7.094, 1.491, 0.403, 0.32, 0.296, 0.284, 0.277, 0.273, 0.271, 0.27, 0.268, 0.268, 0.267, 0.267, 0.266, 0.266, 0.265, 0.265, 0.265, 0.265], "prob_new": [0.0009117745794355869, 0.32345178723335266, 0.8814048171043396, 0.952944815158844, 0.9736509323120117, 0.9835854768753052, 0.9889018535614014, 0.9919193983078003, 0.9937421083450317, 0.994903028011322, 0.9956857562065125, 0.9962456226348877, 0.9966669082641602, 0.9969974160194397, 0.9972628951072693, 0.9974784851074219, 0.9976531863212585, 0.9977936744689941, 0.9979053735733032, 0.9979940056800842], "prob_old": [0.7844219207763672, 0.009202620014548302, 0.001765287248417735, 0.0005025813006795943, 0.00019513962615747005, 9.226390830008313e-05, 5.193501419853419e-05, 3.378550536581315e-05, 2.47486441367073e-05, 1.9950652131228708e-05, 1.7162550648208708e-05, 1.5367981177405454e-05, 1.4135081073618494e-05, 1.3251354175736196e-05, 1.258887004951248e-05, 1.2081418390152976e-05, 1.1750240446417592e-05, 1.1642918252618983e-05, 1.1744413313863333e-05, 1.1982518117292784e-05], "prob_new_token": [9.58637969006304e-08, 0.20509910583496094, 0.9154927730560303, 0.9802396893501282, 0.9909626841545105, 0.9944795370101929, 0.9960969686508179, 0.9969935417175293, 0.9975550174713135, 0.9979386329650879, 0.9982168078422546, 0.9984248876571655, 0.9985834956169128, 0.99870765209198, 0.9988078474998474, 0.9988909363746643, 0.9989604353904724, 0.9990177154541016, 0.9990633130073547, 0.999099612236023], "prob_old_token": [0.9378571510314941, 0.02463945373892784, 0.0019453305285423994, 0.0003716600185725838, 0.00011574894597288221, 4.818581510335207e-05, 2.528494587750174e-05, 1.5867355614318512e-05, 1.1457626897026785e-05, 9.242204214388039e-06, 8.028304364415817e-06, 7.290909707080573e-06, 6.801522431487683e-06, 6.449969987443183e-06, 6.178686817293055e-06, 5.968319783278275e-06, 5.839245204697363e-06, 5.816763405164238e-06, 5.889697604288813e-06, 6.018199655954959e-06], "update_matrix_norm_1": [32136.16796875], "update_matrix_norm_2": [8.12859058380127], "update_matrix_norm_inf": [0.03391456976532936], "request": {"prompt": "{} works in the field of", "subject": "Leonhard Euler", "target_new": {"str": "sociology"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [4.265, 2.904, 2.689, 2.316, 0.962, 0.367, 0.303, 0.293, 0.289, 0.286, 0.285, 0.284, 0.284, 0.283, 0.283, 0.283, 0.283, 0.283, 0.283, 0.283], "prob_new": [0.017953889444470406, 0.09491711854934692, 0.11103662103414536, 0.15594862401485443, 0.5593761205673218, 0.9552052021026611, 0.9799060821533203, 0.9899608492851257, 0.9937784075737, 0.9961206316947937, 0.9975136518478394, 0.9983124732971191, 0.9987808465957642, 0.9990688562393188, 0.9992554187774658, 0.9993823170661926, 0.9994723200798035, 0.9995387196540833, 0.9995889663696289, 0.9996280074119568], "prob_old": [0.890203595161438, 0.01709815487265587, 0.01971356011927128, 0.02366999350488186, 0.01650167442858219, 0.0007495646132156253, 0.0007248420733958483, 0.0008442659163847566, 0.0007789689698256552, 0.0006161642959341407, 0.0004618095117621124, 0.00034650720772333443, 0.0002661168691702187, 0.0002103980805259198, 0.00017107832536567003, 0.0001425978116458282, 0.00012139654427301139, 0.00010520240903133526, 9.254540054826066e-05, 8.245182107202709e-05], "prob_new_token": [2.8556538467228165e-08, 0.005356538109481335, 0.009066103957593441, 0.0316830575466156, 0.5094201564788818, 0.9711192846298218, 0.9632260799407959, 0.9646893739700317, 0.9738186597824097, 0.982315719127655, 0.9878079295158386, 0.9911217093467712, 0.9931782484054565, 0.9945250749588013, 0.9954562187194824, 0.9961328506469727, 0.9966449737548828, 0.9970465302467346, 0.9973699450492859, 0.9976364970207214], "prob_old_token": [0.9925081729888916, 0.0005877115181647241, 0.0008556197863072157, 0.001628729049116373, 0.0019481421913951635, 3.401768481126055e-06, 6.986601874814369e-06, 6.378510988724884e-06, 3.96018640458351e-06, 2.1638634279952385e-06, 1.2368196848910884e-06, 7.760026505820861e-07, 5.30614443050581e-07, 3.8754626530135283e-07, 2.967976513446047e-07, 2.3497126733218465e-07, 1.9039573828649736e-07, 1.5681553122703917e-07, 1.306834604974938e-07, 1.0982330422848463e-07], "update_matrix_norm_1": [30644.3359375], "update_matrix_norm_2": [8.267425537109375], "update_matrix_norm_inf": [0.043468721210956573], "request": {"prompt": "{} works in the field of", "subject": "Charles Messier", "target_new": {"str": "genetics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [6.377, 5.242, 2.896, 1.385, 0.599, 0.438, 0.359, 0.317, 0.297, 0.289, 0.286, 0.284, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.282, 0.282], "prob_new": [0.002636863384395838, 0.0102967768907547, 0.09522649645805359, 0.35284537076950073, 0.734549880027771, 0.858668327331543, 0.9273545742034912, 0.9667075276374817, 0.9848896265029907, 0.9931390285491943, 0.9960134029388428, 0.9971200823783875, 0.9976699948310852, 0.998012125492096, 0.9982545375823975, 0.9984361529350281, 0.9985755681991577, 0.9986847639083862, 0.9987720251083374, 0.9988434314727783], "prob_old": [0.890203595161438, 0.016849379986524582, 0.011638551950454712, 0.0031777804251760244, 0.0026922074612230062, 0.0019068015972152352, 0.001157820108346641, 0.0006152229034341872, 0.0003449122013989836, 0.0002207915240433067, 0.000173563341377303, 0.0001497420307714492, 0.00013376373681239784, 0.00012122611224185675, 0.00011096081288997084, 0.00010252187348669395, 9.559064346831292e-05, 8.986380998976529e-05, 8.507585880579427e-05, 8.101249113678932e-05], "prob_new_token": [2.014741085076821e-06, 0.0036527232732623816, 0.13395212590694427, 0.5303857326507568, 0.7622259855270386, 0.8741343021392822, 0.9303181767463684, 0.9573753476142883, 0.9698276519775391, 0.9764665961265564, 0.9808177351951599, 0.9841034412384033, 0.9866509437561035, 0.988501787185669, 0.9897357225418091, 0.9905271530151367, 0.9910516738891602, 0.9914275407791138, 0.9917260408401489, 0.9919822812080383], "prob_old_token": [0.9925081729888916, 0.0004797795554623008, 0.00016299185517709702, 1.039869493979495e-05, 6.456167284341063e-06, 2.874713118217187e-06, 1.1558722690097056e-06, 4.987057877769985e-07, 2.553728961629531e-07, 1.5472186021270318e-07, 1.0548377105124018e-07, 7.714547223258705e-08, 5.98274354501882e-08, 4.978568313163123e-08, 4.4583781999563143e-08, 4.223153382554301e-08, 4.133239173143011e-08, 4.104822792783125e-08, 4.0911285026368205e-08, 4.0686003899281786e-08], "update_matrix_norm_1": [30777.35546875], "update_matrix_norm_2": [8.262105941772461], "update_matrix_norm_inf": [0.04575073719024658], "request": {"prompt": "{} works in the field of", "subject": "Charles Messier", "target_new": {"str": "art history"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [5.868, 5.42, 1.701, 0.495, 0.366, 0.32, 0.304, 0.298, 0.294, 0.292, 0.29, 0.289, 0.288, 0.287, 0.286, 0.285, 0.285, 0.284, 0.284, 0.283], "prob_new": [0.0034142336808145046, 0.007671120576560497, 0.2856742739677429, 0.8386901021003723, 0.9325202703475952, 0.966646671295166, 0.9787387251853943, 0.9839754700660706, 0.9869784712791443, 0.989111602306366, 0.990795910358429, 0.9921743273735046, 0.9933114051818848, 0.9942493438720703, 0.9950231313705444, 0.99566251039505, 0.9961926937103271, 0.9966345429420471, 0.9970047473907471, 0.9973166584968567], "prob_old": [0.890203595161438, 0.015816161409020424, 0.018824003636837006, 0.005046968348324299, 0.0023536125663667917, 0.0011464337585493922, 0.000648343120701611, 0.00042720805504359305, 0.0003151715500280261, 0.000250563578447327, 0.00020916969515383244, 0.00018045092292595655, 0.00015929184155538678, 0.00014295968867372721, 0.00012988912931177765, 0.00011912214540643618, 0.0001100462832255289, 0.00010225184814771637, 9.545256034471095e-05, 8.944436558522284e-05], "prob_new_token": [1.1740880836441647e-06, 4.9429378123022616e-05, 0.05171775445342064, 0.751840353012085, 0.9406776428222656, 0.9806734323501587, 0.9905823469161987, 0.99400395154953, 0.9955847263336182, 0.9964790940284729, 0.9970565438270569, 0.997462809085846, 0.9977672100067139, 0.9980050921440125, 0.9981976747512817, 0.9983576536178589, 0.9984931945800781, 0.9986096620559692, 0.9987118244171143, 0.9988017082214355], "prob_old_token": [0.9925081729888916, 0.00044794881250709295, 0.0006992922280915082, 5.251447873888537e-05, 7.09161167833372e-06, 1.1573669098652317e-06, 2.951968269826466e-07, 1.1203916017166193e-07, 5.599166996717031e-08, 3.358512046247597e-08, 2.2761179607755366e-08, 1.677267214006406e-08, 1.3107994689676161e-08, 1.0688012253012857e-08, 8.990840072442552e-09, 7.7420487798463e-09, 6.787586936951584e-09, 6.034645227970259e-09, 5.4249711389786626e-09, 4.920469809377437e-09], "update_matrix_norm_1": [31014.328125], "update_matrix_norm_2": [8.262847900390625], "update_matrix_norm_inf": [0.04001031443476677], "request": {"prompt": "{} works in the field of", "subject": "Charles Messier", "target_new": {"str": "classical music"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [9.358, 8.497, 2.916, 1.039, 0.43, 0.353, 0.293, 0.281, 0.276, 0.274, 0.273, 0.271, 0.27, 0.269, 0.268, 0.266, 0.264, 0.262, 0.262, 0.26], "prob_new": [0.00012369471369311213, 0.001250269589945674, 0.08819907158613205, 0.4749532639980316, 0.8525733351707458, 0.9506002068519592, 0.9777690768241882, 0.9888811111450195, 0.9934056997299194, 0.9955492615699768, 0.9967387914657593, 0.9974782466888428, 0.9979801177978516, 0.9983510971069336, 0.998649537563324, 0.9988959431648254, 0.9990922212600708, 0.9992456436157227, 0.9993715882301331, 0.9994794130325317], "prob_old": [0.7472150325775146, 0.03203924372792244, 0.03733348473906517, 0.03165685757994652, 0.007771624717861414, 0.0021410267800092697, 0.0011019249213859439, 0.0006264129769988358, 0.000407471670769155, 0.00029440896469168365, 0.0002275971055496484, 0.0001840257173171267, 0.0001532314927317202, 0.00012948858784511685, 0.0001094361359719187, 9.209023846779019e-05, 7.77661771280691e-05, 6.622901128139347e-05, 5.6388566008536145e-05, 4.765145422425121e-05], "prob_new_token": [1.3606321772385854e-05, 9.381469863001257e-05, 0.0220720823854208, 0.3480929136276245, 0.8101321458816528, 0.9509524703025818, 0.9730513691902161, 0.9823420643806458, 0.9872718453407288, 0.9900655150413513, 0.991834282875061, 0.9930614233016968, 0.9939888119697571, 0.9947676658630371, 0.9954941868782043, 0.9961764812469482, 0.9967737793922424, 0.9972747564315796, 0.9976955056190491, 0.9980327486991882], "prob_old_token": [0.9502789974212646, 0.0011798423947766423, 0.00288527668453753, 0.006365202832967043, 0.0009848696645349264, 5.388691715779714e-05, 1.4745385669812094e-05, 5.735130343964556e-06, 2.7548148864298128e-06, 1.5986659036570927e-06, 1.0551320883678272e-06, 7.58987880544737e-07, 5.772616304966505e-07, 4.5105602453077154e-07, 3.520024449699122e-07, 2.7168596261617495e-07, 2.0979614134830626e-07, 1.6320703366545786e-07, 1.271241956146696e-07, 1.0021616958511004e-07], "update_matrix_norm_1": [31413.8046875], "update_matrix_norm_2": [8.245624542236328], "update_matrix_norm_inf": [0.040351372212171555], "request": {"prompt": "{} works in the field of", "subject": "Ferdinand T\u00f6nnies", "target_new": {"str": "literature"}, "old_answer": {"str": "sociology"}, "seed": 42}}, {"loss_per_step": [5.195, 4.427, 3.147, 0.837, 0.515, 0.367, 0.312, 0.29, 0.279, 0.273, 0.27, 0.269, 0.268, 0.267, 0.266, 0.266, 0.265, 0.265, 0.265, 0.265], "prob_new": [0.006250191479921341, 0.018528269603848457, 0.07093553990125656, 0.5859714150428772, 0.7900812029838562, 0.9068295955657959, 0.9554343819618225, 0.9760876893997192, 0.9864850640296936, 0.9919991493225098, 0.9949548244476318, 0.9965875744819641, 0.9975355267524719, 0.9981178045272827, 0.9984950423240662, 0.9987506866455078, 0.9989304542541504, 0.9990606904029846, 0.9991573095321655, 0.9992305636405945], "prob_old": [0.7472150325775146, 0.03513847291469574, 0.035796768963336945, 0.014293897897005081, 0.006882152520120144, 0.003181267296895385, 0.0015541276661679149, 0.0008904738933779299, 0.0005906724836677313, 0.00042951302020810544, 0.00033415446523576975, 0.0002739222545642406, 0.00023363818763755262, 0.00020526292792055756, 0.0001843504433054477, 0.00016832072287797928, 0.00015559665916953236, 0.00014516603550873697, 0.0001363649353152141, 0.0001287590857828036], "prob_new_token": [4.729506315470644e-07, 0.00012363714631646872, 0.006429639179259539, 0.604499340057373, 0.8080730438232422, 0.9415796399116516, 0.9786443114280701, 0.9888880252838135, 0.9934729337692261, 0.9959951639175415, 0.997426450252533, 0.9982465505599976, 0.9987296462059021, 0.9990257024765015, 0.9992162585258484, 0.9993427991867065, 0.9994298219680786, 0.9994902014732361, 0.9995332956314087, 0.9995642304420471], "prob_old_token": [0.9502789974212646, 0.0017734840512275696, 0.001913276850245893, 0.000570821575820446, 7.438458851538599e-05, 7.371676929324167e-06, 1.1946274298679782e-06, 3.642601598130568e-07, 1.5724067736755387e-07, 8.307927146233851e-08, 5.049711404581103e-08, 3.4060303022442895e-08, 2.4820479893605807e-08, 1.915905123439643e-08, 1.5447584544858728e-08, 1.287993800502818e-08, 1.1020094170532957e-08, 9.615491514125551e-09, 8.512469840127324e-09, 7.61869056731257e-09], "update_matrix_norm_1": [30852.64453125], "update_matrix_norm_2": [8.25432014465332], "update_matrix_norm_inf": [0.05064769834280014], "request": {"prompt": "{} works in the field of", "subject": "Ferdinand T\u00f6nnies", "target_new": {"str": "mineralogy"}, "old_answer": {"str": "sociology"}, "seed": 42}}, {"loss_per_step": [2.693, 2.15, 1.996, 1.655, 1.013, 0.744, 0.384, 0.339, 0.313, 0.297, 0.288, 0.282, 0.278, 0.275, 0.272, 0.27, 0.269, 0.268, 0.267, 0.266], "prob_new": [0.07318320125341415, 0.16548103094100952, 0.18847587704658508, 0.2664509117603302, 0.5162848830223083, 0.64475417137146, 0.8915040493011475, 0.9342151880264282, 0.955478310585022, 0.9695855379104614, 0.9788755178451538, 0.9850597381591797, 0.9892125725746155, 0.9920295476913452, 0.993971049785614, 0.9953410029411316, 0.9963440895080566, 0.9971154928207397, 0.9977183938026428, 0.9981755018234253], "prob_old": [0.7472150325775146, 0.032961294054985046, 0.035231493413448334, 0.03668396174907684, 0.03200848400592804, 0.021865852177143097, 0.004647139459848404, 0.0018563235644251108, 0.0010980485239997506, 0.0006706449785269797, 0.0004255521052982658, 0.00028132254374213517, 0.00019351989612914622, 0.0001382658665534109, 0.00010242212738376111, 7.8514676715713e-05, 6.207704427652061e-05, 5.037113805883564e-05, 4.189144601696171e-05, 3.573148205759935e-05], "prob_new_token": [5.039531970396638e-06, 0.0015982916811481118, 0.0028366774786263704, 0.012789608910679817, 0.11778879910707474, 0.37002456188201904, 0.8072959780693054, 0.8959866762161255, 0.9369744658470154, 0.9631255865097046, 0.9784548878669739, 0.9871202707290649, 0.9920361638069153, 0.9948792457580566, 0.9965646862983704, 0.9975888133049011, 0.9982205629348755, 0.9986066222190857, 0.9988357424736023, 0.9989750385284424], "prob_old_token": [0.9502789974212646, 0.001310802879743278, 0.0016964537790045142, 0.0022937459871172905, 0.0023722073528915644, 0.0007425197982229292, 2.421581302769482e-05, 3.0416433673963184e-06, 9.504121294412471e-07, 3.0851714427626575e-07, 1.0151746465680844e-07, 3.4921665559295434e-08, 1.292021689636158e-08, 5.263079305706242e-09, 2.398814036297381e-09, 1.2325729326079227e-09, 7.158254544670228e-10, 4.700590472417332e-10, 3.461710362806514e-10, 2.769899032362133e-10], "update_matrix_norm_1": [30345.212890625], "update_matrix_norm_2": [8.254984855651855], "update_matrix_norm_inf": [0.04404196888208389], "request": {"prompt": "{} works in the field of", "subject": "Ferdinand T\u00f6nnies", "target_new": {"str": "organic chemistry"}, "old_answer": {"str": "sociology"}, "seed": 42}}, {"loss_per_step": [11.14, 4.645, 0.73, 0.363, 0.314, 0.297, 0.288, 0.282, 0.278, 0.275, 0.272, 0.271, 0.269, 0.268, 0.267, 0.266, 0.265, 0.265, 0.264, 0.264], "prob_new": [1.9298626284580678e-05, 0.017288006842136383, 0.6366943120956421, 0.9151212573051453, 0.9515819549560547, 0.9654094576835632, 0.9734634160995483, 0.9787888526916504, 0.9825025200843811, 0.9851844310760498, 0.9871975183486938, 0.9887701869010925, 0.9900326728820801, 0.9910663366317749, 0.9919280409812927, 0.9926616549491882, 0.9932961463928223, 0.9938490986824036, 0.9943339228630066, 0.9947627782821655], "prob_old": [0.8364139795303345, 0.06752519309520721, 0.02241741307079792, 0.0034185361582785845, 0.0015471824444830418, 0.0010179431410506368, 0.0007875744486227632, 0.0006622280343435705, 0.0005841458332724869, 0.0005322294891811907, 0.0004957959754392505, 0.0004678604600485414, 0.00044519189395941794, 0.00042632684926502407, 0.00041074733599089086, 0.00039815864874981344, 0.0003874943358823657, 0.00037782301660627127, 0.0003687696298584342, 0.0003602964570745826], "prob_new_token": [3.0526687169185607e-06, 0.03528466820716858, 0.7978649735450745, 0.9828569889068604, 0.9939119815826416, 0.9957711696624756, 0.9964080452919006, 0.9967307448387146, 0.9969394207000732, 0.9971030354499817, 0.997247040271759, 0.9973764419555664, 0.9974952936172485, 0.9976081252098083, 0.9977170825004578, 0.9978245496749878, 0.9979292750358582, 0.9980288743972778, 0.9981241822242737, 0.9982154965400696], "prob_old_token": [0.9763563871383667, 0.008027986623346806, 0.00020817095355596393, 2.2186409296409693e-06, 4.5778961066389456e-07, 2.232727354112285e-07, 1.4765070943667524e-07, 1.1229052887529178e-07, 9.25288432540583e-08, 8.11666609479289e-08, 7.438248417201976e-08, 6.951297848445392e-08, 6.562103038731948e-08, 6.243963923679985e-08, 6.008863095985362e-08, 5.8664440416578145e-08, 5.773742373094137e-08, 5.687449800007016e-08, 5.592485763372679e-08, 5.4962029594207706e-08], "update_matrix_norm_1": [30887.26953125], "update_matrix_norm_2": [7.970946788787842], "update_matrix_norm_inf": [0.0514107272028923], "request": {"prompt": "{} works in the field of", "subject": "Antoine Lavoisier", "target_new": {"str": "architecture"}, "old_answer": {"str": "chemistry"}, "seed": 42}}, {"loss_per_step": [5.079, 2.245, 0.613, 0.481, 0.389, 0.332, 0.3, 0.282, 0.272, 0.267, 0.263, 0.261, 0.259, 0.258, 0.256, 0.255, 0.254, 0.254, 0.254, 0.253], "prob_new": [0.006832232233136892, 0.14912085235118866, 0.7059746384620667, 0.8065686821937561, 0.8813002705574036, 0.9301167726516724, 0.9593977332115173, 0.9760253429412842, 0.9852849245071411, 0.9905021786689758, 0.9935043454170227, 0.9952796101570129, 0.9963846206665039, 0.9971221685409546, 0.9976431727409363, 0.9980270862579346, 0.9983177185058594, 0.9985387921333313, 0.9987031817436218, 0.9988216161727905], "prob_old": [0.8364139795303345, 0.03328285738825798, 0.013503149151802063, 0.005200343672186136, 0.0019790036603808403, 0.0007823298801667988, 0.0003481777966953814, 0.00017527095042169094, 9.848234185483307e-05, 6.0661343013634905e-05, 4.058067861478776e-05, 2.9607876058435068e-05, 2.334649980184622e-05, 1.9378308934392408e-05, 1.6648025848553516e-05, 1.4700171959702857e-05, 1.3300219507073052e-05, 1.231819078384433e-05, 1.1689498023770284e-05, 1.1320190424157772e-05], "prob_new_token": [4.4750169791996086e-08, 0.008164770901203156, 0.568444550037384, 0.7333905696868896, 0.8492180705070496, 0.9200220108032227, 0.9574364423751831, 0.9759631156921387, 0.9854116439819336, 0.990606963634491, 0.9936633706092834, 0.9954773783683777, 0.9965595006942749, 0.9972455501556396, 0.9977036118507385, 0.9980090260505676, 0.9981991648674011, 0.9982951283454895, 0.998310387134552, 0.9982720613479614], "prob_old_token": [0.9763563871383667, 0.0010867968667298555, 6.7837507231161e-05, 7.761148481222335e-06, 1.311512392021541e-06, 2.476953397945181e-07, 5.333324537559747e-08, 1.3839441592722324e-08, 4.821021803991243e-09, 2.1143349293595293e-09, 1.0575683662139568e-09, 6.163037857831455e-10, 4.2696790547580576e-10, 3.279326254990167e-10, 2.665808962465377e-10, 2.2927951204287922e-10, 2.113330066499941e-10, 2.1012760975658296e-10, 2.248924518832851e-10, 2.491047090824594e-10], "update_matrix_norm_1": [30020.359375], "update_matrix_norm_2": [7.975623607635498], "update_matrix_norm_inf": [0.052035026252269745], "request": {"prompt": "{} works in the field of", "subject": "Antoine Lavoisier", "target_new": {"str": "space exploration"}, "old_answer": {"str": "chemistry"}, "seed": 42}}, {"loss_per_step": [6.305, 2.913, 0.461, 0.386, 0.355, 0.332, 0.315, 0.3, 0.292, 0.286, 0.282, 0.277, 0.272, 0.269, 0.267, 0.265, 0.262, 0.261, 0.261, 0.26], "prob_new": [0.0022794834803789854, 0.09192993491888046, 0.8225917220115662, 0.8866161108016968, 0.9119006991386414, 0.9312336444854736, 0.9468652606010437, 0.9595674872398376, 0.9693901538848877, 0.9756710529327393, 0.9807955622673035, 0.9849914312362671, 0.9883806109428406, 0.9910362362861633, 0.9930315613746643, 0.9944918751716614, 0.995579719543457, 0.9963864088058472, 0.9969466328620911, 0.9974071383476257], "prob_old": [0.8364139795303345, 0.025795739144086838, 0.008839379996061325, 0.004020353779196739, 0.002708751242607832, 0.0020825150422751904, 0.0016019309405237436, 0.0011951158521696925, 0.0008926207083277404, 0.0007954920292831957, 0.0006652078591287136, 0.0005260632606223226, 0.0003941786417271942, 0.0002823835820890963, 0.00019853866251651198, 0.00014198732969816774, 0.00010490595013834536, 8.291281119454652e-05, 7.376161374850199e-05, 6.403898441931233e-05], "prob_new_token": [6.6117295318690594e-06, 0.015527887269854546, 0.894758403301239, 0.9587814211845398, 0.9718404412269592, 0.977683424949646, 0.9826350808143616, 0.9869849681854248, 0.9901711344718933, 0.9911245703697205, 0.992435872554779, 0.9939565062522888, 0.995456337928772, 0.9967325329780579, 0.9976636171340942, 0.998266875743866, 0.9986554980278015, 0.9988823533058167, 0.9989578127861023, 0.9990565180778503], "prob_old_token": [0.9763563871383667, 0.0004895732854492962, 3.6992660170653835e-05, 4.950341462972574e-06, 1.9551653167582117e-06, 1.1796830676757963e-06, 6.78695982969657e-07, 3.493304348012316e-07, 1.914428366944776e-07, 2.089658721615706e-07, 1.8115177624622447e-07, 1.2874086507963511e-07, 7.718653449728663e-08, 4.093305960850557e-08, 2.100817475536587e-08, 1.1488562989825368e-08, 6.822463038957949e-09, 4.767491290635917e-09, 4.511738538326426e-09, 3.777983703656673e-09], "update_matrix_norm_1": [30720.1875], "update_matrix_norm_2": [7.985419273376465], "update_matrix_norm_inf": [0.047630682587623596], "request": {"prompt": "{} works in the field of", "subject": "Antoine Lavoisier", "target_new": {"str": "human rights"}, "old_answer": {"str": "chemistry"}, "seed": 42}}, {"loss_per_step": [3.357, 1.747, 0.918, 0.534, 0.343, 0.299, 0.279, 0.268, 0.26, 0.257, 0.254, 0.25, 0.244, 0.245, 0.242, 0.243, 0.243, 0.241, 0.242, 0.241], "prob_new": [0.03642616420984268, 0.24366942048072815, 0.5241482853889465, 0.8061703443527222, 0.9179553985595703, 0.9577376842498779, 0.976751983165741, 0.9870095252990723, 0.9926483631134033, 0.9956170320510864, 0.9970338344573975, 0.997774064540863, 0.9982185363769531, 0.9985268115997314, 0.9987196326255798, 0.9988790154457092, 0.9990290999412537, 0.9991658926010132, 0.999279797077179, 0.9993532299995422], "prob_old": [0.7944296002388, 0.1658841073513031, 0.17502844333648682, 0.013169467449188232, 0.0038062625098973513, 0.0017145904712378979, 0.0007848214590921998, 0.0003628073609434068, 0.00017751324048731476, 9.544437489239499e-05, 6.091682371334173e-05, 4.483883094508201e-05, 3.586060483939946e-05, 2.9835484383511357e-05, 2.7581023459788412e-05, 2.6012516173068434e-05, 2.383352693868801e-05, 2.1387884771684185e-05, 1.9398621589061804e-05, 1.8677905245567672e-05], "prob_new_token": [1.4863344688365032e-07, 0.00959700532257557, 0.12588737905025482, 0.677760124206543, 0.8779610395431519, 0.9313512444496155, 0.9538487792015076, 0.9669478535652161, 0.9758979082107544, 0.9821203351020813, 0.9857707023620605, 0.9878859519958496, 0.9891993999481201, 0.9902217984199524, 0.9910582304000854, 0.9919105768203735, 0.9926835298538208, 0.993355393409729, 0.9939720034599304, 0.9944632649421692], "prob_old_token": [0.9053618907928467, 0.036436524242162704, 0.03151794895529747, 0.0001741745218168944, 1.2040721230732743e-05, 1.7457863350500702e-06, 4.1248026150242367e-07, 1.3481586336183682e-07, 5.467105523848659e-08, 2.628900830359271e-08, 1.51319934360572e-08, 1.0253340398946875e-08, 7.828111492358403e-09, 6.264286867008195e-09, 5.569829930607284e-09, 5.126550295386778e-09, 4.669228559350813e-09, 4.228543293294251e-09, 3.8944540925456295e-09, 3.862518749286892e-09], "update_matrix_norm_1": [28302.6875], "update_matrix_norm_2": [7.68473482131958], "update_matrix_norm_inf": [0.05420142784714699], "request": {"prompt": "{} works in the field of", "subject": "Giovanni Domenico Cassini", "target_new": {"str": "organic chemistry"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [4.597, 3.056, 2.292, 0.829, 0.284, 0.262, 0.262, 0.261, 0.261, 0.261, 0.26, 0.26, 0.26, 0.26, 0.259, 0.259, 0.258, 0.257, 0.255, 0.248], "prob_new": [0.010955419391393661, 0.07405607402324677, 0.14550140500068665, 0.6019271612167358, 0.9747617840766907, 0.9933662414550781, 0.9962731599807739, 0.9975290298461914, 0.9981801509857178, 0.9985511898994446, 0.9987823367118835, 0.9989384412765503, 0.9990522265434265, 0.9991404414176941, 0.999211847782135, 0.9992713332176208, 0.9993212819099426, 0.9993630647659302, 0.9993975758552551, 0.9994249939918518], "prob_old": [0.7944296002388, 0.12036506831645966, 0.11103124916553497, 0.03153892979025841, 0.00427619181573391, 0.0006953586125746369, 0.00023569086624775082, 0.00012464051542337984, 8.414673357037827e-05, 6.511807441711426e-05, 5.455715290736407e-05, 4.7969577281037346e-05, 4.3494615965755656e-05, 4.0272971091326326e-05, 3.7894296838203445e-05, 3.620429924922064e-05, 3.518621451803483e-05, 3.478452345007099e-05, 3.4768821933539584e-05, 3.487969297566451e-05], "prob_new_token": [1.630220793913395e-07, 0.001722507644444704, 0.003932552877813578, 0.40590161085128784, 0.9907384514808655, 0.9992696642875671, 0.9997833371162415, 0.9998905658721924, 0.9999288320541382, 0.9999465942382812, 0.9999566674232483, 0.9999628663063049, 0.9999669790267944, 0.9999701380729675, 0.9999724626541138, 0.999974250793457, 0.9999756813049316, 0.9999767541885376, 0.9999779462814331, 0.9999797344207764], "prob_old_token": [0.9053618907928467, 0.06164488568902016, 0.014746617525815964, 0.001925164833664894, 1.5015491044323426e-05, 3.177018186306668e-07, 3.527715008999621e-08, 1.0260813532170232e-08, 4.90805041053477e-09, 3.0584483834417142e-09, 2.2101398489127178e-09, 1.7428340992609037e-09, 1.4503798162479598e-09, 1.25061083711131e-09, 1.1078318262747189e-09, 1.0080211110263804e-09, 9.464318218022072e-10, 9.129582090317001e-10, 8.813658136652691e-10, 8.183204669443e-10], "update_matrix_norm_1": [28539.458984375], "update_matrix_norm_2": [7.682962894439697], "update_matrix_norm_inf": [0.05068628862500191], "request": {"prompt": "{} works in the field of", "subject": "Giovanni Domenico Cassini", "target_new": {"str": "semiotics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [6.339, 3.866, 1.883, 0.502, 0.333, 0.289, 0.273, 0.266, 0.261, 0.254, 0.246, 0.244, 0.245, 0.242, 0.245, 0.247, 0.248, 0.242, 0.247, 0.241], "prob_new": [0.002079922240227461, 0.035172656178474426, 0.2175040990114212, 0.8097660541534424, 0.9329990148544312, 0.9695444107055664, 0.9834861755371094, 0.9897580742835999, 0.993008017539978, 0.9949029684066772, 0.9961071014404297, 0.9969079494476318, 0.9974225759506226, 0.997804582118988, 0.9980921149253845, 0.9982172846794128, 0.9983434677124023, 0.9984965920448303, 0.9986499547958374, 0.9986980557441711], "prob_old": [0.7944296002388, 0.08718907088041306, 0.15433906018733978, 0.05081578716635704, 0.018851058557629585, 0.011456084437668324, 0.007772849407047033, 0.005769333802163601, 0.0045465994626283646, 0.0037289017345756292, 0.0031044220086187124, 0.0026788513641804457, 0.0025544282980263233, 0.002272301819175482, 0.002044972497969866, 0.0022483898792415857, 0.0022371974773705006, 0.0020564121659845114, 0.0018092830432578921, 0.0019200968090444803], "prob_new_token": [0.0064143892377614975, 0.036868058145046234, 0.5259577035903931, 0.9521279335021973, 0.9728242754936218, 0.9841150641441345, 0.9897544384002686, 0.9928473234176636, 0.994723379611969, 0.995885968208313, 0.9966439604759216, 0.9971129298210144, 0.9972689747810364, 0.9975584149360657, 0.9977998733520508, 0.9977040886878967, 0.9977651834487915, 0.9979273676872253, 0.9981170892715454, 0.9981201887130737], "prob_old_token": [0.9053618907928467, 0.011348587460815907, 0.02170381508767605, 0.0004817444714717567, 8.4871964645572e-05, 4.1494025936117396e-05, 2.4164828573702835e-05, 1.5468556739506312e-05, 1.0509999810892623e-05, 7.74497675593011e-06, 5.9094850257679354e-06, 4.956780685461126e-06, 5.492315267474623e-06, 4.679649464378599e-06, 4.026169335702434e-06, 5.8852447182289325e-06, 6.329579264274798e-06, 5.550362402573228e-06, 4.358262231107801e-06, 5.235563094174722e-06], "update_matrix_norm_1": [28883.04296875], "update_matrix_norm_2": [7.698544502258301], "update_matrix_norm_inf": [0.05282266065478325], "request": {"prompt": "{} works in the field of", "subject": "Giovanni Domenico Cassini", "target_new": {"str": "science fiction"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [6.451, 4.936, 1.945, 1.046, 0.613, 0.554, 0.519, 0.493, 0.474, 0.46, 0.452, 0.446, 0.44, 0.434, 0.436, 0.43, 0.429, 0.428, 0.43, 0.427], "prob_new": [0.002506883814930916, 0.01504945196211338, 0.2657306492328644, 0.6387220025062561, 0.8475965857505798, 0.8962653875350952, 0.9267829060554504, 0.9501460790634155, 0.9675971865653992, 0.9795339107513428, 0.9869023561477661, 0.9912757277488708, 0.9939106702804565, 0.9955379366874695, 0.9965894818305969, 0.9973764419555664, 0.997909665107727, 0.9982615113258362, 0.9984964728355408, 0.998673141002655], "prob_old": [0.7865918874740601, 0.014878958463668823, 0.007489022798836231, 0.0025986877735704184, 0.0021947117056697607, 0.0018179253675043583, 0.0013140763621777296, 0.0009118621237576008, 0.0006381772691383958, 0.0004597405786626041, 0.000345715758157894, 0.0002725575468502939, 0.00022319868730846792, 0.00018894587992690504, 0.00016402806795667857, 0.00013997765199746937, 0.00012049423094140366, 0.00010625281720422208, 9.585888619767502e-05, 8.969460031948984e-05], "prob_new_token": [8.245401090789528e-07, 0.002326392335817218, 0.5226281881332397, 0.8608323335647583, 0.9495071768760681, 0.9619476795196533, 0.9695234298706055, 0.9752532839775085, 0.980255126953125, 0.9848500490188599, 0.9887505173683167, 0.9915961623191833, 0.9934472441673279, 0.9946001768112183, 0.995404839515686, 0.9962626695632935, 0.9969202876091003, 0.9974005222320557, 0.9977269768714905, 0.997806966304779], "prob_old_token": [0.9720993638038635, 0.00016859966854099184, 4.4734661059919745e-05, 2.4180906166293425e-06, 9.111947179007984e-07, 5.602187798103841e-07, 3.2995149013004266e-07, 2.0489966345849098e-07, 1.3422534550500131e-07, 9.084082108756775e-08, 6.313722877848704e-08, 4.542489406844652e-08, 3.430865902487312e-08, 2.7354655429689956e-08, 2.2627988371937136e-08, 1.8398528922602964e-08, 1.536322535855561e-08, 1.3353811390004466e-08, 1.2072932875639708e-08, 1.0837847952416269e-08], "update_matrix_norm_1": [30076.263671875], "update_matrix_norm_2": [7.709373950958252], "update_matrix_norm_inf": [0.03581881523132324], "request": {"prompt": "{} works in the field of", "subject": "Walter Baade", "target_new": {"str": "art history"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [7.509, 4.982, 3.709, 1.422, 0.654, 0.491, 0.464, 0.454, 0.449, 0.445, 0.44, 0.434, 0.434, 0.432, 0.433, 0.43, 0.43, 0.428, 0.428, 0.427], "prob_new": [0.0008168300264514983, 0.014856540597975254, 0.050112247467041016, 0.39574679732322693, 0.81028151512146, 0.9507918953895569, 0.9768654108047485, 0.9858465790748596, 0.990515410900116, 0.9933502674102783, 0.9951884150505066, 0.9963940382003784, 0.9971115589141846, 0.9973953366279602, 0.9976121783256531, 0.9978311061859131, 0.9980385303497314, 0.9981472492218018, 0.9982450604438782, 0.9983757138252258], "prob_old": [0.7865918874740601, 0.01583428680896759, 0.013842623680830002, 0.006061878986656666, 0.0023271855898201466, 0.0012062734458595514, 0.0007809455855749547, 0.0005880594253540039, 0.000463892676634714, 0.0003736211801879108, 0.0003075097338296473, 0.0002629794762469828, 0.0002397032076260075, 0.00023035568301565945, 0.00022313861700240523, 0.0002137864794349298, 0.00020255862909834832, 0.0001951657613972202, 0.00018756357894744724, 0.00017911037139128894], "prob_new_token": [5.892590706935152e-06, 0.11473522335290909, 0.22844311594963074, 0.733811616897583, 0.9759821891784668, 0.990057647228241, 0.9927075505256653, 0.9939478635787964, 0.9948797821998596, 0.9956585168838501, 0.9963054656982422, 0.9968348145484924, 0.9972435235977173, 0.9975066781044006, 0.997672975063324, 0.9978236556053162, 0.9979667663574219, 0.9980833530426025, 0.9981924295425415, 0.9983071684837341], "prob_old_token": [0.9720993638038635, 9.5492294349242e-05, 3.127912714262493e-05, 6.550399120897055e-06, 6.154953666737129e-07, 2.9315359029169485e-07, 1.852983047001544e-07, 1.2559858930671908e-07, 8.766572534568695e-08, 6.304649247113048e-08, 4.689598398499584e-08, 3.624137789870474e-08, 2.953656164095264e-08, 2.5129875069751506e-08, 2.2693944501384067e-08, 2.0695770430734228e-08, 1.893699597133036e-08, 1.7892974213395973e-08, 1.7117649520059786e-08, 1.6336173302988755e-08], "update_matrix_norm_1": [29883.787109375], "update_matrix_norm_2": [7.702966213226318], "update_matrix_norm_inf": [0.03213712200522423], "request": {"prompt": "{} works in the field of", "subject": "Walter Baade", "target_new": {"str": "computer graphics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [4.556, 4.167, 1.613, 0.834, 0.529, 0.446, 0.338, 0.335, 0.33, 0.325, 0.321, 0.316, 0.318, 0.314, 0.315, 0.314, 0.313, 0.313, 0.313, 0.313], "prob_new": [0.014632170088589191, 0.02854965440928936, 0.324593186378479, 0.6805830597877502, 0.911975085735321, 0.9671851992607117, 0.9774146676063538, 0.9839351177215576, 0.9889617562294006, 0.9921621084213257, 0.9941220879554749, 0.995364785194397, 0.9961244463920593, 0.996340811252594, 0.9965133666992188, 0.9967853426933289, 0.9970964789390564, 0.9972599744796753, 0.9973300695419312, 0.9974787831306458], "prob_old": [0.7865918874740601, 0.016275279223918915, 0.012425527907907963, 0.00772241922095418, 0.004308427684009075, 0.0023440432269126177, 0.0017638440476730466, 0.0013730190694332123, 0.0010239986004307866, 0.000781357754021883, 0.0006262206588871777, 0.000527112337294966, 0.00046269287122413516, 0.00042917398968711495, 0.00040381401777267456, 0.000373886403394863, 0.0003415935207158327, 0.0003217865596525371, 0.0003112022241111845, 0.0002946368476841599], "prob_new_token": [7.091361567290733e-06, 0.0023117712698876858, 0.18742026388645172, 0.7425618767738342, 0.9627180695533752, 0.9917068481445312, 0.9956561326980591, 0.9968447685241699, 0.997750997543335, 0.9983933568000793, 0.9988222122192383, 0.9991120100021362, 0.9992789626121521, 0.9992616772651672, 0.9992541074752808, 0.9993115663528442, 0.9993994235992432, 0.9994300603866577, 0.999426007270813, 0.9994606375694275], "prob_old_token": [0.9720993638038635, 0.00023377472825814039, 0.0001228979672305286, 2.845689232344739e-05, 3.866291081067175e-06, 6.059772204025649e-07, 1.587816313985968e-07, 8.701884723905096e-08, 5.368483968481996e-08, 3.6410785497764664e-08, 2.7406041880340126e-08, 2.26437890660236e-08, 2.0368384312519083e-08, 2.0098399389212318e-08, 1.9899928815902967e-08, 1.8267193979681906e-08, 1.5985010648478237e-08, 1.4963919880983667e-08, 1.477793887261214e-08, 1.3772451623594861e-08], "update_matrix_norm_1": [30618.12109375], "update_matrix_norm_2": [7.704015731811523], "update_matrix_norm_inf": [0.03358384966850281], "request": {"prompt": "{} works in the field of", "subject": "Walter Baade", "target_new": {"str": "chemistry"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [6.52, 4.809, 2.661, 0.949, 0.564, 0.443, 0.359, 0.321, 0.299, 0.284, 0.273, 0.265, 0.259, 0.254, 0.25, 0.251, 0.248, 0.248, 0.249, 0.248], "prob_new": [0.0018805979052558541, 0.013244143687188625, 0.11585327982902527, 0.6561563014984131, 0.7445863485336304, 0.8300971388816833, 0.9011824727058411, 0.9363054633140564, 0.9571567177772522, 0.9717122316360474, 0.9819156527519226, 0.9886038899421692, 0.9926589727401733, 0.9949595332145691, 0.9962314367294312, 0.9969915151596069, 0.9976046681404114, 0.9980983138084412, 0.9984215497970581, 0.9986150860786438], "prob_old": [0.6645783185958862, 0.009194609709084034, 0.03207862749695778, 0.004608767107129097, 0.008275940082967281, 0.00597464619204402, 0.002207602607086301, 0.0007690192433074117, 0.0003281872486695647, 0.00017711771943140775, 0.00012131238327128813, 0.00010697385005187243, 0.00012045279436279088, 0.00016478415636811405, 0.0002504902658984065, 0.0003537736483849585, 0.0003793018695432693, 0.00034836295526474714, 0.0003311179461888969, 0.0003384678275324404], "prob_new_token": [2.211297396570444e-05, 0.0010566753335297108, 0.03626473993062973, 0.6401230692863464, 0.5205759406089783, 0.654571533203125, 0.8516318202018738, 0.9341411590576172, 0.9636245369911194, 0.9772939085960388, 0.9847961664199829, 0.988952100276947, 0.9909681677818298, 0.9913924932479858, 0.9904217720031738, 0.9889205694198608, 0.9890955686569214, 0.990349292755127, 0.9911234974861145, 0.9912405610084534], "prob_old_token": [0.9630282521247864, 0.04057391732931137, 0.15557704865932465, 0.018973523750901222, 0.06761348992586136, 0.05365031585097313, 0.021134063601493835, 0.0073341927491128445, 0.003217261051759124, 0.0019206783035770059, 0.0015352295013144612, 0.0015801668632775545, 0.001990879885852337, 0.002907154615968466, 0.004566146060824394, 0.006544118281453848, 0.007077575661242008, 0.006533965468406677, 0.006216167937964201, 0.0063402545638382435], "update_matrix_norm_1": [26747.9453125], "update_matrix_norm_2": [7.728283882141113], "update_matrix_norm_inf": [0.11482929438352585], "request": {"prompt": "{} works in the field of", "subject": "Fibonacci", "target_new": {"str": "science fiction"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [5.774, 3.422, 1.012, 0.358, 0.276, 0.273, 0.268, 0.262, 0.259, 0.256, 0.254, 0.253, 0.251, 0.25, 0.25, 0.249, 0.249, 0.249, 0.249, 0.248], "prob_new": [0.00410291226580739, 0.05717060714960098, 0.540839672088623, 0.9499000310897827, 0.9710545539855957, 0.9775333404541016, 0.9822718501091003, 0.9863629937171936, 0.9896817803382874, 0.9921749234199524, 0.9939809441566467, 0.9953151941299438, 0.9963087439537048, 0.9970510601997375, 0.997595489025116, 0.997990608215332, 0.9982991218566895, 0.9985482692718506, 0.9987469911575317, 0.9988961815834045], "prob_old": [0.6645783185958862, 0.014671891927719116, 0.019861653447151184, 0.0009802660206332803, 0.0012838206021115184, 0.001623406307771802, 0.0016593303298577666, 0.0014452359173446894, 0.001140144420787692, 0.0008676198776811361, 0.0006554396823048592, 0.0004871601995546371, 0.0003577610186766833, 0.0002622519969008863, 0.00019631166651379317, 0.00015231937868520617, 0.00011909706518054008, 9.268327266909182e-05, 7.249774353113025e-05, 5.878712181583978e-05], "prob_new_token": [3.790626124100527e-07, 0.001879323273897171, 0.4969269633293152, 0.9698554277420044, 0.9791210889816284, 0.9810928702354431, 0.9834537506103516, 0.9864189028739929, 0.9893639087677002, 0.9917305111885071, 0.9935131669044495, 0.994942843914032, 0.9960772395133972, 0.9969432950019836, 0.9975579380989075, 0.9979773163795471, 0.9983060956001282, 0.9985789060592651, 0.9987954497337341, 0.9989476203918457], "prob_old_token": [0.9630282521247864, 0.05055439472198486, 0.05608231574296951, 0.0017439966322854161, 0.002865282818675041, 0.004011689685285091, 0.004297084175050259, 0.003852757392451167, 0.0031010848470032215, 0.0024211357813328505, 0.0018846385646611452, 0.0014251357642933726, 0.0010483337100595236, 0.0007620221585966647, 0.0005668574012815952, 0.00044100568629801273, 0.00034456231514923275, 0.0002658330195117742, 0.00020564623991958797, 0.00016632057668175548], "update_matrix_norm_1": [27724.2734375], "update_matrix_norm_2": [7.734228134155273], "update_matrix_norm_inf": [0.0925479307770729], "request": {"prompt": "{} works in the field of", "subject": "Fibonacci", "target_new": {"str": "sociology"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [4.667, 3.593, 2.054, 0.429, 0.292, 0.274, 0.266, 0.262, 0.26, 0.258, 0.254, 0.253, 0.249, 0.248, 0.248, 0.248, 0.248, 0.248, 0.248, 0.248], "prob_new": [0.010899323038756847, 0.04067619889974594, 0.19850535690784454, 0.8524969220161438, 0.9719932079315186, 0.9867251515388489, 0.9927444458007812, 0.9954928755760193, 0.9968774318695068, 0.9976503252983093, 0.998120903968811, 0.9984269142150879, 0.9986291527748108, 0.9987763166427612, 0.9988900423049927, 0.9989820122718811, 0.9990566968917847, 0.9991186261177063, 0.999172568321228, 0.9992200136184692], "prob_old": [0.6645783185958862, 0.01352118793874979, 0.031927283853292465, 0.0003189115959685296, 7.004420240264153e-06, 1.3439307622320484e-06, 6.220860768735292e-07, 4.27663962909719e-07, 3.577239340302185e-07, 3.2632874535920564e-07, 3.0509352200169815e-07, 2.8727498602165724e-07, 3.37914997317057e-07, 4.0355709529649175e-07, 4.4418868583306903e-07, 4.595543430241378e-07, 4.7358224719573627e-07, 4.776032369591121e-07, 4.563314348615677e-07, 4.173465129042597e-07], "prob_new_token": [2.145389714769408e-07, 1.2735584277834278e-05, 0.004557531792670488, 0.886687695980072, 0.9956049919128418, 0.9986047148704529, 0.9991887807846069, 0.9993936419487, 0.9994891881942749, 0.9995442628860474, 0.9995841383934021, 0.9996146559715271, 0.999602735042572, 0.9995836615562439, 0.99957674741745, 0.999578058719635, 0.9995750784873962, 0.9995737671852112, 0.9995823502540588, 0.9995981454849243], "prob_old_token": [0.9630282521247864, 0.04390794783830643, 0.16025425493717194, 0.0013444270007312298, 1.3639451026392635e-05, 2.7679693630489055e-06, 1.7002573713398306e-06, 1.5478407249247539e-06, 1.6159716551555903e-06, 1.7215584193763789e-06, 1.7656744830674143e-06, 1.7322284975307412e-06, 2.3069378585205413e-06, 3.0267181045928737e-06, 3.4670501918299124e-06, 3.6471190014708554e-06, 3.861099230562104e-06, 3.992286110587884e-06, 3.841149464278715e-06, 3.492053565423703e-06], "update_matrix_norm_1": [27316.53125], "update_matrix_norm_2": [7.7283034324646], "update_matrix_norm_inf": [0.09436481446027756], "request": {"prompt": "{} works in the field of", "subject": "Fibonacci", "target_new": {"str": "semiotics"}, "old_answer": {"str": "mathematics"}, "seed": 42}}, {"loss_per_step": [7.269, 5.094, 4.698, 4.0, 2.949, 1.672, 0.733, 0.462, 0.388, 0.346, 0.323, 0.31, 0.303, 0.3, 0.298, 0.296, 0.296, 0.295, 0.295, 0.294], "prob_new": [0.0010772921377792954, 0.009931839071214199, 0.014043227769434452, 0.026505105197429657, 0.07515691965818405, 0.29082682728767395, 0.6537173986434937, 0.8479835987091064, 0.9143853187561035, 0.9511356353759766, 0.972159743309021, 0.9838429689407349, 0.9900304079055786, 0.9933735132217407, 0.9952999353408813, 0.9964913129806519, 0.9972641468048096, 0.9977828860282898, 0.9981451034545898, 0.9984121918678284], "prob_old": [0.7682241797447205, 0.042938750237226486, 0.044908951967954636, 0.04472627118229866, 0.032995861023664474, 0.03661957383155823, 0.012966454029083252, 0.005793094169348478, 0.0040683988481760025, 0.00336383655667305, 0.002877748804166913, 0.002480420283973217, 0.0021707809064537287, 0.0019334228709340096, 0.0017382180085405707, 0.0015719607472419739, 0.0014386179391294718, 0.0013353421818464994, 0.0012524825287982821, 0.0011769651900976896], "prob_new_token": [5.446731847769115e-06, 0.10813809931278229, 0.110500767827034, 0.10704924166202545, 0.14989441633224487, 0.5124589204788208, 0.6192488074302673, 0.9019899964332581, 0.9523674845695496, 0.9773654937744141, 0.988553524017334, 0.9936574101448059, 0.9960238933563232, 0.9971897602081299, 0.9978301525115967, 0.9982237815856934, 0.9984837174415588, 0.9986639022827148, 0.9987952709197998, 0.9988982081413269], "prob_old_token": [0.9253426194190979, 0.0015161805786192417, 0.001584333018399775, 0.0013537148479372263, 0.0007104385877028108, 0.0008311521960422397, 0.00012998227612115443, 2.335323915758636e-05, 1.001233158604009e-05, 6.066604328225367e-06, 4.23247138314764e-06, 3.2346986245102016e-06, 2.6640989290172e-06, 2.29960141950869e-06, 2.003129111471935e-06, 1.7398990621586563e-06, 1.5339406900238828e-06, 1.3843086890119594e-06, 1.26917348097777e-06, 1.1580337968553067e-06], "update_matrix_norm_1": [28157.54296875], "update_matrix_norm_2": [7.396998882293701], "update_matrix_norm_inf": [0.0355440191924572], "request": {"prompt": "{} works in the field of", "subject": "Abd al-Rahman al-Sufi", "target_new": {"str": "computer graphics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [6.255, 4.981, 4.179, 1.88, 0.596, 0.438, 0.375, 0.345, 0.329, 0.319, 0.312, 0.307, 0.303, 0.301, 0.299, 0.297, 0.296, 0.296, 0.295, 0.294], "prob_new": [0.003072880208492279, 0.011382571421563625, 0.025210065767169, 0.2569752335548401, 0.753364086151123, 0.8774739503860474, 0.9281820058822632, 0.9533288478851318, 0.9679436683654785, 0.9774861931800842, 0.9837362170219421, 0.9879695773124695, 0.9910429120063782, 0.9932448267936707, 0.9948083758354187, 0.995983898639679, 0.9968786835670471, 0.997534990310669, 0.9980499744415283, 0.9984605312347412], "prob_old": [0.7682241797447205, 0.0369490385055542, 0.046274345368146896, 0.08121765404939651, 0.025066224858164787, 0.01100158877670765, 0.0061681983061134815, 0.00399776641279459, 0.0027975093107670546, 0.0020234480034559965, 0.00150705233681947, 0.0011507152812555432, 0.0008810193976387382, 0.0006845960160717368, 0.0005447342409752309, 0.0004364364722277969, 0.00035149938776157796, 0.0002880904939956963, 0.00023557408712804317, 0.00019164741388522089], "prob_new_token": [1.0940996020281091e-07, 0.00019108779088128358, 0.001024535158649087, 0.21303457021713257, 0.8002520799636841, 0.917901873588562, 0.9569482803344727, 0.974297821521759, 0.983536422252655, 0.9893447160720825, 0.9927652478218079, 0.9948790073394775, 0.9963858127593994, 0.9973883032798767, 0.9980396628379822, 0.998514711856842, 0.9988651275634766, 0.9991030693054199, 0.999281644821167, 0.9994232654571533], "prob_old_token": [0.9253426194190979, 0.0012417741818353534, 0.0021062472369521856, 0.010977688245475292, 0.0004817465378437191, 8.358045306522399e-05, 2.532512735342607e-05, 1.0293399100191891e-05, 4.944160991726676e-06, 2.564938313298626e-06, 1.4354873201227747e-06, 8.583850217291911e-07, 5.173982344786054e-07, 3.237279884160671e-07, 2.1452321163906163e-07, 1.4407324044896086e-07, 9.771613918019284e-08, 6.944910069250909e-08, 4.9779508515257476e-08, 3.539118154094467e-08], "update_matrix_norm_1": [29423.13671875], "update_matrix_norm_2": [7.406888961791992], "update_matrix_norm_inf": [0.03057379648089409], "request": {"prompt": "{} works in the field of", "subject": "Abd al-Rahman al-Sufi", "target_new": {"str": "particle physics"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [3.118, 3.102, 0.935, 0.63, 0.499, 0.424, 0.377, 0.349, 0.331, 0.32, 0.312, 0.305, 0.301, 0.298, 0.298, 0.296, 0.295, 0.295, 0.295, 0.294], "prob_new": [0.05448924005031586, 0.06523721665143967, 0.5550282001495361, 0.726060688495636, 0.8214855194091797, 0.8832168579101562, 0.924105167388916, 0.9499478340148926, 0.9663162231445312, 0.977098822593689, 0.984326958656311, 0.989140510559082, 0.9923213124275208, 0.9944358468055725, 0.9958727955818176, 0.9968673586845398, 0.997550904750824, 0.9980130195617676, 0.998325526714325, 0.9985397458076477], "prob_old": [0.7682241797447205, 0.05840400233864784, 0.4738041162490845, 0.3645782172679901, 0.22823315858840942, 0.13580390810966492, 0.08070985972881317, 0.050290029495954514, 0.03371903672814369, 0.02423396334052086, 0.01839316263794899, 0.014561207965016365, 0.011924393475055695, 0.010041063651442528, 0.00868214201182127, 0.007732992991805077, 0.007066681515425444, 0.006576788146048784, 0.006211645435541868, 0.00594149949029088], "prob_new_token": [1.426822564098984e-05, 0.0009793908102437854, 0.25359731912612915, 0.5360005497932434, 0.74535071849823, 0.8602333664894104, 0.92543625831604, 0.9591166377067566, 0.9757932424545288, 0.9845560193061829, 0.9895316958427429, 0.9925110340118408, 0.9943715929985046, 0.9955870509147644, 0.9964099526405334, 0.9969754219055176, 0.9973592162132263, 0.9976195096969604, 0.9978023767471313, 0.9979379773139954], "prob_old_token": [0.9253426194190979, 0.0059156259521842, 0.48146626353263855, 0.2272818237543106, 0.062274862080812454, 0.015222098678350449, 0.004055505618453026, 0.0013224909780547023, 0.0005565421306528151, 0.00029594454099424183, 0.0001879462943179533, 0.0001355437998427078, 0.00010711615323089063, 9.036494884639978e-05, 8.025590796023607e-05, 7.500060019083321e-05, 7.310317596420646e-05, 7.324777106987312e-05, 7.487446418963373e-05, 7.770275988150388e-05], "update_matrix_norm_1": [30064.9140625], "update_matrix_norm_2": [7.403594017028809], "update_matrix_norm_inf": [0.02917262353003025], "request": {"prompt": "{} works in the field of", "subject": "Abd al-Rahman al-Sufi", "target_new": {"str": "space exploration"}, "old_answer": {"str": "astronomy"}, "seed": 42}}, {"loss_per_step": [10.548, 6.848, 0.92, 0.388, 0.355, 0.336, 0.322, 0.31, 0.3, 0.293, 0.287, 0.282, 0.279, 0.276, 0.273, 0.271, 0.269, 0.267, 0.266, 0.265], "prob_new": [6.823355943197384e-05, 0.0027277700137346983, 0.6046389937400818, 0.8827637434005737, 0.9126016497612, 0.9296519756317139, 0.9427106976509094, 0.9529326558113098, 0.9610010981559753, 0.9674384593963623, 0.9726369380950928, 0.9768853187561035, 0.9803916811943054, 0.9833016395568848, 0.9857168793678284, 0.9877160787582397, 0.9893701672554016, 0.990743100643158, 0.9918899536132812, 0.9928558468818665], "prob_old": [0.8916915655136108, 0.03502609580755234, 0.024244723841547966, 0.007002559024840593, 0.005121556110680103, 0.004235333763062954, 0.003577108960598707, 0.0030558393336832523, 0.002641525352373719, 0.002312207594513893, 0.0020473753102123737, 0.0018285461701452732, 0.0016413760604336858, 0.00147736887447536, 0.0013333706883713603, 0.0012088658986613154, 0.0011034711496904492, 0.0010159289231523871, 0.0009440063149668276, 0.0008847614517435431], "prob_new_token": [6.513837888633134e-06, 0.004113323055207729, 0.9218572974205017, 0.9790068864822388, 0.9872402548789978, 0.9908831119537354, 0.9930033087730408, 0.9943792223930359, 0.9953392148017883, 0.9960468411445618, 0.9965941309928894, 0.9970337152481079, 0.9973996877670288, 0.997710108757019, 0.9979760050773621, 0.9982016682624817, 0.998393177986145, 0.9985554814338684, 0.99869304895401, 0.9988110661506653], "prob_old_token": [0.9490463137626648, 0.0005445425631478429, 2.5451998226344585e-05, 2.135871454811422e-06, 1.0967264643113595e-06, 7.043308869469911e-07, 4.80260212043504e-07, 3.435585824718146e-07, 2.577054090124875e-07, 2.0197650485442864e-07, 1.6406627878495783e-07, 1.3650172547841066e-07, 1.1485501971719714e-07, 9.691706281955703e-08, 8.195021194978835e-08, 6.978038413762988e-08, 6.019428155923379e-08, 5.286039694851752e-08, 4.734996750244136e-08, 4.322766500308717e-08], "update_matrix_norm_1": [30194.828125], "update_matrix_norm_2": [8.004986763000488], "update_matrix_norm_inf": [0.05216248333454132], "request": {"prompt": "{} works in the field of", "subject": "Max Weber", "target_new": {"str": "architecture"}, "old_answer": {"str": "sociology"}, "seed": 42}}, {"loss_per_step": [5.09, 3.48, 1.685, 0.575, 0.364, 0.314, 0.291, 0.282, 0.275, 0.269, 0.264, 0.258, 0.256, 0.255, 0.252, 0.248, 0.246, 0.244, 0.242, 0.241], "prob_new": [0.007774055935442448, 0.04964926838874817, 0.31567293405532837, 0.7989420294761658, 0.9183083772659302, 0.9610219597816467, 0.9787735939025879, 0.9872692823410034, 0.9916961789131165, 0.9941648244857788, 0.9956427216529846, 0.9965753555297852, 0.9971838593482971, 0.997589111328125, 0.997856616973877, 0.9980306625366211, 0.9981493353843689, 0.9982398748397827, 0.9983195662498474, 0.9983989596366882], "prob_old": [0.8916915655136108, 0.030972685664892197, 0.03606092557311058, 0.012597606517374516, 0.009521112777292728, 0.0076538799330592155, 0.006305955816060305, 0.005310900509357452, 0.004523416981101036, 0.003902436699718237, 0.003437815001234412, 0.003105696989223361, 0.0028686097357422113, 0.0026737875305116177, 0.002497859299182892, 0.002359130186960101, 0.002267979085445404, 0.002214508131146431, 0.0021824545692652464, 0.002156170317903161], "prob_new_token": [7.265512067533564e-06, 0.0038059360813349485, 0.17449550330638885, 0.8291376233100891, 0.9648367762565613, 0.988426923751831, 0.9951157569885254, 0.997594952583313, 0.9986432790756226, 0.9991403818130493, 0.9994034767150879, 0.9995511174201965, 0.9996376037597656, 0.9996926784515381, 0.9997290372848511, 0.9997525215148926, 0.9997674822807312, 0.9997776746749878, 0.9997859597206116, 0.9997953772544861], "prob_old_token": [0.9490463137626648, 0.00033105199690908194, 0.0006282790564000607, 0.0004458170442376286, 0.0003966056101489812, 0.00026920600794255733, 0.00017832724552135915, 0.00012145400251029059, 8.500861440552399e-05, 6.189299165271223e-05, 4.765487028635107e-05, 3.8975387724349275e-05, 3.3381060347892344e-05, 2.8805845431634225e-05, 2.4550356101826765e-05, 2.1107171050971374e-05, 1.8742230167845264e-05, 1.7237523934454657e-05, 1.62251089932397e-05, 1.5363160855486058e-05], "update_matrix_norm_1": [29728.833984375], "update_matrix_norm_2": [7.9869794845581055], "update_matrix_norm_inf": [0.04748094081878662], "request": {"prompt": "{} works in the field of", "subject": "Max Weber", "target_new": {"str": "linguistics"}, "old_answer": {"str": "sociology"}, "seed": 42}}, {"loss_per_step": [7.149, 4.687, 4.036, 2.236, 0.842, 0.409, 0.314, 0.291, 0.287, 0.277, 0.277, 0.272, 0.267, 0.263, 0.267, 0.263, 0.264, 0.263, 0.262, 0.261], "prob_new": [0.0010469361441209912, 0.012892589904367924, 0.024627625942230225, 0.16872873902320862, 0.5835490822792053, 0.889350175857544, 0.9749455451965332, 0.9894825220108032, 0.9934428334236145, 0.9949775338172913, 0.9957462549209595, 0.9962695837020874, 0.9966657757759094, 0.9969487190246582, 0.9971882104873657, 0.9973905682563782, 0.997581422328949, 0.9977777004241943, 0.9979729652404785, 0.9981468915939331], "prob_old": [0.8916915655136108, 0.0277166236191988, 0.03356713429093361, 0.042916808277368546, 0.02050773799419403, 0.008833665400743484, 0.0033994056284427643, 0.0018334811320528388, 0.001284224446862936, 0.0010223417775705457, 0.0008819714421406388, 0.0007933197193779051, 0.0007333304965868592, 0.000690008862875402, 0.0006516901194117963, 0.0006194369634613395, 0.0005961718270555139, 0.0005730862612836063, 0.0005488537717610598, 0.0005256060976535082], "prob_new_token": [5.94210938231754e-08, 0.00013653772475663573, 0.00074473099084571, 0.08165708929300308, 0.5756942629814148, 0.9243379831314087, 0.9845231175422668, 0.9937385320663452, 0.9961810111999512, 0.996918797492981, 0.9973135590553284, 0.997656524181366, 0.9979525208473206, 0.9981425404548645, 0.9982685446739197, 0.9983129501342773, 0.998389720916748, 0.9985103607177734, 0.998648464679718, 0.9987658858299255], "prob_old_token": [0.9490463137626648, 0.0002076170057989657, 0.00037722132401540875, 0.0009041719022206962, 0.00021733460016548634, 2.7573581974138506e-05, 3.5273687899461947e-06, 9.426885867469537e-07, 4.449952939467039e-07, 3.217532196231332e-07, 2.637309535202803e-07, 2.164865406939498e-07, 1.764786361491133e-07, 1.503826183579804e-07, 1.373757925193786e-07, 1.500916226859772e-07, 1.559393751904281e-07, 1.5013513632311515e-07, 1.3739190762862563e-07, 1.253792163424805e-07], "update_matrix_norm_1": [29614.55859375], "update_matrix_norm_2": [8.011271476745605], "update_matrix_norm_inf": [0.04915456101298332], "request": {"prompt": "{} works in the field of", "subject": "Max Weber", "target_new": {"str": "chemistry"}, "old_answer": {"str": "sociology"}, "seed": 42}}, {"loss_per_step": [6.395, 4.953, 4.461, 2.69, 0.655, 0.432, 0.367, 0.339, 0.329, 0.323, 0.321, 0.317, 0.316, 0.315, 0.315, 0.313, 0.313, 0.313, 0.312, 0.312], "prob_new": [0.002465271158143878, 0.012287120334804058, 0.019661568105220795, 0.10963456332683563, 0.7480903267860413, 0.9165217280387878, 0.9584440588951111, 0.9758210182189941, 0.9845018982887268, 0.9893689155578613, 0.9925157427787781, 0.9947089552879333, 0.9962409734725952, 0.9972299337387085, 0.9978485107421875, 0.9982413649559021, 0.9985049366950989, 0.998694121837616, 0.9988338351249695, 0.9989304542541504], "prob_old": [0.8075892329216003, 0.13210105895996094, 0.11439205706119537, 0.05960377678275108, 0.011631100438535213, 0.004687838722020388, 0.002767198020592332, 0.0019031887641176581, 0.0014469808666035533, 0.0011419054353609681, 0.0009180156630463898, 0.0007447857642546296, 0.000611973344348371, 0.0005155295366421342, 0.00044600293040275574, 0.00039537574048154056, 0.0003570263215806335, 0.00032464793184772134, 0.00029614075901918113, 0.0002730089472606778], "prob_new_token": [1.0025527444668114e-05, 0.001982737798243761, 0.0034711509943008423, 0.049835819751024246, 0.809457004070282, 0.9504672288894653, 0.9742415547370911, 0.9807327389717102, 0.9840022921562195, 0.9862229824066162, 0.9880290627479553, 0.9896700382232666, 0.991148829460144, 0.9923117756843567, 0.9931555390357971, 0.9937649965286255, 0.9942189455032349, 0.994543731212616, 0.9947611689567566, 0.9948857426643372], "prob_old_token": [0.9227941632270813, 0.014157069846987724, 0.007779485546052456, 0.0012803013669326901, 5.708281241822988e-05, 6.3277802837546915e-06, 2.2263113805820467e-06, 1.2696117437371868e-06, 9.206835329678142e-07, 7.426634738294524e-07, 6.178937610457069e-07, 4.821495167561807e-07, 3.621479436333175e-07, 2.8223081471878686e-07, 2.318812306612017e-07, 1.9896467051694344e-07, 1.7620469350276835e-07, 1.551402988297923e-07, 1.3490061689935828e-07, 1.2226580281549104e-07], "update_matrix_norm_1": [32673.583984375], "update_matrix_norm_2": [7.990227222442627], "update_matrix_norm_inf": [0.03084813617169857], "request": {"prompt": "{} works in the field of", "subject": "Clark L. Hull", "target_new": {"str": "art history"}, "old_answer": {"str": "psychology"}, "seed": 42}}, {"loss_per_step": [2.653, 2.387, 2.181, 1.765, 0.823, 0.482, 0.37, 0.341, 0.329, 0.324, 0.32, 0.317, 0.315, 0.314, 0.313, 0.312, 0.311, 0.31, 0.31, 0.309], "prob_new": [0.07403694838285446, 0.13686256110668182, 0.16711439192295074, 0.24477455019950867, 0.6216905117034912, 0.8557710647583008, 0.944266676902771, 0.9696236848831177, 0.9798282384872437, 0.9854491949081421, 0.989338219165802, 0.9918226599693298, 0.9934568405151367, 0.9946754574775696, 0.9956550598144531, 0.9963605999946594, 0.9968754053115845, 0.9972870349884033, 0.9976235628128052, 0.9978772401809692], "prob_old": [0.8075892329216003, 0.14941619336605072, 0.1420939415693283, 0.07635325938463211, 0.060992468148469925, 0.016390485689044, 0.006743437610566616, 0.003647655714303255, 0.0024292487651109695, 0.0017701627220958471, 0.0013283189618960023, 0.001034342683851719, 0.0008280376787297428, 0.0006712936447001994, 0.0005442421534098685, 0.00044856220483779907, 0.0003769962931983173, 0.00031979026971384883, 0.0002732794382609427, 0.00024019088596105576], "prob_new_token": [3.910045506927418e-06, 0.001260473858565092, 0.0032768461387604475, 0.014591378159821033, 0.44540935754776, 0.8855414986610413, 0.9353566765785217, 0.9534024000167847, 0.9641201496124268, 0.9732589721679688, 0.9821067452430725, 0.9875656962394714, 0.9906482696533203, 0.9929823875427246, 0.9950883984565735, 0.9963093400001526, 0.9969209432601929, 0.9974237680435181, 0.9978774785995483, 0.9980848431587219], "prob_old_token": [0.9227941632270813, 0.026738306507468224, 0.024908097460865974, 0.004099895711988211, 0.0017378289485350251, 1.7704371202853508e-05, 2.634163820403046e-06, 1.2362405641397345e-06, 8.822182167023129e-07, 6.350005605781917e-07, 3.9102448567973624e-07, 2.567467447534e-07, 1.8463398987478286e-07, 1.3088701678043435e-07, 8.267065254585759e-08, 5.587293472331112e-08, 4.224466110258618e-08, 3.14815906676813e-08, 2.2715727965305632e-08, 1.8527947176494308e-08], "update_matrix_norm_1": [32210.212890625], "update_matrix_norm_2": [8.000460624694824], "update_matrix_norm_inf": [0.032887402921915054], "request": {"prompt": "{} works in the field of", "subject": "Clark L. Hull", "target_new": {"str": "organic chemistry"}, "old_answer": {"str": "psychology"}, "seed": 42}}, {"loss_per_step": [2.35, 2.345, 0.964, 0.465, 0.379, 0.358, 0.347, 0.338, 0.331, 0.326, 0.323, 0.318, 0.315, 0.313, 0.311, 0.311, 0.311, 0.311, 0.309, 0.309], "prob_new": [0.09814003854990005, 0.1529751718044281, 0.6271762251853943, 0.9410741329193115, 0.9591491222381592, 0.9731290936470032, 0.9826756715774536, 0.9886878728866577, 0.9923301935195923, 0.9944467544555664, 0.9955947995185852, 0.9961286187171936, 0.9963761568069458, 0.9965669512748718, 0.9967746734619141, 0.9970225691795349, 0.997316300868988, 0.9976338148117065, 0.9979342818260193, 0.9981862306594849], "prob_old": [0.8075892329216003, 0.13960383832454681, 0.04333515465259552, 0.001970524899661541, 0.0010213139466941357, 0.0007454961305484176, 0.0005697563174180686, 0.00044257918489165604, 0.0003550052351783961, 0.0003003404999617487, 0.00026839887141250074, 0.0002539384877309203, 0.00025127208209596574, 0.00025080027990043163, 0.0002481043920852244, 0.00024174674763344228, 0.00023092201445251703, 0.00021629928960464895, 0.00020059103553649038, 0.0001866485399659723], "prob_new_token": [5.77079517825041e-05, 0.0019730490166693926, 0.5858733057975769, 0.9563021063804626, 0.9712395071983337, 0.9814488291740417, 0.988150954246521, 0.9923672080039978, 0.9949119687080383, 0.9963482618331909, 0.9970858693122864, 0.9973999261856079, 0.9975106716156006, 0.9975833892822266, 0.9976766109466553, 0.9978183507919312, 0.9980319142341614, 0.998304009437561, 0.9985754489898682, 0.9987965226173401], "prob_old_token": [0.9227941632270813, 0.018717335537075996, 0.00037641669041477144, 1.0275238082613214e-06, 3.602489186960156e-07, 1.9586916266689514e-07, 1.18704733154118e-07, 7.548067060270114e-08, 5.08010344901777e-08, 3.710421481173398e-08, 2.9632657216893676e-08, 2.677332666678467e-08, 2.7428161075704338e-08, 2.8790614337026454e-08, 2.9485622832226e-08, 2.922554465101257e-08, 2.774258689441922e-08, 2.49950709019231e-08, 2.1715804265909355e-08, 1.8729945594486708e-08], "update_matrix_norm_1": [32505.974609375], "update_matrix_norm_2": [8.011242866516113], "update_matrix_norm_inf": [0.02793419361114502], "request": {"prompt": "{} works in the field of", "subject": "Clark L. Hull", "target_new": {"str": "evolutionary biology"}, "old_answer": {"str": "psychology"}, "seed": 42}}, {"loss_per_step": [6.812, 4.879, 4.15, 2.465, 0.98, 0.673, 0.415, 0.364, 0.304, 0.283, 0.274, 0.27, 0.266, 0.264, 0.262, 0.262, 0.262, 0.261, 0.261, 0.261], "prob_new": [0.0021558485459536314, 0.012806929647922516, 0.022141480818390846, 0.12650425732135773, 0.5116187334060669, 0.6742905974388123, 0.8617420196533203, 0.9054073095321655, 0.9608132839202881, 0.9810672402381897, 0.9891219735145569, 0.9932368397712708, 0.9955891370773315, 0.9970000386238098, 0.9978638887405396, 0.9983970522880554, 0.9987239241600037, 0.9989255666732788, 0.9990625977516174, 0.9991657137870789], "prob_old": [0.8937540054321289, 0.04325830191373825, 0.04530875012278557, 0.03730035573244095, 0.015511538833379745, 0.007238582707941532, 0.003036916023120284, 0.0015875722747296095, 0.0007419768371619284, 0.0003677101631183177, 0.00020720213069580495, 0.0001319254661211744, 9.238083293894306e-05, 6.928699440322816e-05, 5.465831418405287e-05, 4.4941385567653924e-05, 3.849525819532573e-05, 3.430951983318664e-05, 3.1292005587602034e-05, 2.8752212529070675e-05], "prob_new_token": [2.157352962939285e-09, 0.0006703515537083149, 0.004855299834161997, 0.31614652276039124, 0.6898801922798157, 0.6211048364639282, 0.9016017913818359, 0.9529734253883362, 0.9706276655197144, 0.9800918698310852, 0.986555814743042, 0.9909237027168274, 0.9937917590141296, 0.9956775903701782, 0.9969237446784973, 0.9977387189865112, 0.9982477426528931, 0.9985530972480774, 0.9987627863883972, 0.9989327788352966], "prob_old_token": [0.9716554284095764, 0.0016197488876059651, 0.0020887083373963833, 0.0021584234200417995, 0.0001982397516258061, 2.481604678905569e-05, 2.4453067908325465e-06, 5.224592882768775e-07, 1.2986758690658462e-07, 4.067902281690294e-08, 1.7394443219131972e-08, 9.820018576078837e-09, 6.609002234370109e-09, 4.845811307774284e-09, 3.7049534551414354e-09, 2.9436382220637825e-09, 2.497795081879417e-09, 2.296201007112586e-09, 2.169633583903874e-09, 2.0144710344283112e-09], "update_matrix_norm_1": [33699.0234375], "update_matrix_norm_2": [8.913217544555664], "update_matrix_norm_inf": [0.05791895091533661], "request": {"prompt": "{} works in the field of", "subject": "Alfred Marshall", "target_new": {"str": "nuclear chemistry"}, "old_answer": {"str": "economics"}, "seed": 42}}, {"loss_per_step": [3.222, 2.403, 2.104, 1.397, 0.478, 0.3, 0.277, 0.27, 0.267, 0.266, 0.264, 0.263, 0.262, 0.261, 0.26, 0.26, 0.258, 0.256, 0.253, 0.25], "prob_new": [0.04617888480424881, 0.1356295943260193, 0.16880129277706146, 0.3512881100177765, 0.8230370879173279, 0.9690984487533569, 0.9840378761291504, 0.9902494549751282, 0.9932422041893005, 0.9948948621749878, 0.9959243535995483, 0.9966207146644592, 0.9971221089363098, 0.9975040555000305, 0.9978118538856506, 0.9980697631835938, 0.9982824921607971, 0.9984456300735474, 0.9985552430152893, 0.9986140131950378], "prob_old": [0.8937540054321289, 0.03536337986588478, 0.03465958684682846, 0.036464590579271317, 0.01644003577530384, 0.0028153187595307827, 0.0010653104400262237, 0.0006020144210197031, 0.0004143989644944668, 0.000319796527037397, 0.0002640628954395652, 0.0002272628917125985, 0.00020094677165616304, 0.00018105290655512363, 0.00016528884589206427, 0.0001523792598163709, 0.00014225640916265547, 0.00013577280333265662, 0.00013396177382674068, 0.00013741968723479658], "prob_new_token": [9.66626743093002e-08, 0.0003921876777894795, 0.0015644532395526767, 0.07420428842306137, 0.7430534958839417, 0.9737541675567627, 0.9932313561439514, 0.9970732927322388, 0.9981754422187805, 0.9985811114311218, 0.998776376247406, 0.9988934397697449, 0.99897700548172, 0.9990479350090027, 0.9991167187690735, 0.9991864562034607, 0.9992516040802002, 0.9993012547492981, 0.9993258118629456, 0.9993197917938232], "prob_old_token": [0.9716554284095764, 0.0009105680510401726, 0.0009920238517224789, 0.002560411114245653, 0.00026073260232806206, 3.2267214464809513e-06, 2.810213857173949e-07, 8.473903534422789e-08, 4.368069639326677e-08, 2.8787155770260142e-08, 2.1494434676583296e-08, 1.7223236170593736e-08, 1.4420527882919032e-08, 1.243267089279243e-08, 1.0942138750635877e-08, 9.811612855514795e-09, 9.048212845641501e-09, 8.74534045181008e-09, 9.043192861213356e-09, 1.0149205031950714e-08], "update_matrix_norm_1": [34211.40625], "update_matrix_norm_2": [8.90637493133545], "update_matrix_norm_inf": [0.046621475368738174], "request": {"prompt": "{} works in the field of", "subject": "Alfred Marshall", "target_new": {"str": "organic chemistry"}, "old_answer": {"str": "economics"}, "seed": 42}}, {"loss_per_step": [5.63, 3.639, 3.027, 1.681, 0.612, 0.521, 0.409, 0.353, 0.323, 0.305, 0.293, 0.285, 0.279, 0.275, 0.272, 0.27, 0.268, 0.266, 0.265, 0.264], "prob_new": [0.004705068655312061, 0.04730464890599251, 0.07231869548559189, 0.3274191617965698, 0.7245144844055176, 0.7937248945236206, 0.8658409118652344, 0.9141037464141846, 0.9416214227676392, 0.9579559564590454, 0.9685330986976624, 0.9759044051170349, 0.981297492980957, 0.9853599071502686, 0.9884738326072693, 0.9908866882324219, 0.9927629828453064, 0.9942193627357483, 0.9953479170799255, 0.9962229132652283], "prob_old": [0.8937540054321289, 0.03807148337364197, 0.034859415143728256, 0.028717098757624626, 0.016232918947935104, 0.01173941045999527, 0.008300554007291794, 0.005941470619291067, 0.00446748360991478, 0.003491929965093732, 0.002792626852169633, 0.0022591573651880026, 0.0018361436668783426, 0.0014948173193261027, 0.001218944787979126, 0.0009969969978556037, 0.0008188001811504364, 0.0006754934438504279, 0.0005600862787105143, 0.00046714366180822253], "prob_new_token": [2.5627557853624694e-09, 0.00014852668391540647, 0.0010862653143703938, 0.16581664979457855, 0.5939059853553772, 0.744939386844635, 0.8747167587280273, 0.9315240383148193, 0.9573416709899902, 0.9710050821304321, 0.9792258739471436, 0.9846240282058716, 0.988364577293396, 0.9910447001457214, 0.9930082559585571, 0.9944650530815125, 0.9955505728721619, 0.9963646531105042, 0.9969858527183533, 0.9974715709686279], "prob_old_token": [0.9716554284095764, 0.00071487802779302, 0.0005534355295822024, 0.0005760370404459536, 0.00023143399448599666, 9.728224540594965e-05, 3.845135142910294e-05, 1.6801066522020847e-05, 8.458998308924492e-06, 4.73368299935828e-06, 2.8285364805924473e-06, 1.7525505882076686e-06, 1.1082624951086473e-06, 7.128929837563192e-07, 4.6941198661443195e-07, 3.193763120634685e-07, 2.2518960918205266e-07, 1.6377097722397593e-07, 1.2203922494791186e-07, 9.270620182633138e-08], "update_matrix_norm_1": [33313.64453125], "update_matrix_norm_2": [8.939414978027344], "update_matrix_norm_inf": [0.04969744384288788], "request": {"prompt": "{} works in the field of", "subject": "Alfred Marshall", "target_new": {"str": "space exploration"}, "old_answer": {"str": "economics"}, "seed": 42}}, {"loss_per_step": [6.435, 3.596, 3.093, 1.875, 0.484, 0.306, 0.297, 0.295, 0.294, 0.293, 0.292, 0.292, 0.291, 0.291, 0.29, 0.29, 0.29, 0.29, 0.289, 0.289], "prob_new": [0.002481999108567834, 0.03915156051516533, 0.06426437944173813, 0.22107070684432983, 0.8388254046440125, 0.9848483800888062, 0.9913226962089539, 0.9934250116348267, 0.9946162104606628, 0.9954553246498108, 0.9961049556732178, 0.99662846326828, 0.997058629989624, 0.9974191188812256, 0.9977267980575562, 0.997987687587738, 0.9982061982154846, 0.9983896613121033, 0.9985451698303223, 0.9986792206764221], "prob_old": [0.9119418263435364, 0.128758504986763, 0.12443163245916367, 0.08975569903850555, 0.06439816206693649, 0.02109069563448429, 0.011273122392594814, 0.00841087382286787, 0.007144920527935028, 0.006376765202730894, 0.005863822065293789, 0.005496658850461245, 0.005211485084146261, 0.004954499192535877, 0.0046937670558691025, 0.004452413879334927, 0.004246509168297052, 0.0040721595287323, 0.003915427252650261, 0.003761901520192623], "prob_new_token": [1.562714373903873e-06, 3.375867163413204e-05, 0.00017002070671878755, 0.013130712322890759, 0.8027409911155701, 0.990766167640686, 0.9960575699806213, 0.99720299243927, 0.9976711273193359, 0.9979547262191772, 0.9981671571731567, 0.9983400702476501, 0.9984870553016663, 0.9986186027526855, 0.9987404942512512, 0.9988499283790588, 0.9989454746246338, 0.999029278755188, 0.9991034269332886, 0.9991699457168579], "prob_old_token": [0.9637112617492676, 0.00018706722767092288, 0.00012538384180516005, 4.115333649679087e-05, 1.23199715744704e-05, 2.0488580787514366e-07, 2.033015356062151e-08, 6.84180134769008e-09, 3.975236584352615e-09, 2.896117123896147e-09, 2.336016491355508e-09, 1.985105413382371e-09, 1.7390884288204234e-09, 1.5491303795300837e-09, 1.3895986583634112e-09, 1.255745063488689e-09, 1.144250250106893e-09, 1.0504396241728386e-09, 9.700240610754918e-10, 8.990286293197869e-10], "update_matrix_norm_1": [31767.365234375], "update_matrix_norm_2": [8.040717124938965], "update_matrix_norm_inf": [0.0724969357252121], "request": {"prompt": "{} works in the field of", "subject": "Adolf von Baeyer", "target_new": {"str": "semiotics"}, "old_answer": {"str": "organic chemistry"}, "seed": 42}}, {"loss_per_step": [6.675, 2.019, 0.395, 0.33, 0.311, 0.303, 0.299, 0.296, 0.294, 0.293, 0.292, 0.292, 0.291, 0.291, 0.29, 0.29, 0.29, 0.289, 0.289, 0.289], "prob_new": [0.001653430168516934, 0.20797400176525116, 0.9021638631820679, 0.9616986513137817, 0.9789780378341675, 0.9867684841156006, 0.9910163283348083, 0.9935600161552429, 0.9951756000518799, 0.996248722076416, 0.9969884157180786, 0.9975149035453796, 0.9979004859924316, 0.9981895089149475, 0.998409628868103, 0.9985795021057129, 0.9987116456031799, 0.9988149404525757, 0.9988957643508911, 0.9989590644836426], "prob_old": [0.9119418263435364, 0.10342423617839813, 0.053099021315574646, 0.033738039433956146, 0.0254947692155838, 0.021150633692741394, 0.01841060072183609, 0.01648068241775036, 0.015027455054223537, 0.013885931111872196, 0.012964833527803421, 0.012210040353238583, 0.01159100141376257, 0.011093208566308022, 0.01070537231862545, 0.010404456406831741, 0.010167380794882774, 0.009980360977351665, 0.009836442768573761, 0.009731985628604889], "prob_new_token": [1.8151530412069405e-07, 0.07950881868600845, 0.9001860618591309, 0.9812535643577576, 0.9925007820129395, 0.9958966374397278, 0.997394323348999, 0.9981862306594849, 0.9986509680747986, 0.9989442825317383, 0.9991392493247986, 0.9992743730545044, 0.9993715882301331, 0.9994435906410217, 0.999498188495636, 0.9995400905609131, 0.9995724558830261, 0.999596893787384, 0.9996147155761719, 0.9996275305747986], "prob_old_token": [0.9637112617492676, 5.816288830828853e-05, 1.0537152093093027e-06, 1.3283907662753336e-07, 4.238768269715365e-08, 2.1149169526779588e-08, 1.3113396590824777e-08, 9.165581182912774e-09, 6.9016339310223884e-09, 5.47139000772745e-09, 4.508160511562664e-09, 3.832870021369672e-09, 3.349892585546854e-09, 3.00691072041559e-09, 2.76731326742663e-09, 2.6006765629915662e-09, 2.4855146829594332e-09, 2.410284416498598e-09, 2.3699671114485454e-09, 2.361524753524691e-09], "update_matrix_norm_1": [32459.4375], "update_matrix_norm_2": [8.016629219055176], "update_matrix_norm_inf": [0.06039721146225929], "request": {"prompt": "{} works in the field of", "subject": "Adolf von Baeyer", "target_new": {"str": "linguistics"}, "old_answer": {"str": "organic chemistry"}, "seed": 42}}, {"loss_per_step": [9.802, 5.906, 1.762, 0.874, 0.357, 0.317, 0.308, 0.304, 0.301, 0.299, 0.298, 0.297, 0.296, 0.295, 0.295, 0.294, 0.293, 0.293, 0.293, 0.292], "prob_new": [7.364089105976745e-05, 0.005035999231040478, 0.24117815494537354, 0.7220190763473511, 0.9355382919311523, 0.9736348390579224, 0.9822431206703186, 0.9857569336891174, 0.9878480434417725, 0.9893538951873779, 0.99054354429245, 0.9915323257446289, 0.992379903793335, 0.993121325969696, 0.9937779903411865, 0.994363009929657, 0.9948855042457581, 0.9953519105911255, 0.9957675337791443, 0.9961374402046204], "prob_old": [0.9119418263435364, 0.16130001842975616, 0.05047694966197014, 0.01747075468301773, 0.010910036973655224, 0.008561555296182632, 0.007559208665043116, 0.006883461493998766, 0.0062997653149068356, 0.0057774195447564125, 0.005321334581822157, 0.004933740012347698, 0.004610355012118816, 0.00434292946010828, 0.004121655132621527, 0.003936902154237032, 0.0037802888546139, 0.0036450745537877083, 0.0035264266189187765, 0.003421097993850708], "prob_new_token": [6.813243302872252e-09, 4.6977300371509045e-05, 0.15115225315093994, 0.9293898344039917, 0.99054354429245, 0.9950469732284546, 0.9958167672157288, 0.9960747361183167, 0.9962551593780518, 0.996439516544342, 0.9966379404067993, 0.9968453645706177, 0.9970558881759644, 0.9972628951072693, 0.9974621534347534, 0.9976511597633362, 0.9978277683258057, 0.9979910850524902, 0.9981412887573242, 0.9982778429985046], "prob_old_token": [0.9637112617492676, 0.0015351878246292472, 4.005870778200915e-06, 1.8549260971667536e-07, 3.5205765414048074e-08, 2.1341243439110258e-08, 1.949323014116544e-08, 1.895445045363431e-08, 1.816660244458035e-08, 1.7100060034636044e-08, 1.5947522413739534e-08, 1.4839174333758365e-08, 1.3818367783358099e-08, 1.2890728484649117e-08, 1.2043608776934889e-08, 1.126556004038548e-08, 1.0546762574392687e-08, 9.882551665896244e-09, 9.266195810653244e-09, 8.696620312775849e-09], "update_matrix_norm_1": [31033.34375], "update_matrix_norm_2": [8.005409240722656], "update_matrix_norm_inf": [0.06809312850236893], "request": {"prompt": "{} works in the field of", "subject": "Adolf von Baeyer", "target_new": {"str": "performance art"}, "old_answer": {"str": "organic chemistry"}, "seed": 42}}, {"loss_per_step": [13.838, 8.763, 1.143, 0.339, 0.291, 0.287, 0.285, 0.284, 0.283, 0.282, 0.281, 0.28, 0.28, 0.279, 0.279, 0.279, 0.279, 0.279, 0.278, 0.278], "prob_new": [1.5041384813230252e-06, 0.0005942291463725269, 0.4523994028568268, 0.9655011892318726, 0.9916527271270752, 0.9942783117294312, 0.9947962164878845, 0.9952941536903381, 0.9959282875061035, 0.9965802431106567, 0.9971710443496704, 0.9976653456687927, 0.9980615973472595, 0.9983771443367004, 0.9986250996589661, 0.998822033405304, 0.9989842176437378, 0.9991170167922974, 0.9992262721061707, 0.9993202090263367], "prob_old": [0.8305841088294983, 0.5966241955757141, 0.10266117751598358, 0.007924504578113556, 0.002818911336362362, 0.00248165731318295, 0.002577650360763073, 0.0024265674874186516, 0.002078621881082654, 0.0017824240494519472, 0.0015278200153261423, 0.0012488783104345202, 0.0010242598364129663, 0.0008576484397053719, 0.0007129841251298785, 0.0005936578963883221, 0.0005049530300311744, 0.00043062548502348363, 0.00036712412838824093, 0.0003182994551025331], "prob_new_token": [2.5901732314537185e-08, 1.1131748578918632e-05, 0.7065649032592773, 0.9931780099868774, 0.9974212050437927, 0.9971539378166199, 0.9968728423118591, 0.997007429599762, 0.9973981380462646, 0.9978688359260559, 0.998313307762146, 0.9986724853515625, 0.9989550709724426, 0.9991765022277832, 0.9993398189544678, 0.9994605183601379, 0.9995561838150024, 0.9996278285980225, 0.9996811151504517, 0.9997251033782959], "prob_old_token": [0.9585382342338562, 0.8945017457008362, 0.01646798476576805, 0.00012716306082438678, 4.728370549855754e-05, 6.535844295285642e-05, 6.77301359246485e-05, 5.6214066717075184e-05, 4.156761497142725e-05, 3.1386309274239466e-05, 2.36982978094602e-05, 1.651025377213955e-05, 1.1252091098867822e-05, 7.624837053299416e-06, 4.997139058104949e-06, 3.238047156628454e-06, 2.1372079572756775e-06, 1.4240106338547776e-06, 9.624445738154463e-07, 6.722920034007984e-07], "update_matrix_norm_1": [28567.30078125], "update_matrix_norm_2": [7.464575290679932], "update_matrix_norm_inf": [0.03925839066505432], "request": {"prompt": "{} works in the field of", "subject": "Amnesty International", "target_new": {"str": "architecture"}, "old_answer": {"str": "human rights"}, "seed": 42}}, {"loss_per_step": [5.27, 3.175, 0.618, 0.435, 0.343, 0.32, 0.306, 0.296, 0.285, 0.283, 0.284, 0.28, 0.28, 0.28, 0.279, 0.278, 0.278, 0.278, 0.278, 0.278], "prob_new": [0.005551720969378948, 0.07837288081645966, 0.772229790687561, 0.8886830806732178, 0.9455093145370483, 0.9710334539413452, 0.9838371276855469, 0.9904729127883911, 0.9939625263214111, 0.9958186745643616, 0.9969083666801453, 0.9976121187210083, 0.9980714321136475, 0.9983733296394348, 0.998577892780304, 0.99871826171875, 0.9988177418708801, 0.9988943934440613, 0.9989556074142456, 0.9990006685256958], "prob_old": [0.8305841088294983, 0.6100032329559326, 0.1088307723402977, 0.036927007138729095, 0.013903462328016758, 0.005830214824527502, 0.0027163198683410883, 0.001460407511331141, 0.0009169246768578887, 0.0006621138309128582, 0.0004971189191564918, 0.0003749457246158272, 0.0002959071716759354, 0.0002502362767700106, 0.00022507038374897093, 0.00021217289031483233, 0.00020488085283432156, 0.0001977857609745115, 0.0001900169881992042, 0.00018434383673593402], "prob_new_token": [6.613781522446516e-09, 4.783848908118671e-06, 0.8114848732948303, 0.9441807866096497, 0.9782708287239075, 0.9894571304321289, 0.9942209720611572, 0.9964978098869324, 0.9976660013198853, 0.998279333114624, 0.9986214637756348, 0.9988338351249695, 0.9989750385284424, 0.999080240726471, 0.9991657733917236, 0.9992333650588989, 0.9992843270301819, 0.999321699142456, 0.9993478059768677, 0.9993650913238525], "prob_old_token": [0.9585382342338562, 0.8943224549293518, 0.05353446304798126, 0.008297865279018879, 0.0020523900166153908, 0.0007308362983167171, 0.000305309979012236, 0.0001465832319809124, 8.140484715113416e-05, 5.203435284784064e-05, 3.6290617572376505e-05, 2.7302103262627497e-05, 2.2018028175807558e-05, 1.888917358883191e-05, 1.7034133634297177e-05, 1.5993742636055686e-05, 1.5548765077255666e-05, 1.567038634675555e-05, 1.63889581017429e-05, 1.7662043319432996e-05], "update_matrix_norm_1": [28733.4296875], "update_matrix_norm_2": [7.468420505523682], "update_matrix_norm_inf": [0.039110660552978516], "request": {"prompt": "{} works in the field of", "subject": "Amnesty International", "target_new": {"str": "space exploration"}, "old_answer": {"str": "human rights"}, "seed": 42}}, {"loss_per_step": [4.025, 3.541, 1.183, 0.37, 0.314, 0.296, 0.288, 0.283, 0.281, 0.279, 0.279, 0.278, 0.278, 0.278, 0.277, 0.277, 0.277, 0.277, 0.277, 0.277], "prob_new": [0.018294502049684525, 0.04379493370652199, 0.41541677713394165, 0.9311910271644592, 0.9733759760856628, 0.9860301613807678, 0.9919166564941406, 0.9951764345169067, 0.9970605373382568, 0.9981355667114258, 0.9987384676933289, 0.9990806579589844, 0.9992957711219788, 0.9994369149208069, 0.9995286464691162, 0.9995921850204468, 0.9996387362480164, 0.9996721148490906, 0.9996951222419739, 0.9997116327285767], "prob_old": [0.8305841088294983, 0.6686122417449951, 0.21822012960910797, 0.0029971313197165728, 0.00021427021420095116, 5.455781865748577e-05, 2.2726231691194698e-05, 1.1393975000828505e-05, 6.51322534395149e-06, 4.132508365728427e-06, 2.854918875527801e-06, 2.1009163901908323e-06, 1.6369358490919694e-06, 1.3364186770559172e-06, 1.1198976608284283e-06, 9.64560967986472e-07, 8.565180564801267e-07, 7.754040893814818e-07, 7.084791491251963e-07, 6.625372179769329e-07], "prob_new_token": [2.1702595276451575e-08, 2.723672025695123e-07, 0.0754518210887909, 0.9611170887947083, 0.991919994354248, 0.9966974258422852, 0.9982936978340149, 0.998999834060669, 0.9993743300437927, 0.9995836615562439, 0.9996908903121948, 0.9997450113296509, 0.9997817277908325, 0.9998062252998352, 0.999819815158844, 0.9998283386230469, 0.9998342394828796, 0.9998368620872498, 0.9998356103897095, 0.9998330473899841], "prob_old_token": [0.9585382342338562, 0.9320693016052246, 0.18193018436431885, 0.00017410378495696932, 9.980261893360876e-06, 2.4931841835496016e-06, 1.0498213214304997e-06, 4.881773634224373e-07, 2.5779613110898936e-07, 1.5559710675461247e-07, 1.0804128436348037e-07, 8.2961612690724e-08, 6.85405723288568e-08, 6.018876774760429e-08, 5.4618730871425214e-08, 5.111253642553493e-08, 4.949699317080558e-08, 4.8956181331050175e-08, 4.880589088429588e-08, 4.987445478832342e-08], "update_matrix_norm_1": [27984.15234375], "update_matrix_norm_2": [7.501884460449219], "update_matrix_norm_inf": [0.04316452890634537], "request": {"prompt": "{} works in the field of", "subject": "Amnesty International", "target_new": {"str": "evolutionary biology"}, "old_answer": {"str": "human rights"}, "seed": 42}}, {"loss_per_step": [4.415, 2.804, 0.903, 0.384, 0.326, 0.316, 0.308, 0.301, 0.297, 0.293, 0.291, 0.289, 0.289, 0.288, 0.287, 0.287, 0.287, 0.287, 0.286, 0.286], "prob_new": [0.01296548917889595, 0.08977793902158737, 0.5651775598526001, 0.9289378523826599, 0.9660236835479736, 0.9759892225265503, 0.9827724695205688, 0.9885690212249756, 0.9925746917724609, 0.9950370192527771, 0.9965019226074219, 0.9973756074905396, 0.9979115724563599, 0.9982556104660034, 0.9984896779060364, 0.9986591339111328, 0.9987884163856506, 0.9988900423049927, 0.9989708065986633, 0.9990361928939819], "prob_old": [0.5629408955574036, 0.007837438955903053, 0.00023328105453401804, 3.2088028092402965e-05, 1.7453141481382772e-05, 1.1525659829203505e-05, 6.827879133197712e-06, 3.5196912904211786e-06, 1.720523528092599e-06, 8.591273967795132e-07, 4.5071803356222517e-07, 2.506574787730642e-07, 1.4824958327608329e-07, 9.255577282374361e-08, 6.018514397965191e-08, 4.094873418125644e-08, 2.9617615027177635e-08, 2.2834518276226845e-08, 1.8593999229210567e-08, 1.5773421679909916e-08], "prob_new_token": [2.6762108973343857e-07, 0.0006965436623431742, 0.480013370513916, 0.9526318311691284, 0.9731636047363281, 0.9768145680427551, 0.9824844002723694, 0.9890647530555725, 0.9935353994369507, 0.9960325360298157, 0.9973950386047363, 0.9981639385223389, 0.9986209273338318, 0.9989073872566223, 0.9990953803062439, 0.9992251992225647, 0.9993193745613098, 0.9993900060653687, 0.9994431138038635, 0.9994809031486511], "prob_old_token": [0.9064227938652039, 0.005588941276073456, 8.216124115278944e-05, 6.7341079557081684e-06, 4.146635546931066e-06, 3.070833372476045e-06, 1.932313352881465e-06, 1.0515258281884599e-06, 5.639652158606623e-07, 3.2342526878892386e-07, 2.0085244045731088e-07, 1.3365934137254953e-07, 9.420850943797632e-08, 6.932813079174593e-08, 5.253413704053855e-08, 4.099846151461861e-08, 3.324211661492882e-08, 2.8008212638042096e-08, 2.4375950147259573e-08, 2.172997426441725e-08], "update_matrix_norm_1": [29523.884765625], "update_matrix_norm_2": [7.786182880401611], "update_matrix_norm_inf": [0.06461568921804428], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Richard Wagner", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [6.738, 1.617, 0.491, 0.375, 0.324, 0.299, 0.284, 0.276, 0.27, 0.266, 0.263, 0.261, 0.26, 0.259, 0.258, 0.257, 0.257, 0.256, 0.256, 0.255], "prob_new": [0.0018258687341585755, 0.27940452098846436, 0.8129112124443054, 0.8978711366653442, 0.9388642311096191, 0.9607368111610413, 0.9733749628067017, 0.981220006942749, 0.9863635897636414, 0.9898823499679565, 0.9923778772354126, 0.99420166015625, 0.9955475330352783, 0.9965251088142395, 0.9972197413444519, 0.9977115392684937, 0.9980671405792236, 0.9983292818069458, 0.9985209107398987, 0.9986592531204224], "prob_old": [0.5629408955574036, 0.012920855544507504, 0.004196607507765293, 0.001944765797816217, 0.00124559726100415, 0.0008899740059860051, 0.0006645416142418981, 0.0005120532587170601, 0.00040755857480689883, 0.00033359191729687154, 0.0002774186141323298, 0.0002319236664334312, 0.0001947902055690065, 0.0001657840039115399, 0.00014420364459510893, 0.00012842340220231563, 0.00011674013512674719, 0.00010811189713422209, 0.00010202996054431424, 9.783780842553824e-05], "prob_new_token": [0.0005584923201240599, 0.29572856426239014, 0.938615083694458, 0.9745704531669617, 0.9862543344497681, 0.9915401339530945, 0.9943305850028992, 0.9959457516670227, 0.9969353675842285, 0.9975714683532715, 0.9980009198188782, 0.9983069896697998, 0.9985329508781433, 0.9986982941627502, 0.998816192150116, 0.9988982677459717, 0.998956561088562, 0.9989979267120361, 0.9990239143371582, 0.9990370273590088], "prob_old_token": [0.9064227938652039, 0.007895667105913162, 0.0031054720748215914, 0.001699701533652842, 0.0012040591100230813, 0.0009338703821413219, 0.0007574850460514426, 0.0006356218946166337, 0.0005514166550710797, 0.0004927415866404772, 0.0004493901215028018, 0.00041497114580124617, 0.00038688344648107886, 0.0003648997808340937, 0.00034889878588728607, 0.0003374829248059541, 0.0003288186271674931, 0.0003217702906113118, 0.00031605837284587324, 0.00031090708216652274], "update_matrix_norm_1": [31126.505859375], "update_matrix_norm_2": [7.774290561676025], "update_matrix_norm_inf": [0.06574014574289322], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Richard Wagner", "target_new": {"str": "Italian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [8.0, 2.59, 0.637, 0.501, 0.431, 0.386, 0.357, 0.338, 0.325, 0.314, 0.305, 0.296, 0.289, 0.289, 0.28, 0.278, 0.276, 0.273, 0.27, 0.27], "prob_new": [0.0004890980781055987, 0.11665613204240799, 0.7207021117210388, 0.8196694850921631, 0.8742318153381348, 0.9114960432052612, 0.9359428882598877, 0.9520358443260193, 0.9629147052764893, 0.9705478549003601, 0.9761338829994202, 0.9803997278213501, 0.9837883710861206, 0.9865595698356628, 0.9887878894805908, 0.9905989766120911, 0.992075502872467, 0.9932670593261719, 0.9941431879997253, 0.994922399520874], "prob_old": [0.5629408955574036, 0.014767163433134556, 0.0017453976906836033, 0.000734748668037355, 0.000373552436940372, 0.00021759716037195176, 0.00014334886509459466, 0.00010418756573926657, 8.145516767399386e-05, 6.700363883282989e-05, 5.6902525102486834e-05, 4.9094775022240356e-05, 4.250450001563877e-05, 3.695768100442365e-05, 3.405589086469263e-05, 3.144007132505067e-05, 2.82037362921983e-05, 2.4318334908457473e-05, 2.033329838013742e-05, 1.7647393178776838e-05], "prob_new_token": [0.00010258368274662644, 0.2536850571632385, 0.8692290782928467, 0.9309501647949219, 0.96245938539505, 0.9787873029708862, 0.9870404005050659, 0.9914150834083557, 0.9938902258872986, 0.9953888654708862, 0.9963639974594116, 0.9970424771308899, 0.9975418448448181, 0.9979320764541626, 0.9982585906982422, 0.9985197186470032, 0.9987272024154663, 0.998893678188324, 0.9990249276161194, 0.9991244673728943], "prob_old_token": [0.9064227938652039, 0.010143502615392208, 0.0006493856781162322, 0.0002377600030740723, 0.00010861440387088805, 5.820322985528037e-05, 3.6111749068368226e-05, 2.5270746846217662e-05, 1.9377748685656115e-05, 1.586383041285444e-05, 1.3567513633461203e-05, 1.1923492820642423e-05, 1.0675355042621959e-05, 9.7687170637073e-06, 9.401805073139258e-06, 9.112629413721152e-06, 8.632717253931332e-06, 7.918563824205194e-06, 7.120542250049766e-06, 6.562873295479221e-06], "update_matrix_norm_1": [30220.013671875], "update_matrix_norm_2": [7.756490230560303], "update_matrix_norm_inf": [0.08662911504507065], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Richard Wagner", "target_new": {"str": "Dutch"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.208, 2.228, 0.913, 0.368, 0.347, 0.339, 0.333, 0.329, 0.324, 0.32, 0.316, 0.313, 0.311, 0.309, 0.307, 0.306, 0.305, 0.304, 0.304, 0.303], "prob_new": [0.015217531472444534, 0.1506272554397583, 0.5676789879798889, 0.944490373134613, 0.9612821340560913, 0.9670806527137756, 0.9712062478065491, 0.975253164768219, 0.9795412421226501, 0.983601450920105, 0.9869760870933533, 0.9895967841148376, 0.9916031360626221, 0.9931541085243225, 0.9943678975105286, 0.9953237175941467, 0.9960752129554749, 0.9966626763343811, 0.997119128704071, 0.99747234582901], "prob_old": [0.8926494121551514, 0.4757835865020752, 0.0006360580446198583, 0.0005877417279407382, 0.0011151301441714168, 0.0014024849515408278, 0.0013190890895202756, 0.001030056388117373, 0.0007124806870706379, 0.0004608533636201173, 0.00029145320877432823, 0.0001851106499088928, 0.00011931346671190113, 7.817133882781491e-05, 5.20047360623721e-05, 3.5128494346281514e-05, 2.414657865301706e-05, 1.6953432350419462e-05, 1.2207146937726066e-05, 9.037201380124316e-06], "prob_new_token": [1.3405259551291238e-06, 0.002921373350545764, 0.4054781496524811, 0.9580217599868774, 0.9698641896247864, 0.9719356894493103, 0.973741888999939, 0.9770021438598633, 0.9816853404045105, 0.9864002466201782, 0.9901112914085388, 0.9927100539207458, 0.9944829940795898, 0.9957140684127808, 0.9965993165969849, 0.9972553849220276, 0.9977532029151917, 0.9981347322463989, 0.9984285831451416, 0.9986557364463806], "prob_old_token": [0.962254524230957, 0.8057161569595337, 0.000792677397839725, 0.0002487761958036572, 0.0005130913923494518, 0.0006435491377487779, 0.0005940446862950921, 0.00045356180635280907, 0.00030504397000186145, 0.0001912298030219972, 0.00011753171565942466, 7.30564133846201e-05, 4.64851145807188e-05, 3.0323681130539626e-05, 2.0240941012161784e-05, 1.3805598428007215e-05, 9.626020982977934e-06, 6.875792678329162e-06, 5.0446724344510585e-06, 3.8065604712755885e-06], "update_matrix_norm_1": [26579.328125], "update_matrix_norm_2": [7.134728908538818], "update_matrix_norm_inf": [0.03520883247256279], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Daniel Gonz\u00e1lez G\u00fciza", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [7.689, 2.67, 0.473, 0.469, 0.458, 0.443, 0.427, 0.411, 0.397, 0.384, 0.373, 0.364, 0.356, 0.349, 0.344, 0.338, 0.334, 0.33, 0.327, 0.324], "prob_new": [0.0005268810200504959, 0.09891162812709808, 0.8523959517478943, 0.8587486147880554, 0.8681597113609314, 0.8796895742416382, 0.8918727040290833, 0.9037126898765564, 0.9146404266357422, 0.9244197607040405, 0.9330391883850098, 0.9406137466430664, 0.947302520275116, 0.953245997428894, 0.9585463404655457, 0.9632661938667297, 0.9674501419067383, 0.9711329340934753, 0.9743520021438599, 0.9771499633789062], "prob_old": [0.8926494121551514, 0.8043660521507263, 0.004714512266218662, 0.0020863583777099848, 0.0014865053817629814, 0.001174291712231934, 0.0009592550923116505, 0.0007933923625387251, 0.0006602582288905978, 0.000552736222743988, 0.0004665590822696686, 0.00039806196582503617, 0.00034369080094620585, 0.00030021395650692284, 0.0002649688976816833, 0.00023592203797306865, 0.00021157121227588505, 0.00019083739607594907, 0.00017293824930675328, 0.00015728794096503407], "prob_new_token": [0.0005510376649908721, 0.1591484546661377, 0.9485648274421692, 0.9504165053367615, 0.9556425213813782, 0.9609370827674866, 0.9659796357154846, 0.9705510139465332, 0.9745194315910339, 0.9778736233711243, 0.9806844592094421, 0.983045756816864, 0.9850424528121948, 0.986739993095398, 0.9881879687309265, 0.9894266724586487, 0.9904893636703491, 0.9914023876190186, 0.9921925663948059, 0.992878258228302], "prob_old_token": [0.962254524230957, 0.8104316592216492, 0.0038138353265821934, 0.0017352777067571878, 0.0011978811817243695, 0.0009284715633839369, 0.0007558519719168544, 0.0006253251922316849, 0.0005169879295863211, 0.0004251357167959213, 0.0003490362432785332, 0.00028835408738814294, 0.0002414790797047317, 0.00020596478134393692, 0.00017922522965818644, 0.0001590566389495507, 0.0001437353203073144, 0.00013198198575992137, 0.00012279581278562546, 0.0001154431447503157], "update_matrix_norm_1": [27251.119140625], "update_matrix_norm_2": [7.153298854827881], "update_matrix_norm_inf": [0.052739907056093216], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Daniel Gonz\u00e1lez G\u00fciza", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [10.415, 6.235, 1.065, 0.527, 0.412, 0.367, 0.354, 0.344, 0.336, 0.33, 0.326, 0.322, 0.319, 0.317, 0.315, 0.313, 0.312, 0.311, 0.309, 0.308], "prob_new": [3.3495041861897334e-05, 0.0034073747228831053, 0.5787898302078247, 0.9085951447486877, 0.9348152875900269, 0.9474465847015381, 0.9567739367485046, 0.9646129012107849, 0.9710234999656677, 0.9760791659355164, 0.9800124764442444, 0.9831135272979736, 0.9856255054473877, 0.9877091646194458, 0.989459753036499, 0.9909380078315735, 0.9921882748603821, 0.9932470917701721, 0.9941445589065552, 0.994906485080719], "prob_old": [0.8926494121551514, 0.8077170848846436, 0.004794205538928509, 0.0038274754770100117, 0.0025447625666856766, 0.0013020782498642802, 0.0008717214222997427, 0.0006780902040190995, 0.0005745957023464143, 0.0005064503639005125, 0.0004433684516698122, 0.00037141150096431375, 0.0002925333974417299, 0.00021731357264798135, 0.00015478221757803112, 0.0001078829009202309, 7.493489101761952e-05, 5.256101576378569e-05, 3.753937562578358e-05, 2.7423548090155236e-05], "prob_new_token": [1.4962843124521896e-05, 0.0017082085832953453, 0.821727454662323, 0.9692729115486145, 0.9810060262680054, 0.9861624836921692, 0.9890499114990234, 0.9910950064659119, 0.9926063418388367, 0.9937239289283752, 0.9945722222328186, 0.9952574372291565, 0.9958491921424866, 0.9963809847831726, 0.9968603849411011, 0.9972882270812988, 0.9976633787155151, 0.9979886412620544, 0.9982680678367615, 0.9985061287879944], "prob_old_token": [0.962254524230957, 0.924410879611969, 0.00719106150791049, 0.002888207323849201, 0.0016868998063728213, 0.0007378253503702581, 0.0004402633639983833, 0.000318081583827734, 0.00025930776610039175, 0.00022659778187517077, 0.00020120013505220413, 0.00017339806072413921, 0.0001415662991348654, 0.00010937705519609153, 8.111663919407874e-05, 5.8826670283451676e-05, 4.242705836077221e-05, 3.080000533373095e-05, 2.2684307623421773e-05, 1.702200279396493e-05], "update_matrix_norm_1": [27141.822265625], "update_matrix_norm_2": [7.142402172088623], "update_matrix_norm_inf": [0.03602461889386177], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Daniel Gonz\u00e1lez G\u00fciza", "target_new": {"str": "Polish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [6.254, 0.837, 0.426, 0.343, 0.311, 0.297, 0.288, 0.282, 0.279, 0.276, 0.274, 0.272, 0.271, 0.27, 0.269, 0.268, 0.268, 0.267, 0.266, 0.266], "prob_new": [0.0027320219669491053, 0.5884118676185608, 0.8643802404403687, 0.9300082921981812, 0.9561251997947693, 0.9696214199066162, 0.9775844812393188, 0.982641875743866, 0.9860507845878601, 0.9884740710258484, 0.9902695417404175, 0.9916395545005798, 0.99271160364151, 0.9935731887817383, 0.9942838549613953, 0.9948833584785461, 0.9953988790512085, 0.9958497881889343, 0.9962476491928101, 0.9965946078300476], "prob_old": [0.6008878350257874, 0.053979918360710144, 0.007661987561732531, 0.0026166553143411875, 0.0013151979073882103, 0.0007916554459370673, 0.0005270577385090292, 0.0003770704206544906, 0.0002854724880307913, 0.00022582603560294956, 0.00018496315169613808, 0.00015592676936648786, 0.00013454713916871697, 0.00011818404163932428, 0.00010522291995584965, 9.465053881285712e-05, 8.571848593419418e-05, 7.782510510878637e-05, 7.06698774592951e-05, 6.437685078708455e-05], "prob_new_token": [0.0002988373744301498, 0.8201634287834167, 0.9460844397544861, 0.9731879830360413, 0.9839754104614258, 0.9894132018089294, 0.9925083518028259, 0.9944054484367371, 0.9956400394439697, 0.9964861869812012, 0.997088611125946, 0.9975250363349915, 0.9978442192077637, 0.9980813264846802, 0.9982640147209167, 0.998411238193512, 0.9985350966453552, 0.9986414313316345, 0.9987332224845886, 0.9988102912902832], "prob_old_token": [0.9520835280418396, 0.016004599630832672, 0.002732949797064066, 0.001221752492710948, 0.0007116476772353053, 0.0004621340485755354, 0.00032160093542188406, 0.00023710470122750849, 0.00018309018923901021, 0.00014620237925555557, 0.00012001532013528049, 0.00010147812281502411, 8.867681754054502e-05, 7.985340926097706e-05, 7.340862066484988e-05, 6.819477857789025e-05, 6.358908285619691e-05, 5.933346983511001e-05, 5.541833888855763e-05, 5.200205487199128e-05], "update_matrix_norm_1": [29995.91796875], "update_matrix_norm_2": [7.3376665115356445], "update_matrix_norm_inf": [0.04919338598847389], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Klay Thompson", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.305, 1.277, 0.513, 0.412, 0.349, 0.314, 0.296, 0.282, 0.271, 0.264, 0.258, 0.254, 0.25, 0.247, 0.245, 0.244, 0.243, 0.242, 0.241, 0.241], "prob_new": [0.000333691161358729, 0.3806031048297882, 0.7998800873756409, 0.8674028515815735, 0.9065523743629456, 0.9320045709609985, 0.9491084814071655, 0.9610450267791748, 0.9697682857513428, 0.9764150977134705, 0.981617271900177, 0.9857326745986938, 0.9889737963676453, 0.991485059261322, 0.9933857917785645, 0.9947931170463562, 0.9958242774009705, 0.99658203125, 0.9971469044685364, 0.9975751638412476], "prob_old": [0.6008878350257874, 0.07624778151512146, 0.007903575897216797, 0.0025791286025196314, 0.0015639237826690078, 0.001150471274740994, 0.0008934944053180516, 0.000703312165569514, 0.0005484884022735059, 0.00041449425043538213, 0.00029948336305096745, 0.00020617897098418325, 0.00013626102008856833, 8.814305328996852e-05, 5.729334588977508e-05, 3.822640428552404e-05, 2.6451734811416827e-05, 1.9080038327956572e-05, 1.4370496501214802e-05, 1.1263246051385067e-05], "prob_new_token": [2.1286292394506745e-05, 0.5415840744972229, 0.9319306015968323, 0.9613279104232788, 0.9757689237594604, 0.983611524105072, 0.9880049228668213, 0.9907647967338562, 0.992717981338501, 0.9941959977149963, 0.9953498840332031, 0.9962605834007263, 0.9969795942306519, 0.9975433945655823, 0.9979807734489441, 0.9983136057853699, 0.9985617995262146, 0.9987439513206482, 0.9988795518875122, 0.9989840388298035], "prob_old_token": [0.9520835280418396, 0.16150736808776855, 0.009486965835094452, 0.0026435761246830225, 0.0013302227016538382, 0.0008532616193406284, 0.0006171849672682583, 0.0004703712766058743, 0.0003611491702031344, 0.00027127060457132757, 0.00019647467706818134, 0.00013711788051296026, 9.324553684564307e-05, 6.309934542514384e-05, 4.3414220272097737e-05, 3.078872759942897e-05, 2.2678274035570212e-05, 1.7467846191721037e-05, 1.4080225810175762e-05, 1.1774189260904677e-05], "update_matrix_norm_1": [28825.923828125], "update_matrix_norm_2": [7.332455158233643], "update_matrix_norm_inf": [0.05636589974164963], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Klay Thompson", "target_new": {"str": "Italian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.063, 2.11, 0.581, 0.489, 0.427, 0.387, 0.36, 0.341, 0.324, 0.312, 0.306, 0.301, 0.295, 0.289, 0.285, 0.283, 0.28, 0.277, 0.275, 0.273], "prob_new": [0.0004267585463821888, 0.18625237047672272, 0.7561959624290466, 0.8226265907287598, 0.870568037033081, 0.9018794894218445, 0.9222531914710999, 0.9364422559738159, 0.9470299482345581, 0.9553787708282471, 0.9622477889060974, 0.9680520296096802, 0.9730077385902405, 0.9772482514381409, 0.9808647036552429, 0.9839315414428711, 0.9865226745605469, 0.9887067079544067, 0.990543007850647, 0.9920808672904968], "prob_old": [0.6008878350257874, 0.08834739029407501, 0.005669390317052603, 0.002437327289953828, 0.0015272978926077485, 0.0011253411648795009, 0.0009019224089570343, 0.0007556021446362138, 0.0006475831032730639, 0.0005608578794635832, 0.00048734102165326476, 0.0004232265055179596, 0.00036629277747124434, 0.000314975215587765, 0.00026860207435674965, 0.0002271399280289188, 0.00019056416931562126, 0.00015866129251662642, 0.00013112256419844925, 0.00010764645412564278], "prob_new_token": [2.9064018235658295e-05, 0.1718142032623291, 0.9024418592453003, 0.9489644765853882, 0.9652727246284485, 0.9742068648338318, 0.9799227118492126, 0.9839709401130676, 0.9870310425758362, 0.9894393682479858, 0.9913834929466248, 0.9929677248001099, 0.9942574501037598, 0.9953092932701111, 0.9961645603179932, 0.9968594312667847, 0.9974223375320435, 0.9978759288787842, 0.9982396960258484, 0.9985295534133911], "prob_old_token": [0.9520835280418396, 0.16045114398002625, 0.008427748456597328, 0.003118609543889761, 0.0018959840526804328, 0.0014023929834365845, 0.0011408589780330658, 0.0009751860634423792, 0.0008560058777220547, 0.0007620973628945649, 0.0006832911749370396, 0.0006147793610580266, 0.0005540393176488578, 0.0004988040891475976, 0.00044777049333788455, 0.00040000167791731656, 0.0003553659771569073, 0.0003137067542411387, 0.00027522497111931443, 0.00024032461806200445], "update_matrix_norm_1": [28411.744140625], "update_matrix_norm_2": [7.327236175537109], "update_matrix_norm_inf": [0.06531889736652374], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Klay Thompson", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.652, 0.995, 0.463, 0.333, 0.291, 0.275, 0.267, 0.262, 0.259, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252, 0.251], "prob_new": [0.00021990234381519258, 0.5114046931266785, 0.8277684450149536, 0.9276764392852783, 0.9648929834365845, 0.9792121052742004, 0.9859871864318848, 0.9897781610488892, 0.9921699166297913, 0.993808388710022, 0.9949856996536255, 0.995851993560791, 0.9965018630027771, 0.9970016479492188, 0.9973941445350647, 0.997707188129425, 0.9979596138000488, 0.9981645941734314, 0.9983320236206055, 0.9984689354896545], "prob_old": [0.9373713135719299, 0.23512700200080872, 0.0007142652757465839, 9.466055053053424e-05, 3.9793078030925244e-05, 2.4048573322943412e-05, 1.6715417586965486e-05, 1.2359239917714149e-05, 9.440637768420856e-06, 7.3650508056744e-06, 5.843719463882735e-06, 4.704761977336602e-06, 3.83631459044409e-06, 3.1644681257603224e-06, 2.6400080059829634e-06, 2.2300682758213952e-06, 1.911259232656448e-06, 1.6631886410323204e-06, 1.4661236491519958e-06, 1.3049303788648103e-06], "prob_new_token": [3.155133890686557e-05, 0.424343466758728, 0.9395516514778137, 0.9759048819541931, 0.987438976764679, 0.9922133088111877, 0.9945926666259766, 0.9959678649902344, 0.996859610080719, 0.9974820017814636, 0.9979314208030701, 0.9982636570930481, 0.9985181093215942, 0.9987212419509888, 0.9988865852355957, 0.9990215301513672, 0.9991297721862793, 0.9992155432701111, 0.9992851614952087, 0.9993432760238647], "prob_old_token": [0.9812196493148804, 0.36325040459632874, 0.0004094686883036047, 6.32570736343041e-05, 3.1285035220207646e-05, 2.105646490235813e-05, 1.5824543879716657e-05, 1.247824366146233e-05, 1.010601863526972e-05, 8.364028872165363e-06, 7.066248144838028e-06, 6.070175004424527e-06, 5.268384938972304e-06, 4.598020950652426e-06, 4.031152457173448e-06, 3.5608704820333514e-06, 3.185098876201664e-06, 2.8902391022711527e-06, 2.648668214533245e-06, 2.4378905436606146e-06], "update_matrix_norm_1": [29883.412109375], "update_matrix_norm_2": [7.409613132476807], "update_matrix_norm_inf": [0.03039015457034111], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Sebasti\u00e1n Pi\u00f1era", "target_new": {"str": "German"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [11.516, 4.43, 0.647, 0.463, 0.38, 0.34, 0.317, 0.302, 0.291, 0.283, 0.277, 0.272, 0.268, 0.266, 0.264, 0.262, 0.26, 0.259, 0.258, 0.257], "prob_new": [1.331906605628319e-05, 0.017260370776057243, 0.7284306883811951, 0.8360226154327393, 0.8921485543251038, 0.9243910908699036, 0.9443051815032959, 0.9574539661407471, 0.9666516780853271, 0.9733864068984985, 0.978481113910675, 0.9824150800704956, 0.9854789972305298, 0.9878565669059753, 0.9896867275238037, 0.9911035895347595, 0.9922353625297546, 0.9931759834289551, 0.9939809441566467, 0.9946792721748352], "prob_old": [0.9373713135719299, 0.7298716902732849, 0.011621003039181232, 0.0013458883622661233, 0.0005226827342994511, 0.0003140074841212481, 0.00022206459834706038, 0.00016868492821231484, 0.00013267924077808857, 0.0001061977818608284, 8.57541526784189e-05, 6.960421160329133e-05, 5.6793305702740327e-05, 4.6719189413124695e-05, 3.889069921569899e-05, 3.279709198977798e-05, 2.794129613903351e-05, 2.3952159608597867e-05, 2.060442784568295e-05, 1.777554462023545e-05], "prob_new_token": [1.7302868400292937e-06, 0.03204477205872536, 0.8454123735427856, 0.9099807143211365, 0.9475811123847961, 0.9676058888435364, 0.9788929224014282, 0.9857118725776672, 0.9900635480880737, 0.9929525256156921, 0.9949208498001099, 0.9962798953056335, 0.9972162246704102, 0.9978480339050293, 0.9982621073722839, 0.9985350966453552, 0.9987272620201111, 0.9988763332366943, 0.999000608921051, 0.9991061091423035], "prob_old_token": [0.9812196493148804, 0.7949047088623047, 0.0026447600685060024, 0.0005505578010343015, 0.00026350331609137356, 0.0001629923062864691, 0.0001121973546105437, 8.145035826601088e-05, 6.0941278206883e-05, 4.649774928111583e-05, 3.601963908295147e-05, 2.831714846251998e-05, 2.2670985345030203e-05, 1.8598202586872503e-05, 1.5722298485343345e-05, 1.3677537026524078e-05, 1.2155277545389254e-05, 1.0945630492642522e-05, 9.93960929918103e-06, 9.09040045371512e-06], "update_matrix_norm_1": [28502.900390625], "update_matrix_norm_2": [7.407150745391846], "update_matrix_norm_inf": [0.040619537234306335], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Sebasti\u00e1n Pi\u00f1era", "target_new": {"str": "Polish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [6.659, 4.678, 2.192, 0.814, 0.301, 0.271, 0.27, 0.27, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267, 0.266, 0.266, 0.265, 0.263], "prob_new": [0.0013793838443234563, 0.012525717727839947, 0.15097089111804962, 0.5878514647483826, 0.9746267199516296, 0.9942477941513062, 0.9964330792427063, 0.9971758723258972, 0.997606635093689, 0.997930109500885, 0.9981973171234131, 0.9984230995178223, 0.9986134767532349, 0.9987719655036926, 0.9989030361175537, 0.9990119934082031, 0.9991066455841064, 0.9991954565048218, 0.9992792010307312, 0.9993491768836975], "prob_old": [0.9373713135719299, 0.7625584602355957, 0.0012582195922732353, 0.003872517729178071, 0.0034272633492946625, 0.0009604910737834871, 0.0005026648286730051, 0.00034683727426454425, 0.0002623284817673266, 0.00020364337251521647, 0.0001590532629052177, 0.00012444377352949232, 9.7639873274602e-05, 7.702732546022162e-05, 6.124171341070905e-05, 4.909942072117701e-05, 3.9574581023771316e-05, 3.1866595236351714e-05, 2.5609670046833344e-05, 2.073948780889623e-05], "prob_new_token": [2.6157675847571227e-07, 9.702301031211391e-05, 0.04461226612329483, 0.4985255300998688, 0.9158003330230713, 0.9857071042060852, 0.9922004342079163, 0.9942718148231506, 0.995416522026062, 0.9962261915206909, 0.9968551397323608, 0.9973591566085815, 0.9977664351463318, 0.9980944991111755, 0.9983587861061096, 0.9985726475715637, 0.9987478256225586, 0.9988947510719299, 0.9990185499191284, 0.9991177916526794], "prob_old_token": [0.9812196493148804, 0.8268184661865234, 0.004604045767337084, 0.018014347180724144, 0.018832175061106682, 0.007069943007081747, 0.0043489038944244385, 0.003185077803209424, 0.0024758486542850733, 0.00196023634634912, 0.0015603861538693309, 0.001245170016773045, 0.0009968363447114825, 0.0008020529639907181, 0.0006496675196103752, 0.0005302353529259562, 0.0004358150181360543, 0.00036008580354973674, 0.0002992392110172659, 0.00025149466819129884], "update_matrix_norm_1": [27670.517578125], "update_matrix_norm_2": [7.393858432769775], "update_matrix_norm_inf": [0.03130089119076729], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Sebasti\u00e1n Pi\u00f1era", "target_new": {"str": "Serbian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [9.702, 4.211, 1.182, 0.651, 0.5, 0.44, 0.408, 0.386, 0.364, 0.345, 0.337, 0.333, 0.329, 0.322, 0.317, 0.314, 0.313, 0.31, 0.306, 0.304], "prob_new": [7.417171582346782e-05, 0.023532317951321602, 0.4490869641304016, 0.7409825921058655, 0.8519351482391357, 0.8987964391708374, 0.9231499433517456, 0.9377946853637695, 0.9475046992301941, 0.9544469714164734, 0.9599463939666748, 0.9647372961044312, 0.9690707921981812, 0.9730079174041748, 0.9765487909317017, 0.9796592593193054, 0.9823150038719177, 0.9845665693283081, 0.9865230321884155, 0.9882950782775879], "prob_old": [0.8362599611282349, 0.33852919936180115, 0.05982719361782074, 0.009051438421010971, 0.002784763230010867, 0.001412449637427926, 0.0009238890488632023, 0.0006897859857417643, 0.000554558529984206, 0.000464795739389956, 0.0003963452181778848, 0.00033886407618410885, 0.00028878141893073916, 0.0002447098377160728, 0.00020595449313987046, 0.00017216363630723208, 0.00014314026338979602, 0.00011840471415780485, 9.72109628492035e-05, 7.89267141954042e-05], "prob_new_token": [1.6048776160459965e-05, 0.03148682415485382, 0.6412745118141174, 0.8938546180725098, 0.9568561911582947, 0.9771599769592285, 0.985772967338562, 0.9900868535041809, 0.9924712181091309, 0.9938722848892212, 0.9948393702507019, 0.9956707954406738, 0.9964343309402466, 0.9971194863319397, 0.9977011680603027, 0.9981591105461121, 0.9984919428825378, 0.9987261891365051, 0.9988988041877747, 0.9990425705909729], "prob_old_token": [0.946747899055481, 0.4982694983482361, 0.026178283616900444, 0.0020365756936371326, 0.0005278768949210644, 0.0002455423236824572, 0.00015133411216083914, 0.00010928551637334749, 8.757586329011247e-05, 7.52822234062478e-05, 6.626377580687404e-05, 5.7500677939970046e-05, 4.857527164858766e-05, 3.989969991380349e-05, 3.202592779416591e-05, 2.5472518245805986e-05, 2.047190173470881e-05, 1.6796693671494722e-05, 1.3983381904836278e-05, 1.1604599421843886e-05], "update_matrix_norm_1": [30398.76171875], "update_matrix_norm_2": [7.737133979797363], "update_matrix_norm_inf": [0.03702302649617195], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Heinz Fischer", "target_new": {"str": "Polish"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [9.482, 3.866, 0.808, 0.601, 0.5, 0.443, 0.409, 0.388, 0.373, 0.36, 0.349, 0.341, 0.335, 0.33, 0.325, 0.321, 0.318, 0.315, 0.313, 0.311], "prob_new": [9.394341759616509e-05, 0.0503561906516552, 0.628021240234375, 0.7562448382377625, 0.8257203102111816, 0.8675450086593628, 0.8950174450874329, 0.9143273830413818, 0.928597629070282, 0.9395897388458252, 0.9483422040939331, 0.9554830193519592, 0.96141517162323, 0.9664050936698914, 0.9706359505653381, 0.9742417335510254, 0.9773257970809937, 0.9799776673316956, 0.9822767376899719, 0.984283983707428], "prob_old": [0.8362599611282349, 0.3537038564682007, 0.010670723393559456, 0.0017704147612676024, 0.0005867562722414732, 0.0002694959403015673, 0.0001499811332905665, 9.531142131891102e-05, 6.682124512735754e-05, 5.0247857870999724e-05, 3.958187153330073e-05, 3.207088229828514e-05, 2.6391795472591184e-05, 2.190021041315049e-05, 1.8271797671332024e-05, 1.532484202471096e-05, 1.2934435289935209e-05, 1.0999774531228468e-05, 9.428347766515799e-06, 8.138887096720282e-06], "prob_new_token": [1.802649421733804e-05, 0.11526523530483246, 0.8341588973999023, 0.9196664094924927, 0.9548043608665466, 0.9714025855064392, 0.9803099036216736, 0.9855679273605347, 0.988909900188446, 0.9911783933639526, 0.9928039312362671, 0.9940210580825806, 0.9949605464935303, 0.9957030415534973, 0.9962965846061707, 0.9967758059501648, 0.997164249420166, 0.9974828362464905, 0.9977473616600037, 0.9979698061943054], "prob_old_token": [0.946747899055481, 0.4729824364185333, 0.00575981242582202, 0.0009126344812102616, 0.00029669536161236465, 0.00013435618893709034, 7.369824743364006e-05, 4.624739813152701e-05, 3.222172017558478e-05, 2.4313698304467835e-05, 1.941100344993174e-05, 1.6057274478953332e-05, 1.3532403499993961e-05, 1.1487463780213147e-05, 9.77638683252735e-06, 8.342186447407585e-06, 7.166937393776607e-06, 6.234301054064417e-06, 5.516525561688468e-06, 4.9690438572724815e-06], "update_matrix_norm_1": [30001.8671875], "update_matrix_norm_2": [7.7267351150512695], "update_matrix_norm_inf": [0.03600933030247688], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Heinz Fischer", "target_new": {"str": "Japanese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [8.874, 3.93, 1.018, 0.67, 0.505, 0.419, 0.376, 0.351, 0.335, 0.323, 0.316, 0.311, 0.308, 0.304, 0.302, 0.3, 0.299, 0.298, 0.297, 0.296], "prob_new": [0.00016179097292479128, 0.03166438266634941, 0.5296584367752075, 0.7256048321723938, 0.8294782042503357, 0.8890876173973083, 0.9245890974998474, 0.9468671083450317, 0.9614923000335693, 0.9714765548706055, 0.9785065650939941, 0.9835448861122131, 0.9871921539306641, 0.9898871779441833, 0.9919469952583313, 0.9935647249221802, 0.9948447942733765, 0.9958488941192627, 0.9966214895248413, 0.9972034692764282], "prob_old": [0.8362599611282349, 0.4897054135799408, 0.07554250955581665, 0.005081302486360073, 0.0010564735857769847, 0.00038152356864884496, 0.0001803599443519488, 0.00010004171781474724, 6.166068487800658e-05, 4.0802442526910454e-05, 2.8287582608754747e-05, 2.0233452232787386e-05, 1.4821812328591477e-05, 1.107286152546294e-05, 8.41514702187851e-06, 6.511297669931082e-06, 5.1434235501801595e-06, 4.156445811531739e-06, 3.440421778577729e-06, 2.9190471195761347e-06], "prob_new_token": [4.1325594793306664e-05, 0.0275712963193655, 0.6909909248352051, 0.8859397768974304, 0.9496228098869324, 0.9736072421073914, 0.9844458699226379, 0.9900827407836914, 0.9932758212089539, 0.9951835870742798, 0.9963672161102295, 0.9971204996109009, 0.9976144433021545, 0.9979552030563354, 0.9982110261917114, 0.998417854309082, 0.9985920190811157, 0.9987396597862244, 0.9988620281219482, 0.998960018157959], "prob_old_token": [0.946747899055481, 0.6797340512275696, 0.06253965944051743, 0.0026945837307721376, 0.00046274089254438877, 0.000154278299305588, 7.116310007404536e-05, 3.9548023778479546e-05, 2.4812710762489587e-05, 1.6939864508458413e-05, 1.2300870366743766e-05, 9.38798075367231e-06, 7.491341875720536e-06, 6.209889761521481e-06, 5.295283244777238e-06, 4.612043539964361e-06, 4.09165568271419e-06, 3.694155793709797e-06, 3.3923379305633716e-06, 3.1673394005338196e-06], "update_matrix_norm_1": [30059.51171875], "update_matrix_norm_2": [7.733431339263916], "update_matrix_norm_inf": [0.03717395290732384], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Heinz Fischer", "target_new": {"str": "Italian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.263, 2.294, 1.3, 0.846, 0.63, 0.496, 0.404, 0.357, 0.343, 0.326, 0.327, 0.317, 0.318, 0.313, 0.314, 0.312, 0.311, 0.313, 0.311, 0.311], "prob_new": [0.016101116314530373, 0.21014277637004852, 0.4106711447238922, 0.6331968307495117, 0.7720596194267273, 0.8655925989151001, 0.9256668090820312, 0.9580084681510925, 0.9750639796257019, 0.9841762781143188, 0.98968905210495, 0.9933469891548157, 0.9956888556480408, 0.9970819354057312, 0.9980249404907227, 0.9986640810966492, 0.9990550875663757, 0.9993079900741577, 0.9994771480560303, 0.999589741230011], "prob_old": [0.6465587019920349, 0.2365432232618332, 0.20255546271800995, 0.06060804799199104, 0.008571652695536613, 0.001579186413437128, 0.0005053998320363462, 0.0002630817471072078, 0.0001667254400672391, 0.00012150527618359774, 9.082232281798497e-05, 6.212986045284197e-05, 4.308905408834107e-05, 3.392600410734303e-05, 2.620786654006224e-05, 1.8194863514509052e-05, 1.4357622603711206e-05, 1.2416791832947638e-05, 9.427112672710791e-06, 7.931347681733314e-06], "prob_new_token": [0.005959751550108194, 0.3362826108932495, 0.5981940627098083, 0.8778848052024841, 0.9521477222442627, 0.9760031700134277, 0.9878563284873962, 0.9932894706726074, 0.9960987567901611, 0.9976201057434082, 0.9985105991363525, 0.9990559220314026, 0.9993915557861328, 0.9995829463005066, 0.9997097253799438, 0.9997947812080383, 0.9998458623886108, 0.9998785853385925, 0.9999017119407654, 0.9999168515205383], "prob_old_token": [0.9219860434532166, 0.48977988958358765, 0.2918464243412018, 0.04612249135971069, 0.0034918258897960186, 0.00047011187416501343, 0.00013152147585060447, 7.000265031820163e-05, 4.6094475692370906e-05, 3.443566311034374e-05, 2.6715855710790493e-05, 1.973022699530702e-05, 1.480157152400352e-05, 1.2482825695769861e-05, 1.0405808097857516e-05, 7.937064765428659e-06, 6.826931894465815e-06, 6.390944690792821e-06, 5.2885761760990135e-06, 4.7944040488800965e-06], "update_matrix_norm_1": [29105.5703125], "update_matrix_norm_2": [7.410238742828369], "update_matrix_norm_inf": [0.06121639534831047], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gustave Eiffel", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.318, 1.419, 0.556, 0.401, 0.343, 0.312, 0.295, 0.283, 0.274, 0.265, 0.265, 0.262, 0.259, 0.259, 0.254, 0.253, 0.254, 0.252, 0.251, 0.251], "prob_new": [0.0059975748881697655, 0.35238581895828247, 0.7574874758720398, 0.8720607161521912, 0.9254909753799438, 0.9498233199119568, 0.9645359516143799, 0.9742507934570312, 0.9804365038871765, 0.985537052154541, 0.9894164204597473, 0.9916148781776428, 0.9934594631195068, 0.994888424873352, 0.9958153963088989, 0.9966039657592773, 0.9972984194755554, 0.997923731803894, 0.9984531402587891, 0.9988741278648376], "prob_old": [0.6465587019920349, 0.13551834225654602, 0.0010406792862340808, 0.0002669984532985836, 0.0001171449912362732, 6.899607251398265e-05, 4.2658452002797276e-05, 2.703335485421121e-05, 1.927217817865312e-05, 1.2991955372854136e-05, 8.854075531417038e-06, 7.235993507492822e-06, 5.640304607368307e-06, 4.3366885620343965e-06, 3.6352992083266145e-06, 2.9552306841651443e-06, 2.3041366148390807e-06, 1.7867491806100588e-06, 1.3323681287147338e-06, 9.450369020669314e-07], "prob_new_token": [0.0006361349951475859, 0.5690941214561462, 0.9386212825775146, 0.9718441367149353, 0.9844622611999512, 0.9901986122131348, 0.9933799505233765, 0.9952831864356995, 0.9964436888694763, 0.9972664713859558, 0.9978621602058411, 0.998228132724762, 0.9985086917877197, 0.9987214803695679, 0.9988810420036316, 0.9990077614784241, 0.9991190433502197, 0.9992387890815735, 0.9993476271629333, 0.999442994594574], "prob_old_token": [0.9219860434532166, 0.16096706688404083, 0.00043305818689987063, 9.898833377519622e-05, 4.334468030720018e-05, 2.566987859609071e-05, 1.6299860362778418e-05, 1.0807509170263074e-05, 8.079997314780485e-06, 5.85788575335755e-06, 4.2968031266354956e-06, 3.6497285691439174e-06, 3.0046367101022042e-06, 2.464109684297e-06, 2.1685405044991057e-06, 1.8854427707992727e-06, 1.5960381460899953e-06, 1.3306824939718354e-06, 1.076164267033164e-06, 8.367965733668825e-07], "update_matrix_norm_1": [28699.921875], "update_matrix_norm_2": [7.399853706359863], "update_matrix_norm_inf": [0.05776865407824516], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gustave Eiffel", "target_new": {"str": "Spanish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.151, 2.909, 1.293, 0.431, 0.322, 0.276, 0.271, 0.265, 0.259, 0.257, 0.257, 0.255, 0.253, 0.253, 0.253, 0.252, 0.251, 0.251, 0.251, 0.251], "prob_new": [0.016821369528770447, 0.07363869249820709, 0.39638030529022217, 0.8779216408729553, 0.966149091720581, 0.9798006415367126, 0.9847884774208069, 0.9880209565162659, 0.9912844300270081, 0.9936096668243408, 0.9949884414672852, 0.9958614110946655, 0.9964690804481506, 0.9969473481178284, 0.9973675012588501, 0.9977373480796814, 0.9980485439300537, 0.9983107447624207, 0.9985312819480896, 0.99870365858078], "prob_old": [0.6465587019920349, 0.21614393591880798, 0.006239956244826317, 0.008194074966013432, 0.002550967736169696, 0.001295932219363749, 0.0008281228365376592, 0.0005155254621058702, 0.00026409633574075997, 0.000134114088723436, 7.635615475010127e-05, 4.8608049837639555e-05, 3.419712447794154e-05, 2.537180444051046e-05, 1.9003851775778458e-05, 1.4163701962388586e-05, 1.0556006600381806e-05, 8.039635758905206e-06, 6.428651886380976e-06, 5.337998572940705e-06], "prob_new_token": [6.820537805651838e-07, 0.00026603107107803226, 0.15390010178089142, 0.9177685976028442, 0.9842161536216736, 0.991540253162384, 0.9930514693260193, 0.9939884543418884, 0.9964045882225037, 0.9980362057685852, 0.998744547367096, 0.9990788698196411, 0.9992608428001404, 0.9993816018104553, 0.9994826316833496, 0.9995671510696411, 0.9996305704116821, 0.9996780157089233, 0.9997137784957886, 0.9997369050979614], "prob_old_token": [0.9219860434532166, 0.47470030188560486, 0.013864650391042233, 0.004283885937184095, 0.001127460040152073, 0.0006312570767477155, 0.000448451261036098, 0.0002990181092172861, 0.00015118077863007784, 7.290642679436132e-05, 3.995578663307242e-05, 2.4851522539393045e-05, 1.7157635738840327e-05, 1.2552782209240831e-05, 9.319508535554633e-06, 6.943215339560993e-06, 5.236656761553604e-06, 4.053662451042328e-06, 3.2741140785219613e-06, 2.7518374281498836e-06], "update_matrix_norm_1": [27750.736328125], "update_matrix_norm_2": [7.368666172027588], "update_matrix_norm_inf": [0.04819479212164879], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Gustave Eiffel", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.852, 1.421, 0.571, 0.423, 0.353, 0.315, 0.289, 0.269, 0.254, 0.247, 0.241, 0.235, 0.233, 0.23, 0.228, 0.228, 0.227, 0.227, 0.226, 0.226], "prob_new": [0.0014358325861394405, 0.3290197253227234, 0.7436436414718628, 0.8352156281471252, 0.8918781280517578, 0.9261581897735596, 0.9482280611991882, 0.9632244110107422, 0.973818838596344, 0.9815673828125, 0.987308144569397, 0.9914694428443909, 0.994353175163269, 0.9962315559387207, 0.9974449276924133, 0.9982752203941345, 0.9988305568695068, 0.9991784691810608, 0.9993888735771179, 0.9995302557945251], "prob_old": [0.6012362241744995, 0.22984829545021057, 0.05606810376048088, 0.018012436106801033, 0.006588774733245373, 0.0029590025078505278, 0.0015508068026974797, 0.0009004553430713713, 0.0005592118250206113, 0.000363893253961578, 0.0002451082691550255, 0.00016927019169088453, 0.00011901948164450005, 8.575231913710013e-05, 6.376846431521699e-05, 4.890260606771335e-05, 3.9041824493324384e-05, 3.2390882552135736e-05, 2.789666541502811e-05, 2.471440711815376e-05], "prob_new_token": [0.0003595208399929106, 0.4777859151363373, 0.8647947907447815, 0.9340097904205322, 0.9667142629623413, 0.9808887243270874, 0.9880002737045288, 0.9919945001602173, 0.9944155812263489, 0.9959802031517029, 0.9970577955245972, 0.997821569442749, 0.9983512163162231, 0.9987040758132935, 0.9989438652992249, 0.9991284012794495, 0.9992750287055969, 0.9993767142295837, 0.9994403719902039, 0.9994896650314331], "prob_old_token": [0.9471980333328247, 0.3591223955154419, 0.08193536102771759, 0.02869945764541626, 0.01017291471362114, 0.004461777396500111, 0.0023303870111703873, 0.0013780843000859022, 0.0008920265827327967, 0.0006198644987307489, 0.00045575015246868134, 0.00034943793434649706, 0.00027685551322065294, 0.0002270377444801852, 0.000192275270819664, 0.0001657388493185863, 0.0001449639385100454, 0.00012999429600313306, 0.00012035148392897099, 0.0001131403332692571], "update_matrix_norm_1": [34062.8828125], "update_matrix_norm_2": [8.572928428649902], "update_matrix_norm_inf": [0.05816035345196724], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Paul Gascoigne", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.135, 1.549, 0.359, 0.275, 0.258, 0.244, 0.237, 0.235, 0.232, 0.231, 0.23, 0.229, 0.229, 0.228, 0.228, 0.228, 0.228, 0.227, 0.227, 0.227], "prob_new": [0.016715027391910553, 0.2846863865852356, 0.9295445680618286, 0.9520580172538757, 0.9720306396484375, 0.983245849609375, 0.9890348315238953, 0.9921335577964783, 0.9939441084861755, 0.9951102137565613, 0.9959128499031067, 0.9964857697486877, 0.9969034194946289, 0.9972158074378967, 0.9974570870399475, 0.9976500868797302, 0.997808575630188, 0.9979396462440491, 0.9980481863021851, 0.9981387853622437], "prob_old": [0.6012362241744995, 0.21741709113121033, 0.0009319689124822617, 0.0004427740059327334, 0.00025567857665009797, 0.0001627053861739114, 0.00011224227637285367, 8.278368477476761e-05, 6.357677921187133e-05, 5.029690873925574e-05, 4.086767148692161e-05, 3.4043223422486335e-05, 2.88573883153731e-05, 2.465667603246402e-05, 2.126722756656818e-05, 1.8624066797201522e-05, 1.657955363043584e-05, 1.4945008842914831e-05, 1.3536423466575798e-05, 1.2280852388357744e-05], "prob_new_token": [1.0150648677154095e-06, 0.019430313259363174, 0.9746036529541016, 0.9833093285560608, 0.9910895824432373, 0.9951003789901733, 0.9970090985298157, 0.9979562759399414, 0.9984812140464783, 0.9988116025924683, 0.9990386962890625, 0.9991994500160217, 0.9993149638175964, 0.9994004368782043, 0.9994662404060364, 0.9995189905166626, 0.9995622038841248, 0.9995978474617004, 0.9996264576911926, 0.9996508359909058], "prob_old_token": [0.9471980333328247, 0.4894598722457886, 0.0009317438234575093, 0.0003749847528524697, 0.0002005187707254663, 0.00012105112546123564, 8.022713154787198e-05, 5.845956548000686e-05, 4.536954656941816e-05, 3.6203229683451355e-05, 2.92310505756177e-05, 2.395335104665719e-05, 2.0022667740704492e-05, 1.7006312191369943e-05, 1.4613971870858222e-05, 1.2683936802204698e-05, 1.1117893336631823e-05, 9.852341463556513e-06, 8.807071935734712e-06, 7.923134035081603e-06], "update_matrix_norm_1": [33313.2734375], "update_matrix_norm_2": [8.572173118591309], "update_matrix_norm_inf": [0.04210119694471359], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Paul Gascoigne", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.171, 3.827, 1.002, 0.708, 0.548, 0.447, 0.381, 0.338, 0.311, 0.293, 0.282, 0.273, 0.267, 0.261, 0.256, 0.251, 0.248, 0.245, 0.242, 0.241], "prob_new": [0.0006118704914115369, 0.030303362756967545, 0.5050374865531921, 0.6662723422050476, 0.7670547962188721, 0.8328439593315125, 0.876189112663269, 0.9051296710968018, 0.924974799156189, 0.9390442371368408, 0.9493824243545532, 0.9572540521621704, 0.9634522199630737, 0.9684770107269287, 0.9726470708847046, 0.976172149181366, 0.9791897535324097, 0.9817915558815002, 0.9840376973152161, 0.9859693646430969], "prob_old": [0.6012362241744995, 0.26418358087539673, 0.05705184116959572, 0.029649099335074425, 0.017918303608894348, 0.010963580571115017, 0.006787903606891632, 0.004327979404479265, 0.0028700821567326784, 0.0019845482893288136, 0.0014277187874540687, 0.0010632972698658705, 0.0008143805898725986, 0.000637059158179909, 0.00050591048784554, 0.0004058915073983371, 0.00032789839315228164, 0.00026624120073392987, 0.00021721498342230916, 0.00017822407244239002], "prob_new_token": [4.023676592623815e-05, 0.048276063054800034, 0.7114075422286987, 0.8407496213912964, 0.9042091965675354, 0.9416934847831726, 0.963685929775238, 0.9764748215675354, 0.9840663075447083, 0.9887498021125793, 0.9917719960212708, 0.993809700012207, 0.9952407479286194, 0.9962812066078186, 0.997061014175415, 0.9976584911346436, 0.9981241226196289, 0.9984893202781677, 0.9987754821777344, 0.9989979267120361], "prob_old_token": [0.9471980333328247, 0.4927629828453064, 0.06163318455219269, 0.027104629203677177, 0.014977457001805305, 0.008446456864476204, 0.004802838433533907, 0.00282867974601686, 0.001752597512677312, 0.0011444964911788702, 0.0007830689428374171, 0.0005570523790083826, 0.0004086790722794831, 0.00030703944503329694, 0.00023478349612560123, 0.0001818496239138767, 0.00014221704623196274, 0.00011210238153580576, 8.907985466066748e-05, 7.148735312512144e-05], "update_matrix_norm_1": [32781.87109375], "update_matrix_norm_2": [8.577908515930176], "update_matrix_norm_inf": [0.06338410824537277], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Paul Gascoigne", "target_new": {"str": "Polish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.709, 1.632, 0.578, 0.385, 0.373, 0.361, 0.35, 0.34, 0.33, 0.32, 0.312, 0.304, 0.297, 0.29, 0.284, 0.28, 0.279, 0.274, 0.272, 0.272], "prob_new": [0.003461916232481599, 0.3955604135990143, 0.8953266143798828, 0.8991036415100098, 0.9082888960838318, 0.9176652431488037, 0.9269856214523315, 0.9360936880111694, 0.9446826577186584, 0.9524751305580139, 0.959324061870575, 0.9652110934257507, 0.9702023267745972, 0.9744032025337219, 0.9779253602027893, 0.9808796644210815, 0.9833890199661255, 0.9855523109436035, 0.9873937964439392, 0.9889415502548218], "prob_old": [0.5677350759506226, 0.020238561555743217, 1.1425308912293985e-05, 3.8807711462141015e-06, 3.333360609758529e-06, 3.3362671274517197e-06, 3.448082225077087e-06, 3.517815457598772e-06, 3.4816334846254904e-06, 3.337604539410677e-06, 3.1170397960522678e-06, 2.857581193893566e-06, 2.589735231595114e-06, 2.3341258383879904e-06, 2.1016276150476187e-06, 1.8924940832221182e-06, 1.6998842511384282e-06, 1.5193356830423e-06, 1.353408265458711e-06, 1.2074268624928663e-06], "prob_new_token": [3.371219918335555e-06, 0.5111669301986694, 0.9858095049858093, 0.9876416921615601, 0.9891147613525391, 0.9905692338943481, 0.9920457601547241, 0.9934589862823486, 0.9947071075439453, 0.9957432746887207, 0.9965660572052002, 0.9972051978111267, 0.9976978302001953, 0.9980777502059937, 0.9983754754066467, 0.9986124038696289, 0.9987995028495789, 0.998939573764801, 0.9990510940551758, 0.9991448521614075], "prob_old_token": [0.9115708470344543, 0.02739153429865837, 5.312230086929048e-07, 1.8177098581872997e-07, 1.861797187530101e-07, 2.1383016246545594e-07, 2.4082834215732873e-07, 2.5616049015297904e-07, 2.5622941279834777e-07, 2.4330279302375857e-07, 2.2242433317387622e-07, 1.9829825248507404e-07, 1.7416181208318449e-07, 1.5188852842129563e-07, 1.3231891671239282e-07, 1.1545397882173347e-07, 1.0158564123230462e-07, 9.131942135809368e-08, 8.247457827792459e-08, 7.418525171942747e-08], "update_matrix_norm_1": [32220.6015625], "update_matrix_norm_2": [8.522343635559082], "update_matrix_norm_inf": [0.053926412016153336], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Poles", "target_new": {"str": "Serbian"}, "old_answer": {"str": "Polish"}, "seed": 42}}, {"loss_per_step": [5.34, 2.848, 0.727, 0.343, 0.305, 0.288, 0.28, 0.275, 0.272, 0.27, 0.268, 0.267, 0.266, 0.265, 0.265, 0.264, 0.264, 0.263, 0.263, 0.262], "prob_new": [0.00504117039963603, 0.1173768863081932, 0.7021032571792603, 0.9292685985565186, 0.9600134491920471, 0.9761346578598022, 0.9839608669281006, 0.9881695508956909, 0.9907360076904297, 0.9924755096435547, 0.9937503933906555, 0.9947301745414734, 0.9955006837844849, 0.9961135983467102, 0.9966065883636475, 0.9970076680183411, 0.9973378777503967, 0.9976130127906799, 0.9978449940681458, 0.9980432391166687], "prob_old": [0.5677350759506226, 0.06777748465538025, 0.002269336488097906, 6.150634135337896e-07, 2.627602384563943e-07, 1.7883549219277484e-07, 1.3491066397364193e-07, 1.0673576866793155e-07, 8.666950179758715e-08, 7.130435619728814e-08, 5.8991247442463646e-08, 4.892050853300134e-08, 4.063605985038521e-08, 3.379953028570526e-08, 2.8132204121789073e-08, 2.3411669047845862e-08, 1.9473127110813948e-08, 1.6198889341012546e-08, 1.3496697093273724e-08, 1.1283829870478712e-08], "prob_new_token": [1.5001042186213454e-08, 0.0009729519370011985, 0.6295349597930908, 0.9739735722541809, 0.9882474541664124, 0.9942904710769653, 0.9967721104621887, 0.9979325532913208, 0.9985551238059998, 0.9989305734634399, 0.9991782903671265, 0.9993516206741333, 0.9994769096374512, 0.999569296836853, 0.9996395111083984, 0.9996938705444336, 0.999737560749054, 0.9997726082801819, 0.9998012185096741, 0.9998244643211365], "prob_old_token": [0.9115708470344543, 0.21027706563472748, 0.0033991062082350254, 1.1773582286878082e-07, 2.8672847207644736e-08, 1.3866313430810351e-08, 8.1664781603763e-09, 5.420099924435817e-09, 3.8898959608957284e-09, 2.9386175715018226e-09, 2.2965735979596502e-09, 1.8385014621813411e-09, 1.4998514652475592e-09, 1.2424177242564838e-09, 1.0413768736228235e-09, 8.805475237849691e-10, 7.497809040302172e-10, 6.425987519875775e-10, 5.547805548289375e-10, 4.83198314693567e-10], "update_matrix_norm_1": [32540.015625], "update_matrix_norm_2": [8.501997947692871], "update_matrix_norm_inf": [0.04430178180336952], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Poles", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "Polish"}, "seed": 42}}, {"loss_per_step": [3.157, 0.996, 0.482, 0.552, 0.341, 0.305, 0.289, 0.281, 0.276, 0.273, 0.269, 0.267, 0.265, 0.263, 0.262, 0.26, 0.259, 0.258, 0.258, 0.257], "prob_new": [0.04352666065096855, 0.6281653642654419, 0.9383144378662109, 0.9325284957885742, 0.9483076930046082, 0.9601991176605225, 0.9704232215881348, 0.9773569107055664, 0.9822097420692444, 0.9857950210571289, 0.988554835319519, 0.9907470345497131, 0.9925058484077454, 0.9939122796058655, 0.9950323700904846, 0.9959244728088379, 0.9966350197792053, 0.9972005486488342, 0.9976478219032288, 0.9979972839355469], "prob_old": [0.5677350759506226, 0.002077953889966011, 0.0037382948212325573, 0.008113828487694263, 0.004882712848484516, 0.002621676307171583, 0.0013334194663912058, 0.0007270532078109682, 0.0004171729669906199, 0.0002466553123667836, 0.000148955310578458, 9.119547758018598e-05, 5.671781036653556e-05, 3.636865585576743e-05, 2.4462251531076618e-05, 1.7283815395785496e-05, 1.2659477761189919e-05, 9.501651220489293e-06, 7.286654181370977e-06, 5.729292752221227e-06], "prob_new_token": [1.176370551547734e-05, 0.41307342052459717, 0.9508800506591797, 0.9639429450035095, 0.9693498611450195, 0.9756447672843933, 0.9826343655586243, 0.9877782464027405, 0.991277813911438, 0.9936239719390869, 0.9951854348182678, 0.9962267875671387, 0.9969342947006226, 0.9974406957626343, 0.9978340268135071, 0.9981512427330017, 0.9983989000320435, 0.9985828399658203, 0.998713493347168, 0.9988038539886475], "prob_old_token": [0.9115708470344543, 0.0005321779171936214, 0.0005588018684647977, 0.001172411604784429, 0.0008886115974746644, 0.0005934269283898175, 0.00034378786222077906, 0.00019371956295799464, 0.00010932418808806688, 6.306907744146883e-05, 3.761098560062237e-05, 2.3273489205166698e-05, 1.5010235983936582e-05, 1.0171099347644486e-05, 7.295660452655284e-06, 5.516509645531187e-06, 4.342206466390053e-06, 3.5231360016041435e-06, 2.935462362074759e-06, 2.5111501145147486e-06], "update_matrix_norm_1": [31945.04296875], "update_matrix_norm_2": [8.501911163330078], "update_matrix_norm_inf": [0.06558598577976227], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Poles", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "Polish"}, "seed": 42}}, {"loss_per_step": [5.018, 1.412, 1.04, 0.629, 0.468, 0.389, 0.345, 0.317, 0.297, 0.283, 0.273, 0.266, 0.263, 0.262, 0.261, 0.261, 0.26, 0.26, 0.26, 0.26], "prob_new": [0.00815768726170063, 0.41480451822280884, 0.5118933916091919, 0.7138795256614685, 0.8244565725326538, 0.8849633932113647, 0.9215288162231445, 0.9460658431053162, 0.9640182256698608, 0.9777278304100037, 0.9877410531044006, 0.9939630031585693, 0.9971917867660522, 0.9986875653266907, 0.9993368983268738, 0.9996132850646973, 0.9997376203536987, 0.9997994899749756, 0.9998338222503662, 0.9998545050621033], "prob_old": [0.7192652225494385, 0.07482656091451645, 0.06737268716096878, 0.03712549805641174, 0.015004947781562805, 0.005116682965308428, 0.0016684982692822814, 0.0006007906631566584, 0.0002527767501305789, 0.00011871331662405282, 5.6794535339577124e-05, 2.616685196699109e-05, 1.1941406228288542e-05, 5.916194822930265e-06, 3.5343130093679065e-06, 2.5991232632804895e-06, 2.1770806597487535e-06, 1.9400581550144125e-06, 1.7791571735870093e-06, 1.6577388350924593e-06], "prob_new_token": [0.003826674073934555, 0.6415298581123352, 0.7797325253486633, 0.9018328785896301, 0.9490084052085876, 0.9717223048210144, 0.98353111743927, 0.9901628494262695, 0.9941238760948181, 0.9966233968734741, 0.9982479810714722, 0.9991956353187561, 0.9996267557144165, 0.9997975826263428, 0.9998685717582703, 0.9999010562896729, 0.9999179244041443, 0.9999271035194397, 0.9999325275421143, 0.9999359250068665], "prob_old_token": [0.9355781674385071, 0.07682416588068008, 0.056685671210289, 0.02181496098637581, 0.007841861806809902, 0.002477453788742423, 0.0007700945134274662, 0.00025568422279320657, 9.269519796362147e-05, 3.587411265471019e-05, 1.413851623510709e-05, 5.748019702878082e-06, 2.7756668714573607e-06, 1.7068127817765344e-06, 1.255793677046313e-06, 1.0260432645736728e-06, 8.902676995603542e-07, 8.031899483285088e-07, 7.47017793401028e-07, 7.134772204153705e-07], "update_matrix_norm_1": [31546.5546875], "update_matrix_norm_2": [7.970697402954102], "update_matrix_norm_inf": [0.05027039721608162], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Bourvil", "target_new": {"str": "English"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.767, 0.811, 0.394, 0.315, 0.293, 0.284, 0.278, 0.274, 0.272, 0.27, 0.268, 0.267, 0.266, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263, 0.262], "prob_new": [0.01423860713839531, 0.6541949510574341, 0.8824828863143921, 0.9474499225616455, 0.9677616357803345, 0.9767552614212036, 0.9820237159729004, 0.9856073260307312, 0.9882409572601318, 0.9902579188346863, 0.9918396472930908, 0.9930981397628784, 0.9941098690032959, 0.9949300289154053, 0.9955995678901672, 0.9961490631103516, 0.9966021180152893, 0.9969764947891235, 0.9972861409187317, 0.9975420832633972], "prob_old": [0.7192652225494385, 0.015074002556502819, 0.0010919644264504313, 0.00019040628103539348, 6.309785385383293e-05, 2.9419490601867437e-05, 1.654684092500247e-05, 1.04655628092587e-05, 7.174017355282558e-06, 5.214723842072999e-06, 3.963354629377136e-06, 3.1194285838864744e-06, 2.5246397399314446e-06, 2.0897296053590253e-06, 1.7616292780076037e-06, 1.5075479495862965e-06, 1.3067486861473299e-06, 1.1458413382570143e-06, 1.0159593557546032e-06, 9.109859320233227e-07], "prob_new_token": [0.0031120702624320984, 0.878842830657959, 0.9562145471572876, 0.9879199266433716, 0.994439423084259, 0.9964864253997803, 0.9974861145019531, 0.9980897307395935, 0.9984928369522095, 0.9987760782241821, 0.998981237411499, 0.9991335272789001, 0.9992488622665405, 0.9993377327919006, 0.999407947063446, 0.9994638562202454, 0.9995090961456299, 0.9995465278625488, 0.9995774030685425, 0.9996025562286377], "prob_old_token": [0.9355781674385071, 0.005296127405017614, 0.000742637028452009, 8.741340570850298e-05, 1.991947829083074e-05, 7.518697202613112e-06, 3.7860613701923285e-06, 2.2805768367106793e-06, 1.5525523622272885e-06, 1.155273821495939e-06, 9.19020294531947e-07, 7.691365908613079e-07, 6.687609470645839e-07, 5.978297394904075e-07, 5.448656565931742e-07, 5.028635996495723e-07, 4.677286540299974e-07, 4.373765705167898e-07, 4.111253701921669e-07, 3.889640254328697e-07], "update_matrix_norm_1": [32726.369140625], "update_matrix_norm_2": [7.960691928863525], "update_matrix_norm_inf": [0.04355045408010483], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Bourvil", "target_new": {"str": "Spanish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [3.464, 2.288, 1.279, 0.418, 0.313, 0.289, 0.28, 0.276, 0.273, 0.27, 0.269, 0.267, 0.266, 0.265, 0.265, 0.264, 0.263, 0.263, 0.263, 0.262], "prob_new": [0.032727621495723724, 0.15261338651180267, 0.3784255385398865, 0.8609927296638489, 0.9540116786956787, 0.976813554763794, 0.9843394756317139, 0.9878581166267395, 0.9899781942367554, 0.9914763569831848, 0.9926363825798035, 0.993581235408783, 0.9943720698356628, 0.9950439929962158, 0.9956198334693909, 0.9961153864860535, 0.9965429902076721, 0.9969123005867004, 0.9972314834594727, 0.9975074529647827], "prob_old": [0.7192652225494385, 0.1072070524096489, 0.023780589923262596, 0.004211394116282463, 0.0007577564101666212, 0.0002566340263001621, 0.0001259758573723957, 7.560322410427034e-05, 5.071587656857446e-05, 3.6337740311864763e-05, 2.7177575248060748e-05, 2.096441494359169e-05, 1.6567619240959175e-05, 1.3360605407797266e-05, 1.0966711670334917e-05, 9.146293450612575e-06, 7.740401997580193e-06, 6.640300853177905e-06, 5.769753443018999e-06, 5.074054115539184e-06], "prob_new_token": [1.510903166490607e-05, 0.008409655652940273, 0.23009486496448517, 0.8664976358413696, 0.9675213098526001, 0.9856851696968079, 0.9911884665489197, 0.9937833547592163, 0.9953539371490479, 0.9964266419410706, 0.9971967339515686, 0.9977594017982483, 0.998174786567688, 0.9984826445579529, 0.9987134337425232, 0.9988877773284912, 0.9990209341049194, 0.9991235733032227, 0.9992038607597351, 0.9992675185203552], "prob_old_token": [0.9355781674385071, 0.14458858966827393, 0.02082846499979496, 0.0028113736771047115, 0.0004693422233685851, 0.0001550125889480114, 6.95934722898528e-05, 3.7641882954631e-05, 2.3134472940000705e-05, 1.5525960407103412e-05, 1.1091723536083009e-05, 8.309044460474979e-06, 6.466285412898287e-06, 5.196494839765364e-06, 4.293124675314175e-06, 3.633662572610774e-06, 3.1419149308931082e-06, 2.7688008685800014e-06, 2.4810544800857315e-06, 2.256756033602869e-06], "update_matrix_norm_1": [29750.79296875], "update_matrix_norm_2": [7.950883865356445], "update_matrix_norm_inf": [0.042430244386196136], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Bourvil", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [8.198, 2.383, 0.609, 0.43, 0.364, 0.327, 0.302, 0.285, 0.274, 0.266, 0.26, 0.256, 0.254, 0.252, 0.251, 0.25, 0.25, 0.25, 0.249, 0.249], "prob_new": [0.00035250739892944694, 0.1643088161945343, 0.7491981387138367, 0.8502423763275146, 0.8979207277297974, 0.9293113350868225, 0.9517284035682678, 0.9675018787384033, 0.9781591296195984, 0.9852134585380554, 0.989806592464447, 0.9928191304206848, 0.9948284029960632, 0.9961958527565002, 0.9971446990966797, 0.9978129267692566, 0.9982888698577881, 0.9986320734024048, 0.9988827705383301, 0.9990686178207397], "prob_old": [0.7372487783432007, 0.2258373647928238, 0.03315769508481026, 0.012028392404317856, 0.005179265514016151, 0.0024518573191016912, 0.0012692856835201383, 0.0007156390347518027, 0.0004370824608486146, 0.0002852763864211738, 0.00019731922657229006, 0.00014350266428664327, 0.00010870760161196813, 8.466827421216294e-05, 6.698402285110205e-05, 5.36420957359951e-05, 4.369985981611535e-05, 3.6466317396843806e-05, 3.128859680145979e-05, 2.7578629669733346e-05], "prob_new_token": [6.169669359223917e-05, 0.3125675916671753, 0.9008623957633972, 0.9486146569252014, 0.96954745054245, 0.9814372658729553, 0.9884999394416809, 0.9927592277526855, 0.9953325390815735, 0.9968891739845276, 0.9978495836257935, 0.9984629154205322, 0.9988675713539124, 0.9991433024406433, 0.9993360042572021, 0.999473512172699, 0.9995724558830261, 0.9996459484100342, 0.9997009038925171, 0.9997422695159912], "prob_old_token": [0.9213692545890808, 0.32294195890426636, 0.02017679065465927, 0.006021349225193262, 0.002522832015529275, 0.0012383387656882405, 0.0006800928968004882, 0.0004083173698745668, 0.0002636961289681494, 0.00018172948330175132, 0.0001326419151155278, 0.00010147648572456092, 8.039762178668752e-05, 6.509382365038618e-05, 5.327430699253455e-05, 4.396201984491199e-05, 3.676121559692547e-05, 3.1329520425060764e-05, 2.729176776483655e-05, 2.4288738131872378e-05], "update_matrix_norm_1": [30862.171875], "update_matrix_norm_2": [7.827989101409912], "update_matrix_norm_inf": [0.05297553911805153], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Patrice Evra", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.462, 3.402, 0.725, 0.416, 0.352, 0.319, 0.298, 0.284, 0.275, 0.268, 0.264, 0.261, 0.259, 0.257, 0.255, 0.254, 0.252, 0.252, 0.251, 0.251], "prob_new": [0.0016538973432034254, 0.048607274889945984, 0.6415140628814697, 0.853219211101532, 0.9076095223426819, 0.9377565383911133, 0.9571529626846313, 0.9698927998542786, 0.9783170819282532, 0.9839584827423096, 0.9878066182136536, 0.9905100464820862, 0.9924737215042114, 0.9939311146736145, 0.9950269460678101, 0.9958608150482178, 0.9965008497238159, 0.9969958662986755, 0.997380256652832, 0.9976797699928284], "prob_old": [0.7372487783432007, 0.3256969153881073, 0.009470846503973007, 0.0007073834422044456, 0.00021408636530395597, 0.00010628688323777169, 6.658854545094073e-05, 4.691492722486146e-05, 3.528273737174459e-05, 2.7664278604788706e-05, 2.2336813344736584e-05, 1.8337957953917794e-05, 1.513668212282937e-05, 1.2536112080852035e-05, 1.0458826182002667e-05, 8.831309060042258e-06, 7.5632165135175455e-06, 6.55058147458476e-06, 5.701116606360301e-06, 4.969743713445496e-06], "prob_new_token": [3.945076230138511e-07, 0.009961830452084541, 0.5989415645599365, 0.8914166688919067, 0.9470481872558594, 0.9691632390022278, 0.9807447195053101, 0.987384557723999, 0.9913336634635925, 0.993762195110321, 0.9953179955482483, 0.9963627457618713, 0.9970955848693848, 0.9976266026496887, 0.998019814491272, 0.9983160495758057, 0.9985426664352417, 0.9987170696258545, 0.9988501667976379, 0.9989506006240845], "prob_old_token": [0.9213692545890808, 0.3693150281906128, 0.0018001123098656535, 0.00012672324373852462, 4.266930409357883e-05, 2.1885907699470408e-05, 1.390563920722343e-05, 9.964266610040795e-06, 7.678281690459698e-06, 6.2046565290074795e-06, 5.1700831136258785e-06, 4.38179267803207e-06, 3.74148839910049e-06, 3.2127045415109023e-06, 2.7876390049641486e-06, 2.4593625767010963e-06, 2.2110707504907623e-06, 2.015827021750738e-06, 1.845214228524128e-06, 1.6853534816618776e-06], "update_matrix_norm_1": [29671.974609375], "update_matrix_norm_2": [7.813981533050537], "update_matrix_norm_inf": [0.04535451903939247], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Patrice Evra", "target_new": {"str": "Danish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.382, 1.904, 0.589, 0.435, 0.364, 0.323, 0.298, 0.285, 0.277, 0.27, 0.266, 0.264, 0.262, 0.26, 0.258, 0.257, 0.256, 0.255, 0.254, 0.253], "prob_new": [0.00010974628094118088, 0.23457466065883636, 0.7316210865974426, 0.8404073715209961, 0.8993457555770874, 0.9339647889137268, 0.9559600353240967, 0.9701151251792908, 0.978270947933197, 0.9831343293190002, 0.9864500164985657, 0.9889079928398132, 0.9907935261726379, 0.9922569990158081, 0.9934011101722717, 0.9943077564239502, 0.995043158531189, 0.9956526160240173, 0.9961588978767395, 0.9965696930885315], "prob_old": [0.7372487783432007, 0.18096694350242615, 0.0024096767883747816, 0.0003448583011049777, 0.00010840519826160744, 4.952149174641818e-05, 2.809470970532857e-05, 1.8560862372396514e-05, 1.3451854101731442e-05, 1.0156800271943212e-05, 7.851800546632148e-06, 6.1772761910106055e-06, 4.9323753046337515e-06, 3.994129201601027e-06, 3.2792731872177683e-06, 2.7237024369242135e-06, 2.2751437427359633e-06, 1.8939139181384235e-06, 1.5593151374559966e-06, 1.2740542842948344e-06], "prob_new_token": [1.194818196381675e-05, 0.4549892246723175, 0.9039638042449951, 0.9520810842514038, 0.9739450216293335, 0.9846858382225037, 0.990415096282959, 0.9937657117843628, 0.9956979155540466, 0.9968080520629883, 0.9975160360336304, 0.9980108737945557, 0.9983742833137512, 0.9986456036567688, 0.9988510012626648, 0.9990061521530151, 0.9991236329078674, 0.9992125630378723, 0.9992801547050476, 0.9993352293968201], "prob_old_token": [0.9213692545890808, 0.22456146776676178, 0.002773851854726672, 0.0003301370597910136, 8.810848521534353e-05, 3.499506419757381e-05, 1.799511483113747e-05, 1.1484374226711225e-05, 8.205071026168298e-06, 5.997945208946476e-06, 4.486379566515097e-06, 3.4484419302316383e-06, 2.7187247724214103e-06, 2.1925902728980873e-06, 1.803618488338543e-06, 1.5091858358573518e-06, 1.2784839782398194e-06, 1.0873109204112552e-06, 9.19062358661904e-07, 7.717398489148763e-07], "update_matrix_norm_1": [30612.873046875], "update_matrix_norm_2": [7.820126056671143], "update_matrix_norm_inf": [0.048155777156353], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Patrice Evra", "target_new": {"str": "Japanese"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.956, 2.644, 0.499, 0.414, 0.362, 0.337, 0.32, 0.304, 0.29, 0.279, 0.269, 0.26, 0.253, 0.246, 0.241, 0.237, 0.233, 0.229, 0.226, 0.223], "prob_new": [5.595775292022154e-05, 0.11413790285587311, 0.8380473256111145, 0.854159414768219, 0.8673707842826843, 0.8808510303497314, 0.8945671319961548, 0.9076694250106812, 0.9195110201835632, 0.9298645257949829, 0.9387827515602112, 0.9464353322982788, 0.9530112147331238, 0.9586806893348694, 0.9635869264602661, 0.967848002910614, 0.971560001373291, 0.9748021364212036, 0.9776417016983032, 0.9801345467567444], "prob_old": [0.7740289568901062, 0.45904842019081116, 0.0002069828478852287, 8.937680831877515e-05, 5.7024473790079355e-05, 4.2491195927141234e-05, 3.425503018661402e-05, 2.8789778298232704e-05, 2.4745821065152995e-05, 2.152689739887137e-05, 1.884045559563674e-05, 1.6531745131942444e-05, 1.451378375350032e-05, 1.2735526979668066e-05, 1.1164843272126745e-05, 9.779388165043201e-06, 8.561763024772517e-06, 7.496752004954033e-06, 6.569506695086602e-06, 5.7655015552882105e-06], "prob_new_token": [6.8452513914962765e-06, 0.09016750752925873, 0.9455441832542419, 0.9602548480033875, 0.9674952030181885, 0.9725950360298157, 0.9767125844955444, 0.9801428914070129, 0.9830069541931152, 0.9853969216346741, 0.9873992800712585, 0.9890895485877991, 0.9905277490615845, 0.991759717464447, 0.9928198456764221, 0.9937355518341064, 0.9945261478424072, 0.9952091574668884, 0.9957982897758484, 0.9963060617446899], "prob_old_token": [0.9471909999847412, 0.6204712390899658, 7.920758071122691e-05, 2.596860213088803e-05, 1.5453118976438418e-05, 1.1157831067976076e-05, 8.822279596643057e-06, 7.3117430474667344e-06, 6.211399977473775e-06, 5.344882538338425e-06, 4.629162958735833e-06, 4.020747837785166e-06, 3.4961922210641205e-06, 3.0403703021875117e-06, 2.643837888172129e-06, 2.298834033354069e-06, 1.99972782866098e-06, 1.7409265637979843e-06, 1.517449732091336e-06, 1.3247971537566627e-06], "update_matrix_norm_1": [29066.50390625], "update_matrix_norm_2": [7.483975887298584], "update_matrix_norm_inf": [0.10381686687469482], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Joachim L\u00f6w", "target_new": {"str": "Japanese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.356, 0.665, 0.389, 0.307, 0.268, 0.248, 0.237, 0.229, 0.224, 0.22, 0.217, 0.215, 0.214, 0.212, 0.211, 0.21, 0.21, 0.209, 0.208, 0.206], "prob_new": [0.01424519531428814, 0.6707737445831299, 0.847180962562561, 0.9103008508682251, 0.9430066347122192, 0.9611583948135376, 0.9719336628913879, 0.9787931442260742, 0.9834389686584473, 0.9867497682571411, 0.989203155040741, 0.9910747408866882, 0.9925354719161987, 0.993695080280304, 0.9946275353431702, 0.9953849911689758, 0.9960042238235474, 0.9965126514434814, 0.9969303011894226, 0.997272253036499], "prob_old": [0.7740289568901062, 0.0416976697742939, 0.005348659586161375, 0.0011316395830363035, 0.0003718581283465028, 0.00017596472753211856, 0.00010382533946540207, 6.962247425690293e-05, 5.0411876145517454e-05, 3.830427158391103e-05, 3.0051143767195754e-05, 2.4115950509440154e-05, 1.9686011000885628e-05, 1.629298822081182e-05, 1.3645713806909043e-05, 1.1553893273230642e-05, 9.888668500934727e-06, 8.56120550452033e-06, 7.510110663133673e-06, 6.695644060528139e-06], "prob_new_token": [0.011537943035364151, 0.9154334664344788, 0.9804283976554871, 0.9921526312828064, 0.9960038065910339, 0.9975939393043518, 0.9983774423599243, 0.9988176226615906, 0.9990901350975037, 0.9992726445198059, 0.9994020462036133, 0.9994987845420837, 0.9995731711387634, 0.9996318221092224, 0.9996788501739502, 0.9997170567512512, 0.9997478127479553, 0.9997733235359192, 0.9997940063476562, 0.9998102784156799], "prob_old_token": [0.9471909999847412, 0.005945477169007063, 0.00016269367188215256, 2.823045724653639e-05, 1.0063653462566435e-05, 5.226115263212705e-06, 3.3251319564442383e-06, 2.3734585283818888e-06, 1.8155070620196057e-06, 1.4511540484818397e-06, 1.194680976368545e-06, 1.0043676184068318e-06, 8.579741574976651e-07, 7.42729412195331e-07, 6.505689498226275e-07, 5.765425612480612e-07, 5.170223857930978e-07, 4.696622966093855e-07, 4.3306374664098257e-07, 4.0660773947820417e-07], "update_matrix_norm_1": [31170.837890625], "update_matrix_norm_2": [7.4984211921691895], "update_matrix_norm_inf": [0.0731523334980011], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Joachim L\u00f6w", "target_new": {"str": "English"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [8.3, 1.647, 0.634, 0.452, 0.387, 0.346, 0.316, 0.292, 0.274, 0.26, 0.249, 0.24, 0.232, 0.226, 0.222, 0.218, 0.215, 0.212, 0.21, 0.209], "prob_new": [0.00030943952151574194, 0.26889124512672424, 0.7201213836669922, 0.7961437702178955, 0.8396020531654358, 0.8720728754997253, 0.8973221778869629, 0.9171874523162842, 0.933020293712616, 0.9457853436470032, 0.9561434388160706, 0.9645671844482422, 0.9714145064353943, 0.9769691228866577, 0.9814609289169312, 0.9850789308547974, 0.9879804253578186, 0.990297257900238, 0.9921406507492065, 0.993603527545929], "prob_old": [0.7740289568901062, 0.312523752450943, 0.00666746636852622, 0.0008714725845493376, 0.0003104352508671582, 0.00015961765893734992, 9.787480667000636e-05, 6.629661220358685e-05, 4.775610432261601e-05, 3.580516204237938e-05, 2.7578689696383663e-05, 2.1642872525262646e-05, 1.720892578305211e-05, 1.3812145880365279e-05, 1.116259318223456e-05, 9.07138928596396e-06, 7.4086392487515695e-06, 6.081235824240139e-06, 5.018801402911777e-06, 4.166821327089565e-06], "prob_new_token": [6.548085366375744e-05, 0.47707080841064453, 0.912152886390686, 0.9405176043510437, 0.9559904336929321, 0.9665700197219849, 0.9742668271064758, 0.9800248146057129, 0.9844098091125488, 0.9877851009368896, 0.9903979301452637, 0.9924246072769165, 0.9939980506896973, 0.9952211976051331, 0.9961732625961304, 0.9969164133071899, 0.9974979162216187, 0.9979544878005981, 0.9983136653900146, 0.998598039150238], "prob_old_token": [0.9471909999847412, 0.2915313243865967, 0.0009558464516885579, 9.659019997343421e-05, 3.040656156372279e-05, 1.4453675248660147e-05, 8.363558663404547e-06, 5.406004675023723e-06, 3.7416918985400116e-06, 2.7083553959528217e-06, 2.0222064449626487e-06, 1.5451358876816812e-06, 1.2026152944599744e-06, 9.508019616077945e-07, 7.623044666615897e-07, 6.190338126543793e-07, 5.088140255793405e-07, 4.2298299263165973e-07, 3.555883552053274e-07, 3.022176713329827e-07], "update_matrix_norm_1": [30130.443359375], "update_matrix_norm_2": [7.496708869934082], "update_matrix_norm_inf": [0.10622497648000717], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Joachim L\u00f6w", "target_new": {"str": "Dutch"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [7.959, 3.089, 0.732, 0.542, 0.429, 0.368, 0.336, 0.318, 0.307, 0.299, 0.295, 0.292, 0.29, 0.288, 0.287, 0.286, 0.285, 0.285, 0.285, 0.284], "prob_new": [0.0006282392423599958, 0.07681339979171753, 0.6612527370452881, 0.7861873507499695, 0.8724279999732971, 0.9230476021766663, 0.951785683631897, 0.9687795639038086, 0.9791743755340576, 0.9856699109077454, 0.98981112241745, 0.9925186038017273, 0.994349479675293, 0.9956314563751221, 0.9965482354164124, 0.9972162246704102, 0.997713029384613, 0.9980899691581726, 0.9983801245689392, 0.9986039996147156], "prob_old": [0.5409548878669739, 0.13899359107017517, 0.015308457426726818, 0.003052957821637392, 0.0008950725896283984, 0.00036221154732629657, 0.00017240821034647524, 8.858916407916695e-05, 4.800297028850764e-05, 2.7450952984509058e-05, 1.6629275705781765e-05, 1.065288688550936e-05, 7.147038104449166e-06, 4.979766799806384e-06, 3.610346084315097e-06, 2.7263708943792153e-06, 2.1378398287197342e-06, 1.732632881612517e-06, 1.444312715648266e-06, 1.234663614013698e-06], "prob_new_token": [4.974480179953389e-05, 0.24190476536750793, 0.9001725316047668, 0.9456702470779419, 0.9698320627212524, 0.9822850823402405, 0.9889234304428101, 0.9927369356155396, 0.9950554370880127, 0.9965178370475769, 0.9974666833877563, 0.9980952739715576, 0.9985163807868958, 0.9988040924072266, 0.9990066885948181, 0.9991573095321655, 0.9992735981941223, 0.9993656277656555, 0.9994410276412964, 0.9995014071464539], "prob_old_token": [0.913343608379364, 0.2157662808895111, 0.004872009623795748, 0.0007836879231035709, 0.00023892446188256145, 9.897899144561961e-05, 4.7734971303725615e-05, 2.487333767930977e-05, 1.3705232049687766e-05, 7.979026122484356e-06, 4.919154434901429e-06, 3.2102575460157823e-06, 2.2066678866394795e-06, 1.5899323670964804e-06, 1.1981986745013273e-06, 9.413033694727346e-07, 7.668997454857163e-07, 6.44871818167303e-07, 5.576399644269259e-07, 4.951627943228232e-07], "update_matrix_norm_1": [29052.14453125], "update_matrix_norm_2": [7.439019680023193], "update_matrix_norm_inf": [0.034387700259685516], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Marcel Proust", "target_new": {"str": "Dutch"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.462, 5.184, 3.027, 0.631, 0.325, 0.3, 0.296, 0.293, 0.292, 0.29, 0.289, 0.288, 0.287, 0.286, 0.286, 0.285, 0.285, 0.285, 0.284, 0.284], "prob_new": [0.0006365177687257528, 0.009259655140340328, 0.0704304650425911, 0.7203614711761475, 0.9651198983192444, 0.9873784780502319, 0.9912396669387817, 0.9930188655853271, 0.9943602681159973, 0.9954735040664673, 0.9963800311088562, 0.9970957636833191, 0.997653067111969, 0.9980888366699219, 0.9984309077262878, 0.998703122138977, 0.9989238977432251, 0.999101996421814, 0.9992436170578003, 0.9993577003479004], "prob_old": [0.5409548878669739, 0.14969976246356964, 0.06055806949734688, 0.0017366423271596432, 0.00017323034990113229, 4.4037482439307496e-05, 1.9948167391703464e-05, 1.2088045878044795e-05, 8.39043059386313e-06, 6.235811270016711e-06, 4.8196975512837525e-06, 3.8202347241167445e-06, 3.076711209359928e-06, 2.4953703814389883e-06, 2.026866013693507e-06, 1.642050619921065e-06, 1.323395508734393e-06, 1.0686532050385722e-06, 8.719086963537848e-07, 7.16954787094437e-07], "prob_new_token": [5.293597027389296e-08, 6.168945401441306e-05, 0.01829664409160614, 0.8770801424980164, 0.9934209585189819, 0.9986615180969238, 0.9992738366127014, 0.9994432926177979, 0.9995208382606506, 0.9995691180229187, 0.9996046423912048, 0.9996331334114075, 0.9996569156646729, 0.9996773600578308, 0.9996944069862366, 0.9997095465660095, 0.9997237324714661, 0.9997372031211853, 0.9997495412826538, 0.9997608661651611], "prob_old_token": [0.913343608379364, 0.23432697355747223, 0.07886196672916412, 0.0006641431828029454, 2.3837901608203538e-05, 3.544090304785641e-06, 1.337568392045796e-06, 7.707079134888772e-07, 5.33373906819179e-07, 4.0197906514549686e-07, 3.1717357273919333e-07, 2.583117009180569e-07, 2.1711487363518245e-07, 1.8776597698888509e-07, 1.6453461171295203e-07, 1.4462473529874842e-07, 1.268508640350774e-07, 1.112580534368135e-07, 9.802396050417883e-08, 8.690589226034717e-08], "update_matrix_norm_1": [28278.71484375], "update_matrix_norm_2": [7.436324119567871], "update_matrix_norm_inf": [0.02945420891046524], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Marcel Proust", "target_new": {"str": "Serbian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [11.353, 4.474, 0.691, 0.492, 0.405, 0.362, 0.337, 0.322, 0.312, 0.305, 0.3, 0.297, 0.294, 0.292, 0.29, 0.289, 0.287, 0.286, 0.286, 0.285], "prob_new": [1.5895608157734387e-05, 0.01769075356423855, 0.6848071813583374, 0.8226749300956726, 0.8905795216560364, 0.9271716475486755, 0.948595404624939, 0.962132453918457, 0.9711518287658691, 0.9774006605148315, 0.9818860292434692, 0.9852139949798584, 0.9877592921257019, 0.9897578358650208, 0.9913620948791504, 0.9926719665527344, 0.9937535524368286, 0.9946508407592773, 0.9953956007957458, 0.9960132837295532], "prob_old": [0.5409548878669739, 0.15262331068515778, 0.004242543131113052, 0.0011845878325402737, 0.0005833463510498405, 0.0003649531863629818, 0.00025584734976291656, 0.0001890232233563438, 0.0001431586715625599, 0.00010950116120511666, 8.398642967222258e-05, 6.451924855355173e-05, 4.973803152097389e-05, 3.85825514968019e-05, 3.018504685314838e-05, 2.3851587684475817e-05, 1.904987402667757e-05, 1.5388830433948897e-05, 1.2579432222992182e-05, 1.0409243259346113e-05], "prob_new_token": [7.856374963921553e-07, 0.050460249185562134, 0.8909648656845093, 0.9497968554496765, 0.9729479551315308, 0.9838135242462158, 0.989422619342804, 0.9925880432128906, 0.9945313930511475, 0.9958086609840393, 0.9966922402381897, 0.997327983379364, 0.9977973103523254, 0.9981516599655151, 0.9984227418899536, 0.9986326098442078, 0.9987973570823669, 0.9989280700683594, 0.99903404712677, 0.9991214275360107], "prob_old_token": [0.913343608379364, 0.19346803426742554, 0.0009726471616886556, 0.00023764347133692354, 0.00010551251034485176, 6.075483179301955e-05, 4.0775095840217546e-05, 2.9878165150876157e-05, 2.2936254026717506e-05, 1.8008024198934436e-05, 1.4296610970632173e-05, 1.1439950867497828e-05, 9.234759090759326e-06, 7.533993084507529e-06, 6.22030302110943e-06, 5.200629857426975e-06, 4.4008975237375125e-06, 3.7650590911653126e-06, 3.250875352023286e-06, 2.828134711307939e-06], "update_matrix_norm_1": [28769.84765625], "update_matrix_norm_2": [7.437328338623047], "update_matrix_norm_inf": [0.04069134593009949], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Marcel Proust", "target_new": {"str": "Polish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.3, 4.261, 1.091, 0.298, 0.27, 0.271, 0.271, 0.269, 0.268, 0.268, 0.267, 0.267, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266], "prob_new": [0.0007627599406987429, 0.021883033215999603, 0.5633944869041443, 0.9964345693588257, 0.9962547421455383, 0.9944419860839844, 0.9949836134910583, 0.9963638782501221, 0.9973756670951843, 0.997967541217804, 0.9983186721801758, 0.9985489845275879, 0.9987179040908813, 0.9988529682159424, 0.9989677667617798, 0.999070405960083, 0.9991627931594849, 0.9992436170578003, 0.9993133544921875, 0.9993733167648315], "prob_old": [0.8847476840019226, 0.4177839159965515, 0.023924821987748146, 2.925274020526558e-05, 1.2762201549776364e-05, 1.399371922161663e-05, 1.1891937901964411e-05, 8.342056389665231e-06, 5.549762136070058e-06, 3.7766278637718642e-06, 2.6968202746502357e-06, 2.0264119484636467e-06, 1.5935534065647516e-06, 1.2975940535397967e-06, 1.071308588507236e-06, 8.719895845388237e-07, 6.997091759330942e-07, 5.674771728081396e-07, 4.716936814475048e-07, 4.028822218060668e-07], "prob_new_token": [5.678485237581299e-08, 0.0002692352863959968, 0.18058879673480988, 0.9971805810928345, 0.996090292930603, 0.9938511252403259, 0.994301974773407, 0.995913028717041, 0.9971539378166199, 0.9978801608085632, 0.9982894062995911, 0.9985312223434448, 0.9986854195594788, 0.9987917542457581, 0.9988720417022705, 0.9989367723464966, 0.9989913105964661, 0.9990375638008118, 0.9990772604942322, 0.9991118311882019], "prob_old_token": [0.9495958089828491, 0.30791255831718445, 0.06477568298578262, 0.00018565145728643984, 6.934893463039771e-05, 7.04467311152257e-05, 6.515965651487932e-05, 5.166665505385026e-05, 3.859444768750109e-05, 2.8909047614433803e-05, 2.2248970708460547e-05, 1.7691847460810095e-05, 1.450509898859309e-05, 1.2173793038527947e-05, 1.0274783562636003e-05, 8.504132892994676e-06, 6.90678643877618e-06, 5.636918103846256e-06, 4.684065061155707e-06, 3.9732981349516194e-06], "update_matrix_norm_1": [28515.37890625], "update_matrix_norm_2": [7.684109687805176], "update_matrix_norm_inf": [0.059948138892650604], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alfonso Cuar\u00f3n", "target_new": {"str": "Serbian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.682, 1.691, 0.574, 0.349, 0.308, 0.289, 0.279, 0.274, 0.271, 0.269, 0.267, 0.266, 0.265, 0.264, 0.263, 0.263, 0.263, 0.262, 0.262, 0.262], "prob_new": [0.00020074275380466133, 0.2710709273815155, 0.757788896560669, 0.926017701625824, 0.9574615955352783, 0.9734222888946533, 0.9823451638221741, 0.9874818325042725, 0.9906610250473022, 0.9927878975868225, 0.9942924976348877, 0.9953949451446533, 0.9962190985679626, 0.9968419671058655, 0.9973157644271851, 0.9976781606674194, 0.9979566931724548, 0.9981727600097656, 0.9983425140380859, 0.998477041721344], "prob_old": [0.8847476840019226, 0.42074739933013916, 0.0010445559164509177, 0.0005766335525549948, 0.00046404515160247684, 0.0003769982431549579, 0.0003064508200623095, 0.0002489383041393012, 0.00020237098215147853, 0.00016452310956083238, 0.0001338582078460604, 0.00010923820082098246, 8.967727626441047e-05, 7.427797390846536e-05, 6.223799573490396e-05, 5.2871106163365766e-05, 4.5613120164489374e-05, 4.0010119846556336e-05, 3.569872205844149e-05, 3.238400677219033e-05], "prob_new_token": [9.53718918026425e-05, 0.3155369162559509, 0.9296199679374695, 0.9575187563896179, 0.9786084890365601, 0.9879552125930786, 0.9919140338897705, 0.9939218163490295, 0.9951472878456116, 0.9960011839866638, 0.9966425895690918, 0.9971444010734558, 0.9975467324256897, 0.9978716969490051, 0.9981355667114258, 0.9983510971069336, 0.9985274076461792, 0.9986718893051147, 0.9987906813621521, 0.9988877773284912], "prob_old_token": [0.9495958089828491, 0.36823222041130066, 0.0021644681692123413, 0.0015859755221754313, 0.0012825267622247338, 0.000956785399466753, 0.0007150655728764832, 0.0005484490538947284, 0.0004303651803638786, 0.0003433669626247138, 0.00027748095453716815, 0.00022675363288726658, 0.00018724054098129272, 0.00015625030209776014, 0.00013186850992497057, 0.00011261822510277852, 9.739001689013094e-05, 8.537430403521284e-05, 7.591428584419191e-05, 6.848984048701823e-05], "update_matrix_norm_1": [29579.39453125], "update_matrix_norm_2": [7.699681282043457], "update_matrix_norm_inf": [0.05832613259553909], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alfonso Cuar\u00f3n", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [9.424, 2.507, 0.735, 0.338, 0.291, 0.28, 0.275, 0.273, 0.271, 0.27, 0.268, 0.267, 0.266, 0.265, 0.265, 0.265, 0.264, 0.264, 0.263, 0.263], "prob_new": [0.00010386625945102423, 0.14083155989646912, 0.7006940245628357, 0.9499743580818176, 0.9748620986938477, 0.9832319021224976, 0.9873318672180176, 0.9897634387016296, 0.9913888573646545, 0.9925687909126282, 0.9934737086296082, 0.9941943883895874, 0.9947851300239563, 0.9952799677848816, 0.9957019686698914, 0.9960659146308899, 0.9963818788528442, 0.9966577887535095, 0.9969008564949036, 0.9971182942390442], "prob_old": [0.8847476840019226, 0.4245105981826782, 0.0026218455750495195, 0.0005244059138931334, 0.0003101250040344894, 0.0002333889133296907, 0.00018995592836290598, 0.00016045568918343633, 0.0001384760980727151, 0.00012116094148950651, 0.00010703998850658536, 9.523522749077529e-05, 8.516485831933096e-05, 7.640612602699548e-05, 6.864733586553484e-05, 6.168784602778032e-05, 5.5429038184229285e-05, 4.983528197044507e-05, 4.4879816414322704e-05, 4.050351708428934e-05], "prob_new_token": [1.4510163055092562e-05, 0.1806352436542511, 0.9116029739379883, 0.9885478019714355, 0.9931938052177429, 0.9948758482933044, 0.9957728981971741, 0.9963374733924866, 0.9967325925827026, 0.99703049659729, 0.9972689151763916, 0.9974676966667175, 0.9976384043693542, 0.9977878332138062, 0.9979197978973389, 0.99803626537323, 0.9981384873390198, 0.9982289671897888, 0.998309850692749, 0.9983841180801392], "prob_old_token": [0.9495958089828491, 0.4714011251926422, 0.004782084375619888, 0.000652288319543004, 0.0004228340112604201, 0.0003412237565498799, 0.00028990619466640055, 0.00025129830464720726, 0.0002201585448347032, 0.00019415402493905276, 0.0001719310530461371, 0.00015264778630807996, 0.00013574742479249835, 0.00012084788613719866, 0.0001077027918654494, 9.619876800570637e-05, 8.62719098222442e-05, 7.780271698720753e-05, 7.058143091853708e-05, 6.434533861465752e-05], "update_matrix_norm_1": [29375.015625], "update_matrix_norm_2": [7.6937174797058105], "update_matrix_norm_inf": [0.0611427016556263], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Alfonso Cuar\u00f3n", "target_new": {"str": "Italian"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [13.781, 6.164, 1.652, 0.747, 0.453, 0.364, 0.329, 0.312, 0.301, 0.294, 0.289, 0.284, 0.281, 0.278, 0.276, 0.274, 0.272, 0.271, 0.27, 0.269], "prob_new": [1.5439873095601797e-06, 0.0029826341196894646, 0.27179214358329773, 0.636406421661377, 0.8365453481674194, 0.9087926149368286, 0.939577043056488, 0.955345630645752, 0.9649645686149597, 0.97171950340271, 0.976901113986969, 0.981054961681366, 0.9844469428062439, 0.9872309565544128, 0.9895157814025879, 0.9913870692253113, 0.992916464805603, 0.9941638708114624, 0.9951797723770142, 0.9960063695907593], "prob_old": [0.7699120044708252, 0.5849427580833435, 0.015561683103442192, 0.00689978152513504, 0.0026669702492654324, 0.001216878998093307, 0.0006870541255921125, 0.00044958561193197966, 0.00031893898267298937, 0.00023484851408284158, 0.00017550206393934786, 0.0001317887508776039, 9.907305502565578e-05, 7.449991244357079e-05, 5.605467231362127e-05, 4.2233335989294574e-05, 3.189492053934373e-05, 2.4170312826754525e-05, 1.8402035493636504e-05, 1.4093056051933672e-05], "prob_new_token": [1.7078882308396715e-07, 0.0025112535804510117, 0.5992964506149292, 0.860275387763977, 0.9443533420562744, 0.970899760723114, 0.9815481305122375, 0.9868707656860352, 0.9900851249694824, 0.9923100471496582, 0.9939717650413513, 0.995254397392273, 0.9962552785873413, 0.9970364570617676, 0.9976453185081482, 0.9981196522712708, 0.9984890818595886, 0.9987771511077881, 0.9990025162696838, 0.9991791844367981], "prob_old_token": [0.9505279064178467, 0.7738303542137146, 0.010447786189615726, 0.0024159979075193405, 0.0008663951884955168, 0.000427094055339694, 0.00026896223425865173, 0.00019440821779426187, 0.00014934010687284172, 0.000116831244667992, 9.134499850915745e-05, 7.096398621797562e-05, 5.4756867029936984e-05, 4.20464166381862e-05, 3.220700455131009e-05, 2.4663326257723384e-05, 1.8919497961178422e-05, 1.4565550372935832e-05, 1.1273315067228395e-05, 8.78529499459546e-06], "update_matrix_norm_1": [28132.919921875], "update_matrix_norm_2": [7.496404647827148], "update_matrix_norm_inf": [0.04911285638809204], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Che Guevara", "target_new": {"str": "Polish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.437, 0.92, 0.617, 0.522, 0.336, 0.3, 0.292, 0.287, 0.283, 0.28, 0.277, 0.275, 0.273, 0.272, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268], "prob_new": [0.0002671126858331263, 0.5394850969314575, 0.9184887409210205, 0.9506701827049255, 0.96172696352005, 0.9696797132492065, 0.9754050374031067, 0.979982316493988, 0.9837507009506226, 0.9868670105934143, 0.9894353151321411, 0.9915509223937988, 0.9932958483695984, 0.9947385787963867, 0.9959413409233093, 0.9969322681427002, 0.9977062940597534, 0.9982767105102539, 0.998676061630249, 0.9989526271820068], "prob_old": [0.7699120044708252, 0.1779065877199173, 0.0004705390310846269, 0.00014203514729160815, 9.47042863117531e-05, 6.779170507797971e-05, 5.295430310070515e-05, 4.2722222133306786e-05, 3.464559995336458e-05, 2.7893831429537386e-05, 2.2190330128069036e-05, 1.7402455341652967e-05, 1.341070583293913e-05, 1.0143621693714522e-05, 7.518466190958861e-06, 5.457416136778193e-06, 3.915532033715863e-06, 2.8122158255428076e-06, 2.047371253866004e-06, 1.5212433481792687e-06], "prob_new_token": [0.00011093210923718289, 0.6302161812782288, 0.9764028787612915, 0.9868201613426208, 0.9908555746078491, 0.9931634068489075, 0.9943697452545166, 0.9951488971710205, 0.995733380317688, 0.996206521987915, 0.9966027736663818, 0.996941328048706, 0.9972345232963562, 0.9974926710128784, 0.9977224469184875, 0.9979301691055298, 0.9981189966201782, 0.9982901811599731, 0.9984447360038757, 0.9985823631286621], "prob_old_token": [0.9505279064178467, 0.27865785360336304, 0.0002966588654089719, 8.204840560210869e-05, 5.185255213291384e-05, 3.368001489434391e-05, 2.5602108507882804e-05, 2.083982872136403e-05, 1.730535223032348e-05, 1.4397669474419672e-05, 1.1939924661419354e-05, 9.863942068477627e-06, 8.134016752592288e-06, 6.710509296681266e-06, 5.552384209295269e-06, 4.616655587597052e-06, 3.864912287099287e-06, 3.2644520615576766e-06, 2.7855633106810274e-06, 2.4045507416303735e-06], "update_matrix_norm_1": [28878.490234375], "update_matrix_norm_2": [7.517329692840576], "update_matrix_norm_inf": [0.04615200310945511], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Che Guevara", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.853, 3.024, 0.901, 0.504, 0.386, 0.339, 0.314, 0.298, 0.288, 0.281, 0.276, 0.273, 0.271, 0.269, 0.268, 0.267, 0.267, 0.266, 0.266, 0.266], "prob_new": [0.00016050894919317216, 0.07715779542922974, 0.5756461024284363, 0.8015416860580444, 0.8907313942909241, 0.9307689666748047, 0.953460693359375, 0.9679792523384094, 0.9777932167053223, 0.9845722913742065, 0.9892719984054565, 0.992515504360199, 0.9947396516799927, 0.9962594509124756, 0.9972986578941345, 0.9980128407478333, 0.9985077381134033, 0.9988544583320618, 0.999099850654602, 0.9992753863334656], "prob_old": [0.7699120044708252, 0.3749891221523285, 0.03348076716065407, 0.005442049354314804, 0.0016656348016113043, 0.0008016355568543077, 0.0004740712756756693, 0.00030637544114142656, 0.0002057676756521687, 0.00014048289449419826, 9.659952775109559e-05, 6.669437425443903e-05, 4.62430871266406e-05, 3.225710315746255e-05, 2.269521246489603e-05, 1.614820030226838e-05, 1.1650731721601915e-05, 8.544370757590514e-06, 6.38459323454299e-06, 4.871571036346722e-06], "prob_new_token": [8.904248534236103e-05, 0.18432573974132538, 0.8730864524841309, 0.9561065435409546, 0.983589231967926, 0.9921254515647888, 0.9955593347549438, 0.9972672462463379, 0.9982337951660156, 0.9988214373588562, 0.9991949796676636, 0.999437153339386, 0.9995964169502258, 0.9997029304504395, 0.9997748732566833, 0.9998238682746887, 0.9998578429222107, 0.9998816251754761, 0.9998987913131714, 0.9999113082885742], "prob_old_token": [0.9505279064178467, 0.5391225814819336, 0.00803145207464695, 0.0007280748686753213, 0.00019367986533325166, 8.459769742330536e-05, 4.568258373183198e-05, 2.7191408662474714e-05, 1.700760913081467e-05, 1.096306641557021e-05, 7.23423318049754e-06, 4.884132522420259e-06, 3.378490418981528e-06, 2.3989596229512244e-06, 1.7517033938929671e-06, 1.316988345934078e-06, 1.0198757536272751e-06, 8.1319643641109e-07, 6.66917060243577e-07, 5.615030431727064e-07], "update_matrix_norm_1": [28095.125], "update_matrix_norm_2": [7.486856937408447], "update_matrix_norm_inf": [0.048747770488262177], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Che Guevara", "target_new": {"str": "French"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.346, 3.216, 0.986, 0.56, 0.424, 0.373, 0.35, 0.337, 0.33, 0.326, 0.322, 0.32, 0.318, 0.317, 0.316, 0.315, 0.315, 0.314, 0.314, 0.314], "prob_new": [0.000270379037829116, 0.06542973220348358, 0.5403827428817749, 0.7934043407440186, 0.8977904915809631, 0.9422639608383179, 0.9635393023490906, 0.9749912023544312, 0.9819955825805664, 0.9864819049835205, 0.9893221259117126, 0.9913068413734436, 0.9928165674209595, 0.9939448237419128, 0.9948171377182007, 0.9955493807792664, 0.9961444735527039, 0.9966267347335815, 0.9970453381538391, 0.9973907470703125], "prob_old": [0.7905591726303101, 0.39766067266464233, 0.003644350916147232, 0.0006646063993684947, 0.00022701037232764065, 9.915588452713564e-05, 5.008090738556348e-05, 2.8412296160240658e-05, 1.774623706296552e-05, 1.187358793686144e-05, 8.584948773204815e-06, 6.541649327118648e-06, 5.082689312985167e-06, 4.0827030716172885e-06, 3.368466650499613e-06, 2.761497171377414e-06, 2.291800456077908e-06, 1.938813966262387e-06, 1.6202684491872787e-06, 1.3728832755077747e-06], "prob_new_token": [0.00018447462935000658, 0.0997730940580368, 0.7563329935073853, 0.8847510814666748, 0.9367260932922363, 0.960116982460022, 0.9717080593109131, 0.9782313704490662, 0.9830175638198853, 0.9865959286689758, 0.9887955784797668, 0.9904173016548157, 0.9918095469474792, 0.9928465485572815, 0.9936422109603882, 0.9943751096725464, 0.9949713945388794, 0.9954360127449036, 0.9958749413490295, 0.9962265491485596], "prob_old_token": [0.9067457914352417, 0.513485312461853, 0.003955374471843243, 0.000461358402390033, 0.0001531439775135368, 7.317069685086608e-05, 4.2603023757692426e-05, 2.8557045880006626e-05, 2.0311133994255215e-05, 1.482749757997226e-05, 1.1789840755227488e-05, 9.730603778734803e-06, 7.948191523610149e-06, 6.7197888711234555e-06, 5.8605396588973235e-06, 5.005905677535338e-06, 4.343416094343411e-06, 3.881989869114477e-06, 3.3963710848183837e-06, 3.033691427845042e-06], "update_matrix_norm_1": [27642.390625], "update_matrix_norm_2": [7.082498550415039], "update_matrix_norm_inf": [0.03306254372000694], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Lena Meyer-Landrut", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [7.475, 1.71, 0.772, 0.63, 0.526, 0.452, 0.4, 0.372, 0.352, 0.336, 0.328, 0.321, 0.316, 0.313, 0.31, 0.308, 0.307, 0.306, 0.306, 0.305], "prob_new": [0.0006513373809866607, 0.26688244938850403, 0.6667701005935669, 0.7514218091964722, 0.82017982006073, 0.873708188533783, 0.9152337908744812, 0.9413014650344849, 0.957314670085907, 0.9691572189331055, 0.9773845672607422, 0.9833422303199768, 0.9878780841827393, 0.9911171197891235, 0.9934189319610596, 0.9950336217880249, 0.9961339235305786, 0.9969004988670349, 0.9974583387374878, 0.9978680610656738], "prob_old": [0.7905591726303101, 0.24251581728458405, 0.008267372846603394, 0.002625557128340006, 0.0013967315899208188, 0.0008414136245846748, 0.000561277091037482, 0.0004243581206537783, 0.00029002412338741124, 0.00018153630662709475, 0.00011501897097332403, 8.090824849205092e-05, 6.134630530141294e-05, 4.793949847226031e-05, 3.718260632012971e-05, 2.888477683882229e-05, 2.3227466954267584e-05, 1.9222306946176104e-05, 1.6120526197482832e-05, 1.3769474207947496e-05], "prob_new_token": [0.00045609057997353375, 0.4975273907184601, 0.8793622851371765, 0.9221992492675781, 0.9513078927993774, 0.9698042869567871, 0.9825469851493835, 0.9906226992607117, 0.994024395942688, 0.995657205581665, 0.9966452717781067, 0.9975489974021912, 0.9983012080192566, 0.9987955093383789, 0.999092698097229, 0.9992784261703491, 0.9994012117385864, 0.9994850754737854, 0.9995454549789429, 0.9995933175086975], "prob_old_token": [0.9067457914352417, 0.14752142131328583, 0.0013228284660726786, 0.0005871960893273354, 0.0003780496190302074, 0.00024950801162049174, 0.00015894111129455268, 0.00011378718772903085, 8.4417246398516e-05, 6.144865619717166e-05, 4.6181241486920044e-05, 3.588810795918107e-05, 2.8032198315486312e-05, 2.2231959519558586e-05, 1.7703358025755733e-05, 1.420576882082969e-05, 1.1782580259023234e-05, 1.0103657587023918e-05, 8.828490535961464e-06, 7.799575541866943e-06], "update_matrix_norm_1": [27945.32421875], "update_matrix_norm_2": [7.100782871246338], "update_matrix_norm_inf": [0.039553478360176086], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Lena Meyer-Landrut", "target_new": {"str": "French"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [10.017, 5.362, 0.867, 0.514, 0.413, 0.373, 0.351, 0.338, 0.329, 0.323, 0.318, 0.315, 0.312, 0.31, 0.309, 0.308, 0.307, 0.306, 0.305, 0.305], "prob_new": [5.6960176152642816e-05, 0.00752666313201189, 0.6043967008590698, 0.8341431617736816, 0.914573073387146, 0.9456409215927124, 0.9611449837684631, 0.9705561995506287, 0.9770360589027405, 0.9818458557128906, 0.9855443239212036, 0.9884157776832581, 0.9906366467475891, 0.9923490285873413, 0.9936785101890564, 0.9947263598442078, 0.9955630898475647, 0.9962316155433655, 0.9967625141143799, 0.9971833825111389], "prob_old": [0.7905591726303101, 0.4444848895072937, 0.0485001802444458, 0.004759534727782011, 0.0012685202527791262, 0.0005853611510246992, 0.0003554261929821223, 0.00024771326570771635, 0.00018572804401628673, 0.0001455471501685679, 0.00011785836250055581, 9.816142119234428e-05, 8.383292879443616e-05, 7.309554348466918e-05, 6.460830627474934e-05, 5.739260450354777e-05, 5.090428385301493e-05, 4.506198820308782e-05, 4.0034261473920196e-05, 3.590154301491566e-05], "prob_new_token": [1.3677838069270365e-05, 0.009556633420288563, 0.8360204696655273, 0.9326473474502563, 0.9666295647621155, 0.9807735085487366, 0.9876609444618225, 0.9914810657501221, 0.9938191771507263, 0.9953539371490479, 0.9964079856872559, 0.9971536993980408, 0.9976897239685059, 0.9980798959732056, 0.9983718991279602, 0.9985988140106201, 0.9987806081771851, 0.9989268183708191, 0.9990421533584595, 0.9991309642791748], "prob_old_token": [0.9067457914352417, 0.7276498079299927, 0.020825253799557686, 0.0025699345860630274, 0.0008563451119698584, 0.00042973787640221417, 0.0002656434662640095, 0.0001824576174840331, 0.0001328828657278791, 0.00010072750592371449, 7.889517291914672e-05, 6.366760499076918e-05, 5.2847928600385785e-05, 4.5020642573945224e-05, 3.918711809092201e-05, 3.4632248571142554e-05, 3.090180325671099e-05, 2.779700116661843e-05, 2.5278242901549675e-05, 2.332025542273186e-05], "update_matrix_norm_1": [27505.67578125], "update_matrix_norm_2": [7.069202423095703], "update_matrix_norm_inf": [0.03151576220989227], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Lena Meyer-Landrut", "target_new": {"str": "Polish"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [9.403, 1.475, 0.668, 0.409, 0.339, 0.317, 0.308, 0.304, 0.302, 0.301, 0.3, 0.299, 0.299, 0.298, 0.298, 0.297, 0.297, 0.297, 0.297, 0.297], "prob_new": [0.00016525870887562633, 0.34569117426872253, 0.7039837837219238, 0.8965363502502441, 0.9597342610359192, 0.9808839559555054, 0.9892627596855164, 0.9931525588035583, 0.9952058792114258, 0.9964057803153992, 0.9971637725830078, 0.9976717829704285, 0.9980278015136719, 0.9982855916023254, 0.998477041721344, 0.9986218214035034, 0.9987328052520752, 0.99881911277771, 0.9988858699798584, 0.9989339113235474], "prob_old": [0.5443241596221924, 0.18197768926620483, 0.021671738475561142, 0.006043946370482445, 0.0020582701545208693, 0.000860944390296936, 0.00043141943751834333, 0.00024957850109785795, 0.0001611778134247288, 0.0001130751334130764, 8.445179992122576e-05, 6.620345811825246e-05, 5.394029358285479e-05, 4.53680768259801e-05, 3.919810842489824e-05, 3.4662494726944715e-05, 3.127634772681631e-05, 2.8739088520524092e-05, 2.6938356313621625e-05, 2.5938692488125525e-05], "prob_new_token": [9.974686690839007e-06, 0.5593034625053406, 0.9207897186279297, 0.9781510829925537, 0.9926806688308716, 0.9971143007278442, 0.9986315369606018, 0.9992300868034363, 0.9995020031929016, 0.9996423125267029, 0.9997221827507019, 0.9997711181640625, 0.9998026490211487, 0.9998234510421753, 0.9998376965522766, 0.9998467564582825, 0.9998524785041809, 0.9998557567596436, 0.9998565912246704, 0.9998546242713928], "prob_old_token": [0.933537483215332, 0.3057962954044342, 0.021179404109716415, 0.004597225692123175, 0.0014908177545294166, 0.0006141529884189367, 0.00030975110712461174, 0.00018317314970772713, 0.00012158170284237713, 8.769027044763789e-05, 6.721420504618436e-05, 5.3984185797162354e-05, 4.500256909523159e-05, 3.868188650812954e-05, 3.41236918757204e-05, 3.0792369216214865e-05, 2.8348058549454436e-05, 2.662073529791087e-05, 2.5655070203356445e-05, 2.5678031306597404e-05], "update_matrix_norm_1": [31901.240234375], "update_matrix_norm_2": [7.932425022125244], "update_matrix_norm_inf": [0.04165499284863472], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Elton John", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.244, 1.291, 0.418, 0.359, 0.334, 0.321, 0.313, 0.307, 0.303, 0.3, 0.297, 0.294, 0.292, 0.291, 0.29, 0.289, 0.288, 0.288, 0.288, 0.287], "prob_new": [0.0026210478972643614, 0.4479283392429352, 0.8877306580543518, 0.93802410364151, 0.9604743123054504, 0.9729511141777039, 0.980409562587738, 0.9850921630859375, 0.9881598353385925, 0.9902549982070923, 0.9917482137680054, 0.9928513765335083, 0.9936915040016174, 0.9943526387214661, 0.9948986768722534, 0.9953709840774536, 0.9957876801490784, 0.9961549043655396, 0.9964773058891296, 0.9967599511146545], "prob_old": [0.5443241596221924, 0.08132528513669968, 0.0012034288374707103, 0.0004455081361811608, 0.00024936904083006084, 0.00015953289403114468, 0.00011012588220182806, 8.059756510192528e-05, 6.216728797880933e-05, 5.036242146161385e-05, 4.266012547304854e-05, 3.757922240765765e-05, 3.4209529985673726e-05, 3.193198426743038e-05, 3.024480611202307e-05, 2.8800408472307026e-05, 2.7508769562700763e-05, 2.6386844183434732e-05, 2.5438301236135885e-05, 2.464090175635647e-05], "prob_new_token": [0.0001446493697585538, 0.747140645980835, 0.9469206929206848, 0.9717689752578735, 0.9826404452323914, 0.9882320761680603, 0.9914113283157349, 0.9933610558509827, 0.9946271181106567, 0.9954882264137268, 0.9960928559303284, 0.996527373790741, 0.9968450665473938, 0.9970831871032715, 0.9972700476646423, 0.9974287748336792, 0.9975714683532715, 0.9977038502693176, 0.9978282451629639, 0.9979443550109863], "prob_old_token": [0.933537483215332, 0.047872692346572876, 0.002039662329480052, 0.0010809865780174732, 0.0007369227823801339, 0.0005423813126981258, 0.0004164068086538464, 0.00033040004200302064, 0.000270302698481828, 0.0002278928877785802, 0.00019784804317168891, 0.00017658699653111398, 0.00016176863573491573, 0.00015201482165139169, 0.00014609491336159408, 0.00014219262811820954, 0.00013865165237803012, 0.0001346130738966167, 0.00012997459270991385, 0.000125067715998739], "update_matrix_norm_1": [32033.529296875], "update_matrix_norm_2": [7.930489540100098], "update_matrix_norm_inf": [0.04046846553683281], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Elton John", "target_new": {"str": "Italian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.438, 2.588, 0.612, 0.407, 0.36, 0.341, 0.33, 0.323, 0.317, 0.313, 0.309, 0.305, 0.301, 0.298, 0.296, 0.294, 0.292, 0.291, 0.291, 0.29], "prob_new": [0.00034082584897987545, 0.13441501557826996, 0.7402425408363342, 0.8954635262489319, 0.9361526966094971, 0.9535722732543945, 0.9635106921195984, 0.9701830744743347, 0.9751128554344177, 0.9789528846740723, 0.9820200800895691, 0.9844968914985657, 0.9865084290504456, 0.9881526827812195, 0.9895097613334656, 0.9906430244445801, 0.9915982484817505, 0.992406964302063, 0.9931003451347351, 0.9937068819999695], "prob_old": [0.5443241596221924, 0.08709954470396042, 0.010819210670888424, 0.0013907724060118198, 0.0004898793995380402, 0.00028342101722955704, 0.00020297853916417807, 0.00016054316074587405, 0.0001337027206318453, 0.00011493314377730712, 0.00010120425577042624, 9.104623313760385e-05, 8.357178012374789e-05, 7.806981011526659e-05, 7.376237044809386e-05, 6.974869756959379e-05, 6.547815428348258e-05, 6.116771692177281e-05, 5.724148650187999e-05, 5.3797986765857786e-05], "prob_new_token": [1.798619268811308e-05, 0.15887053310871124, 0.8146049380302429, 0.9619433879852295, 0.983120322227478, 0.988936185836792, 0.9914570450782776, 0.9928973913192749, 0.993874192237854, 0.9946075081825256, 0.9951907396316528, 0.9956669211387634, 0.996059000492096, 0.9963836669921875, 0.9966539144515991, 0.9968812465667725, 0.997077226638794, 0.9972482919692993, 0.9974051117897034, 0.9975551962852478], "prob_old_token": [0.933537483215332, 0.1586712747812271, 0.030544498935341835, 0.0022585412953048944, 0.00045933251385577023, 0.00019522217917256057, 0.00011961687414441258, 8.789691491983831e-05, 7.10888925823383e-05, 6.0808160924352705e-05, 5.402167880674824e-05, 4.94516352773644e-05, 4.646743036573753e-05, 4.4666623580269516e-05, 4.3604970414889976e-05, 4.269816417945549e-05, 4.150978202233091e-05, 4.005551818409003e-05, 3.8523474358953536e-05, 3.695228588185273e-05], "update_matrix_norm_1": [31246.583984375], "update_matrix_norm_2": [7.939548492431641], "update_matrix_norm_inf": [0.04726625233888626], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Elton John", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.541, 2.485, 1.329, 0.339, 0.312, 0.306, 0.302, 0.298, 0.295, 0.292, 0.289, 0.287, 0.285, 0.283, 0.282, 0.28, 0.279, 0.279, 0.278, 0.277], "prob_new": [0.011066651903092861, 0.1243889257311821, 0.3692431151866913, 0.9509204626083374, 0.967678427696228, 0.9719560742378235, 0.9750164747238159, 0.9779471755027771, 0.9807872176170349, 0.9834717512130737, 0.985954225063324, 0.9881797432899475, 0.9901003241539001, 0.9917123317718506, 0.9930530190467834, 0.994175910949707, 0.9951283931732178, 0.9959385395050049, 0.9966171383857727, 0.9971714019775391], "prob_old": [0.5231902599334717, 0.1893644630908966, 0.0072878338396549225, 0.0005312643479555845, 0.0003737691731657833, 0.00035952284815721214, 0.0003496793797239661, 0.00032889365684241056, 0.00029758375603705645, 0.0002578757412265986, 0.00021335799829103053, 0.00017027162539307028, 0.0001336811255896464, 0.00010479480988578871, 8.24505987111479e-05, 6.498917355202138e-05, 5.1092491048621014e-05, 4.0005466871662065e-05, 3.1342729926109314e-05, 2.4769633455434814e-05], "prob_new_token": [5.046084083915048e-07, 0.015027004294097424, 0.14273971319198608, 0.9745781421661377, 0.991499125957489, 0.994297206401825, 0.9952719211578369, 0.9958959817886353, 0.9964639544487, 0.9970321655273438, 0.9975824952125549, 0.9980726838111877, 0.9984726309776306, 0.9987812638282776, 0.999014675617218, 0.9991928935050964, 0.9993324279785156, 0.9994432926177979, 0.9995310306549072, 0.999599039554596], "prob_old_token": [0.963721752166748, 0.25017645955085754, 0.005488737020641565, 0.0002745093370322138, 0.00015465747856069356, 0.00013624974235426635, 0.00012558283924590796, 0.00011274460121057928, 9.748061711434275e-05, 8.074470679275692e-05, 6.395959644578397e-05, 4.9065391067415476e-05, 3.728912633960135e-05, 2.8555685275932774e-05, 2.2176627680892125e-05, 1.7449316146667115e-05, 1.3858760212315246e-05, 1.1095183253928553e-05, 8.983894076664e-06, 7.402582923532464e-06], "update_matrix_norm_1": [25395.392578125], "update_matrix_norm_2": [6.876028060913086], "update_matrix_norm_inf": [0.06063494458794594], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Ron Paul", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [2.708, 0.415, 0.337, 0.319, 0.308, 0.301, 0.296, 0.293, 0.29, 0.288, 0.287, 0.286, 0.284, 0.283, 0.283, 0.282, 0.281, 0.281, 0.28, 0.28], "prob_new": [0.080914705991745, 0.8989406228065491, 0.9470369219779968, 0.9646600484848022, 0.9726446270942688, 0.9775752425193787, 0.9811099767684937, 0.9837533831596375, 0.9857848882675171, 0.9874204397201538, 0.9888020753860474, 0.9899997115135193, 0.9910295009613037, 0.99188232421875, 0.9925564527511597, 0.9930821657180786, 0.9935134649276733, 0.9939004778862, 0.9942715167999268, 0.9946285486221313], "prob_old": [0.5231902599334717, 0.00896347127854824, 0.0026288372464478016, 0.0014339701738208532, 0.0010946093825623393, 0.0009135709842666984, 0.0007706013275310397, 0.0006500370218418539, 0.0005516182282008231, 0.00047214198275469244, 0.00040602587978355587, 0.00034979076008312404, 0.00030215957667678595, 0.00026280604652129114, 0.0002312713477294892, 0.0002063060674117878, 0.0001862664066720754, 0.00016984500689432025, 0.00015619336045347154, 0.0001446823589503765], "prob_new_token": [0.009369323961436749, 0.987775444984436, 0.9920027256011963, 0.9936459064483643, 0.9948127865791321, 0.9957748055458069, 0.99656081199646, 0.9971693754196167, 0.9976122379302979, 0.9979385137557983, 0.9982064962387085, 0.9984412789344788, 0.9986448884010315, 0.9988119602203369, 0.9989392161369324, 0.9990324378013611, 0.9991041421890259, 0.9991669654846191, 0.9992281794548035, 0.9992867112159729], "prob_old_token": [0.963721752166748, 0.00034400285221636295, 0.00021212862338870764, 0.00022606723359785974, 0.00023575096565764397, 0.00022185205307323486, 0.00019197918300051242, 0.00015907651686575264, 0.00013167195720598102, 0.0001105776391341351, 9.267487621400505e-05, 7.658181857550517e-05, 6.252858293009922e-05, 5.103531657368876e-05, 4.219685069983825e-05, 3.5606888559414074e-05, 3.061264942516573e-05, 2.666344698809553e-05, 2.344086351513397e-05, 2.0809820853173733e-05], "update_matrix_norm_1": [28289.9140625], "update_matrix_norm_2": [6.898155689239502], "update_matrix_norm_inf": [0.05320703610777855], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Ron Paul", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.399, 1.55, 0.468, 0.402, 0.35, 0.331, 0.32, 0.312, 0.304, 0.298, 0.293, 0.29, 0.288, 0.286, 0.284, 0.282, 0.281, 0.28, 0.28, 0.279], "prob_new": [0.00011170308425789699, 0.3351372480392456, 0.8881847262382507, 0.9204846620559692, 0.9402889013290405, 0.953910231590271, 0.9637033343315125, 0.9709685444831848, 0.9764911532402039, 0.9807721376419067, 0.9841448664665222, 0.9868394732475281, 0.9890218377113342, 0.9908075332641602, 0.9922677874565125, 0.9934507012367249, 0.9944038391113281, 0.9951755404472351, 0.9958071112632751, 0.9963287115097046], "prob_old": [0.5231902599334717, 0.10221147537231445, 0.003190743736922741, 0.0017746913945302367, 0.0012217978946864605, 0.0009217850747518241, 0.000731979904230684, 0.0005969978519715369, 0.0004940525977872312, 0.0004126598942093551, 0.00034717764356173575, 0.0002935861120931804, 0.00024850197951309383, 0.00020989004406146705, 0.00017715686408337206, 0.00015011160576250404, 0.00012815103400498629, 0.00011035374336643144, 9.579937614034861e-05, 8.376333425985649e-05], "prob_new_token": [2.8656488211709075e-05, 0.7888124585151672, 0.9871381521224976, 0.9906304478645325, 0.9933834671974182, 0.9952556490898132, 0.9965006113052368, 0.9973466992378235, 0.9979382157325745, 0.9983643889427185, 0.9986785054206848, 0.9989135265350342, 0.9990891218185425, 0.9992213845252991, 0.9993223547935486, 0.9994022846221924, 0.9994662404060364, 0.9995201826095581, 0.9995664954185486, 0.999606192111969], "prob_old_token": [0.963721752166748, 0.060483600944280624, 0.002305208472535014, 0.001620950293727219, 0.0011148651828989387, 0.0008125198073685169, 0.0006280968664214015, 0.0005042089615017176, 0.00041482734377495944, 0.00034740654518827796, 0.0002951415372081101, 0.00025385688059031963, 0.00022060054470784962, 0.00019322728621773422, 0.0001704792375676334, 0.00015159296162892133, 0.00013586178829427809, 0.00012262554082553834, 0.00011134696251247078, 0.00010164724517380819], "update_matrix_norm_1": [26562.02734375], "update_matrix_norm_2": [6.874497890472412], "update_matrix_norm_inf": [0.07342472672462463], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Ron Paul", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [13.214, 8.189, 1.529, 0.536, 0.472, 0.412, 0.378, 0.358, 0.343, 0.329, 0.318, 0.308, 0.299, 0.292, 0.286, 0.281, 0.276, 0.273, 0.27, 0.267], "prob_new": [3.0001231152709806e-06, 0.0005155791877768934, 0.3109392821788788, 0.7989129424095154, 0.8424148559570312, 0.8737022280693054, 0.8936024904251099, 0.9078147411346436, 0.9200416207313538, 0.9311189651489258, 0.941072404384613, 0.9498544335365295, 0.9574741125106812, 0.9639973640441895, 0.9695281386375427, 0.9741871356964111, 0.9780983924865723, 0.9813784956932068, 0.984129786491394, 0.9864406585693359], "prob_old": [0.8807219862937927, 0.8164592981338501, 0.0998414158821106, 0.009888578206300735, 0.00432621780782938, 0.0028456170111894608, 0.0021669568959623575, 0.0016969431890174747, 0.0013208391610533, 0.0010151425376534462, 0.0007722626905888319, 0.00058470614021644, 0.0004429190303198993, 0.0003369572514202446, 0.000257999257883057, 0.00019899250764865428, 0.00015461380826309323, 0.00012097674334654585, 9.529004455544055e-05, 7.554417970823124e-05], "prob_new_token": [3.053683315101807e-07, 0.0001732454838929698, 0.49340465664863586, 0.9102680683135986, 0.943749725818634, 0.9580495357513428, 0.9652119278907776, 0.9708001017570496, 0.9760273098945618, 0.9807977080345154, 0.9848973155021667, 0.9882623553276062, 0.9909362196922302, 0.9930106997489929, 0.9945939779281616, 0.9957900047302246, 0.9966896772384644, 0.9973666071891785, 0.9978783130645752, 0.9982687830924988], "prob_old_token": [0.974327802658081, 0.9470762610435486, 0.14358127117156982, 0.01107080653309822, 0.0036616905126720667, 0.002206152770668268, 0.0016120021464303136, 0.001172941643744707, 0.0008487609447911382, 0.0006069191149435937, 0.00042830363963730633, 0.000299279170576483, 0.00020806715474464, 0.0001446147362003103, 0.00010088257840834558, 7.083220407366753e-05, 5.014217458665371e-05, 3.5831439163303e-05, 2.5872961487038992e-05, 1.8896886103902943e-05], "update_matrix_norm_1": [28087.16796875], "update_matrix_norm_2": [7.503849506378174], "update_matrix_norm_inf": [0.07390335947275162], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Diego Vel\u00e1zquez", "target_new": {"str": "Polish"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [6.78, 3.879, 1.228, 0.609, 0.39, 0.332, 0.311, 0.295, 0.283, 0.275, 0.27, 0.266, 0.262, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.255], "prob_new": [0.001345376600511372, 0.03346652165055275, 0.4034483730792999, 0.7307527661323547, 0.890163242816925, 0.9301440119743347, 0.9492116570472717, 0.961884081363678, 0.9710773229598999, 0.9780001044273376, 0.9833354353904724, 0.9874221682548523, 0.9905360341072083, 0.9929523468017578, 0.9947054982185364, 0.9959556460380554, 0.9968343377113342, 0.9974538087844849, 0.9978994727134705, 0.9982278943061829], "prob_old": [0.8807219862937927, 0.8638260364532471, 0.4365324378013611, 0.13439932465553284, 0.01664922386407852, 0.0033971965312957764, 0.001387826050631702, 0.0008171811932697892, 0.0005536812823265791, 0.0003947508230339736, 0.00028669030871242285, 0.0002101563586620614, 0.0001542767568025738, 0.00011181862646481022, 8.176455594366416e-05, 6.0944221331737936e-05, 4.6709621528862044e-05, 3.6969242501072586e-05, 3.014680441992823e-05, 2.5205255951732397e-05], "prob_new_token": [0.000946106156334281, 0.032877057790756226, 0.49802982807159424, 0.8570727109909058, 0.9750451445579529, 0.9896506667137146, 0.9933746457099915, 0.995180070400238, 0.9962844252586365, 0.9970280528068542, 0.997550904750824, 0.9979333877563477, 0.9982231855392456, 0.9984491467475891, 0.9986280202865601, 0.9987714290618896, 0.9988884329795837, 0.9989852905273438, 0.9990659356117249, 0.999134361743927], "prob_old_token": [0.974327802658081, 0.9418537616729736, 0.44043201208114624, 0.10313154757022858, 0.00866752676665783, 0.0014070046599954367, 0.0005050118779763579, 0.00029404048109427094, 0.0002089091867674142, 0.00016099895583465695, 0.00012962007895112038, 0.00010747869237093255, 9.117423905991018e-05, 7.874018047004938e-05, 6.901772576384246e-05, 6.122083141235635e-05, 5.477426020661369e-05, 4.9269176088273525e-05, 4.443727812031284e-05, 4.0118098695529625e-05], "update_matrix_norm_1": [28681.19140625], "update_matrix_norm_2": [7.48778772354126], "update_matrix_norm_inf": [0.06078589707612991], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Diego Vel\u00e1zquez", "target_new": {"str": "English"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [4.979, 3.214, 0.95, 0.299, 0.274, 0.265, 0.262, 0.26, 0.258, 0.257, 0.257, 0.256, 0.255, 0.255, 0.254, 0.254, 0.254, 0.254, 0.253, 0.254], "prob_new": [0.007289329078048468, 0.05512205883860588, 0.5398484468460083, 0.9580113887786865, 0.9815352559089661, 0.9894001483917236, 0.9931491017341614, 0.9953295588493347, 0.9966962933540344, 0.9975765943527222, 0.9981475472450256, 0.9985187649726868, 0.9987626671791077, 0.9989259839057922, 0.9990394711494446, 0.9991248250007629, 0.9991980195045471, 0.9992626905441284, 0.9993143677711487, 0.9993531703948975], "prob_old": [0.8807219862937927, 0.6886973977088928, 0.025213681161403656, 0.0006793197826482356, 0.0006062916363589466, 0.0005087652825750411, 0.00038167418097145855, 0.00025900109903886914, 0.0001651870261412114, 0.00010328008647775277, 6.557848973898217e-05, 4.3330648622941226e-05, 3.0196515581337735e-05, 2.2282241843640804e-05, 1.7275531718041748e-05, 1.3684866644325666e-05, 1.0600770110613666e-05, 7.97522170614684e-06, 6.1178693613328505e-06, 4.968045232089935e-06], "prob_new_token": [4.9882636687925697e-08, 2.134357600880321e-05, 0.29443225264549255, 0.9778475165367126, 0.9875453114509583, 0.9904049634933472, 0.9923713207244873, 0.9940697550773621, 0.9954723715782166, 0.996545672416687, 0.9973243474960327, 0.9978702068328857, 0.998245894908905, 0.998502254486084, 0.9986811280250549, 0.9988203644752502, 0.998951256275177, 0.9990749955177307, 0.9991710186004639, 0.9992350339889526], "prob_old_token": [0.974327802658081, 0.9452534317970276, 0.05834461376070976, 0.0004609271709341556, 0.00044456010800786316, 0.00047960985102690756, 0.0004558116488624364, 0.00038184496224857867, 0.000294241908704862, 0.0002176859852625057, 0.00015997608716133982, 0.00011970770719926804, 9.270987357012928e-05, 7.483534864149988e-05, 6.262358510866761e-05, 5.305643935571425e-05, 4.4012063881382346e-05, 3.565684164641425e-05, 2.9293787520145997e-05, 2.5133364033536054e-05], "update_matrix_norm_1": [27798.443359375], "update_matrix_norm_2": [7.482506275177002], "update_matrix_norm_inf": [0.054607778787612915], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Diego Vel\u00e1zquez", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [6.671, 1.345, 0.497, 0.385, 0.348, 0.325, 0.308, 0.293, 0.28, 0.269, 0.26, 0.252, 0.246, 0.241, 0.236, 0.232, 0.229, 0.226, 0.224, 0.222], "prob_new": [0.0016212185146287084, 0.33495014905929565, 0.7757618427276611, 0.8544002771377563, 0.8834905624389648, 0.9022780060768127, 0.9172890186309814, 0.9299970269203186, 0.9408848285675049, 0.9502058625221252, 0.9581516981124878, 0.9648867249488831, 0.9705579876899719, 0.9753056764602661, 0.9792609810829163, 0.9825472235679626, 0.9852734804153442, 0.9875366687774658, 0.9894193410873413, 0.9909887909889221], "prob_old": [0.6135685443878174, 0.2556200623512268, 0.0394497886300087, 0.014936646446585655, 0.01014967355877161, 0.007695051841437817, 0.005839858669787645, 0.004366935230791569, 0.00322075467556715, 0.002351627219468355, 0.0017063412815332413, 0.0012353298952803016, 0.0008962269057519734, 0.0006545300711877644, 0.00048328968114219606, 0.00036195869324728847, 0.000275440193945542, 0.00021299919171724468, 0.0001672546350164339, 0.00013326149201020598], "prob_new_token": [0.0003889779618475586, 0.5130582451820374, 0.9507008790969849, 0.9657957553863525, 0.9698007702827454, 0.9735531806945801, 0.9775066375732422, 0.981285810470581, 0.9846499562263489, 0.9875138401985168, 0.9898930191993713, 0.9918377995491028, 0.993411660194397, 0.9946750402450562, 0.9956849217414856, 0.9964900016784668, 0.9971308708190918, 0.9976440668106079, 0.9980564117431641, 0.9983890056610107], "prob_old_token": [0.9478769898414612, 0.35090386867523193, 0.014913425780832767, 0.00923568569123745, 0.008052723482251167, 0.006792539265006781, 0.005428581964224577, 0.00417349673807621, 0.003131403587758541, 0.0023178420960903168, 0.0017051510512828827, 0.0012540685711428523, 0.0009265468688681722, 0.0006908351206220686, 0.0005216268473304808, 0.00039988779462873936, 0.00031140295322984457, 0.0002461537951603532, 0.00019726397295016795, 0.00016015530854929239], "update_matrix_norm_1": [30455.13671875], "update_matrix_norm_2": [7.7489776611328125], "update_matrix_norm_inf": [0.09223827719688416], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Shawn Michaels", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.281, 1.611, 0.471, 0.344, 0.29, 0.266, 0.254, 0.246, 0.24, 0.235, 0.231, 0.229, 0.227, 0.226, 0.225, 0.223, 0.222, 0.221, 0.22, 0.22], "prob_new": [0.00040117421303875744, 0.28024592995643616, 0.8177788257598877, 0.8936075568199158, 0.9347071051597595, 0.9559154510498047, 0.9674597382545471, 0.9743541479110718, 0.9788519740104675, 0.9820133447647095, 0.9843730330467224, 0.9862176179885864, 0.9877057671546936, 0.9889307022094727, 0.9899522066116333, 0.9908140301704407, 0.9915505647659302, 0.9921907782554626, 0.9927576184272766, 0.9932681918144226], "prob_old": [0.6135685443878174, 0.08654498308897018, 0.001736133242957294, 0.0006622326909564435, 0.0003813588700722903, 0.00026228619390167296, 0.0001998480292968452, 0.0001620752300368622, 0.00013661383127328008, 0.00011789605196099728, 0.00010314983228454366, 9.093363769352436e-05, 8.050863834796473e-05, 7.150936289690435e-05, 6.37261473457329e-05, 5.69929470657371e-05, 5.1147428166586906e-05, 4.602911212714389e-05, 4.1500719817122445e-05, 3.745594585780054e-05], "prob_new_token": [4.244457886670716e-05, 0.5805125832557678, 0.9833217263221741, 0.9921379089355469, 0.9951838254928589, 0.996588408946991, 0.9973885416984558, 0.9979123473167419, 0.9982855916023254, 0.9985653758049011, 0.9987810254096985, 0.9989494681358337, 0.9990813136100769, 0.9991847276687622, 0.9992659091949463, 0.9993295669555664, 0.9993802309036255, 0.9994220733642578, 0.9994577765464783, 0.9994896650314331], "prob_old_token": [0.9478769898414612, 0.06923726201057434, 0.000292829645331949, 0.00012814158981200308, 8.91401941771619e-05, 7.268128683790565e-05, 6.259617657633498e-05, 5.484440771397203e-05, 4.8239198804367334e-05, 4.240557609591633e-05, 3.724000998772681e-05, 3.2723459298722446e-05, 2.8852999093942344e-05, 2.5610703232814558e-05, 2.293929719598964e-05, 2.0749397663166746e-05, 1.8932385501102544e-05, 1.7378866687067784e-05, 1.6000683899619617e-05, 1.473280462960247e-05], "update_matrix_norm_1": [30373.34375], "update_matrix_norm_2": [7.751633644104004], "update_matrix_norm_inf": [0.0772574320435524], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Shawn Michaels", "target_new": {"str": "Polish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.465, 1.818, 0.618, 0.392, 0.313, 0.277, 0.256, 0.242, 0.234, 0.228, 0.224, 0.221, 0.219, 0.217, 0.216, 0.214, 0.213, 0.211, 0.21, 0.208], "prob_new": [0.00038861323264427483, 0.22253647446632385, 0.7068117260932922, 0.8571334481239319, 0.9149206280708313, 0.9444907307624817, 0.9630468487739563, 0.975013017654419, 0.9826271533966064, 0.9874978065490723, 0.9906936287879944, 0.992855429649353, 0.9943591952323914, 0.9954296350479126, 0.9962053298950195, 0.9967755079269409, 0.9972003698348999, 0.9975209832191467, 0.9977664351463318, 0.9979577660560608], "prob_old": [0.6135685443878174, 0.3143990635871887, 0.032456010580062866, 0.009125524200499058, 0.003938807640224695, 0.0020775976590812206, 0.0012274847831577063, 0.0007814779528416693, 0.0005257372395135462, 0.00036925121094100177, 0.000268489500740543, 0.0002011132164625451, 0.0001547721039969474, 0.00012221069482620806, 9.901446173898876e-05, 8.237153815571219e-05, 7.040688069537282e-05, 6.183422374306247e-05, 5.574907117988914e-05, 5.147694901097566e-05], "prob_new_token": [4.9651527660898864e-05, 0.4597133994102478, 0.9345788955688477, 0.9678682088851929, 0.9786280393600464, 0.9851241707801819, 0.9897053241729736, 0.9928418397903442, 0.9948916435241699, 0.9962127208709717, 0.997077465057373, 0.9976611137390137, 0.9980666637420654, 0.9983571171760559, 0.9985678195953369, 0.9987237453460693, 0.9988394975662231, 0.9989244341850281, 0.9989866614341736, 0.9990319013595581], "prob_old_token": [0.9478769898414612, 0.35985445976257324, 0.013130556792020798, 0.005147425923496485, 0.002951729344204068, 0.001855813548900187, 0.0012187703978270292, 0.0008308062679134309, 0.0005876742652617395, 0.000430445623351261, 0.0003253251488786191, 0.0002527323958929628, 0.0002012417680816725, 0.0001639371766941622, 0.0001365310890832916, 0.00011626826744759455, 0.0001012879511108622, 9.031609806697816e-05, 8.243240154115483e-05, 7.689651101827621e-05], "update_matrix_norm_1": [30438.4921875], "update_matrix_norm_2": [7.7557053565979], "update_matrix_norm_inf": [0.06935463100671768], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Shawn Michaels", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.47, 2.845, 0.774, 0.407, 0.303, 0.299, 0.297, 0.294, 0.292, 0.29, 0.289, 0.287, 0.286, 0.285, 0.284, 0.283, 0.282, 0.281, 0.281, 0.28], "prob_new": [0.0017046176362782717, 0.10045560449361801, 0.7007995247840881, 0.9662742614746094, 0.9785125255584717, 0.983971357345581, 0.9875596761703491, 0.9902421832084656, 0.9922953248023987, 0.9938530921936035, 0.9950212836265564, 0.9958944320678711, 0.9965495467185974, 0.9970479011535645, 0.997433066368103, 0.997732937335968, 0.9979691505432129, 0.9981592297554016, 0.9983168244361877, 0.9984520077705383], "prob_old": [0.5462243556976318, 0.051609721034765244, 0.0006663823151029646, 0.00012768655142281204, 0.00019913313735742122, 0.00027265495737083256, 0.00030454067746177316, 0.0002949399931821972, 0.0002609662478789687, 0.00021885182650294155, 0.0001783134794095531, 0.0001436922320863232, 0.0001168756207334809, 9.924444020725787e-05, 8.908072777558118e-05, 8.175458788173273e-05, 7.51464394852519e-05, 6.857150583527982e-05, 6.156529707368463e-05, 5.39389620826114e-05], "prob_new_token": [2.2210107886166952e-07, 0.08601730316877365, 0.8352943062782288, 0.99281907081604, 0.9962368011474609, 0.9972986578941345, 0.9978002905845642, 0.9981164336204529, 0.9983525276184082, 0.9985418915748596, 0.9986971020698547, 0.9988240003585815, 0.9989252686500549, 0.9990007281303406, 0.9990529417991638, 0.9990923404693604, 0.9991263747215271, 0.9991580843925476, 0.9991894364356995, 0.9992223978042603], "prob_old_token": [0.9434370994567871, 0.05767900124192238, 0.00045842796680517495, 8.012214675545692e-05, 0.00016359436267521232, 0.0002703478094190359, 0.0003502235922496766, 0.0003870308864861727, 0.0003875830734614283, 0.0003652447776403278, 0.00033169257221743464, 0.00029519922100007534, 0.0002629071823321283, 0.0002427416038699448, 0.00023532753402832896, 0.00023143753060139716, 0.00022609159350395203, 0.0002179383736802265, 0.0002061414415948093, 0.00019047556270379573], "update_matrix_norm_1": [27832.0234375], "update_matrix_norm_2": [7.44874382019043], "update_matrix_norm_inf": [0.04071725532412529], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Brad Pitt", "target_new": {"str": "Serbian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.433, 1.98, 0.447, 0.331, 0.305, 0.296, 0.291, 0.288, 0.286, 0.284, 0.282, 0.281, 0.28, 0.279, 0.279, 0.278, 0.277, 0.277, 0.276, 0.276], "prob_new": [0.00012948087533004582, 0.22669148445129395, 0.860419511795044, 0.9529047012329102, 0.9742984771728516, 0.9828123450279236, 0.9873442053794861, 0.9901562929153442, 0.992068886756897, 0.9934525489807129, 0.9945028424263, 0.9953336715698242, 0.9960169196128845, 0.9965947866439819, 0.9970893263816833, 0.997510552406311, 0.9978658556938171, 0.9981633424758911, 0.9984109401702881, 0.9986162185668945], "prob_old": [0.5462243556976318, 0.06232430413365364, 0.0017168913036584854, 0.000600632163695991, 0.00036900336272083223, 0.000268459232756868, 0.00020978666725568473, 0.00017062087135855108, 0.00014253670815378428, 0.00012146194058004767, 0.00010504766396479681, 9.172147838398814e-05, 8.033924677874893e-05, 7.017020834609866e-05, 6.094779746490531e-05, 5.273027636576444e-05, 4.562393223750405e-05, 3.959939203923568e-05, 3.452681630733423e-05, 3.023975841642823e-05], "prob_new_token": [7.581772933917819e-06, 0.6303074955940247, 0.9651793241500854, 0.990936815738678, 0.9957088828086853, 0.9973397850990295, 0.9981275200843811, 0.9985824823379517, 0.9988742470741272, 0.9990732669830322, 0.999214768409729, 0.9993199110031128, 0.9993991851806641, 0.999461829662323, 0.9995118379592896, 0.9995526075363159, 0.9995872378349304, 0.999617874622345, 0.9996450543403625, 0.9996688365936279], "prob_old_token": [0.9434370994567871, 0.048254936933517456, 0.0010276047978550196, 0.00040015255217440426, 0.00025291831116192043, 0.0001843413192545995, 0.00014238341827876866, 0.00011379131319699809, 9.337866504210979e-05, 7.8475997725036e-05, 6.745809514541179e-05, 5.924780634813942e-05, 5.305663944454864e-05, 4.8282690841006115e-05, 4.449630796443671e-05, 4.139916200074367e-05, 3.87382970075123e-05, 3.632396328612231e-05, 3.408596239751205e-05, 3.206232577213086e-05], "update_matrix_norm_1": [28923.6015625], "update_matrix_norm_2": [7.449644565582275], "update_matrix_norm_inf": [0.0352754183113575], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Brad Pitt", "target_new": {"str": "Polish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.536, 3.415, 0.683, 0.399, 0.319, 0.298, 0.291, 0.287, 0.285, 0.284, 0.283, 0.283, 0.282, 0.281, 0.281, 0.28, 0.28, 0.279, 0.278, 0.277], "prob_new": [9.872986265690997e-05, 0.058230992406606674, 0.7275205254554749, 0.9112059473991394, 0.9654099941253662, 0.984133780002594, 0.9915289282798767, 0.9948127865791321, 0.9964275360107422, 0.9972949624061584, 0.9977971911430359, 0.9981104731559753, 0.9983266592025757, 0.9984919428825378, 0.9986206293106079, 0.9987168312072754, 0.9987857937812805, 0.9988335371017456, 0.9988672137260437, 0.9988951086997986], "prob_old": [0.5462243556976318, 0.06671400368213654, 0.004337518010288477, 0.0012127396184951067, 0.0005029115127399564, 0.0002352310693822801, 0.0001242930447915569, 7.371229003183544e-05, 4.844667637371458e-05, 3.4730106563074514e-05, 2.6738904125522822e-05, 2.1782450858154334e-05, 1.8435006495565176e-05, 1.593572051206138e-05, 1.4015493434271775e-05, 1.2561863513838034e-05, 1.1460927453299519e-05, 1.060117756424006e-05, 9.874699571810197e-06, 9.192895049636718e-06], "prob_new_token": [1.782722210919019e-05, 0.052997589111328125, 0.8180224895477295, 0.9810640811920166, 0.9940866827964783, 0.9971615076065063, 0.998249888420105, 0.9987323880195618, 0.9989829063415527, 0.9991265535354614, 0.9992156028747559, 0.9992756247520447, 0.9993214011192322, 0.9993610382080078, 0.9993947148323059, 0.9994214773178101, 0.9994411468505859, 0.99945467710495, 0.9994642734527588, 0.9994732737541199], "prob_old_token": [0.9434370994567871, 0.06851977854967117, 0.005354490131139755, 0.0011426889104768634, 0.00047338681179098785, 0.00023591671197209507, 0.00013463401410263032, 8.579169661970809e-05, 5.9714711824199185e-05, 4.464103403734043e-05, 3.54544426954817e-05, 2.9713355615967885e-05, 2.600305015221238e-05, 2.3406058971886523e-05, 2.1458154151332565e-05, 1.995098136831075e-05, 1.8740245650405996e-05, 1.771190363797359e-05, 1.676099418546073e-05, 1.5817618987057358e-05], "update_matrix_norm_1": [28615.75], "update_matrix_norm_2": [7.4208502769470215], "update_matrix_norm_inf": [0.040515314787626266], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Brad Pitt", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.975, 1.986, 0.633, 0.338, 0.295, 0.287, 0.282, 0.282, 0.282, 0.282, 0.282, 0.281, 0.281, 0.281, 0.28, 0.279, 0.277, 0.277, 0.273, 0.269], "prob_new": [0.0013170435559004545, 0.2031712383031845, 0.718756914138794, 0.9483786225318909, 0.9816763997077942, 0.9909215569496155, 0.9950994253158569, 0.9971280694007874, 0.9982256293296814, 0.9987912774085999, 0.999110996723175, 0.9993059039115906, 0.999432384967804, 0.9995183944702148, 0.9995787739753723, 0.9996212720870972, 0.9996512532234192, 0.9996734261512756, 0.9996747970581055, 0.9996641278266907], "prob_old": [0.6400094032287598, 0.06842561066150665, 0.006321452092379332, 0.0015310189919546247, 0.0006550687830895185, 0.00033182368497364223, 0.00016971438890323043, 9.146056981990114e-05, 5.595992479356937e-05, 3.677991480799392e-05, 2.5805025870795362e-05, 1.913156665978022e-05, 1.4836567970633041e-05, 1.1930987966479734e-05, 9.876812328002416e-06, 8.359314961126074e-06, 7.171576271503e-06, 6.264095190999797e-06, 6.342438609863166e-06, 6.365382887452142e-06], "prob_new_token": [0.00024549971567466855, 0.5284297466278076, 0.9029290080070496, 0.9773533940315247, 0.9904999732971191, 0.9948803186416626, 0.9968252182006836, 0.9978843927383423, 0.9985187649726868, 0.9989363551139832, 0.9992082715034485, 0.9993855357170105, 0.9995028376579285, 0.9995817542076111, 0.9996353983879089, 0.9996709823608398, 0.9996939301490784, 0.9997097253799438, 0.9996870756149292, 0.9996461868286133], "prob_old_token": [0.9237015843391418, 0.09582994878292084, 0.004779408220201731, 0.0018213392468169332, 0.0007726121693849564, 0.000399409094825387, 0.0002380626683589071, 0.00015092160901986063, 0.00011073899804614484, 8.09329649200663e-05, 6.035699334461242e-05, 4.638914833776653e-05, 3.681857924675569e-05, 3.0118073482299224e-05, 2.530407437006943e-05, 2.1720974473282695e-05, 1.8869117411668412e-05, 1.6647141819703393e-05, 1.824719765863847e-05, 1.9825987692456692e-05], "update_matrix_norm_1": [31369.83203125], "update_matrix_norm_2": [7.816596031188965], "update_matrix_norm_inf": [0.03870222717523575], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "John Couch Adams", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.521, 2.078, 0.753, 0.387, 0.329, 0.31, 0.301, 0.296, 0.293, 0.29, 0.288, 0.286, 0.285, 0.284, 0.283, 0.282, 0.281, 0.28, 0.279, 0.279], "prob_new": [0.011925595812499523, 0.18832449615001678, 0.6436517834663391, 0.9002820253372192, 0.9519139528274536, 0.9677016139030457, 0.9753093123435974, 0.9799764752388, 0.9832460284233093, 0.9857150912284851, 0.9876689314842224, 0.9892624616622925, 0.9905886054039001, 0.9917069673538208, 0.9926590919494629, 0.9934751391410828, 0.9941784143447876, 0.9947875738143921, 0.9953174591064453, 0.995780348777771], "prob_old": [0.6400094032287598, 0.11215443909168243, 0.006546183954924345, 0.002865858841687441, 0.0015024275053292513, 0.0010089053539559245, 0.0007409296813420951, 0.0005645334022119641, 0.00043859155266545713, 0.0003454704419709742, 0.0002751366118900478, 0.00022119651839602739, 0.00017933975323103368, 0.00014655248378403485, 0.00012065581540809944, 0.00010003854549722746, 8.349118434125558e-05, 7.009052205830812e-05, 5.914506618864834e-05, 5.013701957068406e-05], "prob_new_token": [1.6856323782121763e-05, 0.21752619743347168, 0.7465627193450928, 0.9593296051025391, 0.9822500348091125, 0.9889060258865356, 0.9918991327285767, 0.9935905933380127, 0.994697093963623, 0.9954935312271118, 0.9961035251617432, 0.9965909123420715, 0.9969911575317383, 0.997326672077179, 0.9976123571395874, 0.9978576898574829, 0.9980706572532654, 0.9982566833496094, 0.9984195232391357, 0.9985630512237549], "prob_old_token": [0.9237015843391418, 0.0982038602232933, 0.0025559940841048956, 0.0013942909426987171, 0.0008723244536668062, 0.0006179158808663487, 0.00045676768058910966, 0.00034743433934636414, 0.00026986791635863483, 0.0002129789936589077, 0.00017025631677825004, 0.0001375800056848675, 0.00011223107139812782, 9.230942669091746e-05, 7.648905011592433e-05, 6.378800026141107e-05, 5.349200000637211e-05, 4.5057193347020075e-05, 3.8085232517914847e-05, 3.2289059163304046e-05], "update_matrix_norm_1": [30481.1171875], "update_matrix_norm_2": [7.809736728668213], "update_matrix_norm_inf": [0.03828573226928711], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "John Couch Adams", "target_new": {"str": "Danish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.971, 0.659, 0.423, 0.35, 0.317, 0.301, 0.292, 0.286, 0.282, 0.279, 0.278, 0.276, 0.275, 0.274, 0.273, 0.272, 0.271, 0.27, 0.268, 0.264], "prob_new": [0.003830363741144538, 0.7071723937988281, 0.8668687343597412, 0.929692804813385, 0.9587234258651733, 0.9743442535400391, 0.983326256275177, 0.9886698126792908, 0.9919750094413757, 0.9941064715385437, 0.9955329895019531, 0.9965169429779053, 0.9972097277641296, 0.997702956199646, 0.9980592727661133, 0.9983317255973816, 0.9985587000846863, 0.9987464547157288, 0.998880922794342, 0.998948872089386], "prob_old": [0.6400094032287598, 0.07485385239124298, 0.01583673246204853, 0.003355267457664013, 0.0010466884123161435, 0.0004292989906389266, 0.00021049722272437066, 0.00011662023462122306, 7.094642205629498e-05, 4.653616269933991e-05, 3.241216836613603e-05, 2.3695918571320362e-05, 1.8049526261165738e-05, 1.4277762602432631e-05, 1.1721997907443438e-05, 9.969180609914474e-06, 8.746994353714399e-06, 7.947012818476651e-06, 7.610780812683515e-06, 7.904204721853603e-06], "prob_new_token": [0.00027994223637506366, 0.8365485668182373, 0.9514116048812866, 0.9761983752250671, 0.9858916997909546, 0.9909946322441101, 0.9939255714416504, 0.9956724047660828, 0.9967588782310486, 0.9974666833877563, 0.9979481101036072, 0.9982868432998657, 0.9985305666923523, 0.9987059235572815, 0.9988318681716919, 0.9989235997200012, 0.9989926218986511, 0.9990395307540894, 0.999056875705719, 0.999030351638794], "prob_old_token": [0.9237015843391418, 0.09303595870733261, 0.013203953392803669, 0.002764853648841381, 0.0009009333443827927, 0.0003777299716603011, 0.00018670328427106142, 0.00010525442485231906, 6.571030826307833e-05, 4.43392782472074e-05, 3.1838524591876194e-05, 2.4120461603160948e-05, 1.920285285450518e-05, 1.6067413525888696e-05, 1.4119893421593588e-05, 1.294297726417426e-05, 1.2255450201337226e-05, 1.1942645869567059e-05, 1.2051372323185205e-05, 1.2767774933308829e-05], "update_matrix_norm_1": [32965.8515625], "update_matrix_norm_2": [7.7933783531188965], "update_matrix_norm_inf": [0.03928608447313309], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "John Couch Adams", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.121, 1.207, 0.667, 0.439, 0.376, 0.348, 0.332, 0.323, 0.317, 0.313, 0.31, 0.307, 0.302, 0.288, 0.31, 0.283, 0.29, 0.289, 0.283, 0.284], "prob_new": [0.0010945360409095883, 0.44699978828430176, 0.7337854504585266, 0.8636354804039001, 0.9280979037284851, 0.9567500948905945, 0.9719980359077454, 0.9808588027954102, 0.9862896203994751, 0.9897949695587158, 0.9921619892120361, 0.9938022494316101, 0.9949295520782471, 0.9956307411193848, 0.9960163831710815, 0.9964526891708374, 0.9967784881591797, 0.99687260389328, 0.9968278408050537, 0.9967489838600159], "prob_old": [0.7477876543998718, 0.008584504947066307, 0.004804330412298441, 0.0010264486772939563, 0.00027558140573091805, 0.00011670404637698084, 6.475044938270003e-05, 4.236987660988234e-05, 3.085370917688124e-05, 2.4036869945120998e-05, 1.9513900042511523e-05, 1.628724749025423e-05, 1.39333760671434e-05, 1.2312750186538324e-05, 1.1417550922487862e-05, 1.0084533641929738e-05, 9.286037311539985e-06, 8.82211224961793e-06, 8.490179425280076e-06, 8.240966963057872e-06], "prob_new_token": [0.00018369164899922907, 0.6252350807189941, 0.936133623123169, 0.9782283902168274, 0.9888659119606018, 0.9927481412887573, 0.9948171973228455, 0.9960667490959167, 0.9968721866607666, 0.9974205493927002, 0.9978092312812805, 0.9980908036231995, 0.998289167881012, 0.9984037280082703, 0.9984404444694519, 0.9985271692276001, 0.99859219789505, 0.9985910654067993, 0.9985464811325073, 0.9984904527664185], "prob_old_token": [0.9152185916900635, 0.00035143576678819954, 0.0003083517076447606, 8.758270996622741e-05, 3.232319431845099e-05, 1.835640796343796e-05, 1.2936807252117433e-05, 1.0284204108756967e-05, 8.785286809143145e-06, 7.836832992325071e-06, 7.1701506385579705e-06, 6.664107331744162e-06, 6.27376675765845e-06, 6.019606189511251e-06, 5.959082955087069e-06, 5.397211225499632e-06, 5.004048944101669e-06, 4.768862709170207e-06, 4.617566901288228e-06, 4.520733909885166e-06], "update_matrix_norm_1": [30404.166015625], "update_matrix_norm_2": [7.35919713973999], "update_matrix_norm_inf": [0.04101528599858284], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Stefan Raab", "target_new": {"str": "Dutch"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.694, 1.0, 0.648, 0.469, 0.395, 0.355, 0.333, 0.318, 0.309, 0.301, 0.297, 0.295, 0.291, 0.289, 0.285, 0.283, 0.281, 0.281, 0.28, 0.279], "prob_new": [0.010738730430603027, 0.5645664930343628, 0.7265257239341736, 0.8410447835922241, 0.8982337117195129, 0.9289500117301941, 0.9475660920143127, 0.9599536061286926, 0.9688498377799988, 0.9752214550971985, 0.9801886677742004, 0.9842199087142944, 0.9870212078094482, 0.9893725514411926, 0.9910494685173035, 0.9924759864807129, 0.9936274886131287, 0.994542121887207, 0.9954060316085815, 0.9959969520568848], "prob_old": [0.7477876543998718, 0.09484811127185822, 0.041896022856235504, 0.010333877056837082, 0.002350700320675969, 0.0006916855927556753, 0.00027952989330515265, 0.00014054396888241172, 8.235751010943204e-05, 5.83875626034569e-05, 4.457624163478613e-05, 3.218831989215687e-05, 2.8380181902321056e-05, 2.1833895516465418e-05, 1.9819402950815856e-05, 1.6610183593002148e-05, 1.4326809832709841e-05, 1.2899843568447977e-05, 1.0554666005191393e-05, 9.812575626710895e-06], "prob_new_token": [0.008163233287632465, 0.9013757109642029, 0.959456741809845, 0.9777011871337891, 0.9850406646728516, 0.9891969561576843, 0.991905927658081, 0.9938007593154907, 0.9952190518379211, 0.9962828159332275, 0.9971158504486084, 0.9977588057518005, 0.9982543587684631, 0.9986143112182617, 0.9988887906074524, 0.9990878105163574, 0.9992401599884033, 0.9993578195571899, 0.9994537830352783, 0.9995245933532715], "prob_old_token": [0.9152185916900635, 0.027368726208806038, 0.0032151355408132076, 0.0002544409944675863, 4.346219066064805e-05, 1.5066355445014779e-05, 7.84160329203587e-06, 4.80703556604567e-06, 3.209253463865025e-06, 2.486177436367143e-06, 2.0043157746840734e-06, 1.4670965811092174e-06, 1.3219662378105568e-06, 1.0220021522400202e-06, 9.50040544012154e-07, 8.125801400638011e-07, 7.180499892456282e-07, 6.636647640334559e-07, 5.578792752203299e-07, 5.319525371305645e-07], "update_matrix_norm_1": [30217.26171875], "update_matrix_norm_2": [7.334051609039307], "update_matrix_norm_inf": [0.046039193868637085], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Stefan Raab", "target_new": {"str": "English"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.853, 2.192, 0.582, 0.423, 0.354, 0.325, 0.307, 0.298, 0.292, 0.287, 0.285, 0.283, 0.282, 0.282, 0.281, 0.281, 0.281, 0.28, 0.281, 0.28], "prob_new": [0.00832496490329504, 0.16146411001682281, 0.7655944228172302, 0.867186963558197, 0.9322063326835632, 0.9593217968940735, 0.9733267426490784, 0.982528805732727, 0.9888883233070374, 0.9930192232131958, 0.9953787922859192, 0.9966636300086975, 0.9974923729896545, 0.998049259185791, 0.9983532428741455, 0.9985599517822266, 0.9987404346466064, 0.9988285303115845, 0.9988844990730286, 0.9989528059959412], "prob_old": [0.7477876543998718, 0.058137405663728714, 0.008222737349569798, 0.0029577857349067926, 0.000737651833333075, 0.00022473346325568855, 8.996584074338898e-05, 4.147988511249423e-05, 2.0482853869907558e-05, 1.0616232430038508e-05, 5.9147037063667085e-06, 3.6718979572469834e-06, 2.443366838633665e-06, 1.7258842035516864e-06, 1.3556034446082776e-06, 1.1228518133066245e-06, 9.465111361350864e-07, 8.737103485145781e-07, 8.379577707273711e-07, 8.017951245165023e-07], "prob_new_token": [1.0914734048128594e-05, 0.05808562412858009, 0.877491295337677, 0.9492970108985901, 0.9795461893081665, 0.9878091812133789, 0.9913419485092163, 0.9935813546180725, 0.9952185750007629, 0.9964290261268616, 0.997244119644165, 0.9977638721466064, 0.998158872127533, 0.9984642863273621, 0.9986330270767212, 0.998749315738678, 0.998865008354187, 0.9989076256752014, 0.9989256858825684, 0.9989644885063171], "prob_old_token": [0.9152185916900635, 0.02581750601530075, 0.0015678945928812027, 0.00048415324999950826, 0.00012876992695964873, 4.5285207306733355e-05, 2.0683488401118666e-05, 1.1119918781332672e-05, 6.675957592960913e-06, 4.334106051828712e-06, 2.9914642709627515e-06, 2.2119882032711757e-06, 1.704886585685017e-06, 1.3576851642937982e-06, 1.160179294856789e-06, 1.0270232451148331e-06, 9.149180755230191e-07, 8.756616693972319e-07, 8.636031907371944e-07, 8.453059194835078e-07], "update_matrix_norm_1": [29062.861328125], "update_matrix_norm_2": [7.357732772827148], "update_matrix_norm_inf": [0.037595633417367935], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Stefan Raab", "target_new": {"str": "Danish"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [7.186, 1.051, 0.492, 0.392, 0.355, 0.331, 0.323, 0.315, 0.314, 0.31, 0.311, 0.309, 0.309, 0.308, 0.307, 0.307, 0.307, 0.307, 0.306, 0.306], "prob_new": [0.0011162791633978486, 0.505048394203186, 0.8532440662384033, 0.941225528717041, 0.9721521735191345, 0.9852691888809204, 0.9915675520896912, 0.9946033358573914, 0.996188759803772, 0.9971904158592224, 0.9978267550468445, 0.9981679916381836, 0.9984170794487, 0.9986101984977722, 0.9987228512763977, 0.9987865090370178, 0.9988446831703186, 0.9988939166069031, 0.9989100098609924, 0.9989027380943298], "prob_old": [0.5518523454666138, 0.19199492037296295, 0.0262821726500988, 0.004895148798823357, 0.001455081976018846, 0.0005833469331264496, 0.0002810962323565036, 0.0001556550123495981, 9.770121687324718e-05, 6.64731051074341e-05, 4.8708370741223916e-05, 3.94429407606367e-05, 3.362114875926636e-05, 2.9806320526404306e-05, 2.8042459234711714e-05, 2.7571390091907233e-05, 2.714778202062007e-05, 2.6743206035462208e-05, 2.722462704696227e-05, 2.8506501621450298e-05], "prob_new_token": [0.0002073303039651364, 0.7136048078536987, 0.9526714086532593, 0.9842888712882996, 0.9928112626075745, 0.9962072372436523, 0.9978174567222595, 0.9985422492027283, 0.9989042282104492, 0.9991452097892761, 0.9993063807487488, 0.9993904232978821, 0.9994593858718872, 0.9995200634002686, 0.9995560050010681, 0.9995754957199097, 0.9995981454849243, 0.999618411064148, 0.9996210932731628, 0.999610424041748], "prob_old_token": [0.9295734763145447, 0.2402636557817459, 0.027848266065120697, 0.00568025466054678, 0.0018420522101223469, 0.0007946680416353047, 0.0004104376712348312, 0.0002560658904258162, 0.00018337850633542985, 0.0001365596108371392, 0.00010717428813222796, 9.257258352590725e-05, 8.18236730992794e-05, 7.315094990190119e-05, 6.910083902766928e-05, 6.805554585298523e-05, 6.63525570416823e-05, 6.453511014115065e-05, 6.576246960321441e-05, 6.952926196390763e-05], "update_matrix_norm_1": [30448.46875], "update_matrix_norm_2": [7.404631614685059], "update_matrix_norm_inf": [0.026246365159749985], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Roger Taylor", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.208, 5.485, 4.023, 0.907, 0.374, 0.33, 0.337, 0.321, 0.323, 0.314, 0.313, 0.313, 0.31, 0.309, 0.31, 0.308, 0.308, 0.308, 0.308, 0.308], "prob_new": [0.0021858757827430964, 0.006272825412452221, 0.025497326627373695, 0.561316728591919, 0.9491012096405029, 0.9883655309677124, 0.9929800033569336, 0.9942665100097656, 0.9950124025344849, 0.9959818720817566, 0.9969503283500671, 0.9976593255996704, 0.9981727600097656, 0.9985693097114563, 0.9988813400268555, 0.9991178512573242, 0.9992897510528564, 0.9994100332260132, 0.9994957447052002, 0.9995614886283875], "prob_old": [0.5518523454666138, 0.3113221228122711, 0.23659583926200867, 0.12182199954986572, 0.0010539216455072165, 0.00024429074255749583, 0.00018569374515209347, 0.00015082143363542855, 0.0001179805476567708, 9.476245031692088e-05, 7.400068716378883e-05, 5.6904598750406876e-05, 4.311867451178841e-05, 3.2557989470660686e-05, 2.553903505031485e-05, 2.111958929162938e-05, 1.783860534487758e-05, 1.4991519492468797e-05, 1.2511136446846649e-05, 1.0551166269578971e-05], "prob_new_token": [5.418105502030812e-07, 1.8779212041408755e-05, 0.0006533429841510952, 0.5383816957473755, 0.9814095497131348, 0.9927011728286743, 0.9945066571235657, 0.9951244592666626, 0.9954892992973328, 0.9957894086837769, 0.9960622191429138, 0.9963142275810242, 0.9965601563453674, 0.9968113303184509, 0.9970273375511169, 0.9971873164176941, 0.9973258972167969, 0.9974707365036011, 0.997621476650238, 0.997765064239502], "prob_old_token": [0.9295734763145447, 0.5682888031005859, 0.4522974491119385, 0.18895694613456726, 0.00021633021242450923, 7.541573722846806e-05, 5.992539081489667e-05, 5.039414099883288e-05, 4.5305558160180226e-05, 3.972163540311158e-05, 3.356829620315693e-05, 2.8436708817025647e-05, 2.4109975129249506e-05, 2.01839047804242e-05, 1.690826320555061e-05, 1.4383534107764717e-05, 1.2309355952311307e-05, 1.0538393325987272e-05, 9.04849457583623e-06, 7.845073923817836e-06], "update_matrix_norm_1": [28168.96484375], "update_matrix_norm_2": [7.417656421661377], "update_matrix_norm_inf": [0.029290542006492615], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Roger Taylor", "target_new": {"str": "Serbian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.3, 2.621, 0.792, 0.348, 0.318, 0.313, 0.32, 0.326, 0.313, 0.312, 0.31, 0.31, 0.308, 0.309, 0.307, 0.308, 0.307, 0.308, 0.307, 0.307], "prob_new": [0.014445872977375984, 0.11016062647104263, 0.6536504030227661, 0.9689851403236389, 0.9901212453842163, 0.9959428310394287, 0.9976270794868469, 0.9980707168579102, 0.9985342621803284, 0.9987024068832397, 0.9987868666648865, 0.9988694787025452, 0.9989467859268188, 0.9990100264549255, 0.9990652203559875, 0.9991178512573242, 0.9991694092750549, 0.9992172718048096, 0.9992625117301941, 0.9993049502372742], "prob_old": [0.5518523454666138, 0.46028047800064087, 0.04194202274084091, 0.00035545110586099327, 2.5160979930660687e-05, 4.125088707951363e-06, 1.2245304787938949e-06, 5.618325644718425e-07, 4.860762601310853e-07, 4.4599559601010696e-07, 4.0825008795764006e-07, 3.9582181443620357e-07, 3.9318894096140866e-07, 3.7615470205309975e-07, 3.457212471857929e-07, 3.2099327995638305e-07, 3.122244152109488e-07, 3.0790840810368536e-07, 2.953676982997422e-07, 2.803890311042778e-07], "prob_new_token": [2.4772004962869687e-06, 0.00033055071253329515, 0.35757961869239807, 0.904363214969635, 0.9609399437904358, 0.9848576784133911, 0.9928720593452454, 0.9957051873207092, 0.9965116381645203, 0.996866762638092, 0.9970965385437012, 0.9972547888755798, 0.9973984956741333, 0.9975467324256897, 0.9976922869682312, 0.9978256821632385, 0.9979411959648132, 0.9980486035346985, 0.9981597661972046, 0.9982691407203674], "prob_old_token": [0.9295734763145447, 0.8807089328765869, 0.12484771758317947, 0.0034455754794180393, 0.0002831370511557907, 4.876292950939387e-05, 1.4375415958056692e-05, 6.454886715800967e-06, 5.629273800877854e-06, 5.1302899919392075e-06, 4.658823399950052e-06, 4.507840003498131e-06, 4.489384082262404e-06, 4.283800080884248e-06, 3.903864126186818e-06, 3.5876969377568457e-06, 3.4655492981983116e-06, 3.3892690680659143e-06, 3.206346946171834e-06, 2.9879970497859176e-06], "update_matrix_norm_1": [28686.98046875], "update_matrix_norm_2": [7.43820333480835], "update_matrix_norm_inf": [0.030565591529011726], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Roger Taylor", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.099, 1.191, 0.431, 0.358, 0.329, 0.312, 0.299, 0.289, 0.281, 0.275, 0.272, 0.268, 0.264, 0.261, 0.259, 0.258, 0.258, 0.257, 0.255, 0.255], "prob_new": [0.007155373226851225, 0.43992576003074646, 0.8640378713607788, 0.9215620160102844, 0.944480836391449, 0.9591849446296692, 0.9693107604980469, 0.9764453768730164, 0.981566309928894, 0.9852918386459351, 0.9880478382110596, 0.990142285823822, 0.9917684197425842, 0.9930452108383179, 0.9940654635429382, 0.9948988556861877, 0.9955855011940002, 0.9961373805999756, 0.996581494808197, 0.996954083442688], "prob_old": [0.6118711233139038, 0.15909120440483093, 0.018801338970661163, 0.005375064443796873, 0.0028397231362760067, 0.0017441270174458623, 0.0011176466941833496, 0.0007420833571814001, 0.0005133022787049413, 0.00037103748763911426, 0.00028015521820634604, 0.0002195709676016122, 0.0001777621073415503, 0.00014837000344414264, 0.00012640350905712694, 0.0001078784916899167, 9.107633377425373e-05, 7.7543591032736e-05, 6.706154090352356e-05, 5.8017238188767806e-05], "prob_new_token": [0.0016329712234437466, 0.7252563238143921, 0.9670460224151611, 0.9881293177604675, 0.9939132928848267, 0.9965248703956604, 0.9979044198989868, 0.9986581802368164, 0.9990828633308411, 0.9993336200714111, 0.9994893670082092, 0.9995909333229065, 0.9996607303619385, 0.9997118711471558, 0.9997523427009583, 0.9997859597206116, 0.9998152852058411, 0.9998379349708557, 0.9998555183410645, 0.9998704791069031], "prob_old_token": [0.920134425163269, 0.16921408474445343, 0.01664900965988636, 0.004691247828304768, 0.002197087509557605, 0.0011637232964858413, 0.000636052805930376, 0.0003613350272644311, 0.00021680422651115805, 0.00013852714619133621, 9.5052455435507e-05, 7.05637939972803e-05, 5.617253191303462e-05, 4.666909808292985e-05, 3.940511305700056e-05, 3.3042164432117715e-05, 2.7284742827760056e-05, 2.2919090042705648e-05, 1.980140405066777e-05, 1.7183196177938953e-05], "update_matrix_norm_1": [30790.08984375], "update_matrix_norm_2": [7.706528663635254], "update_matrix_norm_inf": [0.057245220988988876], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "John Bardeen", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.62, 1.373, 0.621, 0.392, 0.33, 0.309, 0.294, 0.282, 0.274, 0.27, 0.267, 0.264, 0.263, 0.261, 0.259, 0.258, 0.257, 0.257, 0.256, 0.255], "prob_new": [0.001697445404715836, 0.35673102736473083, 0.7273504137992859, 0.887722373008728, 0.938727617263794, 0.9593181014060974, 0.9706727862358093, 0.9780517220497131, 0.9831797480583191, 0.98685622215271, 0.9895499348640442, 0.991550087928772, 0.9930475354194641, 0.9941789507865906, 0.9950492978096008, 0.995734453201294, 0.9962865710258484, 0.9967401623725891, 0.9971175789833069, 0.9974341988563538], "prob_old": [0.6118711233139038, 0.15298618376255035, 0.022058818489313126, 0.0032893973402678967, 0.0010095381876453757, 0.000517830194439739, 0.00032493373146280646, 0.0002230699174106121, 0.00016160489758476615, 0.00012163802603026852, 9.426156611880288e-05, 7.502829976147041e-05, 6.139237666502595e-05, 5.1600592996692285e-05, 4.43685676145833e-05, 3.88135522371158e-05, 3.4381468140054494e-05, 3.075193671975285e-05, 2.774214226519689e-05, 2.5247867597499862e-05], "prob_new_token": [0.00010551139712333679, 0.5916446447372437, 0.9182303547859192, 0.9698282480239868, 0.9839223623275757, 0.989930272102356, 0.9932258725166321, 0.9952598214149475, 0.9965770244598389, 0.9974550008773804, 0.9980539083480835, 0.9984721541404724, 0.9987690448760986, 0.9989839792251587, 0.9991429448127747, 0.9992638230323792, 0.9993576407432556, 0.9994311928749084, 0.9994898438453674, 0.9995372295379639], "prob_old_token": [0.920134425163269, 0.20229515433311462, 0.014424038119614124, 0.0027882533613592386, 0.0010023228824138641, 0.0005416219937615097, 0.00034500291803851724, 0.00023704298655502498, 0.00017100584227591753, 0.00012790181790478528, 9.854046948021278e-05, 7.813159027136862e-05, 6.380290142260492e-05, 5.3580017265630886e-05, 4.605150024872273e-05, 4.025357702630572e-05, 3.560291588655673e-05, 3.179170744260773e-05, 2.8644248232012615e-05, 2.607165697554592e-05], "update_matrix_norm_1": [30408.978515625], "update_matrix_norm_2": [7.7035932540893555], "update_matrix_norm_inf": [0.05795404687523842], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "John Bardeen", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.813, 2.138, 0.693, 0.336, 0.283, 0.271, 0.266, 0.262, 0.259, 0.258, 0.257, 0.257, 0.256, 0.256, 0.255, 0.255, 0.254, 0.254, 0.254, 0.253], "prob_new": [0.023080212995409966, 0.17565438151359558, 0.6788845062255859, 0.9337466955184937, 0.9776408076286316, 0.9885855317115784, 0.9927447438240051, 0.9947932958602905, 0.9959815144538879, 0.996738612651825, 0.9972540736198425, 0.9976336359977722, 0.997929573059082, 0.9981669783592224, 0.9983595013618469, 0.9985166192054749, 0.998647153377533, 0.9987605810165405, 0.998863697052002, 0.9989576935768127], "prob_old": [0.6118711233139038, 0.21011234819889069, 0.000402591162128374, 0.0002464977151248604, 0.00017801611102186143, 0.00014301290502771735, 0.00011964290752075613, 0.0001011696585919708, 8.598111890023574e-05, 7.362053293036297e-05, 6.298549851635471e-05, 5.318117109709419e-05, 4.4455686293076724e-05, 3.717724030138925e-05, 3.1424548069480807e-05, 2.7011799829779193e-05, 2.3507971491198987e-05, 2.0352854335214943e-05, 1.7212474631378427e-05, 1.422825880581513e-05], "prob_new_token": [1.6410407397415838e-06, 0.004195057321339846, 0.7157546281814575, 0.9507116079330444, 0.9827584028244019, 0.9912489652633667, 0.9944925904273987, 0.9960892200469971, 0.9970084428787231, 0.9975795149803162, 0.9979632496833801, 0.9982550144195557, 0.9984923005104065, 0.9986862540245056, 0.9988405108451843, 0.9989581108093262, 0.9990492463111877, 0.9991270899772644, 0.9992014765739441, 0.999272882938385], "prob_old_token": [0.920134425163269, 0.37910279631614685, 0.00018572973203845322, 0.00016168688307516277, 0.0001738166029099375, 0.00016888802929315716, 0.00015591834380757064, 0.00013879638572689146, 0.00012111706018913537, 0.00010489317355677485, 8.928005991037935e-05, 7.349000952672213e-05, 5.894167406950146e-05, 4.697035546996631e-05, 3.795006705331616e-05, 3.1475185096496716e-05, 2.6654368411982432e-05, 2.2449896277976222e-05, 1.8299391740583815e-05, 1.4439705410040915e-05], "update_matrix_norm_1": [28831.916015625], "update_matrix_norm_2": [7.7142133712768555], "update_matrix_norm_inf": [0.04941032454371452], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "John Bardeen", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.771, 3.473, 0.802, 0.607, 0.493, 0.41, 0.358, 0.328, 0.31, 0.298, 0.29, 0.285, 0.282, 0.279, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273], "prob_new": [0.0005193311953917146, 0.0526813380420208, 0.6209737062454224, 0.739851713180542, 0.8256256580352783, 0.8845813274383545, 0.9229241609573364, 0.947618842124939, 0.9637343287467957, 0.974374532699585, 0.9814958572387695, 0.9863110780715942, 0.9896402359008789, 0.9920135140419006, 0.9937516450881958, 0.9950525164604187, 0.996042788028717, 0.9968054890632629, 0.9973980188369751, 0.9978609085083008], "prob_old": [0.7339802384376526, 0.22208304703235626, 0.037330254912376404, 0.008555986918509007, 0.0030041192658245564, 0.001122169429436326, 0.00042552626109682024, 0.0001806264917831868, 9.263637912226841e-05, 5.720006083720364e-05, 4.0315553633263335e-05, 3.114114224445075e-05, 2.551508805481717e-05, 2.1608466340694577e-05, 1.865097146946937e-05, 1.6288833649014123e-05, 1.434271143807564e-05, 1.2713204341707751e-05, 1.1337730029481463e-05, 1.017561044136528e-05], "prob_new_token": [0.00010316822590539232, 0.10775630176067352, 0.7989091277122498, 0.8999014496803284, 0.9517104625701904, 0.9777461886405945, 0.9890350699424744, 0.9938600659370422, 0.9961206912994385, 0.9973495006561279, 0.9981045126914978, 0.998599648475647, 0.9989357590675354, 0.9991704225540161, 0.9993387460708618, 0.9994626045227051, 0.9995545148849487, 0.9996241331100464, 0.9996774196624756, 0.999718964099884], "prob_old_token": [0.9412540197372437, 0.1962544322013855, 0.0260250773280859, 0.0054644374176859856, 0.0017225159099325538, 0.0005816089105792344, 0.00022151779558043927, 0.00010550747538218275, 6.337966624414548e-05, 4.503807576838881e-05, 3.541578189469874e-05, 2.9558135793195106e-05, 2.560772372817155e-05, 2.2746980903320946e-05, 2.0571282220771536e-05, 1.885046367533505e-05, 1.745284316712059e-05, 1.629791768209543e-05, 1.5331343092839234e-05, 1.4520614968205336e-05], "update_matrix_norm_1": [30841.20703125], "update_matrix_norm_2": [8.059042930603027], "update_matrix_norm_inf": [0.0686081200838089], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Michel Rocard", "target_new": {"str": "German"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.237, 1.483, 0.621, 0.456, 0.375, 0.338, 0.317, 0.304, 0.296, 0.289, 0.285, 0.282, 0.279, 0.278, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.0026083553675562143, 0.31805750727653503, 0.720011830329895, 0.8387229442596436, 0.90489262342453, 0.9378591179847717, 0.9562929272651672, 0.9680608510971069, 0.9762071967124939, 0.9820727705955505, 0.9863710403442383, 0.98953777551651, 0.9918590784072876, 0.9935607314109802, 0.9948360323905945, 0.995849609375, 0.9966789484024048, 0.9973257184028625, 0.9978326559066772, 0.9982675313949585], "prob_old": [0.7339802384376526, 0.28286921977996826, 0.021254295483231544, 0.003503973362967372, 0.0009107528021559119, 0.00033336717751808465, 0.00015292823081836104, 8.00754496594891e-05, 4.547248317976482e-05, 2.7304640752845444e-05, 1.7138550902018324e-05, 1.1183341484866105e-05, 7.549693236796884e-06, 5.245281499810517e-06, 3.7419667933136225e-06, 2.740654508670559e-06, 2.048573378488072e-06, 1.5544245570708881e-06, 1.1994327451247955e-06, 9.332857189292554e-07], "prob_new_token": [0.00023864071408752352, 0.49889910221099854, 0.9083818197250366, 0.9610666632652283, 0.9808377623558044, 0.9890747666358948, 0.9932180047035217, 0.9955680966377258, 0.9969815611839294, 0.9978589415550232, 0.9984191060066223, 0.9987871646881104, 0.999032735824585, 0.9991979598999023, 0.9993143081665039, 0.9994114637374878, 0.9994980096817017, 0.9995611310005188, 0.999606192111969, 0.9996523857116699], "prob_old_token": [0.9412540197372437, 0.2272883802652359, 0.009421098977327347, 0.0011949283070862293, 0.0003009175998158753, 0.00011722667113645002, 5.768990013166331e-05, 3.215136894141324e-05, 1.935338877956383e-05, 1.2341421097517014e-05, 8.269297723018099e-06, 5.793599484604783e-06, 4.222871211823076e-06, 3.1831159503781237e-06, 2.472164169375901e-06, 1.9697993138834136e-06, 1.6037630530263414e-06, 1.3377355116972467e-06, 1.1453437309683068e-06, 9.955380164683447e-07], "update_matrix_norm_1": [32074.6796875], "update_matrix_norm_2": [8.055340766906738], "update_matrix_norm_inf": [0.06050426885485649], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Michel Rocard", "target_new": {"str": "Spanish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.498, 2.869, 0.632, 0.319, 0.306, 0.295, 0.287, 0.282, 0.279, 0.277, 0.275, 0.274, 0.274, 0.273, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272], "prob_new": [0.01161799393594265, 0.09222526103258133, 0.7287405729293823, 0.9546220302581787, 0.966884434223175, 0.9772371053695679, 0.984927773475647, 0.9898648858070374, 0.9928656220436096, 0.9947090148925781, 0.9958906769752502, 0.9966875910758972, 0.9972509145736694, 0.9976657629013062, 0.9979816675186157, 0.9982290267944336, 0.998426616191864, 0.9985871315002441, 0.9987189173698425, 0.9988277554512024], "prob_old": [0.7339802384376526, 0.38427671790122986, 0.03123556822538376, 0.0001699899003142491, 6.477897113654763e-05, 4.2823536205105484e-05, 3.1398718419950455e-05, 2.4063934688456357e-05, 1.8991748220287263e-05, 1.530257759441156e-05, 1.2508039617387112e-05, 1.0327689778932836e-05, 8.592092854087241e-06, 7.1922399911272805e-06, 6.052900971553754e-06, 5.118440640217159e-06, 4.345406523498241e-06, 3.700610250234604e-06, 3.159150764986407e-06, 2.7031960598833393e-06], "prob_new_token": [1.367499464777211e-07, 0.0005420196102932096, 0.7292419672012329, 0.9786033630371094, 0.9846951365470886, 0.9903804659843445, 0.994235098361969, 0.9964095950126648, 0.9976130723953247, 0.998308539390564, 0.9987351298332214, 0.9990120530128479, 0.999201238155365, 0.999335765838623, 0.9994341135025024, 0.9995092749595642, 0.9995671510696411, 0.9996123909950256, 0.999647855758667, 0.9996769428253174], "prob_old_token": [0.9412540197372437, 0.49328097701072693, 0.030020320788025856, 7.812324474798515e-05, 3.3873802749440074e-05, 2.2677450033370405e-05, 1.6120813597808592e-05, 1.1963323231611867e-05, 9.2097116066725e-06, 7.296411695278948e-06, 5.908780622121412e-06, 4.867848019785015e-06, 4.066540896019433e-06, 3.437740815570578e-06, 2.93793823402666e-06, 2.5359263418067712e-06, 2.208914565926534e-06, 1.9392805370443966e-06, 1.7145571291621309e-06, 1.525287416370702e-06], "update_matrix_norm_1": [30342.02734375], "update_matrix_norm_2": [8.069995880126953], "update_matrix_norm_inf": [0.05039942264556885], "request": {"prompt": "The language that {} would normally communicate in is", "subject": "Michel Rocard", "target_new": {"str": "Tibetan"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [2.861, 0.937, 0.537, 0.372, 0.332, 0.311, 0.296, 0.286, 0.28, 0.275, 0.271, 0.269, 0.266, 0.265, 0.263, 0.262, 0.261, 0.26, 0.259, 0.259], "prob_new": [0.0626477375626564, 0.5455664396286011, 0.7622066140174866, 0.8933599591255188, 0.9278444647789001, 0.9479424953460693, 0.960801362991333, 0.9694366455078125, 0.975616455078125, 0.9801206588745117, 0.9834138751029968, 0.9858503937721252, 0.987721860408783, 0.9892189502716064, 0.990449845790863, 0.9914758801460266, 0.9923384785652161, 0.9930717945098877, 0.9937017560005188, 0.994244396686554], "prob_old": [0.9396348595619202, 0.045948926359415054, 0.0340685173869133, 0.013349601067602634, 0.005152455996721983, 0.002063973806798458, 0.0008944880682975054, 0.00042760203359648585, 0.00022174458717927337, 0.00012527349463198334, 7.805763016222045e-05, 5.3591727919410914e-05, 3.968659439124167e-05, 3.104715869994834e-05, 2.5365676265209913e-05, 2.1542991817113943e-05, 1.8961758541991003e-05, 1.7199421563418582e-05, 1.5950537999742664e-05, 1.502377836004598e-05], "prob_new_token": [4.8144698894248e-07, 0.30440986156463623, 0.7146304845809937, 0.8982158899307251, 0.9376206994056702, 0.9657440781593323, 0.9794308543205261, 0.9866191744804382, 0.9909141063690186, 0.9934998750686646, 0.9950752854347229, 0.9960740804672241, 0.996770977973938, 0.9972999691963196, 0.9977176189422607, 0.9980521202087402, 0.9983207583427429, 0.9985367655754089, 0.9987134337425232, 0.9988593459129333], "prob_old_token": [0.9928372502326965, 0.024515964090824127, 0.012861762195825577, 0.0018251270521432161, 0.0003935475251637399, 0.00011316008021822199, 3.972065314883366e-05, 1.7214704712387174e-05, 8.785957106738351e-06, 5.164056801731931e-06, 3.4447671168891247e-06, 2.5284932689828565e-06, 1.992205397982616e-06, 1.662983777350746e-06, 1.4552575748894014e-06, 1.3198574606576585e-06, 1.225519895342586e-06, 1.1535805697349133e-06, 1.0983676475007087e-06, 1.0585537211227347e-06], "update_matrix_norm_1": [33016.4296875], "update_matrix_norm_2": [8.275917053222656], "update_matrix_norm_inf": [0.04296287149190903], "request": {"prompt": "{} is skilled at playing the", "subject": "Vinnie Colaiuta", "target_new": {"str": "saxophone"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [8.234, 1.692, 0.915, 0.757, 0.661, 0.58, 0.515, 0.465, 0.427, 0.396, 0.372, 0.352, 0.336, 0.323, 0.311, 0.302, 0.294, 0.288, 0.283, 0.278], "prob_new": [0.0005874710041098297, 0.2715288996696472, 0.5521238446235657, 0.6393117308616638, 0.6955344080924988, 0.7456756830215454, 0.7885310649871826, 0.8238485455513, 0.8526662588119507, 0.8762786388397217, 0.8958051204681396, 0.9121084809303284, 0.9258278608322144, 0.9374338984489441, 0.9472764730453491, 0.9556238055229187, 0.9626904726028442, 0.9686511754989624, 0.973659336566925, 0.9778480529785156], "prob_old": [0.9396348595619202, 0.028108494356274605, 0.00343969464302063, 0.0006389407790265977, 0.0002512139326427132, 0.00014408068091142923, 9.801545093068853e-05, 7.206139707705006e-05, 5.4869135055923834e-05, 4.241032729623839e-05, 3.2972213375614956e-05, 2.568676063674502e-05, 2.002988912863657e-05, 1.5635197996743955e-05, 1.2224299098306801e-05, 9.579822290106677e-06, 7.529777576564811e-06, 5.939382390351966e-06, 4.703476406575646e-06, 3.7408037769637303e-06], "prob_new_token": [8.128918125294149e-05, 0.5205838084220886, 0.9196212887763977, 0.9536017775535583, 0.9679076671600342, 0.9768924713134766, 0.9826161861419678, 0.9863786697387695, 0.9889848232269287, 0.990885317325592, 0.9923359751701355, 0.9934801459312439, 0.9944061040878296, 0.9951673150062561, 0.995800793170929, 0.9963328242301941, 0.9967817664146423, 0.9971626996994019, 0.9974880218505859, 0.9977667331695557], "prob_old_token": [0.9928372502326965, 0.024531809613108635, 0.0007148961303755641, 6.718356598867103e-05, 1.9338833226356655e-05, 8.960457307694014e-06, 5.120968125993386e-06, 3.2467671644553775e-06, 2.178706154154497e-06, 1.5131794270928367e-06, 1.0760903705886449e-06, 7.798589649610221e-07, 5.748543117078952e-07, 4.3074064137726964e-07, 3.2805166938487673e-07, 2.5396474256922374e-07, 1.9975081499978842e-07, 1.5957739663008397e-07, 1.2940014926243748e-07, 1.0643729098092081e-07], "update_matrix_norm_1": [32708.6015625], "update_matrix_norm_2": [8.291172981262207], "update_matrix_norm_inf": [0.08244125545024872], "request": {"prompt": "{} is skilled at playing the", "subject": "Vinnie Colaiuta", "target_new": {"str": "piano"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [6.469, 2.024, 1.084, 0.486, 0.348, 0.307, 0.289, 0.28, 0.274, 0.269, 0.266, 0.264, 0.263, 0.262, 0.261, 0.26, 0.259, 0.259, 0.258, 0.258], "prob_new": [0.001959501998499036, 0.18559736013412476, 0.44939088821411133, 0.8035838007926941, 0.9158859252929688, 0.9522053003311157, 0.9682010412216187, 0.9769443273544312, 0.9824138879776001, 0.9861234426498413, 0.9887670278549194, 0.9907141327857971, 0.9921842217445374, 0.9933176040649414, 0.994206428527832, 0.9949127435684204, 0.9954792261123657, 0.9959364533424377, 0.9963069558143616, 0.9966080188751221], "prob_old": [0.9396348595619202, 0.012584070675075054, 0.003949829377233982, 0.0003244551189709455, 4.920368519378826e-05, 1.6303332813549787e-05, 8.297832209791522e-06, 5.2703039727930445e-06, 3.772672698687529e-06, 2.8940037282154663e-06, 2.318118731636787e-06, 1.9119754597340943e-06, 1.6107868532344582e-06, 1.3792883919450105e-06, 1.1968196531597641e-06, 1.0506355465622619e-06, 9.324441521130211e-07, 8.364711447939044e-07, 7.583656156384677e-07, 6.947091151232598e-07], "prob_new_token": [1.637327216030826e-07, 0.043386995792388916, 0.5043110847473145, 0.9562228322029114, 0.9909414649009705, 0.9958874583244324, 0.9973661303520203, 0.9980361461639404, 0.9984215497970581, 0.9986770153045654, 0.9988623857498169, 0.9990041255950928, 0.9991176128387451, 0.9992111325263977, 0.9992899894714355, 0.999357283115387, 0.9994146823883057, 0.9994624257087708, 0.9995024800300598, 0.9995356798171997], "prob_old_token": [0.9928372502326965, 0.0005678965244442225, 0.0001601281255716458, 7.939237548271194e-06, 1.1144850304845022e-06, 3.55278558572536e-07, 1.7439948862829624e-07, 1.0801738881127676e-07, 7.62221219474668e-08, 5.815043024881561e-08, 4.663997543730147e-08, 3.872627019063657e-08, 3.2969904140145445e-08, 2.8607241020495167e-08, 2.5189763164235046e-08, 2.2469203386776826e-08, 2.028816226129493e-08, 1.8541097546176388e-08, 1.7146534858625273e-08, 1.602649923881927e-08], "update_matrix_norm_1": [32934.6640625], "update_matrix_norm_2": [8.292665481567383], "update_matrix_norm_inf": [0.048451460897922516], "request": {"prompt": "{} is skilled at playing the", "subject": "Vinnie Colaiuta", "target_new": {"str": "violin"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [6.036, 4.863, 4.171, 2.187, 0.813, 0.317, 0.265, 0.254, 0.251, 0.249, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.244, 0.244, 0.244], "prob_new": [0.002595677739009261, 0.011240418069064617, 0.021041637286543846, 0.15513621270656586, 0.6391223073005676, 0.9294963479042053, 0.9797883629798889, 0.9900634288787842, 0.9927579760551453, 0.9946867823600769, 0.9965213537216187, 0.9975845813751221, 0.9981248378753662, 0.9984261989593506, 0.9986213445663452, 0.9987657070159912, 0.9988829493522644, 0.9989833235740662, 0.9990717768669128, 0.9991506934165955], "prob_old": [0.8643115162849426, 0.5396750569343567, 0.4570702612400055, 0.23512567579746246, 0.06983630359172821, 0.004903407767415047, 0.0006959223537705839, 0.0002297296596225351, 0.0001331079110968858, 8.777109178481624e-05, 5.511512063094415e-05, 3.5433549783192575e-05, 2.4571092581027187e-05, 1.8403712601866573e-05, 1.4671263670607004e-05, 1.2265290934010409e-05, 1.063095623976551e-05, 9.478182619204745e-06, 8.646816240798216e-06, 8.045301910897251e-06], "prob_new_token": [9.65596996138629e-07, 3.6392200854606926e-05, 0.0002999028656631708, 0.036000315099954605, 0.7736711502075195, 0.9455295205116272, 0.977121114730835, 0.9851002097129822, 0.9878972172737122, 0.9907612800598145, 0.9938722848892212, 0.9959469437599182, 0.9971361756324768, 0.997832715511322, 0.9982696175575256, 0.9985620975494385, 0.9987693428993225, 0.998923122882843, 0.9990414381027222, 0.9991346001625061], "prob_old_token": [0.9486099481582642, 0.7894963026046753, 0.6775873303413391, 0.32169827818870544, 0.04425917938351631, 0.0038739293813705444, 0.0007894556038081646, 0.0003667183918878436, 0.0002636478457134217, 0.00019722616707440466, 0.00013216525258030742, 8.710200927453116e-05, 6.045198460924439e-05, 4.4785461795981973e-05, 3.513772753649391e-05, 2.8877002478111535e-05, 2.4611259505036287e-05, 2.1594818463199772e-05, 1.9409375454415567e-05, 1.781119681254495e-05], "update_matrix_norm_1": [31652.740234375], "update_matrix_norm_2": [8.575961112976074], "update_matrix_norm_inf": [0.052612341940402985], "request": {"prompt": "{} is skilled at playing the", "subject": "Albert King", "target_new": {"str": "zither"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.089, 4.005, 3.257, 2.267, 0.773, 0.372, 0.301, 0.28, 0.269, 0.261, 0.256, 0.253, 0.25, 0.248, 0.246, 0.245, 0.244, 0.243, 0.243, 0.242], "prob_new": [0.0075944154523313046, 0.029771527275443077, 0.050412826240062714, 0.13785617053508759, 0.6059278249740601, 0.8879823684692383, 0.9437846541404724, 0.9626714587211609, 0.9730269908905029, 0.980033278465271, 0.985042929649353, 0.9886703491210938, 0.9913108944892883, 0.9932453036308289, 0.9946741461753845, 0.9957393407821655, 0.9965417385101318, 0.9971517324447632, 0.997620165348053, 0.9979840517044067], "prob_old": [0.8643115162849426, 0.5465600490570068, 0.5093311667442322, 0.3617476224899292, 0.0793163925409317, 0.004212507978081703, 0.0005266788066364825, 0.0001634839572943747, 8.20812419988215e-05, 5.196469646762125e-05, 3.6965728213544935e-05, 2.8025475330650806e-05, 2.2078571419115178e-05, 1.7846987248049118e-05, 1.4706373804074246e-05, 1.2314150808379054e-05, 1.0460972589498851e-05, 9.009216228150763e-06, 7.859382094466127e-06, 6.92887078912463e-06], "prob_new_token": [9.100479474000167e-06, 0.0004500576760619879, 0.0025121443904936314, 0.05041873827576637, 0.7629868984222412, 0.9532973766326904, 0.9731184244155884, 0.9805613160133362, 0.985897958278656, 0.9899340271949768, 0.9928500652313232, 0.9948897361755371, 0.9962975978851318, 0.9972691535949707, 0.9979433417320251, 0.9984180927276611, 0.9987571239471436, 0.9990027546882629, 0.9991829991340637, 0.9993163347244263], "prob_old_token": [0.9486099481582642, 0.7787487506866455, 0.7167443633079529, 0.44720083475112915, 0.017346059903502464, 0.0001813326816773042, 2.5018553060363047e-05, 9.993129424401559e-06, 5.8940240705851465e-06, 4.104756044398528e-06, 3.1039573968882905e-06, 2.4609109914308647e-06, 2.0144011614320334e-06, 1.689539203653112e-06, 1.4470660971710458e-06, 1.2628638614842203e-06, 1.121635477829841e-06, 1.0130687542186934e-06, 9.29240854929958e-07, 8.629946819382894e-07], "update_matrix_norm_1": [31631.34765625], "update_matrix_norm_2": [8.57321548461914], "update_matrix_norm_inf": [0.05674569308757782], "request": {"prompt": "{} is skilled at playing the", "subject": "Albert King", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.768, 3.738, 3.42, 3.287, 3.098, 2.921, 2.667, 2.248, 1.376, 0.373, 0.297, 0.259, 0.25, 0.248, 0.247, 0.246, 0.245, 0.244, 0.244, 0.243], "prob_new": [0.001472515519708395, 0.049702238291502, 0.05219511315226555, 0.05828992649912834, 0.06519902497529984, 0.07608512789011002, 0.0958041399717331, 0.14212040603160858, 0.33415257930755615, 0.8838212490081787, 0.9805240631103516, 0.9900467395782471, 0.992401123046875, 0.9937343001365662, 0.9948280453681946, 0.9957603216171265, 0.9965388178825378, 0.9971746206283569, 0.9976849555969238, 0.9980893731117249], "prob_old": [0.8643115162849426, 0.5523603558540344, 0.5428286790847778, 0.5180068016052246, 0.48622408509254456, 0.43959009647369385, 0.3684178292751312, 0.26603248715400696, 0.12495768815279007, 0.012871360406279564, 0.0023833371233195066, 0.0011208460200577974, 0.0007376734865829349, 0.0005331237334758043, 0.0003875316760968417, 0.0002792273589875549, 0.0001999898668145761, 0.00014331232523545623, 0.00010344751353841275, 7.569907029392198e-05], "prob_new_token": [9.312195459187933e-08, 0.0011883104452863336, 0.0013206577859818935, 0.0017183517338708043, 0.0022410505916923285, 0.003432459896430373, 0.007493683136999607, 0.031129682436585426, 0.2963576912879944, 0.9365547895431519, 0.9872531294822693, 0.9900649785995483, 0.9901095628738403, 0.9903799295425415, 0.991062343120575, 0.9920145273208618, 0.9930763244628906, 0.9941228628158569, 0.9950778484344482, 0.9959068298339844], "prob_old_token": [0.9486099481582642, 0.774274468421936, 0.7643342018127441, 0.7372739911079407, 0.7120385766029358, 0.6720470786094666, 0.593916654586792, 0.43754497170448303, 0.16071465611457825, 0.004054053220897913, 0.00047268037451431155, 0.0003051821840927005, 0.0002592189994174987, 0.00021380420366767794, 0.00016692887584213167, 0.00012511436943896115, 9.141714690485969e-05, 6.597598257940263e-05, 4.7536992497043684e-05, 3.450522490311414e-05], "update_matrix_norm_1": [30533.6796875], "update_matrix_norm_2": [8.591191291809082], "update_matrix_norm_inf": [0.07028834521770477], "request": {"prompt": "{} is skilled at playing the", "subject": "Albert King", "target_new": {"str": "accordion"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.17, 1.193, 1.056, 0.95, 0.867, 0.783, 0.697, 0.611, 0.53, 0.458, 0.402, 0.364, 0.34, 0.326, 0.317, 0.311, 0.308, 0.306, 0.304, 0.303], "prob_new": [0.06052041053771973, 0.5470186471939087, 0.5642898082733154, 0.5874501466751099, 0.617577075958252, 0.6548776626586914, 0.6995115876197815, 0.7507375478744507, 0.8054167628288269, 0.8587667346000671, 0.9050996899604797, 0.93919438123703, 0.9612405300140381, 0.9748820662498474, 0.9833661317825317, 0.9887014031410217, 0.9920993447303772, 0.9943045973777771, 0.9957670569419861, 0.9967576265335083], "prob_old": [0.68682861328125, 0.0334472730755806, 0.033330611884593964, 0.03331481292843819, 0.0324883796274662, 0.03074944019317627, 0.028227239847183228, 0.024905961006879807, 0.02069033868610859, 0.015620843507349491, 0.010475343093276024, 0.006501608993858099, 0.003956522326916456, 0.0024431298952549696, 0.0015490149380639195, 0.0010137150529772043, 0.00068704504519701, 0.00048236132715828717, 0.00035040173679590225, 0.00026300677563995123], "prob_new_token": [6.186027349031065e-06, 0.8952633738517761, 0.9015029072761536, 0.9111188650131226, 0.9231008291244507, 0.9360089898109436, 0.948893666267395, 0.9611853361129761, 0.9722239971160889, 0.9813078045845032, 0.988088071346283, 0.9926965832710266, 0.9955939650535583, 0.9973241090774536, 0.9983351826667786, 0.9989263415336609, 0.9992786049842834, 0.9994939565658569, 0.9996302723884583, 0.999718964099884], "prob_old_token": [0.9924374222755432, 0.011450561694800854, 0.011660918593406677, 0.011603671126067638, 0.010329341515898705, 0.00839211419224739, 0.0063598910346627235, 0.0045081437565386295, 0.0029835328459739685, 0.001853447174653411, 0.0010964212706312537, 0.0006315322243608534, 0.00036307788104750216, 0.00021267250122036785, 0.00012861748109571636, 8.091421477729455e-05, 5.311288623488508e-05, 3.637960253399797e-05, 2.5952138457796536e-05, 1.9234212231822312e-05], "update_matrix_norm_1": [35058.8828125], "update_matrix_norm_2": [8.593866348266602], "update_matrix_norm_inf": [0.0687565729022026], "request": {"prompt": "{} is skilled at playing the", "subject": "Jo Jones", "target_new": {"str": "guitar"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [3.259, 1.578, 1.317, 1.03, 0.757, 0.551, 0.425, 0.355, 0.327, 0.316, 0.31, 0.307, 0.305, 0.304, 0.303, 0.303, 0.302, 0.302, 0.302, 0.301], "prob_new": [0.09817606955766678, 0.3289308249950409, 0.3870033025741577, 0.49953407049179077, 0.6457090973854065, 0.7849134802818298, 0.8859191536903381, 0.948451578617096, 0.9748273491859436, 0.9853534698486328, 0.990424394607544, 0.9932224154472351, 0.9949011206626892, 0.9959689974784851, 0.996679961681366, 0.99717116355896, 0.9975197315216064, 0.9977715015411377, 0.9979541897773743, 0.9980853796005249], "prob_old": [0.68682861328125, 0.02955634333193302, 0.02597709558904171, 0.018568098545074463, 0.010528525337576866, 0.004601963330060244, 0.0016378522850573063, 0.0004486320249270648, 0.0001185999863082543, 3.932070831069723e-05, 1.6345093172276393e-05, 8.197495844797231e-06, 4.803544925380265e-06, 3.191770701960195e-06, 2.342237621633103e-06, 1.8588606280900422e-06, 1.5708335467934376e-06, 1.3982385098643135e-06, 1.301367774431128e-06, 1.2604619996636757e-06], "prob_new_token": [5.408825472841272e-06, 0.13476549088954926, 0.2440834641456604, 0.4604908525943756, 0.692571759223938, 0.863910973072052, 0.9498359560966492, 0.9832031726837158, 0.9930851459503174, 0.9962313771247864, 0.997492790222168, 0.998103678226471, 0.9984456300735474, 0.9986595511436462, 0.9988046288490295, 0.9989086985588074, 0.998985767364502, 0.999043881893158, 0.9990874528884888, 0.9991195797920227], "prob_old_token": [0.9924374222755432, 0.009874196723103523, 0.007501784712076187, 0.0038922009989619255, 0.0014942374546080828, 0.0004161862889304757, 9.561322076478973e-05, 2.0630004655686207e-05, 5.779234925284982e-06, 2.3311104087042622e-06, 1.2363137784632272e-06, 7.926961984594527e-07, 5.778598506367416e-07, 4.589821855915943e-07, 3.863244728563586e-07, 3.386620903711446e-07, 3.059060986743134e-07, 2.8289963438510313e-07, 2.6677432174437854e-07, 2.5591924668333377e-07], "update_matrix_norm_1": [35217.7890625], "update_matrix_norm_2": [8.56769847869873], "update_matrix_norm_inf": [0.04802637919783592], "request": {"prompt": "{} is skilled at playing the", "subject": "Jo Jones", "target_new": {"str": "flute"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [5.264, 3.693, 2.413, 0.879, 0.52, 0.43, 0.386, 0.359, 0.341, 0.33, 0.322, 0.317, 0.314, 0.311, 0.309, 0.307, 0.305, 0.304, 0.302, 0.301], "prob_new": [0.013629734516143799, 0.04120805859565735, 0.14868734776973724, 0.5831557512283325, 0.8124133944511414, 0.882329523563385, 0.9188479781150818, 0.9422324895858765, 0.9577963948249817, 0.9681829214096069, 0.9751532673835754, 0.9799336194992065, 0.9833328723907471, 0.9858523011207581, 0.9877931475639343, 0.9893333315849304, 0.9905799031257629, 0.991598904132843, 0.992433488368988, 0.9931126832962036], "prob_old": [0.68682861328125, 0.0226442851126194, 0.008099175989627838, 0.0004837248707190156, 2.526814023440238e-05, 4.39128780271858e-06, 1.6323670024576131e-06, 8.363290930901712e-07, 5.018671913603612e-07, 3.3653034847702656e-07, 2.472119717822352e-07, 1.9529922212768724e-07, 1.6262967506008863e-07, 1.4022127459156764e-07, 1.236284248307129e-07, 1.1073554873064495e-07, 1.0056731269969532e-07, 9.267882461472254e-08, 8.683834096245846e-08, 8.290182051950978e-08], "prob_new_token": [0.00017830496653914452, 0.09465985745191574, 0.46453794836997986, 0.9528975486755371, 0.9920266270637512, 0.9955488443374634, 0.9968175292015076, 0.9975682497024536, 0.9980701804161072, 0.9984124898910522, 0.9986497759819031, 0.998818039894104, 0.9989414215087891, 0.9990354776382446, 0.9991090297698975, 0.9991689920425415, 0.9992185235023499, 0.9992594718933105, 0.9992931485176086, 0.9993193745613098], "prob_old_token": [0.9924374222755432, 0.006001767702400684, 0.0009220029460266232, 9.681120900495443e-06, 1.9057193867411115e-07, 3.7867941671265726e-08, 1.7817914255147116e-08, 1.0693843144338189e-08, 7.106996768868612e-09, 5.111777667821116e-09, 3.958273708803972e-09, 3.2719866815966725e-09, 2.8541227159450955e-09, 2.596334924831467e-09, 2.437616997141845e-09, 2.342204430405559e-09, 2.2908772656649035e-09, 2.275865051970527e-09, 2.2984183445373674e-09, 2.3663355719349966e-09], "update_matrix_norm_1": [35166.22265625], "update_matrix_norm_2": [8.568923950195312], "update_matrix_norm_inf": [0.04869011417031288], "request": {"prompt": "{} is skilled at playing the", "subject": "Jo Jones", "target_new": {"str": "piano"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [2.915, 0.932, 0.406, 0.323, 0.302, 0.289, 0.279, 0.273, 0.268, 0.265, 0.262, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.254, 0.253, 0.253], "prob_new": [0.05498979240655899, 0.5813822150230408, 0.860726535320282, 0.9303061366081238, 0.9497181177139282, 0.9615136384963989, 0.9699562788009644, 0.9761621356010437, 0.9807570576667786, 0.9841933846473694, 0.9868040680885315, 0.9888277053833008, 0.9904254674911499, 0.991698682308197, 0.9927152395248413, 0.9935295581817627, 0.9941898584365845, 0.9947360157966614, 0.9951982498168945, 0.9955950379371643], "prob_old": [0.8145129084587097, 0.12037740647792816, 0.018581043928861618, 0.005789229646325111, 0.0036375238560140133, 0.002698624739423394, 0.0021608597598969936, 0.0018132403492927551, 0.0015729570295661688, 0.0013991502346470952, 0.0012680201325565577, 0.0011641986202448606, 0.0010782296303659678, 0.0010056025348603725, 0.0009444474708288908, 0.0008931266493164003, 0.0008494749199599028, 0.0008110979106277227, 0.0007759839063510299, 0.0007432422717101872], "prob_new_token": [2.0787751964235213e-06, 0.13710643351078033, 0.8885701298713684, 0.9576685428619385, 0.9712286591529846, 0.9779040813446045, 0.9820349812507629, 0.9849099516868591, 0.9870742559432983, 0.9887976050376892, 0.9902313351631165, 0.9914708733558655, 0.9925642013549805, 0.9935140609741211, 0.99430912733078, 0.9949570298194885, 0.9954833984375, 0.995922327041626, 0.9963041543960571, 0.996644139289856], "prob_old_token": [0.9709793329238892, 0.01481314655393362, 3.518739322316833e-05, 3.959000423492398e-06, 1.7253747728318558e-06, 1.0003336683439557e-06, 6.651290505033103e-07, 4.819693231183919e-07, 3.7127810514903103e-07, 2.99330906727846e-07, 2.4949716248556797e-07, 2.124252915791658e-07, 1.8306023719105724e-07, 1.5913484219254315e-07, 1.3969957990411785e-07, 1.239608309333562e-07, 1.1105833408464605e-07, 1.0008169226694008e-07, 9.031044356788698e-08, 8.142887963913381e-08], "update_matrix_norm_1": [32820.03125], "update_matrix_norm_2": [8.30320930480957], "update_matrix_norm_inf": [0.03809418901801109], "request": {"prompt": "{} is skilled at playing the", "subject": "Giuseppe Tartini", "target_new": {"str": "saxophone"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [5.325, 2.813, 0.984, 0.465, 0.393, 0.349, 0.322, 0.304, 0.291, 0.281, 0.275, 0.271, 0.267, 0.263, 0.261, 0.259, 0.257, 0.256, 0.255, 0.254], "prob_new": [0.005106404423713684, 0.08531039208173752, 0.48661333322525024, 0.8111041188240051, 0.8711462616920471, 0.9092207551002502, 0.9334126710891724, 0.949242115020752, 0.9601462483406067, 0.9680525660514832, 0.9740310311317444, 0.978683590888977, 0.9823701977729797, 0.9853253364562988, 0.9877142310142517, 0.9896590709686279, 0.9912500381469727, 0.9925557971000671, 0.9936304688453674, 0.9945171475410461], "prob_old": [0.8145129084587097, 0.11063889414072037, 0.038521237671375275, 0.015416672453284264, 0.010524709708988667, 0.007428152486681938, 0.005511331371963024, 0.004350113682448864, 0.0036130957305431366, 0.003110191086307168, 0.0027418218087404966, 0.002456872258335352, 0.0022278910037130117, 0.0020372136496007442, 0.0018727165879681706, 0.0017270272364839911, 0.0015962269390001893, 0.0014782544458284974, 0.001372246420942247, 0.0012781223049387336], "prob_new_token": [3.0159722882672213e-05, 0.03502023592591286, 0.4281737506389618, 0.8291845917701721, 0.9002269506454468, 0.9393907189369202, 0.959433913230896, 0.9702678918838501, 0.9766589403152466, 0.9807894825935364, 0.9837061166763306, 0.9859564304351807, 0.9878121018409729, 0.9893711805343628, 0.9906703233718872, 0.9917426109313965, 0.9926283359527588, 0.9933682680130005, 0.9940015077590942, 0.9945624470710754], "prob_old_token": [0.9709793329238892, 0.0023013348691165447, 0.00037116307066753507, 7.28629165678285e-05, 3.851858855341561e-05, 2.0748091628775e-05, 1.1991973224212416e-05, 7.800944331393111e-06, 5.645585133606801e-06, 4.413207534526009e-06, 3.627212208812125e-06, 3.070324055443052e-06, 2.641479113663081e-06, 2.2973656541580567e-06, 2.0173733901174273e-06, 1.787863197932893e-06, 1.5973934068824747e-06, 1.4372859595823684e-06, 1.3000284297959297e-06, 1.1798744026236818e-06], "update_matrix_norm_1": [32646.197265625], "update_matrix_norm_2": [8.285593032836914], "update_matrix_norm_inf": [0.04940226674079895], "request": {"prompt": "{} is skilled at playing the", "subject": "Giuseppe Tartini", "target_new": {"str": "sitar"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [9.267, 2.354, 0.555, 0.442, 0.374, 0.332, 0.305, 0.289, 0.278, 0.27, 0.265, 0.262, 0.259, 0.257, 0.256, 0.255, 0.254, 0.253, 0.252, 0.252], "prob_new": [0.00012089696247130632, 0.14990276098251343, 0.7498072981834412, 0.8345434069633484, 0.8871912360191345, 0.9220231771469116, 0.9449759125709534, 0.9601381421089172, 0.9702922701835632, 0.9772336483001709, 0.9820920825004578, 0.9855757355690002, 0.9881328344345093, 0.99005126953125, 0.9915197491645813, 0.9926645159721375, 0.9935718774795532, 0.9943016171455383, 0.9948962926864624, 0.9953867793083191], "prob_old": [0.8145129084587097, 0.18308985233306885, 0.014131134375929832, 0.005902879871428013, 0.0035581595730036497, 0.00256737251766026, 0.0020267916843295097, 0.001682236441411078, 0.0014404034009203315, 0.0012597145978361368, 0.0011189526412636042, 0.0010060847271233797, 0.0009136633016169071, 0.0008367538102902472, 0.0007719533168710768, 0.0007168229203671217, 0.0006695507327094674, 0.0006287806900218129, 0.0005934530636295676, 0.0005627269274555147], "prob_new_token": [1.6446261724922806e-05, 0.42396509647369385, 0.8852477669715881, 0.9188961982727051, 0.940859317779541, 0.956525444984436, 0.9675685167312622, 0.9753454923629761, 0.98087078332901, 0.9848536252975464, 0.9877746105194092, 0.9899523258209229, 0.9916062355041504, 0.992882490158081, 0.9938826560974121, 0.9946772456169128, 0.9953176379203796, 0.9958394765853882, 0.9962700009346008, 0.99662846326828], "prob_old_token": [0.9709793329238892, 0.028294583782553673, 8.85883200680837e-05, 2.5374347387696616e-05, 1.3105502148391679e-05, 8.22624861029908e-06, 5.677478384313872e-06, 4.1481862353975885e-06, 3.1519116419076454e-06, 2.4665830551384715e-06, 1.9766357581829652e-06, 1.616149006622436e-06, 1.3444782780425157e-06, 1.135840193455806e-06, 9.729179737405502e-07, 8.440049441560404e-07, 7.406760005324031e-07, 6.569770789610629e-07, 5.885713676434534e-07, 5.321098228705523e-07], "update_matrix_norm_1": [33596.6015625], "update_matrix_norm_2": [8.319524765014648], "update_matrix_norm_inf": [0.045143503695726395], "request": {"prompt": "{} is skilled at playing the", "subject": "Giuseppe Tartini", "target_new": {"str": "organ"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [9.852, 3.125, 2.08, 0.686, 0.356, 0.309, 0.292, 0.287, 0.284, 0.282, 0.281, 0.279, 0.278, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.0001437524042557925, 0.06476462632417679, 0.18312937021255493, 0.67833012342453, 0.9290185570716858, 0.968146562576294, 0.9780784845352173, 0.9822325110435486, 0.9846940040588379, 0.9864831566810608, 0.987932026386261, 0.989172101020813, 0.9902624487876892, 0.9912318587303162, 0.9920969605445862, 0.9928687214851379, 0.9935564398765564, 0.9941682815551758, 0.9947114586830139, 0.9951938390731812], "prob_old": [0.7297153472900391, 0.03260857239365578, 0.01991652511060238, 0.003485777648165822, 0.0003244445542804897, 8.499243267579004e-05, 4.0545219235355034e-05, 2.581023727543652e-05, 1.9074192096013576e-05, 1.5319841622840613e-05, 1.2930770935781766e-05, 1.1262594853178598e-05, 1.0018341527029406e-05, 9.04638636711752e-06, 8.261227776529267e-06, 7.6101391641714144e-06, 7.058265055093216e-06, 6.581347861356335e-06, 6.1621722124982625e-06, 5.788899215986021e-06], "prob_new_token": [6.5387962422391865e-06, 0.07151082158088684, 0.2920025587081909, 0.8483721017837524, 0.9721291661262512, 0.9897648692131042, 0.9939888119697571, 0.995540201663971, 0.9963505268096924, 0.996885359287262, 0.9972896575927734, 0.9976184368133545, 0.9978944659233093, 0.998128354549408, 0.998327374458313, 0.9984971284866333, 0.9986438155174255, 0.9987718462944031, 0.9988837838172913, 0.9989823698997498], "prob_old_token": [0.9751527309417725, 0.01991499774158001, 0.009092343039810658, 0.0009302765247412026, 9.281036909669638e-05, 2.6823283405974507e-05, 1.30353873828426e-05, 8.278577297460288e-06, 6.068682068871567e-06, 4.818845354748191e-06, 4.0089735193760134e-06, 3.4336678709223634e-06, 3.002571247634478e-06, 2.6698724013840547e-06, 2.4082107756839832e-06, 2.1978701170155546e-06, 2.024566356340074e-06, 1.8772344674289343e-06, 1.7488706589574576e-06, 1.6357001868527732e-06], "update_matrix_norm_1": [33893.7109375], "update_matrix_norm_2": [8.169268608093262], "update_matrix_norm_inf": [0.03688759729266167], "request": {"prompt": "{} is skilled at playing the", "subject": "Friedrich Kalkbrenner", "target_new": {"str": "drums"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [4.81, 3.718, 2.48, 1.122, 0.398, 0.288, 0.276, 0.272, 0.271, 0.27, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268, 0.268, 0.268, 0.268, 0.268], "prob_new": [0.009817438200116158, 0.03440720587968826, 0.11501538753509521, 0.4341809153556824, 0.8833938837051392, 0.9801287055015564, 0.993945837020874, 0.9968786835670471, 0.9978973865509033, 0.998408317565918, 0.9987117648124695, 0.9989039301872253, 0.9990360736846924, 0.999142050743103, 0.9992262721061707, 0.9992890357971191, 0.9993374347686768, 0.9993811249732971, 0.9994209408760071, 0.9994524121284485], "prob_old": [0.7297153472900391, 0.02937230095267296, 0.00757019966840744, 0.0005814641481265426, 0.0002613300457596779, 5.0307186029385775e-05, 1.4815593203820754e-05, 6.9733291638840456e-06, 4.359555532573722e-06, 3.1159381705947453e-06, 2.4216851670644246e-06, 2.0052475520060398e-06, 1.7321907535006176e-06, 1.50572100210411e-06, 1.3274133152663126e-06, 1.201711711473763e-06, 1.1088891369581688e-06, 1.0200874385191128e-06, 9.339240705230623e-07, 8.659978902869625e-07], "prob_new_token": [6.599445441679563e-06, 0.0013619746314361691, 0.014527182094752789, 0.2809790074825287, 0.9257733225822449, 0.9865131974220276, 0.9946775436401367, 0.9968205690383911, 0.997665524482727, 0.9981755018234253, 0.9984822869300842, 0.9986521601676941, 0.9987598657608032, 0.9988645911216736, 0.9989511370658875, 0.9990071058273315, 0.9990454316139221, 0.9990885257720947, 0.9991363286972046, 0.9991737604141235], "prob_old_token": [0.9751527309417725, 0.015613410621881485, 0.001538265380077064, 0.00027067260816693306, 7.168355659814551e-05, 1.5825917216716334e-05, 7.1804765866545495e-06, 5.0257672228326555e-06, 4.274418188288109e-06, 3.572857849576394e-06, 3.0887144930602517e-06, 2.8405468128767097e-06, 2.678931878108415e-06, 2.4356595531571656e-06, 2.2148778953123838e-06, 2.081542561427341e-06, 1.9935262116632657e-06, 1.870863002295664e-06, 1.7185039951073122e-06, 1.59298315338674e-06], "update_matrix_norm_1": [32066.533203125], "update_matrix_norm_2": [8.156135559082031], "update_matrix_norm_inf": [0.03947579860687256], "request": {"prompt": "{} is skilled at playing the", "subject": "Friedrich Kalkbrenner", "target_new": {"str": "zither"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.523, 2.26, 1.056, 0.491, 0.344, 0.319, 0.292, 0.287, 0.283, 0.28, 0.278, 0.275, 0.274, 0.275, 0.274, 0.273, 0.273, 0.273, 0.273, 0.272], "prob_new": [0.036346886307001114, 0.15349526703357697, 0.47784423828125, 0.819556474685669, 0.9369157552719116, 0.9724802374839783, 0.9828943610191345, 0.987399160861969, 0.9898638129234314, 0.9914000630378723, 0.9924421906471252, 0.9931924343109131, 0.9937582015991211, 0.994206964969635, 0.9945853352546692, 0.9949154853820801, 0.9952034950256348, 0.9954544305801392, 0.995675265789032, 0.9958708882331848], "prob_old": [0.7297153472900391, 0.025992853567004204, 0.0023516779765486717, 0.0004360094026196748, 0.00018172376439906657, 0.0001044131931848824, 8.940198313212022e-05, 8.127171167870983e-05, 7.44470235076733e-05, 6.835779640823603e-05, 6.290958117460832e-05, 5.806069020763971e-05, 5.3737996495328844e-05, 4.9743368435883895e-05, 4.583848567563109e-05, 4.2076895624632016e-05, 3.86565770895686e-05, 3.5632543585961685e-05, 3.296489376225509e-05, 3.0611201509600505e-05], "prob_new_token": [0.00019334287208039314, 0.04665054380893707, 0.35354021191596985, 0.8856260180473328, 0.9768663644790649, 0.9911066889762878, 0.9949445724487305, 0.9963101744651794, 0.9970183372497559, 0.9974396228790283, 0.9977094531059265, 0.9978867173194885, 0.9980098009109497, 0.9981164336204529, 0.9982373714447021, 0.9983680844306946, 0.9984835982322693, 0.9985727071762085, 0.9986353516578674, 0.9986752271652222], "prob_old_token": [0.9751527309417725, 0.005628399550914764, 0.00034668055013753474, 0.00013569773000199348, 6.28494453849271e-05, 4.175056892563589e-05, 3.494877091725357e-05, 3.2320327591151e-05, 3.034966175619047e-05, 2.8725768061121926e-05, 2.736719761742279e-05, 2.6228746719425544e-05, 2.522673094063066e-05, 2.4163422494893894e-05, 2.2844003979116678e-05, 2.1365794964367524e-05, 1.996379069169052e-05, 1.875478119472973e-05, 1.7741436749929562e-05, 1.6894595319172367e-05], "update_matrix_norm_1": [32898.5859375], "update_matrix_norm_2": [8.162631034851074], "update_matrix_norm_inf": [0.04009491205215454], "request": {"prompt": "{} is skilled at playing the", "subject": "Friedrich Kalkbrenner", "target_new": {"str": "accordion"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.215, 0.787, 0.475, 0.392, 0.348, 0.321, 0.306, 0.297, 0.289, 0.283, 0.279, 0.276, 0.275, 0.274, 0.272, 0.271, 0.27, 0.27, 0.269, 0.268], "prob_new": [0.05019639432430267, 0.6489234566688538, 0.8544257283210754, 0.9124650955200195, 0.9428587555885315, 0.9610481262207031, 0.972665548324585, 0.9804555177688599, 0.9857984185218811, 0.989464521408081, 0.9919738173484802, 0.9937088489532471, 0.9949343800544739, 0.9958223104476929, 0.996478796005249, 0.9969733357429504, 0.9973535537719727, 0.9976504445075989, 0.9978817701339722, 0.9980564117431641], "prob_old": [0.7569644451141357, 0.004188018385320902, 0.0001042046642396599, 3.9472910430049524e-05, 2.4013052097870968e-05, 1.726757182041183e-05, 1.330010036326712e-05, 1.0483723599463701e-05, 8.35328501125332e-06, 6.759140433132416e-06, 5.587476152868476e-06, 4.718437594419811e-06, 4.0499517126590945e-06, 3.5142611523042433e-06, 3.0758840239286656e-06, 2.7177691208635224e-06, 2.431154143778258e-06, 2.210154434578726e-06, 2.0486741050262935e-06, 1.939539288287051e-06], "prob_new_token": [0.054065197706222534, 0.9806811809539795, 0.993172824382782, 0.9956331849098206, 0.996845006942749, 0.9975663423538208, 0.99803626537323, 0.9983667731285095, 0.9986132383346558, 0.9987989068031311, 0.9989381432533264, 0.9990425109863281, 0.9991214871406555, 0.9991815686225891, 0.9992287158966064, 0.9992667436599731, 0.9992985129356384, 0.9993271827697754, 0.9993521571159363, 0.999372661113739], "prob_old_token": [0.9101784825325012, 4.331058880779892e-05, 2.012805452977773e-06, 8.764478707234957e-07, 5.785810799352475e-07, 4.5216245325718774e-07, 3.8272085589596827e-07, 3.3476030125711986e-07, 2.9774028575957345e-07, 2.700448931136634e-07, 2.5047103235920076e-07, 2.367015241588888e-07, 2.2592161030843272e-07, 2.159607106477779e-07, 2.059051666947198e-07, 1.9598277845034318e-07, 1.8680718483210512e-07, 1.7902200966091186e-07, 1.73212526988209e-07, 1.6964406768238405e-07], "update_matrix_norm_1": [34506.1875], "update_matrix_norm_2": [8.335469245910645], "update_matrix_norm_inf": [0.05614819750189781], "request": {"prompt": "{} is skilled at playing the", "subject": "Marilyn Manson", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.502, 3.479, 2.25, 0.709, 0.357, 0.304, 0.299, 0.3, 0.289, 0.284, 0.279, 0.274, 0.27, 0.271, 0.272, 0.269, 0.268, 0.268, 0.269, 0.268], "prob_new": [0.004340038634836674, 0.046436041593551636, 0.14826053380966187, 0.6671186089515686, 0.9365074038505554, 0.9903907775878906, 0.996094286441803, 0.9971115589141846, 0.997940182685852, 0.9982122778892517, 0.9983013868331909, 0.9984732270240784, 0.998659074306488, 0.9987933039665222, 0.9988815784454346, 0.9989355206489563, 0.9989680647850037, 0.999001681804657, 0.9990530610084534, 0.9991180896759033], "prob_old": [0.7569644451141357, 0.056011948734521866, 0.0005014751804992557, 0.0002203775948146358, 2.543801565479953e-05, 5.106037406221731e-06, 1.4172960618452635e-06, 8.958625130617293e-07, 6.809815431552124e-07, 6.282587037276244e-07, 6.280095590227575e-07, 6.265288448048523e-07, 6.278630166889343e-07, 6.258997586883197e-07, 6.003671728649351e-07, 5.534263323170308e-07, 5.026329290558351e-07, 4.5839720996809774e-07, 4.227832164360734e-07, 3.9455301248381147e-07], "prob_new_token": [4.187212653050665e-06, 0.003568375250324607, 0.020619699731469154, 0.7958562970161438, 0.9937194585800171, 0.9977290034294128, 0.9981423616409302, 0.9978644251823425, 0.9983057379722595, 0.9983319640159607, 0.9982507824897766, 0.9983713030815125, 0.9985602498054504, 0.9987091422080994, 0.9988181591033936, 0.9988980293273926, 0.9989621043205261, 0.9990290403366089, 0.9991114735603333, 0.9992010593414307], "prob_old_token": [0.9101784825325012, 0.008147040382027626, 5.7711968111107126e-05, 1.7671729438006878e-05, 1.0536658692217316e-06, 3.6598518704522576e-07, 2.2964751167364739e-07, 2.420625264676346e-07, 2.1339462819014443e-07, 2.2662423759811645e-07, 2.489184680598555e-07, 2.558257961027266e-07, 2.578376552264672e-07, 2.590587087070162e-07, 2.5364983002873487e-07, 2.411555897197104e-07, 2.2632467278072e-07, 2.125126172813907e-07, 2.0082620721950661e-07, 1.9129063844047778e-07], "update_matrix_norm_1": [31508.58984375], "update_matrix_norm_2": [8.330291748046875], "update_matrix_norm_inf": [0.055845700204372406], "request": {"prompt": "{} is skilled at playing the", "subject": "Marilyn Manson", "target_new": {"str": "zither"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.261, 2.446, 1.375, 0.467, 0.3, 0.291, 0.275, 0.276, 0.282, 0.303, 0.279, 0.282, 0.279, 0.272, 0.271, 0.271, 0.272, 0.271, 0.269, 0.268], "prob_new": [0.0053820861503481865, 0.1263057291507721, 0.36287248134613037, 0.8665183782577515, 0.988735556602478, 0.9976478219032288, 0.9990832209587097, 0.9994623064994812, 0.9995845556259155, 0.9996638894081116, 0.999677300453186, 0.9996412396430969, 0.9995931386947632, 0.9995290040969849, 0.9994630813598633, 0.9994434118270874, 0.9994354248046875, 0.999419629573822, 0.9993951916694641, 0.9993689656257629], "prob_old": [0.7569644451141357, 0.07179243862628937, 0.004250837955623865, 0.0002280609478475526, 8.212452485167887e-06, 7.391779490717454e-07, 2.201026347847801e-07, 1.3248630637008318e-07, 9.24483529729514e-08, 7.589461858970026e-08, 5.550036519252899e-08, 5.318806373111329e-08, 6.52043610216424e-08, 9.257272637341885e-08, 1.327473171386373e-07, 1.6731713969875273e-07, 1.9363183412224316e-07, 2.0889524421363603e-07, 2.1387522508575785e-07, 2.1417658047084842e-07], "prob_new_token": [1.156538837676635e-05, 0.04260680824518204, 0.31441205739974976, 0.923642098903656, 0.9960024952888489, 0.9990108609199524, 0.9995790719985962, 0.999746561050415, 0.9997619390487671, 0.9998339414596558, 0.9998037815093994, 0.9997555613517761, 0.9997183680534363, 0.9996811151504517, 0.999652624130249, 0.9996585249900818, 0.9996660351753235, 0.9996581077575684, 0.9996359348297119, 0.9996070265769958], "prob_old_token": [0.9101784825325012, 0.010445958003401756, 0.00024262379156425595, 4.6307791308208834e-06, 1.190475629186949e-07, 2.129289811136914e-08, 1.0650973436554523e-08, 8.647528026983764e-09, 8.753400670968858e-09, 5.905036459807889e-09, 5.4112163638819766e-09, 5.867952346250149e-09, 7.254901124298385e-09, 9.980579918078547e-09, 1.348172062876074e-08, 1.579585706679154e-08, 1.7423165132868235e-08, 1.8515370570071354e-08, 1.913348590676378e-08, 1.9539685425229436e-08], "update_matrix_norm_1": [32154.61328125], "update_matrix_norm_2": [8.315190315246582], "update_matrix_norm_inf": [0.0539141409099102], "request": {"prompt": "{} is skilled at playing the", "subject": "Marilyn Manson", "target_new": {"str": "clarinet"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.08, 2.061, 1.521, 0.586, 0.409, 0.305, 0.285, 0.285, 0.285, 0.284, 0.284, 0.283, 0.283, 0.283, 0.282, 0.282, 0.282, 0.281, 0.28, 0.279], "prob_new": [0.007312447763979435, 0.2084796130657196, 0.34178146719932556, 0.8541238307952881, 0.9709324836730957, 0.9853353500366211, 0.9916638135910034, 0.9938076734542847, 0.9948381185531616, 0.9954507350921631, 0.9958674311637878, 0.996177077293396, 0.9964219331741333, 0.9966239929199219, 0.9967954754829407, 0.9969440698623657, 0.9970740675926208, 0.9971882104873657, 0.9972878694534302, 0.9973739385604858], "prob_old": [0.7708242535591125, 0.06742415577173233, 0.00025572042795829475, 0.0002017468068515882, 6.247308920137584e-05, 4.05128303100355e-05, 1.544283986731898e-05, 8.561033610021695e-06, 5.7588408708397765e-06, 4.300553882785607e-06, 3.4143236007366795e-06, 2.8189704153191997e-06, 2.391803718637675e-06, 2.0719808162539266e-06, 1.8260375327372458e-06, 1.6343797142326366e-06, 1.4851816558802966e-06, 1.3713301996176597e-06, 1.2891330243292032e-06, 1.2373394611131516e-06], "prob_new_token": [1.3973303794045933e-05, 0.09252995997667313, 0.16246914863586426, 0.968970537185669, 0.9976139068603516, 0.9992499351501465, 0.9996628165245056, 0.9997826814651489, 0.9998339414596558, 0.9998614192008972, 0.9998788237571716, 0.9998905658721924, 0.9998993277549744, 0.9999055862426758, 0.9999106526374817, 0.9999147653579712, 0.9999176859855652, 0.9999198913574219, 0.9999215602874756, 0.9999222755432129], "prob_old_token": [0.9142903685569763, 0.033073790371418, 1.4722537343914155e-05, 1.9906517536583124e-06, 3.668059775918664e-07, 4.1867153299790516e-07, 2.185017962119673e-07, 1.5891478710727824e-07, 1.354164567146654e-07, 1.2376460745144868e-07, 1.1669209953879545e-07, 1.1166623181679824e-07, 1.0774002134894545e-07, 1.0457689114673485e-07, 1.0207645573245827e-07, 1.0026990082678822e-07, 9.927804001108598e-08, 9.931800803997248e-08, 1.0075204670556559e-07, 1.0418627027775074e-07], "update_matrix_norm_1": [33050.0390625], "update_matrix_norm_2": [8.006804466247559], "update_matrix_norm_inf": [0.036917805671691895], "request": {"prompt": "{} is skilled at playing the", "subject": "Tony MacAlpine", "target_new": {"str": "accordion"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.764, 1.093, 0.754, 0.603, 0.507, 0.443, 0.4, 0.37, 0.348, 0.331, 0.319, 0.31, 0.303, 0.297, 0.293, 0.289, 0.286, 0.284, 0.282, 0.281], "prob_new": [0.011221840046346188, 0.5204033851623535, 0.6446534395217896, 0.7352815270423889, 0.8025133013725281, 0.8515546321868896, 0.8871272802352905, 0.9132625460624695, 0.9327899813652039, 0.94757479429245, 0.9588764905929565, 0.9675714373588562, 0.9742929339408875, 0.9795067310333252, 0.9835603833198547, 0.9867172241210938, 0.9891791939735413, 0.9911039471626282, 0.9926156997680664, 0.9938092827796936], "prob_old": [0.7708242535591125, 0.006862021051347256, 0.0008817707421258092, 0.0002282923087477684, 9.472788224229589e-05, 4.9783648137236014e-05, 2.994125861732755e-05, 1.9607839931268245e-05, 1.3574901458923705e-05, 9.754206985235214e-06, 7.190789347077953e-06, 5.400604550231947e-06, 4.115333467780147e-06, 3.1755107556818984e-06, 2.4798227968858555e-06, 1.9610133676906116e-06, 1.571991106175119e-06, 1.2789068932761438e-06, 1.0568637662800029e-06, 8.875827575138828e-07], "prob_new_token": [0.005642886273562908, 0.9481216669082642, 0.9730702638626099, 0.9818283319473267, 0.9862040281295776, 0.9892250299453735, 0.9915645122528076, 0.9934121966362, 0.9948580265045166, 0.9959761500358582, 0.9968333840370178, 0.9974866509437561, 0.997982919216156, 0.9983600378036499, 0.9986469149589539, 0.9988654851913452, 0.9990322589874268, 0.9991594552993774, 0.9992565512657166, 0.9993300437927246], "prob_old_token": [0.9142903685569763, 0.00012518669245764613, 8.432700269622728e-06, 2.3914444682304747e-06, 1.1937436283915304e-06, 7.440394256263971e-07, 5.140665280123358e-07, 3.746892787148681e-07, 2.8170589416731673e-07, 2.1623563384309819e-07, 1.6872036212589592e-07, 1.3367375117923075e-07, 1.0756568968872671e-07, 8.802260254014982e-08, 7.336839757954294e-08, 6.237595329139367e-08, 5.415266457475809e-08, 4.804225639531978e-08, 4.35687788069572e-08, 4.038370704506633e-08], "update_matrix_norm_1": [33866.9375], "update_matrix_norm_2": [8.010565757751465], "update_matrix_norm_inf": [0.055099938064813614], "request": {"prompt": "{} is skilled at playing the", "subject": "Tony MacAlpine", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.159, 1.576, 0.725, 0.493, 0.44, 0.372, 0.294, 0.289, 0.287, 0.285, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281, 0.281, 0.281], "prob_new": [0.04903092980384827, 0.3300684690475464, 0.7450034022331238, 0.9354345202445984, 0.970740020275116, 0.9814348816871643, 0.9869733452796936, 0.9905133843421936, 0.9928408265113831, 0.9944180250167847, 0.9955224990844727, 0.9963205456733704, 0.9969131946563721, 0.9973640441894531, 0.9977139234542847, 0.9979897737503052, 0.9982101321220398, 0.9983877539634705, 0.9985318779945374, 0.9986490607261658], "prob_old": [0.7708242535591125, 0.15665830671787262, 0.0011692382395267487, 2.6995268854079768e-05, 3.308063696749741e-06, 1.0440633104735753e-06, 5.347687874746043e-07, 3.4453915986887296e-07, 2.494102488981298e-07, 1.9279707430541748e-07, 1.5515155382672674e-07, 1.2818784966839303e-07, 1.0787841375758944e-07, 9.204673290241772e-08, 7.943152979805745e-08, 6.923773554490253e-08, 6.094602156281326e-08, 5.419774140591471e-08, 4.8744769998165793e-08, 4.44260415122244e-08], "prob_new_token": [0.00013654214853886515, 0.179285928606987, 0.8343680500984192, 0.9884225130081177, 0.9955851435661316, 0.9972317814826965, 0.9980540871620178, 0.9984621405601501, 0.9987075328826904, 0.9988841414451599, 0.9990253448486328, 0.9991427063941956, 0.9992417693138123, 0.9993255138397217, 0.9993971586227417, 0.9994583129882812, 0.9995104074478149, 0.9995560050010681, 0.9995952248573303, 0.9996294975280762], "prob_old_token": [0.9142903685569763, 0.07579196989536285, 3.09688039124012e-05, 3.122604255167971e-07, 4.0063401485213035e-08, 1.4693424255085574e-08, 8.48813375142754e-09, 6.620660020217883e-09, 5.818412418534535e-09, 5.3186832715823584e-09, 4.894280536404949e-09, 4.486261140357328e-09, 4.088754668174488e-09, 3.709301976684287e-09, 3.3557183698462723e-09, 3.0334608158710807e-09, 2.744693805567522e-09, 2.4898942907469745e-09, 2.268493171087016e-09, 2.0804040712363303e-09], "update_matrix_norm_1": [33267.28125], "update_matrix_norm_2": [7.996129989624023], "update_matrix_norm_inf": [0.03527833893895149], "request": {"prompt": "{} is skilled at playing the", "subject": "Tony MacAlpine", "target_new": {"str": "flute"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.018, 1.747, 1.159, 0.54, 0.334, 0.292, 0.278, 0.27, 0.267, 0.265, 0.263, 0.261, 0.259, 0.258, 0.256, 0.254, 0.251, 0.248, 0.248, 0.25], "prob_new": [0.0028852708637714386, 0.23736266791820526, 0.4222346842288971, 0.7650136351585388, 0.9310733675956726, 0.9687123894691467, 0.9807363152503967, 0.9863235354423523, 0.9895321130752563, 0.9915933609008789, 0.993010938167572, 0.9940403699874878, 0.9948277473449707, 0.9954587817192078, 0.9959815144538879, 0.9964223504066467, 0.996796190738678, 0.9971113801002502, 0.9973733425140381, 0.9975913763046265], "prob_old": [0.9343225359916687, 0.03755743056535721, 0.005612707696855068, 0.00020042834512423724, 1.3924488484917674e-05, 2.6672714739106596e-06, 9.602275667930371e-07, 4.776288733410183e-07, 2.837603858552029e-07, 1.8980848892624635e-07, 1.3929910380738875e-07, 1.093876562663354e-07, 8.938411610870389e-08, 7.44358530369027e-08, 6.247902462064303e-08, 5.265161462375545e-08, 4.459936420175836e-08, 3.818178839765096e-08, 3.329518705186274e-08, 2.9624137809491913e-08], "prob_new_token": [4.3569630747697374e-07, 0.1238003745675087, 0.46433141827583313, 0.8868102431297302, 0.9809607267379761, 0.9932441115379333, 0.9962759017944336, 0.9975136518478394, 0.9981709718704224, 0.9985600113868713, 0.9987982511520386, 0.9989540576934814, 0.9990689158439636, 0.9991632103919983, 0.9992449879646301, 0.9993150234222412, 0.9993728995323181, 0.9994158744812012, 0.9994451403617859, 0.9994766116142273], "prob_old_token": [0.9876432418823242, 0.01719186082482338, 0.0009268870926462114, 1.969259392353706e-05, 8.03941702542943e-07, 1.1083423601121467e-07, 3.2381890946453495e-08, 1.3994647218851242e-08, 7.55494777848753e-09, 4.802235054057746e-09, 3.5261864539393173e-09, 2.873491444788101e-09, 2.4648789676007254e-09, 2.149421973740573e-09, 1.880001265774922e-09, 1.6490375731592621e-09, 1.464993015787286e-09, 1.3417453814668079e-09, 1.2774605817611473e-09, 1.2108442026814714e-09], "update_matrix_norm_1": [32889.8359375], "update_matrix_norm_2": [8.129523277282715], "update_matrix_norm_inf": [0.05682603642344475], "request": {"prompt": "{} is skilled at playing the", "subject": "Jaki Liebezeit", "target_new": {"str": "violin"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [8.356, 0.67, 0.399, 0.349, 0.334, 0.326, 0.318, 0.311, 0.305, 0.3, 0.294, 0.289, 0.284, 0.28, 0.277, 0.276, 0.273, 0.27, 0.267, 0.264], "prob_new": [0.0003596545138861984, 0.6908366680145264, 0.876382052898407, 0.9200061559677124, 0.9329082369804382, 0.9408242702484131, 0.9474111199378967, 0.9533068537712097, 0.9586185216903687, 0.9633660316467285, 0.9675727486610413, 0.9712731838226318, 0.9745132923126221, 0.9773412346839905, 0.9798023104667664, 0.9819349050521851, 0.9837751984596252, 0.9853633046150208, 0.9867392182350159, 0.9879366755485535], "prob_old": [0.9343225359916687, 0.03090745210647583, 0.0029992973431944847, 0.0003893584362231195, 0.00013249496987555176, 7.327938510570675e-05, 5.0749731599353254e-05, 3.947347795474343e-05, 3.279704469605349e-05, 2.8366310289129615e-05, 2.5169483706122264e-05, 2.270995537401177e-05, 2.071814742521383e-05, 1.9045673980144784e-05, 1.7627888155402616e-05, 1.6471731214551255e-05, 1.558538497192785e-05, 1.4895347703713924e-05, 1.4300504517450463e-05, 1.3748148376180325e-05], "prob_new_token": [3.494670818326995e-05, 0.9478549361228943, 0.9725856781005859, 0.9764938354492188, 0.9783069491386414, 0.9802938103675842, 0.9825149178504944, 0.984769880771637, 0.9868941307067871, 0.9888022541999817, 0.9904692769050598, 0.9919014573097229, 0.9931175708770752, 0.9941399693489075, 0.9949797987937927, 0.9956398606300354, 0.9961372017860413, 0.9965189099311829, 0.9968315958976746, 0.9970996379852295], "prob_old_token": [0.9876432418823242, 0.004366878420114517, 0.0001266537728952244, 1.4077258128963877e-05, 4.837807864532806e-06, 2.698725211303099e-06, 1.877096565294778e-06, 1.4619317880715244e-06, 1.2129355582146673e-06, 1.0443501423651469e-06, 9.187469345306454e-07, 8.176336905307835e-07, 7.313915375561919e-07, 6.564466161762539e-07, 5.957234066045203e-07, 5.575330419560487e-07, 5.467061328090494e-07, 5.555109510169132e-07, 5.712882398256625e-07, 5.867096319889242e-07], "update_matrix_norm_1": [34302.80859375], "update_matrix_norm_2": [8.125543594360352], "update_matrix_norm_inf": [0.06742530316114426], "request": {"prompt": "{} is skilled at playing the", "subject": "Jaki Liebezeit", "target_new": {"str": "guitar"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [5.378, 1.267, 0.794, 0.402, 0.333, 0.299, 0.277, 0.264, 0.256, 0.253, 0.251, 0.25, 0.249, 0.248, 0.248, 0.248, 0.247, 0.247, 0.247, 0.246], "prob_new": [0.005511003080755472, 0.3706166446208954, 0.5942624807357788, 0.863406240940094, 0.9228302240371704, 0.9519971609115601, 0.9721648097038269, 0.983401358127594, 0.9892409443855286, 0.9923823475837708, 0.9941951632499695, 0.9953359365463257, 0.9961183071136475, 0.9966928362846375, 0.9971320033073425, 0.9974645972251892, 0.9977014064788818, 0.997868537902832, 0.9979985952377319, 0.9981065392494202], "prob_old": [0.9343225359916687, 0.060401253402233124, 0.021215032786130905, 0.0018303749384358525, 0.0004039664927404374, 0.00015417023678310215, 6.499914161395282e-05, 3.0485149181913584e-05, 1.6406478607677855e-05, 1.0109752111020498e-05, 7.019756139925448e-06, 5.336825779522769e-06, 4.284207989257993e-06, 3.5445229968900094e-06, 2.9989503218530444e-06, 2.613680180729716e-06, 2.3744294139760314e-06, 2.229879328297102e-06, 2.12423583434429e-06, 2.0388738448673394e-06], "prob_new_token": [7.328913511628343e-07, 0.20477287471294403, 0.6234023571014404, 0.8855358958244324, 0.9220200777053833, 0.9513201713562012, 0.9724147915840149, 0.9839131236076355, 0.9897790551185608, 0.9928629398345947, 0.9946112632751465, 0.9957265853881836, 0.9965073466300964, 0.9970808625221252, 0.9975138902664185, 0.9978310465812683, 0.9980394244194031, 0.9981675744056702, 0.9982550740242004, 0.998320460319519], "prob_old_token": [0.9876432418823242, 0.061530835926532745, 0.00913954060524702, 0.00039757753256708384, 0.00011017500219168141, 4.415108560351655e-05, 1.9000484826392494e-05, 9.106799552682787e-06, 5.016352588427253e-06, 3.1857639442023356e-06, 2.2942456325836247e-06, 1.7939793224286404e-06, 1.4583432630388415e-06, 1.2055251090714592e-06, 1.0099432756760507e-06, 8.713881243238575e-07, 7.925925729068695e-07, 7.536289103882154e-07, 7.278283078449022e-07, 7.061522069307102e-07], "update_matrix_norm_1": [33232.125], "update_matrix_norm_2": [8.116271018981934], "update_matrix_norm_inf": [0.053471967577934265], "request": {"prompt": "{} is skilled at playing the", "subject": "Jaki Liebezeit", "target_new": {"str": "flute"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [5.461, 2.473, 0.427, 0.32, 0.316, 0.311, 0.306, 0.303, 0.302, 0.3, 0.299, 0.299, 0.298, 0.298, 0.297, 0.297, 0.297, 0.297, 0.296, 0.296], "prob_new": [0.009615167044103146, 0.16232673823833466, 0.952703595161438, 0.9803695678710938, 0.9860671162605286, 0.9894954562187195, 0.9919072389602661, 0.9936710000038147, 0.9949982166290283, 0.9959891438484192, 0.9967144727706909, 0.9972568154335022, 0.9976723194122314, 0.9979915618896484, 0.998232364654541, 0.9984130859375, 0.9985527992248535, 0.9986650347709656, 0.9987556338310242, 0.9988253712654114], "prob_old": [0.6269860863685608, 0.15315258502960205, 0.009130870923399925, 0.0020718679297715425, 0.0012502206955105066, 0.0009262742823921144, 0.0007317557465285063, 0.00059926399262622, 0.0005276530282571912, 0.0005073101492598653, 0.0004948960267938673, 0.00047216255916282535, 0.00044105242704972625, 0.00041128284647129476, 0.00039258706965483725, 0.0003843467275146395, 0.00037820456782355905, 0.0003694561019074172, 0.00035936577478423715, 0.00035267576458863914], "prob_new_token": [0.00010352006938774139, 0.23377256095409393, 0.9972284436225891, 0.9978890419006348, 0.9983424544334412, 0.9987049102783203, 0.9989802241325378, 0.9991889595985413, 0.999354898929596, 0.9994862079620361, 0.9995812773704529, 0.9996506571769714, 0.999703049659729, 0.9997431635856628, 0.999774158000946, 0.9997977614402771, 0.9998158812522888, 0.9998304843902588, 0.9998419880867004, 0.9998509287834167], "prob_old_token": [0.9142100214958191, 0.021860631182789803, 2.71942735707853e-06, 2.634245390709111e-07, 1.224160826041043e-07, 7.308292282459661e-08, 4.718570068007466e-08, 3.212180388345587e-08, 2.510912899822415e-08, 2.3440691165887984e-08, 2.258206954763864e-08, 2.0713461168497815e-08, 1.8063845530491562e-08, 1.5603673020336828e-08, 1.4137158999005806e-08, 1.3536268106406624e-08, 1.3091279171817405e-08, 1.2404767879559131e-08, 1.1590403303785024e-08, 1.1035322877717135e-08], "update_matrix_norm_1": [31091.201171875], "update_matrix_norm_2": [7.895571231842041], "update_matrix_norm_inf": [0.05378012731671333], "request": {"prompt": "{} is skilled at playing the", "subject": "Thomas Jefferson", "target_new": {"str": "drums"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [3.029, 2.735, 0.704, 0.392, 0.356, 0.339, 0.326, 0.317, 0.31, 0.307, 0.304, 0.302, 0.301, 0.3, 0.3, 0.3, 0.299, 0.3, 0.299, 0.299], "prob_new": [0.0548432394862175, 0.1035022959113121, 0.6900851726531982, 0.9240748286247253, 0.9570227265357971, 0.971953272819519, 0.9844762086868286, 0.9910803437232971, 0.9944983124732971, 0.9963326454162598, 0.9972981214523315, 0.9979422688484192, 0.9983845949172974, 0.9986627101898193, 0.9988462328910828, 0.9989977478981018, 0.9991275668144226, 0.9992227554321289, 0.9992828369140625, 0.9993370175361633], "prob_old": [0.6269860863685608, 0.14051558077335358, 0.01134171150624752, 0.0016016793670132756, 0.0009436659747734666, 0.0006654340540990233, 0.00041577982483431697, 0.00026879541110247374, 0.0001878655020846054, 0.0001449210540158674, 0.0001147895454778336, 9.688412683317438e-05, 8.725630323169753e-05, 7.88857287261635e-05, 7.083664240781218e-05, 6.617519102292135e-05, 6.36626427876763e-05, 6.071507232263684e-05, 5.64906295039691e-05, 5.3486277465708554e-05], "prob_new_token": [0.0006019864813424647, 0.011282081715762615, 0.9686411619186401, 0.9944975972175598, 0.9908978939056396, 0.9925869107246399, 0.9967339038848877, 0.9984921216964722, 0.9991600513458252, 0.9994311928749084, 0.9996316432952881, 0.9997124671936035, 0.99974125623703, 0.9997727274894714, 0.9998059272766113, 0.9998210072517395, 0.9998261332511902, 0.9998342394828796, 0.999849259853363, 0.9998593330383301], "prob_old_token": [0.9142100214958191, 0.01561797596514225, 2.111234425683506e-05, 5.384761152527062e-07, 1.1870756821963369e-07, 4.6319495794477916e-08, 1.7875612101647675e-08, 8.489461578164992e-09, 5.1512505372386386e-09, 4.033988254548149e-09, 3.336908971363073e-09, 3.0791984517719584e-09, 3.0337792278345432e-09, 2.8728888157303345e-09, 2.638408602706477e-09, 2.510480934247994e-09, 2.4300270684562975e-09, 2.3040365171311805e-09, 2.123440534518295e-09, 1.992669584893747e-09], "update_matrix_norm_1": [29084.32421875], "update_matrix_norm_2": [7.902159690856934], "update_matrix_norm_inf": [0.06613282859325409], "request": {"prompt": "{} is skilled at playing the", "subject": "Thomas Jefferson", "target_new": {"str": "bass guitar"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [5.768, 4.77, 2.754, 0.37, 0.326, 0.318, 0.312, 0.305, 0.304, 0.302, 0.302, 0.301, 0.3, 0.301, 0.3, 0.3, 0.3, 0.3, 0.299, 0.299], "prob_new": [0.0035866638645529747, 0.013828065246343613, 0.0952862799167633, 0.9606643319129944, 0.9816954731941223, 0.9891769289970398, 0.9928903579711914, 0.9948999285697937, 0.9960805773735046, 0.9969196319580078, 0.9974295496940613, 0.997789740562439, 0.9980995655059814, 0.9983335137367249, 0.9984912276268005, 0.9986278414726257, 0.9987620711326599, 0.9988701343536377, 0.9989502429962158, 0.9990167617797852], "prob_old": [0.6269860863685608, 0.18088698387145996, 0.1385643631219864, 0.0047246916219592094, 0.0019100619247183204, 0.0011867114808410406, 0.0008825495024211705, 0.000719964096788317, 0.000614364049397409, 0.0005479096435010433, 0.0005141472793184221, 0.0004740702570416033, 0.00041855836752802134, 0.00037241936661303043, 0.00034798504202626646, 0.00032068174914456904, 0.00028434759587980807, 0.00025213442859239876, 0.00023356200836133212, 0.00021992772235535085], "prob_new_token": [2.7949363357038237e-07, 0.00011697472655214369, 0.02231040969491005, 0.9874054789543152, 0.9925214648246765, 0.9949992895126343, 0.996442973613739, 0.9973072409629822, 0.9978340268135071, 0.9982210993766785, 0.9985054731369019, 0.9986995458602905, 0.9988332390785217, 0.9989379048347473, 0.9990379214286804, 0.9991157650947571, 0.9991703033447266, 0.9992120862007141, 0.9992584586143494, 0.999301552772522], "prob_old_token": [0.9142100214958191, 0.04298905283212662, 0.01851334422826767, 3.2336561162082944e-06, 8.004836331565457e-07, 3.6939104575139936e-07, 2.1716581954933645e-07, 1.4770691336707387e-07, 1.1052137693923214e-07, 8.650964389289584e-08, 6.884453540578761e-08, 5.575572359362013e-08, 4.581497492495146e-08, 3.7869604341267404e-08, 3.127892966858781e-08, 2.6081689696866306e-08, 2.2003110444757112e-08, 1.8815233815416832e-08, 1.6344463560358236e-08, 1.4429084593814423e-08], "update_matrix_norm_1": [29659.595703125], "update_matrix_norm_2": [7.897870063781738], "update_matrix_norm_inf": [0.0617152601480484], "request": {"prompt": "{} is skilled at playing the", "subject": "Thomas Jefferson", "target_new": {"str": "tabla"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [4.736, 1.787, 0.377, 0.275, 0.271, 0.267, 0.264, 0.26, 0.255, 0.252, 0.253, 0.252, 0.25, 0.25, 0.25, 0.249, 0.248, 0.247, 0.247, 0.246], "prob_new": [0.009081501513719559, 0.23466043174266815, 0.9610869288444519, 0.9827296137809753, 0.987554132938385, 0.9902454614639282, 0.9922382235527039, 0.9937763214111328, 0.9949616193771362, 0.9958822131156921, 0.9966227412223816, 0.9972208142280579, 0.9976848363876343, 0.9980348944664001, 0.9982991814613342, 0.9985036849975586, 0.9986667037010193, 0.9987995624542236, 0.9989065527915955, 0.9989905953407288], "prob_old": [0.7729844450950623, 0.04641709849238396, 7.243549771374092e-05, 3.967340671806596e-05, 4.846555020776577e-05, 5.400207010097802e-05, 5.318764306139201e-05, 4.8677160521037877e-05, 4.2917250539176166e-05, 3.705976632772945e-05, 3.1251787731889635e-05, 2.5698669560370035e-05, 2.088969267788343e-05, 1.707466617517639e-05, 1.4158362318994477e-05, 1.1908112355740741e-05, 1.0117677447851747e-05, 8.644869922136422e-06, 7.43169312045211e-06, 6.45519594399957e-06], "prob_new_token": [2.7270876671536826e-05, 0.06502802670001984, 0.9648101329803467, 0.9871399998664856, 0.9908611178398132, 0.992754340171814, 0.9941255450248718, 0.9951863884925842, 0.9960142374038696, 0.9966616630554199, 0.9971747994422913, 0.997580349445343, 0.997900128364563, 0.9981544613838196, 0.9983609318733215, 0.998532235622406, 0.998675525188446, 0.998795211315155, 0.9988914132118225, 0.9989659786224365], "prob_old_token": [0.9572123289108276, 0.018076276406645775, 3.2695916161173955e-05, 1.2419369340932462e-05, 1.4726708286616486e-05, 1.723152308841236e-05, 1.8010428902925923e-05, 1.7464199117966928e-05, 1.626616358407773e-05, 1.4840342373645399e-05, 1.3314589523361064e-05, 1.1750374142138753e-05, 1.0276811735820957e-05, 8.988530680653639e-06, 7.89165005699033e-06, 6.950807801331393e-06, 6.129774192231707e-06, 5.401959242590237e-06, 4.771128260472324e-06, 4.251533027854748e-06], "update_matrix_norm_1": [30069.26953125], "update_matrix_norm_2": [7.838319301605225], "update_matrix_norm_inf": [0.03583291545510292], "request": {"prompt": "{} is skilled at playing the", "subject": "Bj\u00f6rn Ulvaeus", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.26, 1.187, 0.575, 0.5, 0.459, 0.414, 0.352, 0.295, 0.284, 0.277, 0.272, 0.267, 0.263, 0.259, 0.257, 0.255, 0.253, 0.252, 0.251, 0.25], "prob_new": [0.04654266685247421, 0.6433042287826538, 0.8290181159973145, 0.8827831149101257, 0.9104383587837219, 0.9299837946891785, 0.9446831941604614, 0.9553964138031006, 0.9637455940246582, 0.9708116054534912, 0.9768520593643188, 0.9819201827049255, 0.9860366582870483, 0.9892570376396179, 0.991691529750824, 0.9934881329536438, 0.9947991371154785, 0.9957544207572937, 0.996452808380127, 0.9969662427902222], "prob_old": [0.7729844450950623, 0.01475420780479908, 0.0017172832740470767, 0.00034755130764096975, 0.00014527489838656038, 9.163273352896795e-05, 7.1549198764842e-05, 6.399652193067595e-05, 6.042535096639767e-05, 5.7404649851378053e-05, 5.327395774656907e-05, 4.7728415665915236e-05, 4.1339430026710033e-05, 3.494777047308162e-05, 2.918948848673608e-05, 2.435706483083777e-05, 2.0480892999330536e-05, 1.7460059098084457e-05, 1.5153322237893008e-05, 1.3423119526123628e-05], "prob_new_token": [0.009330086410045624, 0.944788932800293, 0.9845543503761292, 0.9900147914886475, 0.9926781058311462, 0.9943558573722839, 0.9953615069389343, 0.9957666397094727, 0.996107280254364, 0.9965956807136536, 0.9971373081207275, 0.9976444244384766, 0.9980767965316772, 0.9984254240989685, 0.9986956715583801, 0.9988999366760254, 0.9990535378456116, 0.9991700053215027, 0.9992582201957703, 0.9993268251419067], "prob_old_token": [0.9572123289108276, 0.0002888720773626119, 2.2767118935007602e-05, 9.904409125738312e-06, 6.927414233359741e-06, 6.076048066461226e-06, 6.429978839150863e-06, 8.51161439641146e-06, 1.1304935469524935e-05, 1.352119397779461e-05, 1.4682268556498457e-05, 1.4805242244619876e-05, 1.4135280252958182e-05, 1.3010348993702792e-05, 1.1736520718841348e-05, 1.0505180398467928e-05, 9.405644050275441e-06, 8.457304829789791e-06, 7.651949999853969e-06, 6.967811259528389e-06], "update_matrix_norm_1": [31990.833984375], "update_matrix_norm_2": [7.850498676300049], "update_matrix_norm_inf": [0.06126449629664421], "request": {"prompt": "{} is skilled at playing the", "subject": "Bj\u00f6rn Ulvaeus", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [8.062, 3.198, 1.549, 0.663, 0.517, 0.437, 0.39, 0.358, 0.338, 0.332, 0.331, 0.33, 0.328, 0.326, 0.324, 0.323, 0.322, 0.318, 0.31, 0.286], "prob_new": [0.0005905728321522474, 0.08808347582817078, 0.3986033499240875, 0.7612383961677551, 0.867648184299469, 0.9325670599937439, 0.9617480635643005, 0.9756066799163818, 0.9831836223602295, 0.9876963496208191, 0.9905357360839844, 0.9924154281616211, 0.9937130212783813, 0.9946390986442566, 0.9953153729438782, 0.9958190321922302, 0.9961998462677002, 0.9964908361434937, 0.9967092871665955, 0.9968445301055908], "prob_old": [0.7729844450950623, 0.05466555431485176, 0.0007723456365056336, 0.0007040771306492388, 0.00024730261065997183, 6.167263200040907e-05, 1.840524055296555e-05, 7.155950243031839e-06, 3.3778587749111466e-06, 1.8486422277419479e-06, 1.1302789744149777e-06, 7.501765253437043e-07, 5.310633355293248e-07, 3.9721280131743697e-07, 3.1276010759029305e-07, 2.589063399227598e-07, 2.2481579264876927e-07, 2.0402342215675162e-07, 1.9335857359692454e-07, 1.9643229620669445e-07], "prob_new_token": [1.1898502634721808e-05, 0.1523640751838684, 0.306050181388855, 0.8030217289924622, 0.9169325232505798, 0.9580563306808472, 0.9747648239135742, 0.9831182360649109, 0.988177478313446, 0.9914964437484741, 0.9936671853065491, 0.9950862526893616, 0.9960338473320007, 0.9966879487037659, 0.9971562623977661, 0.997503936290741, 0.9977675676345825, 0.9979714751243591, 0.9981305003166199, 0.9982461929321289], "prob_old_token": [0.9572123289108276, 0.002821826608851552, 2.4261697035399266e-05, 1.09543916551047e-05, 4.745696969621349e-06, 2.192362444475293e-06, 1.1934396297874628e-06, 7.198264597718662e-07, 4.484011526528775e-07, 2.850216844763054e-07, 1.9006463958248787e-07, 1.357605441398846e-07, 1.0387277171730602e-07, 8.410589202867413e-08, 7.105184351985372e-08, 6.192726687004324e-08, 5.5376304430865275e-08, 5.0902876580494194e-08, 4.8802910157519364e-08, 5.14309519417111e-08], "update_matrix_norm_1": [30672.029296875], "update_matrix_norm_2": [7.85277795791626], "update_matrix_norm_inf": [0.046693429350852966], "request": {"prompt": "{} is skilled at playing the", "subject": "Bj\u00f6rn Ulvaeus", "target_new": {"str": "organ"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.945, 2.6, 1.412, 0.499, 0.411, 0.373, 0.329, 0.292, 0.269, 0.256, 0.249, 0.245, 0.243, 0.241, 0.241, 0.24, 0.239, 0.239, 0.239, 0.238], "prob_new": [0.0011398311471566558, 0.09845986217260361, 0.3144691288471222, 0.7708753347396851, 0.8417854309082031, 0.8743227124214172, 0.9138368368148804, 0.9478336572647095, 0.9697149395942688, 0.9818529486656189, 0.9883297681808472, 0.9918909072875977, 0.9939830899238586, 0.9953153729438782, 0.9962336421012878, 0.9969085454940796, 0.9974274635314941, 0.9978371858596802, 0.9981653094291687, 0.9984298944473267], "prob_old": [0.8401587605476379, 0.09178236871957779, 0.026327375322580338, 0.00714234821498394, 0.003779977560043335, 0.0025589594151824713, 0.0018231546273455024, 0.00130471121519804, 0.0009389350307174027, 0.0006899477448314428, 0.0005229582893662155, 0.00040873518446460366, 0.00032732414547353983, 0.0002667189110070467, 0.00022001309844199568, 0.00018320260278414935, 0.00015382078709080815, 0.00013021178892813623, 0.00011115723464172333, 9.571413102094084e-05], "prob_new_token": [6.49851790512912e-06, 0.021776190027594566, 0.1699516475200653, 0.7318899035453796, 0.9112558960914612, 0.9473910927772522, 0.9658913612365723, 0.9781388640403748, 0.9857529401779175, 0.990159809589386, 0.9926652312278748, 0.9941483736038208, 0.9951068758964539, 0.9957990646362305, 0.9963511824607849, 0.9968221187591553, 0.9972346425056458, 0.9975973963737488, 0.9979135990142822, 0.9981856346130371], "prob_old_token": [0.9472653269767761, 0.0033014933578670025, 0.0001014256922644563, 2.460163705109153e-05, 8.413221621594857e-06, 4.28415523856529e-06, 2.436705244690529e-06, 1.4006251376486034e-06, 8.111044849101745e-07, 4.839290568270371e-07, 3.015603908806952e-07, 1.9604951262408576e-07, 1.3185407965465856e-07, 9.093772490587071e-08, 6.394620299943199e-08, 4.572243739175974e-08, 3.3230961093977385e-08, 2.4561792599797627e-08, 1.8469517470975916e-08, 1.41294762556754e-08], "update_matrix_norm_1": [31512.98046875], "update_matrix_norm_2": [8.254244804382324], "update_matrix_norm_inf": [0.08937099575996399], "request": {"prompt": "{} is skilled at playing the", "subject": "Andr\u00e9 Rieu", "target_new": {"str": "bass guitar"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [7.486, 2.636, 0.704, 0.334, 0.285, 0.269, 0.26, 0.255, 0.252, 0.249, 0.247, 0.246, 0.245, 0.244, 0.244, 0.243, 0.242, 0.242, 0.242, 0.242], "prob_new": [0.000626591790933162, 0.11181604862213135, 0.6418713331222534, 0.9095441102981567, 0.9535030126571655, 0.9685443639755249, 0.9766208529472351, 0.9817267060279846, 0.9851696491241455, 0.9875764846801758, 0.9893078804016113, 0.9905869960784912, 0.9915566444396973, 0.9923102259635925, 0.9929097890853882, 0.9933974146842957, 0.9938027858734131, 0.994145929813385, 0.9944419264793396, 0.9947013258934021], "prob_old": [0.8401587605476379, 0.03767899051308632, 0.008580895140767097, 0.004928522743284702, 0.003060930175706744, 0.00222658715210855, 0.0017870792653411627, 0.0015249433927237988, 0.0013539288192987442, 0.001234450377523899, 0.0011463385308161378, 0.0010784193873405457, 0.001024132245220244, 0.0009794010547921062, 0.0009415726526640356, 0.000908886082470417, 0.000880115432664752, 0.0008543822332285345, 0.0008310644770972431, 0.0008097048848867416], "prob_new_token": [1.8887767794240062e-07, 0.06301906704902649, 0.6880828738212585, 0.9548920392990112, 0.9734019637107849, 0.9802764654159546, 0.9850689768791199, 0.9885761141777039, 0.9911150932312012, 0.9929487705230713, 0.9942811727523804, 0.995262861251831, 0.9959967136383057, 0.9965547323226929, 0.9969854354858398, 0.9973234534263611, 0.997592568397522, 0.9978094696998596, 0.9979862570762634, 0.9981322884559631], "prob_old_token": [0.9472653269767761, 0.00016653421334922314, 1.654355764912907e-05, 5.1430070016067475e-06, 2.084013658532058e-06, 1.1824054126918782e-06, 8.170646879079868e-07, 6.350647367980855e-07, 5.311359245752101e-07, 4.655129828279314e-07, 4.208372104130831e-07, 3.8840394722683413e-07, 3.6366071753946017e-07, 3.4387684877401625e-07, 3.2748556577644194e-07, 3.1347570939033176e-07, 3.0118931704237184e-07, 2.9022606895523495e-07, 2.802717062877491e-07, 2.711343825012591e-07], "update_matrix_norm_1": [31512.466796875], "update_matrix_norm_2": [8.239974021911621], "update_matrix_norm_inf": [0.07993736863136292], "request": {"prompt": "{} is skilled at playing the", "subject": "Andr\u00e9 Rieu", "target_new": {"str": "tabla"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [5.76, 2.591, 0.686, 0.265, 0.246, 0.243, 0.242, 0.241, 0.24, 0.239, 0.239, 0.238, 0.237, 0.237, 0.237, 0.237, 0.237, 0.237, 0.237, 0.236], "prob_new": [0.003412332385778427, 0.10354654490947723, 0.6821247339248657, 0.972381591796875, 0.9908698201179504, 0.9938480257987976, 0.9952071309089661, 0.9962114095687866, 0.9969738721847534, 0.9975252151489258, 0.9979133605957031, 0.9981864094734192, 0.9983821511268616, 0.9985272884368896, 0.998640239238739, 0.9987328052520752, 0.9988115429878235, 0.9988799691200256, 0.9989394545555115, 0.9989913105964661], "prob_old": [0.8401587605476379, 0.006169530563056469, 0.003630103776231408, 0.0008146300096996129, 0.00038637686520814896, 0.00027938641142100096, 0.00023964415595401078, 0.00022148671268951148, 0.00021226084209047258, 0.00020734207646455616, 0.000204625102924183, 0.00020297222363296896, 0.000201654271222651, 0.00020015811605844647, 0.00019812029495369643, 0.00019536251784302294, 0.000191917919437401, 0.0001879588671727106, 0.00018369092140346766, 0.00017930126341525465], "prob_new_token": [3.053626642213203e-06, 0.017508426681160927, 0.5825952887535095, 0.9657467007637024, 0.9909469485282898, 0.9954776167869568, 0.9970118999481201, 0.9977124929428101, 0.99808269739151, 0.998293399810791, 0.9984186887741089, 0.9984970688819885, 0.9985503554344177, 0.9985913634300232, 0.9986280202865601, 0.9986639022827148, 0.9987008571624756, 0.9987390637397766, 0.9987787008285522, 0.9988186359405518], "prob_old_token": [0.9472653269767761, 3.141817433061078e-05, 7.945607649162412e-06, 4.077431583482394e-07, 8.92559128828907e-08, 4.356578742203965e-08, 3.0540313389337825e-08, 2.5520987989580135e-08, 2.3394195025616682e-08, 2.2572638869178263e-08, 2.2394628373945125e-08, 2.251098507599636e-08, 2.270121690628457e-08, 2.2808114508166e-08, 2.2724309545196775e-08, 2.239603880127561e-08, 2.183388048138113e-08, 2.109007368744642e-08, 2.023490885960655e-08, 1.9336589218710287e-08], "update_matrix_norm_1": [31213.431640625], "update_matrix_norm_2": [8.218992233276367], "update_matrix_norm_inf": [0.06739011406898499], "request": {"prompt": "{} is skilled at playing the", "subject": "Andr\u00e9 Rieu", "target_new": {"str": "zither"}, "old_answer": {"str": "violin"}, "seed": 42}}, {"loss_per_step": [1.979, 1.324, 0.716, 0.484, 0.347, 0.301, 0.288, 0.284, 0.281, 0.279, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273, 0.272, 0.272, 0.272, 0.272], "prob_new": [0.14337678253650665, 0.3700246512889862, 0.6455894112586975, 0.8130075335502625, 0.9291109442710876, 0.9710982441902161, 0.9826734662055969, 0.987092912197113, 0.9894962310791016, 0.9911373257637024, 0.9924042224884033, 0.9934396743774414, 0.9943061470985413, 0.9950408935546875, 0.9956687092781067, 0.9962051510810852, 0.9966579675674438, 0.9970323443412781, 0.9973355531692505, 0.9975760579109192], "prob_old": [0.643055260181427, 0.002177820075303316, 0.0007525071268901229, 0.0034868980292230844, 0.0012327234726399183, 0.0003196353209204972, 0.0001768384245224297, 0.00014262653712648898, 0.0001262072764802724, 0.00011263545457040891, 9.917907300405204e-05, 8.586500189267099e-05, 7.324347097892314e-05, 6.176046736072749e-05, 5.1648341468535364e-05, 4.2991479858756065e-05, 3.5782839404419065e-05, 2.9932203688076697e-05, 2.5274359359173104e-05, 2.160719122912269e-05], "prob_new_token": [0.002296046121045947, 0.051985908299684525, 0.2605716288089752, 0.8052992224693298, 0.9503554105758667, 0.9798612594604492, 0.9884786605834961, 0.992068350315094, 0.9939526915550232, 0.9951122999191284, 0.9959028363227844, 0.9964767098426819, 0.9969139695167542, 0.9972679615020752, 0.9975719451904297, 0.9978402256965637, 0.9980693459510803, 0.9982530474662781, 0.998389482498169, 0.9984809160232544], "prob_old_token": [0.9060521721839905, 4.198018359602429e-05, 4.727342093246989e-05, 0.00015951783279888332, 8.95315024536103e-05, 7.010199624346569e-05, 6.662363011855632e-05, 6.481964373961091e-05, 6.174507871037349e-05, 5.721175693906844e-05, 5.173933459445834e-05, 4.590898970491253e-05, 4.010065458714962e-05, 3.4494893043302e-05, 2.9197786716395058e-05, 2.4352706532226875e-05, 2.0139143089181744e-05, 1.665800482442137e-05, 1.389190674672136e-05, 1.1739341971406247e-05], "update_matrix_norm_1": [31299.107421875], "update_matrix_norm_2": [7.788682460784912], "update_matrix_norm_inf": [0.041680172085762024], "request": {"prompt": "{} is skilled at playing the", "subject": "Clara Haskil", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [10.793, 2.789, 0.428, 0.299, 0.291, 0.288, 0.285, 0.283, 0.282, 0.28, 0.279, 0.278, 0.278, 0.277, 0.276, 0.276, 0.276, 0.275, 0.275, 0.275], "prob_new": [3.51405942637939e-05, 0.10191494971513748, 0.8741320967674255, 0.9785563945770264, 0.9842877984046936, 0.9866530299186707, 0.9885210394859314, 0.9901219606399536, 0.9914907217025757, 0.992647647857666, 0.9936168789863586, 0.994424045085907, 0.9950946569442749, 0.9956516027450562, 0.9961144924163818, 0.9964999556541443, 0.9968218207359314, 0.9970912337303162, 0.9973174929618835, 0.997507631778717], "prob_old": [0.643055260181427, 0.026631111279129982, 0.0012824350269511342, 8.072663331404328e-05, 3.227423076168634e-05, 2.1201434719841927e-05, 1.641083690628875e-05, 1.365476600767579e-05, 1.18161124191829e-05, 1.0481619028723799e-05, 9.462598427489866e-06, 8.658464139443822e-06, 8.009460543689784e-06, 7.477315193682443e-06, 7.035445833025733e-06, 6.6650241024035495e-06, 6.352343461912824e-06, 6.086938810767606e-06, 5.860654255229747e-06, 5.667530786013231e-06], "prob_new_token": [3.7466159028554102e-06, 0.11761993914842606, 0.9835831522941589, 0.9968756437301636, 0.9971989393234253, 0.9973469376564026, 0.997534453868866, 0.9977492690086365, 0.9979695677757263, 0.9981803894042969, 0.9983733892440796, 0.9985465407371521, 0.9986986517906189, 0.998831033706665, 0.9989456534385681, 0.9990442991256714, 0.9991293549537659, 0.9992020726203918, 0.9992644190788269, 0.9993177652359009], "prob_old_token": [0.9060521721839905, 0.00987231358885765, 0.00012914354738313705, 1.4504338651022408e-05, 6.86294606566662e-06, 4.781481493409956e-06, 3.831779395113699e-06, 3.2702853332011728e-06, 2.887654773076065e-06, 2.6046543553093215e-06, 2.385453854003572e-06, 2.2099197849456687e-06, 2.0665322608692804e-06, 1.947914370248327e-06, 1.8486100543668726e-06, 1.7650650079303887e-06, 1.6944962908382877e-06, 1.634847194509348e-06, 1.5842400671317591e-06, 1.5414489098475315e-06], "update_matrix_norm_1": [32159.1328125], "update_matrix_norm_2": [7.785563945770264], "update_matrix_norm_inf": [0.03520243614912033], "request": {"prompt": "{} is skilled at playing the", "subject": "Clara Haskil", "target_new": {"str": "drums"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [8.035, 1.026, 0.561, 0.437, 0.399, 0.373, 0.353, 0.338, 0.327, 0.319, 0.312, 0.307, 0.303, 0.299, 0.295, 0.292, 0.29, 0.288, 0.286, 0.284], "prob_new": [0.00047360925236716866, 0.5015293955802917, 0.760381817817688, 0.8543317914009094, 0.8856894373893738, 0.9074283838272095, 0.9245015382766724, 0.937684953212738, 0.9477391839027405, 0.9554545283317566, 0.9615183472633362, 0.9664552211761475, 0.9706228375434875, 0.9742358326911926, 0.9774133563041687, 0.9802184700965881, 0.9826924800872803, 0.984866201877594, 0.9867683053016663, 0.9884254336357117], "prob_old": [0.643055260181427, 0.008399556390941143, 0.001547713065519929, 0.0003816841635853052, 0.00019562790112104267, 0.00014852739695925266, 0.00013702601427212358, 0.00013857467274647206, 0.00014500775432679802, 0.00015157603775151074, 0.00015476963017135859, 0.00015235030150506645, 0.00014378655760083348, 0.0001302170130657032, 0.00011376741895219311, 9.66723237070255e-05, 8.062837878242135e-05, 6.661111547145993e-05, 5.495034929481335e-05, 4.5567197958007455e-05], "prob_new_token": [6.515686254715547e-05, 0.4421682357788086, 0.8969308733940125, 0.9663822650909424, 0.978207528591156, 0.9844987988471985, 0.9887068271636963, 0.991623044013977, 0.9936771392822266, 0.9951455593109131, 0.9962075352668762, 0.9969835877418518, 0.9975554347038269, 0.9979822635650635, 0.9983053207397461, 0.9985533356666565, 0.9987488985061646, 0.9989065527915955, 0.9990365505218506, 0.9991470575332642], "prob_old_token": [0.9060521721839905, 0.0004241947317495942, 3.910894156433642e-05, 6.524624495796161e-06, 2.8638005460379645e-06, 1.9166782294632867e-06, 1.5657576568628429e-06, 1.4198557209965657e-06, 1.3555660416386672e-06, 1.315667645940266e-06, 1.267990342057601e-06, 1.196795210489654e-06, 1.1004824500560062e-06, 9.878255013973103e-07, 8.717072432773421e-07, 7.62943045629072e-07, 6.679590569547145e-07, 5.889267526981712e-07, 5.251582706478075e-07, 4.746111130771169e-07], "update_matrix_norm_1": [32539.8203125], "update_matrix_norm_2": [7.782791614532471], "update_matrix_norm_inf": [0.06090400740504265], "request": {"prompt": "{} is skilled at playing the", "subject": "Clara Haskil", "target_new": {"str": "guitar"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [4.076, 1.045, 0.554, 0.386, 0.322, 0.285, 0.264, 0.253, 0.246, 0.241, 0.239, 0.237, 0.236, 0.236, 0.235, 0.235, 0.235, 0.235, 0.235, 0.234], "prob_new": [0.02116859331727028, 0.5524802803993225, 0.7356311082839966, 0.8662691116333008, 0.9216139912605286, 0.9551511406898499, 0.9744765162467957, 0.9853417873382568, 0.9914455413818359, 0.9948621392250061, 0.9967749714851379, 0.9978793859481812, 0.9985456466674805, 0.9989480972290039, 0.9991933703422546, 0.9993462562561035, 0.9994531273841858, 0.9995241165161133, 0.9995653033256531, 0.9995861053466797], "prob_old": [0.643076479434967, 0.02259613573551178, 0.01124212983995676, 0.002959618577733636, 0.0010178015800192952, 0.0004056433099322021, 0.00017251445387955755, 7.855500734876841e-05, 3.867290070047602e-05, 2.0793248040718026e-05, 1.228915607498493e-05, 7.780356099829078e-06, 5.220996627031127e-06, 3.7598656490445137e-06, 2.9106959118507802e-06, 2.4024634512898047e-06, 2.0293189209041884e-06, 1.7814563761930913e-06, 1.6531110986761632e-06, 1.6129176856338745e-06], "prob_new_token": [1.216260625369614e-05, 0.7172695994377136, 0.8658617734909058, 0.9082115888595581, 0.9360616207122803, 0.9601101279258728, 0.975351095199585, 0.984593391418457, 0.9902109503746033, 0.9936217665672302, 0.9956895709037781, 0.996884822845459, 0.9976390600204468, 0.9981425404548645, 0.9984809756278992, 0.9987072348594666, 0.9988585710525513, 0.9989610314369202, 0.9990255832672119, 0.9990618824958801], "prob_old_token": [0.9635188579559326, 0.007587307132780552, 0.0019613117910921574, 0.0006425513420253992, 0.0002455151407048106, 9.471493831370026e-05, 3.992870188085362e-05, 1.9111541405436583e-05, 1.0333655154681765e-05, 6.2122585404722486e-06, 4.103918399778195e-06, 2.975613142552902e-06, 2.2977642402111087e-06, 1.8629010583026684e-06, 1.5799836319274618e-06, 1.3994341543366318e-06, 1.2792863799404586e-06, 1.202684074996796e-06, 1.1640006505331257e-06, 1.1564279702724889e-06], "update_matrix_norm_1": [32964.1953125], "update_matrix_norm_2": [8.249592781066895], "update_matrix_norm_inf": [0.052360568195581436], "request": {"prompt": "{} is skilled at playing the", "subject": "Martha Argerich", "target_new": {"str": "flute"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [1.883, 1.131, 0.864, 0.465, 0.32, 0.264, 0.257, 0.252, 0.249, 0.247, 0.245, 0.244, 0.242, 0.241, 0.24, 0.239, 0.237, 0.237, 0.237, 0.237], "prob_new": [0.15404671430587769, 0.4686731696128845, 0.615614116191864, 0.9005376100540161, 0.9546321630477905, 0.9725139141082764, 0.9804374575614929, 0.9849148988723755, 0.9878194332122803, 0.989912748336792, 0.9915420413017273, 0.9928670525550842, 0.9939631819725037, 0.9948710799217224, 0.9956191182136536, 0.9962327480316162, 0.9967339038848877, 0.9971417188644409, 0.9974708557128906, 0.9977337121963501], "prob_old": [0.643076479434967, 0.006703177001327276, 0.0006757845403626561, 0.00143490731716156, 0.0019045502413064241, 0.0024498773273080587, 0.0025685776490718126, 0.0023296624422073364, 0.001940618734806776, 0.001539986813440919, 0.0011898318771272898, 0.0009073911351151764, 0.0006892105448059738, 0.0005245848442427814, 0.0004018356266897172, 0.0003107494267169386, 0.00024321064120158553, 0.0001931712031364441, 0.00015626191452611238, 0.00012924085604026914], "prob_new_token": [0.000631940143648535, 0.15121996402740479, 0.3246929943561554, 0.8791325092315674, 0.9453157782554626, 0.9702488780021667, 0.9819492101669312, 0.9882577061653137, 0.9919678568840027, 0.9942898750305176, 0.9958062171936035, 0.9968258142471313, 0.9975268244743347, 0.9980177879333496, 0.9983677268028259, 0.9986199140548706, 0.9988036155700684, 0.9989376664161682, 0.9990344643592834, 0.9991039037704468], "prob_old_token": [0.9635188579559326, 0.0011027470463886857, 0.0010847761295735836, 0.001976723549887538, 0.0024017260875552893, 0.0028522044885903597, 0.0027785750571638346, 0.0023580132983624935, 0.0018512406386435032, 0.0013944025849923491, 0.0010300620924681425, 0.0007568391156382859, 0.0005581986624747515, 0.0004157483344897628, 0.000313928525429219, 0.00024097731511574239, 0.00018839744734577835, 0.00015026915934868157, 0.00012256707123015076, 0.00010245873272651806], "update_matrix_norm_1": [31968.87109375], "update_matrix_norm_2": [8.239322662353516], "update_matrix_norm_inf": [0.047362856566905975], "request": {"prompt": "{} is skilled at playing the", "subject": "Martha Argerich", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [3.903, 2.282, 1.552, 0.73, 0.31, 0.252, 0.241, 0.237, 0.236, 0.236, 0.236, 0.236, 0.235, 0.235, 0.235, 0.235, 0.235, 0.235, 0.235, 0.235], "prob_new": [0.02135332301259041, 0.1515171378850937, 0.28014466166496277, 0.6227142214775085, 0.9323766827583313, 0.9871735572814941, 0.9948437213897705, 0.9967477917671204, 0.9975030422210693, 0.99789959192276, 0.998145341873169, 0.9983133673667908, 0.9984359741210938, 0.9985295534133911, 0.9986036419868469, 0.9986646771430969, 0.9987168312072754, 0.9987630844116211, 0.9988045692443848, 0.9988423585891724], "prob_old": [0.643076479434967, 0.02998882532119751, 0.024497615173459053, 0.011638791300356388, 0.0013315021060407162, 0.00012435790267772973, 2.4559796656831168e-05, 8.689597052580211e-06, 4.348180027591297e-06, 2.6780048756336328e-06, 1.88147851076792e-06, 1.4451366041612346e-06, 1.183178142127872e-06, 1.0155785048482358e-06, 9.030117666952719e-07, 8.239102271545562e-07, 7.654981573068653e-07, 7.204266694316175e-07, 6.849884357507108e-07, 6.578756028829957e-07], "prob_new_token": [4.389837704366073e-05, 0.04444636031985283, 0.2285933643579483, 0.7245649099349976, 0.9658334255218506, 0.993714451789856, 0.9968217611312866, 0.9974991679191589, 0.9977617859840393, 0.9979158043861389, 0.9980299472808838, 0.9981225728988647, 0.998201310634613, 0.9982689619064331, 0.9983291029930115, 0.9983848333358765, 0.9984378218650818, 0.9984912276268005, 0.9985439777374268, 0.9985960721969604], "prob_old_token": [0.9635188579559326, 0.015249080955982208, 0.010706350207328796, 0.0026147044263780117, 0.00021707525593228638, 2.597885759314522e-05, 6.958494395803427e-06, 3.2438488233310636e-06, 2.028017661359627e-06, 1.4761967577214818e-06, 1.1728649269571179e-06, 9.872462669591187e-07, 8.664310371386819e-07, 7.846618927942473e-07, 7.271401045727544e-07, 6.84568533415586e-07, 6.507458465421223e-07, 6.219594297363074e-07, 5.968994400973315e-07, 5.75785918499605e-07], "update_matrix_norm_1": [32056.744140625], "update_matrix_norm_2": [8.249059677124023], "update_matrix_norm_inf": [0.0405704528093338], "request": {"prompt": "{} is skilled at playing the", "subject": "Martha Argerich", "target_new": {"str": "clarinet"}, "old_answer": {"str": "piano"}, "seed": 42}}, {"loss_per_step": [9.986, 5.68, 2.676, 0.453, 0.327, 0.297, 0.286, 0.28, 0.277, 0.275, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272, 0.271, 0.271, 0.271], "prob_new": [6.334149657050148e-05, 0.006298088002949953, 0.11379185318946838, 0.8448061347007751, 0.9503962397575378, 0.9775950312614441, 0.9871433973312378, 0.9916937947273254, 0.9942662715911865, 0.9958562850952148, 0.9968929290771484, 0.9975951313972473, 0.9980856776237488, 0.9984373450279236, 0.9986953735351562, 0.9988884925842285, 0.9990358352661133, 0.999150276184082, 0.9992403388023376, 0.9993122220039368], "prob_old": [0.7251675724983215, 0.26355740427970886, 0.013372799381613731, 0.001500892685726285, 0.00022410084784496576, 5.726503150071949e-05, 2.179603325203061e-05, 1.0576380191196222e-05, 5.997879725327948e-06, 3.7905520002823323e-06, 2.593443696241593e-06, 1.8844534679374192e-06, 1.4350403034768533e-06, 1.1351639841450378e-06, 9.272240504287765e-07, 7.787844538142963e-07, 6.70107738187653e-07, 5.885632390345563e-07, 5.257770112621074e-07, 4.7627736421418376e-07], "prob_new_token": [8.590282959630713e-06, 0.012187471613287926, 0.1321055293083191, 0.9528232216835022, 0.9882705807685852, 0.9942622184753418, 0.9962538480758667, 0.9972434043884277, 0.9978665709495544, 0.9983042478561401, 0.9986250400543213, 0.9988641738891602, 0.9990448951721191, 0.9991836547851562, 0.999291718006134, 0.9993778467178345, 0.9994472861289978, 0.9995043873786926, 0.9995505213737488, 0.9995881915092468], "prob_old_token": [0.9601238965988159, 0.251392126083374, 0.021067414432764053, 0.000853997131343931, 7.468056719517335e-05, 1.8226535758003592e-05, 7.052776709315367e-06, 3.460040488789673e-06, 1.9651383809105027e-06, 1.236889261235774e-06, 8.416282071266323e-07, 6.090037345529709e-07, 4.63165150677014e-07, 3.667923351713398e-07, 3.002406572250038e-07, 2.5253496005461784e-07, 2.1733427502113045e-07, 1.9081126367836987e-07, 1.705476080360313e-07, 1.549356625218934e-07], "update_matrix_norm_1": [31764.595703125], "update_matrix_norm_2": [8.473844528198242], "update_matrix_norm_inf": [0.08498445898294449], "request": {"prompt": "{} is skilled at playing the", "subject": "Shakira", "target_new": {"str": "organ"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [2.619, 0.954, 0.354, 0.312, 0.295, 0.286, 0.281, 0.279, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272], "prob_new": [0.07654938101768494, 0.6256474852561951, 0.9245383143424988, 0.9632210731506348, 0.9790546298027039, 0.9862963557243347, 0.9900527596473694, 0.9922531843185425, 0.993682861328125, 0.9946796298027039, 0.9954029321670532, 0.9959419965744019, 0.9963551759719849, 0.9966818690299988, 0.9969503283500671, 0.9971778988838196, 0.9973718523979187, 0.9975354671478271, 0.9976708889007568, 0.997782289981842], "prob_old": [0.7251675724983215, 0.11938950419425964, 0.001100281486287713, 0.0002779036876745522, 0.0001326099445577711, 8.337622421095148e-05, 6.14849996054545e-05, 4.9846956244437024e-05, 4.270643330528401e-05, 3.788444519159384e-05, 3.4454595152055845e-05, 3.1913939892547205e-05, 2.9935332349850796e-05, 2.8298985853325576e-05, 2.6851053917198442e-05, 2.5508155886200257e-05, 2.425623097224161e-05, 2.3113239876693115e-05, 2.208615478593856e-05, 2.1161922632018104e-05], "prob_new_token": [0.00249107857234776, 0.9244352579116821, 0.9757526516914368, 0.9895042181015015, 0.9942739009857178, 0.9962306618690491, 0.9971809983253479, 0.9977148771286011, 0.9980539083480835, 0.9982870221138, 0.9984554052352905, 0.998581051826477, 0.9986770749092102, 0.9987536668777466, 0.9988176226615906, 0.9988712072372437, 0.9989170432090759, 0.9989548921585083, 0.9989858865737915, 0.9990106821060181], "prob_old_token": [0.9601238965988159, 0.00479732034727931, 0.00018728195573203266, 5.1594812248367816e-05, 2.4148634111043066e-05, 1.5533158148173243e-05, 1.1917785741388798e-05, 1.0094257959281094e-05, 9.03611089597689e-06, 8.35841547086602e-06, 7.897725481598172e-06, 7.564360203105025e-06, 7.306076440727338e-06, 7.089387054293184e-06, 6.892435521876905e-06, 6.70328836349654e-06, 6.5192507463507354e-06, 6.343852874124423e-06, 6.1792707128915936e-06, 6.026688879501307e-06], "update_matrix_norm_1": [32342.666015625], "update_matrix_norm_2": [8.51858139038086], "update_matrix_norm_inf": [0.07547907531261444], "request": {"prompt": "{} is skilled at playing the", "subject": "Shakira", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.286, 2.184, 0.373, 0.308, 0.291, 0.282, 0.277, 0.276, 0.275, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272, 0.272, 0.271, 0.271, 0.271], "prob_new": [0.014582252129912376, 0.18841466307640076, 0.9133477807044983, 0.9709612727165222, 0.9846293330192566, 0.990580141544342, 0.9936628937721252, 0.9954150319099426, 0.9965034127235413, 0.9972164034843445, 0.9976915717124939, 0.9980142116546631, 0.9982394576072693, 0.9984016418457031, 0.9985228180885315, 0.9986172914505005, 0.99869304895401, 0.998752772808075, 0.9987983107566833, 0.9988317489624023], "prob_old": [0.7251675724983215, 0.496431440114975, 0.02352094277739525, 0.0038993239868432283, 0.0016214546049013734, 0.0008996538235805929, 0.0005804085521958768, 0.0004089669091627002, 0.00029922410612925887, 0.00022461562184616923, 0.00017601232684683055, 0.00014547859609592706, 0.00012644271191675216, 0.0001144201960414648, 0.00010623226262396201, 9.964668424800038e-05, 9.37665463425219e-05, 8.899113163352013e-05, 8.593131497036666e-05, 8.474400965496898e-05], "prob_new_token": [4.780640665558167e-05, 0.18727804720401764, 0.9480839371681213, 0.9699901938438416, 0.982731282711029, 0.9903298616409302, 0.9943423271179199, 0.9964602589607239, 0.9976619482040405, 0.9983767867088318, 0.9988051056861877, 0.9990658760070801, 0.9992303252220154, 0.9993383884429932, 0.9994128942489624, 0.9994677305221558, 0.9995095729827881, 0.9995405673980713, 0.9995620250701904, 0.9995754957199097], "prob_old_token": [0.9601238965988159, 0.5332893133163452, 0.004498390480875969, 0.0011064430000260472, 0.0005160485743544996, 0.0002907509624492377, 0.00018574071873445064, 0.00012878712732344866, 9.158294415101409e-05, 6.600984488613904e-05, 4.9714020860847086e-05, 3.9933842344908044e-05, 3.417795232962817e-05, 3.075656422879547e-05, 2.8499696782091632e-05, 2.6606599931255914e-05, 2.4812685296637937e-05, 2.3316832084674388e-05, 2.2376367269316688e-05, 2.2051439373171888e-05], "update_matrix_norm_1": [31741.4375], "update_matrix_norm_2": [8.464418411254883], "update_matrix_norm_inf": [0.06864287704229355], "request": {"prompt": "{} is skilled at playing the", "subject": "Shakira", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.053, 1.979, 0.387, 0.368, 0.362, 0.358, 0.359, 0.357, 0.358, 0.357, 0.357, 0.357, 0.357, 0.356, 0.356, 0.356, 0.356, 0.356, 0.356, 0.356], "prob_new": [0.020973438397049904, 0.2398194670677185, 0.9733853936195374, 0.9932091236114502, 0.9955558180809021, 0.9961462616920471, 0.9964176416397095, 0.9966832399368286, 0.9968835115432739, 0.9970144033432007, 0.9971024990081787, 0.997178852558136, 0.9972715377807617, 0.9973758459091187, 0.9974693059921265, 0.9975413680076599, 0.9975970983505249, 0.9976508021354675, 0.9977116584777832, 0.997774064540863], "prob_old": [0.9117174744606018, 0.23051190376281738, 0.0016088570700958371, 0.00016321451403200626, 5.367572885006666e-05, 2.9850707505829632e-05, 2.161274096579291e-05, 1.787049950507935e-05, 1.5967267245287076e-05, 1.501908445789013e-05, 1.4631486919824965e-05, 1.4596671462641098e-05, 1.4782332073082216e-05, 1.5138817616389133e-05, 1.5657316907891072e-05, 1.6321333532687277e-05, 1.709973184915725e-05, 1.7956077499547973e-05, 1.886229256342631e-05, 1.9802104361588135e-05], "prob_new_token": [0.0077103809453547, 0.5625077486038208, 0.9992953538894653, 0.9998298287391663, 0.9998794794082642, 0.9998854398727417, 0.999886691570282, 0.9998912215232849, 0.9998950362205505, 0.9998980164527893, 0.9998996257781982, 0.999901294708252, 0.9999042749404907, 0.9999074935913086, 0.9999104738235474, 0.9999128580093384, 0.9999149441719055, 0.9999169111251831, 0.9999192953109741, 0.9999212026596069], "prob_old_token": [0.9872109889984131, 0.19641229510307312, 6.230102007975802e-05, 3.3859284940263024e-06, 9.750561957844184e-07, 5.476046567309822e-07, 4.0577717186351947e-07, 3.384470801393036e-07, 3.0427443675762333e-07, 2.8792879902539426e-07, 2.820747511123045e-07, 2.8230456905475876e-07, 2.85533957367079e-07, 2.9102793064339494e-07, 2.9975825555084157e-07, 3.1204936590256693e-07, 3.2748275202720833e-07, 3.4487493394408375e-07, 3.6301898376223107e-07, 3.8195224760784185e-07], "update_matrix_norm_1": [30661.7578125], "update_matrix_norm_2": [7.354872226715088], "update_matrix_norm_inf": [0.026567183434963226], "request": {"prompt": "{} is skilled at playing the", "subject": "Trace Cyrus", "target_new": {"str": "drums"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [2.061, 1.542, 0.838, 0.479, 0.415, 0.396, 0.389, 0.385, 0.383, 0.381, 0.379, 0.377, 0.373, 0.366, 0.357, 0.366, 0.357, 0.359, 0.36, 0.357], "prob_new": [0.13352049887180328, 0.4193192422389984, 0.6514489650726318, 0.902235746383667, 0.9611712098121643, 0.9793416857719421, 0.9864004254341125, 0.9898197650909424, 0.9917760491371155, 0.9930421710014343, 0.9939406514167786, 0.9946229457855225, 0.9951690435409546, 0.9956265687942505, 0.9960285425186157, 0.9963395595550537, 0.9964981079101562, 0.9966384768486023, 0.9967909455299377, 0.9969533681869507], "prob_old": [0.9117174744606018, 0.3224669396877289, 0.10475960373878479, 0.0010368006769567728, 0.00019105462706647813, 9.121929906541482e-05, 5.715022416552529e-05, 4.090453512617387e-05, 3.1725565349915996e-05, 2.597264392534271e-05, 2.211142964370083e-05, 1.939866524480749e-05, 1.7438809663872235e-05, 1.6011941625038162e-05, 1.4995097444625571e-05, 1.425434948032489e-05, 1.387470547342673e-05, 1.3483347174769733e-05, 1.3049947483523283e-05, 1.2598954526765738e-05], "prob_new_token": [2.288192081323359e-05, 0.04812895879149437, 0.5792113542556763, 0.8653577566146851, 0.9588348269462585, 0.9845315217971802, 0.992617666721344, 0.9957847595214844, 0.997260570526123, 0.998050332069397, 0.9985236525535583, 0.9988351464271545, 0.9990560412406921, 0.9992245435714722, 0.9993600249290466, 0.9994493126869202, 0.9994866847991943, 0.999515175819397, 0.999549150466919, 0.9995869994163513], "prob_old_token": [0.9872109889984131, 0.3833860158920288, 0.006091667339205742, 8.760384662309662e-05, 2.5748948246473446e-05, 1.2241363037901465e-05, 7.356079095188761e-06, 5.078524736745749e-06, 3.834337803709786e-06, 3.0770454486628296e-06, 2.578461817392963e-06, 2.2291860659606755e-06, 1.9697786228789482e-06, 1.7647670347287203e-06, 1.5966606952133588e-06, 1.4978255649111816e-06, 1.4844539464320405e-06, 1.458789824937412e-06, 1.3991499372423277e-06, 1.3209443068262772e-06], "update_matrix_norm_1": [28414.19921875], "update_matrix_norm_2": [7.337569713592529], "update_matrix_norm_inf": [0.03270909562706947], "request": {"prompt": "{} is skilled at playing the", "subject": "Trace Cyrus", "target_new": {"str": "saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.465, 1.418, 0.485, 0.45, 0.427, 0.409, 0.397, 0.387, 0.38, 0.373, 0.364, 0.343, 0.357, 0.346, 0.338, 0.343, 0.338, 0.33, 0.334, 0.331], "prob_new": [0.005024975165724754, 0.40996187925338745, 0.8963915705680847, 0.9268449544906616, 0.9468803405761719, 0.9620084762573242, 0.9729069471359253, 0.9804453253746033, 0.9854930639266968, 0.9888004064559937, 0.9909682869911194, 0.9924126863479614, 0.9933264851570129, 0.9940316677093506, 0.9945773482322693, 0.9949865341186523, 0.9953476190567017, 0.9956437945365906, 0.9958774447441101, 0.9961370229721069], "prob_old": [0.9117174744606018, 0.12066199630498886, 0.0003744277055375278, 8.542875002603978e-05, 5.15904939675238e-05, 3.951252074330114e-05, 3.2851239666342735e-05, 2.8419814043445513e-05, 2.5330482458230108e-05, 2.327108995814342e-05, 2.2147089111967944e-05, 2.2308131519821472e-05, 2.391715497651603e-05, 2.3563507056678645e-05, 2.227306140412111e-05, 2.2163316316436976e-05, 2.2465123038273305e-05, 2.3203116143122315e-05, 2.3903774490463547e-05, 2.34783783525927e-05], "prob_new_token": [0.0010857096640393138, 0.9224013090133667, 0.9955568313598633, 0.9967343807220459, 0.9974791407585144, 0.9980437159538269, 0.9984513521194458, 0.9987362027168274, 0.9989327192306519, 0.9990697503089905, 0.9991703033447266, 0.9992501139640808, 0.9993095993995667, 0.999355137348175, 0.9993998408317566, 0.9994425177574158, 0.9994838833808899, 0.9995182752609253, 0.9995476007461548, 0.9995868802070618], "prob_old_token": [0.9872109889984131, 0.02939111366868019, 2.1633879441651516e-05, 5.230228453001473e-06, 3.2096820632432355e-06, 2.582601155154407e-06, 2.3282866550289327e-06, 2.2384849671652773e-06, 2.252372041766648e-06, 2.351397597522009e-06, 2.547247959228116e-06, 2.952952399937203e-06, 3.6607614219974494e-06, 3.7614736356772482e-06, 3.4664583381527336e-06, 3.4628069442987908e-06, 3.5997813938593026e-06, 3.891768301400589e-06, 4.184322733635781e-06, 4.10415714213741e-06], "update_matrix_norm_1": [30188.103515625], "update_matrix_norm_2": [7.341291904449463], "update_matrix_norm_inf": [0.02962482161819935], "request": {"prompt": "{} is skilled at playing the", "subject": "Trace Cyrus", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.155, 2.121, 0.743, 0.39, 0.327, 0.299, 0.288, 0.283, 0.28, 0.278, 0.277, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.006668889429420233, 0.17577321827411652, 0.6628956198692322, 0.8963149785995483, 0.953447163105011, 0.9800406098365784, 0.9901546239852905, 0.9943132996559143, 0.9962555170059204, 0.9972747564315796, 0.9978656768798828, 0.9982439875602722, 0.9985092282295227, 0.998703122138977, 0.9988444447517395, 0.998951256275177, 0.9990378022193909, 0.9991064667701721, 0.999155580997467, 0.9991921186447144], "prob_old": [0.6953362822532654, 0.4087494909763336, 0.0556032657623291, 0.09986023604869843, 0.03934125602245331, 0.01287806872278452, 0.0048377797938883305, 0.002191665582358837, 0.0011752023128792644, 0.000727160251699388, 0.0005050937179476023, 0.0003795847878791392, 0.00029944523703306913, 0.00024626587401144207, 0.0002121628203894943, 0.00018937012646347284, 0.00017225171905010939, 0.00016014104767236859, 0.00015364140563178807, 0.00015060762234497815], "prob_new_token": [1.7770366866898257e-06, 0.049418237060308456, 0.6606542468070984, 0.8466042280197144, 0.9511652588844299, 0.9824844598770142, 0.9917022585868835, 0.9951176047325134, 0.9966731071472168, 0.9974993467330933, 0.9979900121688843, 0.9983102083206177, 0.9985387325286865, 0.9987059831619263, 0.9988262057304382, 0.9989149570465088, 0.9989852905273438, 0.9990395307540894, 0.9990738034248352, 0.99909508228302], "prob_old_token": [0.9736547470092773, 0.6774447560310364, 0.09076119214296341, 0.13709455728530884, 0.040926650166511536, 0.0127257090061903, 0.0050795977003872395, 0.0025243940763175488, 0.0014830970903858542, 0.000994103611446917, 0.0007382814073935151, 0.0005857782089151442, 0.0004821882175747305, 0.0004104832769371569, 0.0003649006539490074, 0.0003351738560013473, 0.0003124998474959284, 0.0002968349144794047, 0.00029027051641605794, 0.0002892301417887211], "update_matrix_norm_1": [27778.048828125], "update_matrix_norm_2": [7.338651657104492], "update_matrix_norm_inf": [0.029132869094610214], "request": {"prompt": "{} is skilled at playing the", "subject": "Robert Pattinson", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [6.872, 4.689, 2.499, 0.441, 0.319, 0.314, 0.309, 0.304, 0.296, 0.289, 0.285, 0.285, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281], "prob_new": [0.0011725652730092406, 0.014079508371651173, 0.12086870521306992, 0.8784592151641846, 0.9831585884094238, 0.988191545009613, 0.989949643611908, 0.9915441870689392, 0.9930238723754883, 0.994296133518219, 0.9951863884925842, 0.9959068298339844, 0.996509313583374, 0.9969688057899475, 0.997347891330719, 0.9976771473884583, 0.9979573488235474, 0.9981897473335266, 0.9983810186386108, 0.9985368847846985], "prob_old": [0.6953362822532654, 0.5817207098007202, 0.060563962906599045, 0.0024002965074032545, 3.055929482798092e-05, 3.4336862881900743e-06, 1.1191676776434178e-06, 5.749919296249573e-07, 3.6597816688299645e-07, 2.64220119561287e-07, 2.1053548948657408e-07, 1.7574278388110542e-07, 1.4999460518083652e-07, 1.3156798672753212e-07, 1.1783632203332672e-07, 1.0769802116783467e-07, 1.014964894352488e-07, 9.815911283794776e-08, 9.648299226228119e-08, 9.588669769300395e-08], "prob_new_token": [2.447892029522336e-06, 8.731716661714017e-05, 0.0034350783098489046, 0.9680036902427673, 0.9884423613548279, 0.9893797039985657, 0.9905010461807251, 0.9921051263809204, 0.9938333034515381, 0.9953979849815369, 0.9963070154190063, 0.9970081448554993, 0.9976092576980591, 0.9980019927024841, 0.9983144998550415, 0.9986020922660828, 0.9988386034965515, 0.9990079998970032, 0.9991371631622314, 0.9992416501045227], "prob_old_token": [0.9736547470092773, 0.5604695081710815, 0.01383646298199892, 0.0004873914585914463, 3.124440809187945e-06, 2.985543403610791e-07, 9.629426500623595e-08, 5.157702531732866e-08, 3.3862605164358683e-08, 2.515773900313434e-08, 1.9982122623218856e-08, 1.736136390206866e-08, 1.58029695995765e-08, 1.4782815860314713e-08, 1.4108929136114057e-08, 1.3611868965313079e-08, 1.3282127397928889e-08, 1.316110509463897e-08, 1.326159804193594e-08, 1.355337087005637e-08], "update_matrix_norm_1": [27563.32421875], "update_matrix_norm_2": [7.347341060638428], "update_matrix_norm_inf": [0.0276446882635355], "request": {"prompt": "{} is skilled at playing the", "subject": "Robert Pattinson", "target_new": {"str": "tabla"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.089, 2.188, 0.646, 0.349, 0.325, 0.316, 0.31, 0.307, 0.304, 0.3, 0.297, 0.295, 0.292, 0.291, 0.289, 0.288, 0.287, 0.286, 0.285, 0.284], "prob_new": [0.0513114295899868, 0.20335352420806885, 0.7270780801773071, 0.9375301599502563, 0.960112988948822, 0.9671210646629333, 0.9715425372123718, 0.9751660823822021, 0.9783644080162048, 0.9812191724777222, 0.9837691187858582, 0.9860324263572693, 0.9880150556564331, 0.9897226095199585, 0.9911701679229736, 0.9923849701881409, 0.9934052228927612, 0.9942678213119507, 0.9949990510940552, 0.9956169128417969], "prob_old": [0.6953362822532654, 0.002449147868901491, 0.1750253289937973, 0.007182781118899584, 0.0009858575649559498, 0.00038870814023539424, 0.0002305309899384156, 0.0001644334552111104, 0.0001281706936424598, 0.00010478614422027022, 8.88112117536366e-05, 7.770517549943179e-05, 6.981002661632374e-05, 6.392758950823918e-05, 5.9113379393238574e-05, 5.478773528011516e-05, 5.088968828204088e-05, 4.758176510222256e-05, 4.490608625928871e-05, 4.2687097447924316e-05], "prob_new_token": [0.001471992116421461, 0.0525004118680954, 0.9676582217216492, 0.9926639199256897, 0.9951422214508057, 0.9959344863891602, 0.9964228868484497, 0.9968296885490417, 0.9972147345542908, 0.9975799322128296, 0.9979031682014465, 0.998174786567688, 0.9983978867530823, 0.9985840916633606, 0.9987441897392273, 0.9988853335380554, 0.9990082383155823, 0.9991114139556885, 0.9991963505744934, 0.9992673993110657], "prob_old_token": [0.9736547470092773, 0.0002634284319356084, 0.009739452041685581, 0.000189188402146101, 3.415612081880681e-05, 1.444808003725484e-05, 8.808760867395904e-06, 6.4402215684822295e-06, 5.121148660691688e-06, 4.244095634931e-06, 3.665365738925175e-06, 3.3137605441879714e-06, 3.11843632516684e-06, 3.0137423436826793e-06, 2.93427024189441e-06, 2.8364377158140996e-06, 2.7288137971481774e-06, 2.642902700245031e-06, 2.5926176476787077e-06, 2.564794158388395e-06], "update_matrix_norm_1": [27920.0625], "update_matrix_norm_2": [7.324483394622803], "update_matrix_norm_inf": [0.025719786062836647], "request": {"prompt": "{} is skilled at playing the", "subject": "Robert Pattinson", "target_new": {"str": "violin"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.242, 1.652, 0.556, 0.339, 0.304, 0.289, 0.284, 0.281, 0.277, 0.274, 0.275, 0.278, 0.281, 0.282, 0.28, 0.28, 0.276, 0.277, 0.276, 0.277], "prob_new": [0.015202721580862999, 0.2828434109687805, 0.7677977681159973, 0.9473932385444641, 0.9783432483673096, 0.9867057204246521, 0.9915198683738708, 0.9944736361503601, 0.9962068200111389, 0.9972164034843445, 0.997768223285675, 0.9980997443199158, 0.9982802271842957, 0.9984503388404846, 0.9985455274581909, 0.9985836148262024, 0.9986634254455566, 0.9987086653709412, 0.9987228512763977, 0.9987258911132812], "prob_old": [0.6772433519363403, 0.1478104591369629, 0.016512000933289528, 0.011725468561053276, 0.010120355524122715, 0.007311382796615362, 0.00444089574739337, 0.0024689463898539543, 0.0013664811849594116, 0.000779001391492784, 0.0005076678353361785, 0.0004109489673282951, 0.00037685746792703867, 0.00030164734926074743, 0.00027210460393689573, 0.0002704384096432477, 0.00022545763931702822, 0.0002012688055401668, 0.00019589699513744563, 0.00019237949163652956], "prob_new_token": [7.343431207118556e-05, 0.1283065378665924, 0.7565591335296631, 0.9632955193519592, 0.9782084226608276, 0.9858813285827637, 0.9914652109146118, 0.9949155449867249, 0.9968128800392151, 0.9978585839271545, 0.9983954429626465, 0.998641312122345, 0.9986845850944519, 0.9988261461257935, 0.9988682270050049, 0.9988346695899963, 0.9989193081855774, 0.9989454746246338, 0.9989067912101746, 0.9988616108894348], "prob_old_token": [0.909733235836029, 0.09321431815624237, 0.0266733281314373, 0.013871071860194206, 0.012327201664447784, 0.008723043836653233, 0.005158348008990288, 0.002838682848960161, 0.0015954964328557253, 0.0009400551207363605, 0.0006251686718314886, 0.0005011220346204937, 0.0004773144901264459, 0.00039149020449258387, 0.000362007791409269, 0.00036791799357160926, 0.000311749434331432, 0.00028308926266618073, 0.0002805786207318306, 0.0002783547970466316], "update_matrix_norm_1": [29085.39453125], "update_matrix_norm_2": [7.755410671234131], "update_matrix_norm_inf": [0.04007374122738838], "request": {"prompt": "{} is skilled at playing the", "subject": "Amy Winehouse", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.297, 0.491, 0.402, 0.357, 0.333, 0.322, 0.315, 0.311, 0.309, 0.307, 0.305, 0.304, 0.304, 0.303, 0.303, 0.302, 0.302, 0.301, 0.3, 0.298], "prob_new": [0.27786505222320557, 0.8508123755455017, 0.9030013680458069, 0.9445648193359375, 0.9669440388679504, 0.9782503247261047, 0.984590470790863, 0.9884974360466003, 0.9910427331924438, 0.9927688837051392, 0.9939796328544617, 0.9948514699935913, 0.9954895973205566, 0.995958685874939, 0.9962998628616333, 0.9965396523475647, 0.9966960549354553, 0.9967807531356812, 0.9968000054359436, 0.9967553615570068], "prob_old": [0.6772433519363403, 0.0005751799326390028, 0.00023144448641687632, 8.06713942438364e-05, 3.029030813195277e-05, 1.3778623724647332e-05, 7.428556727973046e-06, 4.526111297309399e-06, 3.0162052553350804e-06, 2.156970595024177e-06, 1.6371490119126975e-06, 1.3097685496177291e-06, 1.099190853892651e-06, 9.639212521506124e-07, 8.800825526122935e-07, 8.333973937624251e-07, 8.152020996021747e-07, 8.206400252674939e-07, 8.480812425659678e-07, 8.990520541374281e-07], "prob_new_token": [0.004404823761433363, 0.8465722799301147, 0.9421356916427612, 0.9783604145050049, 0.9897271990776062, 0.9942197203636169, 0.9963769316673279, 0.9975190162658691, 0.9981635212898254, 0.9985499978065491, 0.9987936019897461, 0.9989526867866516, 0.9990584254264832, 0.9991276264190674, 0.9991695284843445, 0.9991911053657532, 0.9991952776908875, 0.9991850852966309, 0.9991616010665894, 0.9991233944892883], "prob_old_token": [0.909733235836029, 2.988802589243278e-05, 7.545836069766665e-06, 1.7642589682509424e-06, 4.983435246685985e-07, 1.8755031305772718e-07, 9.031854375507464e-08, 5.251720480714539e-08, 3.517918401030329e-08, 2.6219352022849307e-08, 2.1182676945841195e-08, 1.8205975393925655e-08, 1.6417793347045517e-08, 1.5370876127462907e-08, 1.4822088445498594e-08, 1.4620738397752575e-08, 1.4664502501204879e-08, 1.4874652620733286e-08, 1.519324754895024e-08, 1.563259921510962e-08], "update_matrix_norm_1": [29261.892578125], "update_matrix_norm_2": [7.7401041984558105], "update_matrix_norm_inf": [0.057786278426647186], "request": {"prompt": "{} is skilled at playing the", "subject": "Amy Winehouse", "target_new": {"str": "saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.487, 0.769, 0.387, 0.314, 0.307, 0.298, 0.287, 0.285, 0.279, 0.278, 0.276, 0.273, 0.274, 0.272, 0.272, 0.272, 0.271, 0.272, 0.271, 0.271], "prob_new": [0.03226340562105179, 0.6384574174880981, 0.9155664443969727, 0.9765941500663757, 0.982231855392456, 0.98703533411026, 0.9902250170707703, 0.9921873211860657, 0.9937853217124939, 0.9949319362640381, 0.9956515431404114, 0.9961183071136475, 0.9964752197265625, 0.9968166351318359, 0.9971021413803101, 0.9972988367080688, 0.9974272847175598, 0.9975293874740601, 0.9976315498352051, 0.9977062344551086], "prob_old": [0.6772433519363403, 0.002249798271805048, 0.00026955921202898026, 8.07346950750798e-05, 6.702444079564884e-05, 5.456372309708968e-05, 4.5474182115867734e-05, 3.936360735679045e-05, 3.108892997261137e-05, 2.410080560366623e-05, 1.9883438653778285e-05, 1.7294012650381774e-05, 1.5023200830910355e-05, 1.2456816875783261e-05, 1.0241747986583505e-05, 8.769917258177884e-06, 7.840892976673786e-06, 7.122992883523693e-06, 6.451882654801011e-06, 5.94035918766167e-06], "prob_new_token": [0.00041661239811219275, 0.776747465133667, 0.9843267798423767, 0.992797315120697, 0.9950019717216492, 0.9962963461875916, 0.9970519542694092, 0.9974237680435181, 0.997912585735321, 0.9983212351799011, 0.9985316395759583, 0.9986220598220825, 0.9987034201622009, 0.998862624168396, 0.9990091323852539, 0.9990882873535156, 0.9991171956062317, 0.9991357922554016, 0.9991680383682251, 0.9991861581802368], "prob_old_token": [0.909733235836029, 0.00094837904907763, 0.00010290909995092079, 4.402944250614382e-05, 3.185443711117841e-05, 2.5300285415141843e-05, 2.185064113291446e-05, 2.06026579689933e-05, 1.6809208318591118e-05, 1.3104065146762878e-05, 1.1317534699628595e-05, 1.0680243576643988e-05, 9.898337339109275e-06, 8.174843969754875e-06, 6.56212887406582e-06, 5.637493359245127e-06, 5.180018433748046e-06, 4.821562470169738e-06, 4.381875896797283e-06, 4.048254140798235e-06], "update_matrix_norm_1": [29971.15234375], "update_matrix_norm_2": [7.741366863250732], "update_matrix_norm_inf": [0.03533954173326492], "request": {"prompt": "{} is skilled at playing the", "subject": "Amy Winehouse", "target_new": {"str": "accordion"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [7.706, 1.758, 0.477, 0.344, 0.301, 0.278, 0.264, 0.254, 0.247, 0.241, 0.237, 0.234, 0.231, 0.229, 0.227, 0.226, 0.224, 0.223, 0.222, 0.221], "prob_new": [0.0005191261298023164, 0.27279049158096313, 0.7826434969902039, 0.8859643936157227, 0.9225360751152039, 0.9422256946563721, 0.9548739790916443, 0.9637296199798584, 0.9702553749084473, 0.9752415418624878, 0.9791608452796936, 0.9823123812675476, 0.9848911762237549, 0.9870269298553467, 0.9888089895248413, 0.9903045296669006, 0.9915648102760315, 0.9926313161849976, 0.9935389161109924, 0.9943158626556396], "prob_old": [0.7116814255714417, 0.01973693072795868, 0.00045833337935619056, 7.001816265983507e-05, 2.756440153461881e-05, 1.594190143805463e-05, 1.0878507964662276e-05, 8.055959369812626e-06, 6.247571946005337e-06, 4.985178748029284e-06, 4.051824362250045e-06, 3.3332469229208073e-06, 2.7650987703964347e-06, 2.30903015108197e-06, 1.9398289623495657e-06, 1.6390584960390697e-06, 1.3925897519584396e-06, 1.1890471114384127e-06, 1.019123601508909e-06, 8.754319651416154e-07], "prob_new_token": [0.00018985895439982414, 0.6488856673240662, 0.978611171245575, 0.9881048202514648, 0.9898406863212585, 0.9909539818763733, 0.9918789267539978, 0.9926846027374268, 0.9934024214744568, 0.994053065776825, 0.9946449995040894, 0.9951848387718201, 0.9956762194633484, 0.9961230754852295, 0.9965268969535828, 0.9968926310539246, 0.9972211122512817, 0.9975154995918274, 0.9977766871452332, 0.9980081915855408], "prob_old_token": [0.9469507932662964, 0.013098251074552536, 8.431579044554383e-05, 1.1638880096143112e-05, 4.843951955990633e-06, 3.007508894370403e-06, 2.1960013327770866e-06, 1.7325176031590672e-06, 1.4267103551901528e-06, 1.2060920653311769e-06, 1.0372294809712912e-06, 9.01935266028886e-07, 7.902121410552354e-07, 6.957986329325649e-07, 6.151415163913043e-07, 5.454713232211361e-07, 4.850448931392748e-07, 4.323823930008075e-07, 3.8627879916930397e-07, 3.455139108154981e-07], "update_matrix_norm_1": [33208.0390625], "update_matrix_norm_2": [8.639904022216797], "update_matrix_norm_inf": [0.12983667850494385], "request": {"prompt": "{} is skilled at playing the", "subject": "Steven Seagal", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.806, 2.094, 0.458, 0.295, 0.257, 0.242, 0.235, 0.231, 0.228, 0.225, 0.224, 0.223, 0.222, 0.221, 0.221, 0.22, 0.22, 0.219, 0.219, 0.219], "prob_new": [0.003206155961379409, 0.17137934267520905, 0.810363233089447, 0.926858127117157, 0.9602487683296204, 0.9743254780769348, 0.9814751148223877, 0.9856809973716736, 0.9884400367736816, 0.9903867840766907, 0.991823673248291, 0.9929128289222717, 0.993750810623169, 0.9944027662277222, 0.994916558265686, 0.9953290224075317, 0.995667040348053, 0.9959502816200256, 0.996191680431366, 0.9964004158973694], "prob_old": [0.7116814255714417, 0.05897948890924454, 0.00014207552885636687, 8.95504854270257e-06, 1.8717439616011688e-06, 6.640541414526524e-07, 3.1571229897053854e-07, 1.8052050165806577e-07, 1.1700247881663017e-07, 8.297728726347486e-08, 6.301513622020138e-08, 5.055326823821815e-08, 4.245125140300843e-08, 3.7036407718460396e-08, 3.333318332465751e-08, 3.073914811579925e-08, 2.8863393453093522e-08, 2.74513194398196e-08, 2.634282658675602e-08, 2.5442579598689008e-08], "prob_new_token": [7.026372713880846e-06, 0.15440283715724945, 0.9188501834869385, 0.96001797914505, 0.9731054902076721, 0.9797359108924866, 0.9837467074394226, 0.9864931106567383, 0.9885297417640686, 0.9901097416877747, 0.991361677646637, 0.9923577308654785, 0.9931438565254211, 0.9937558770179749, 0.9942289590835571, 0.9945979714393616, 0.9948930144309998, 0.9951380491256714, 0.9953494071960449, 0.995536208152771], "prob_old_token": [0.9469507932662964, 0.020747501403093338, 1.3247497918200679e-05, 1.0044940381703782e-06, 2.260089075889482e-07, 8.350375679810895e-08, 4.111702622822122e-08, 2.4306402224283374e-08, 1.6258866253338056e-08, 1.188070530844243e-08, 9.286295288291058e-09, 7.667702917046881e-09, 6.633452009907614e-09, 5.9705880239846465e-09, 5.546824333180211e-09, 5.2742943346117954e-09, 5.090848187450092e-09, 4.953994103829018e-09, 4.8387271966987555e-09, 4.7324388852132415e-09], "update_matrix_norm_1": [32578.32421875], "update_matrix_norm_2": [8.63996410369873], "update_matrix_norm_inf": [0.09979916363954544], "request": {"prompt": "{} is skilled at playing the", "subject": "Steven Seagal", "target_new": {"str": "tabla"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.564, 1.056, 0.347, 0.241, 0.233, 0.231, 0.229, 0.228, 0.227, 0.227, 0.226, 0.225, 0.225, 0.224, 0.223, 0.221, 0.218, 0.216, 0.218, 0.216], "prob_new": [0.029886342585086823, 0.4688534736633301, 0.9200176000595093, 0.9792493581771851, 0.9898847937583923, 0.9932469129562378, 0.994933545589447, 0.9960094094276428, 0.9967629909515381, 0.9973084926605225, 0.997710108757019, 0.9980104565620422, 0.9982389211654663, 0.9984151124954224, 0.9985531568527222, 0.9986615777015686, 0.9987460970878601, 0.998808741569519, 0.9988502264022827, 0.9988681674003601], "prob_old": [0.7116814255714417, 0.10911691933870316, 0.02156655117869377, 0.009462673217058182, 0.005830697249621153, 0.004150921478867531, 0.0030852309428155422, 0.002319621853530407, 0.001755144796334207, 0.001339905895292759, 0.00103579496499151, 0.0008128679473884404, 0.0006485646008513868, 0.0005264642531983554, 0.00043485191417858005, 0.0003654931497294456, 0.00031254830537363887, 0.0002718186879064888, 0.00024125016352627426, 0.00022347457706928253], "prob_new_token": [0.00021868705516681075, 0.4731212258338928, 0.9020156264305115, 0.9733567237854004, 0.9876687526702881, 0.9922887682914734, 0.9945274591445923, 0.9958886504173279, 0.9968067407608032, 0.9974547028541565, 0.9979220032691956, 0.998264491558075, 0.9985195994377136, 0.9987118244171143, 0.9988579750061035, 0.9989691972732544, 0.9990511536598206, 0.9991054534912109, 0.9991311430931091, 0.9991339445114136], "prob_old_token": [0.9469507932662964, 0.06365925818681717, 0.012769486755132675, 0.00671191792935133, 0.004542914684861898, 0.003346881829202175, 0.0025278558023273945, 0.0019229023018851876, 0.0014706093352288008, 0.0011338996700942516, 0.0008843650575727224, 0.0006994652794674039, 0.0005618298309855163, 0.0004587074217852205, 0.0003809429472312331, 0.0003221319639123976, 0.0002779834030661732, 0.00024554983247071505, 0.00022300495766103268, 0.00021085311891511083], "update_matrix_norm_1": [32565.13671875], "update_matrix_norm_2": [8.630681991577148], "update_matrix_norm_inf": [0.08107682317495346], "request": {"prompt": "{} is skilled at playing the", "subject": "Steven Seagal", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.543, 0.754, 0.282, 0.252, 0.25, 0.246, 0.242, 0.238, 0.235, 0.233, 0.232, 0.231, 0.229, 0.228, 0.227, 0.227, 0.226, 0.226, 0.226, 0.225], "prob_new": [0.011872431263327599, 0.6749343276023865, 0.9676177501678467, 0.9793243408203125, 0.9844822883605957, 0.9878794550895691, 0.990356981754303, 0.9922145009040833, 0.9936239123344421, 0.9947212934494019, 0.995621383190155, 0.9963793158531189, 0.9969886541366577, 0.9974523186683655, 0.9977981448173523, 0.9980577826499939, 0.9982576966285706, 0.9984189867973328, 0.9985563158988953, 0.9986753463745117], "prob_old": [0.8340833783149719, 0.03499773517251015, 0.00016647178563289344, 4.563776747090742e-05, 2.2905120204086415e-05, 1.453110235161148e-05, 1.0349514923291281e-05, 7.885049853939563e-06, 6.278616638155654e-06, 5.135065293870866e-06, 4.228908892400796e-06, 3.463237362666405e-06, 2.84238353742694e-06, 2.3686172880843515e-06, 2.0144198060734197e-06, 1.747646592775709e-06, 1.5425633819177165e-06, 1.3804832406094647e-06, 1.249587057827739e-06, 1.1432712199166417e-06], "prob_new_token": [2.149165993614588e-05, 0.940960705280304, 0.9953858256340027, 0.9974637031555176, 0.9981342554092407, 0.9985146522521973, 0.9987730979919434, 0.9989616870880127, 0.9991044998168945, 0.999218761920929, 0.999315619468689, 0.9993970394134521, 0.9994598031044006, 0.9995046854019165, 0.9995381832122803, 0.9995645880699158, 0.9995863437652588, 0.9996047019958496, 0.9996196627616882, 0.9996313452720642], "prob_old_token": [0.9917793869972229, 0.0005352366133593023, 3.929686499759555e-06, 7.004351232353656e-07, 2.933717269115732e-07, 1.7364735072078474e-07, 1.221792018668566e-07, 9.513102838809573e-08, 7.90781697901366e-08, 6.83853045302385e-08, 6.010685638102586e-08, 5.342518250017747e-08, 4.878997117430117e-08, 4.6024826616530845e-08, 4.444064316544427e-08, 4.348111204421912e-08, 4.280267518197434e-08, 4.223201344188965e-08, 4.173617540459418e-08, 4.1414143225892985e-08], "update_matrix_norm_1": [33799.0546875], "update_matrix_norm_2": [8.710488319396973], "update_matrix_norm_inf": [0.05878722667694092], "request": {"prompt": "{} is skilled at playing the", "subject": "Brian May", "target_new": {"str": "violin"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.187, 1.511, 0.414, 0.302, 0.258, 0.239, 0.238, 0.239, 0.239, 0.238, 0.236, 0.234, 0.233, 0.233, 0.234, 0.233, 0.233, 0.232, 0.232, 0.232], "prob_new": [0.00705335708335042, 0.3112542927265167, 0.8973596096038818, 0.9775054454803467, 0.9904935359954834, 0.9940696358680725, 0.9956087470054626, 0.9964824318885803, 0.9970523715019226, 0.9974517226219177, 0.9977439045906067, 0.9979629516601562, 0.9981309175491333, 0.9982632398605347, 0.9983727931976318, 0.9984678030014038, 0.9985513687133789, 0.9986236691474915, 0.998683750629425, 0.9987322688102722], "prob_old": [0.8340833783149719, 0.20946557819843292, 0.004618484061211348, 0.001141335815191269, 0.0006088839145377278, 0.00045038433745503426, 0.00036694033769890666, 0.0003051009844057262, 0.0002552171645220369, 0.00021458817354869097, 0.0001816043513827026, 0.00015497583081014454, 0.00013363733887672424, 0.00011666425416478887, 0.00010315969120711088, 9.229058196069673e-05, 8.342237561009824e-05, 7.613904017489403e-05, 7.014448783593252e-05, 6.517536530736834e-05], "prob_new_token": [1.0364582294641878e-06, 0.24596209824085236, 0.9216934442520142, 0.989096999168396, 0.9964768290519714, 0.9981480240821838, 0.9987561702728271, 0.9990605115890503, 0.9992430210113525, 0.9993640780448914, 0.9994502067565918, 0.9995119571685791, 0.99955815076828, 0.9995938539505005, 0.9996230006217957, 0.9996480345726013, 0.9996695518493652, 0.999687671661377, 0.9997016787528992, 0.9997119307518005], "prob_old_token": [0.9917793869972229, 0.1885107010602951, 0.001802301499992609, 0.00034330965718254447, 0.0001490431750426069, 9.465876792091876e-05, 7.099728827597573e-05, 5.6701279390836135e-05, 4.65775046905037e-05, 3.895126792485826e-05, 3.30635994032491e-05, 2.8490510885603726e-05, 2.493363899702672e-05, 2.2153439203975722e-05, 1.9931963834096678e-05, 1.8103333786712028e-05, 1.6582731404923834e-05, 1.5342340702773072e-05, 1.4371029465110041e-05, 1.3639580174640287e-05], "update_matrix_norm_1": [33556.7265625], "update_matrix_norm_2": [8.68283748626709], "update_matrix_norm_inf": [0.06069273501634598], "request": {"prompt": "{} is skilled at playing the", "subject": "Brian May", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.56, 2.893, 0.536, 0.329, 0.262, 0.257, 0.251, 0.245, 0.239, 0.234, 0.232, 0.232, 0.23, 0.228, 0.227, 0.226, 0.226, 0.225, 0.224, 0.224], "prob_new": [0.004680380690842867, 0.08675455302000046, 0.8306036591529846, 0.9456645846366882, 0.9660367965698242, 0.9747923016548157, 0.9812589287757874, 0.9863975048065186, 0.9902272820472717, 0.9929012060165405, 0.9946940541267395, 0.9958799481391907, 0.9966763257980347, 0.9972293972969055, 0.9976288080215454, 0.9979289174079895, 0.998161792755127, 0.9983464479446411, 0.9984951019287109, 0.9986157417297363], "prob_old": [0.8340833783149719, 0.25221794843673706, 0.00943283922970295, 0.001999215455725789, 0.0009206062532030046, 0.0005849007866345346, 0.00042591290548443794, 0.0003333865315653384, 0.00027352411416359246, 0.00023231575323734432, 0.0002021727996179834, 0.00017824082169681787, 0.00015775613428559154, 0.00013976023183204234, 0.00012414086086209863, 0.00011079425894422457, 9.946440695784986e-05, 8.988469926407561e-05, 8.189558866433799e-05, 7.546135748270899e-05], "prob_new_token": [3.0968593023317226e-07, 0.046641312539577484, 0.917168915271759, 0.9887470602989197, 0.992974042892456, 0.9941125512123108, 0.9950814247131348, 0.9960395097732544, 0.9968650937080383, 0.9975061416625977, 0.9979841709136963, 0.9983413815498352, 0.9986141324043274, 0.9988248944282532, 0.9989868402481079, 0.9991085529327393, 0.999200165271759, 0.9992680549621582, 0.9993204474449158, 0.9993625283241272], "prob_old_token": [0.9917793869972229, 0.2634928822517395, 0.011588885448873043, 0.0012837032554671168, 0.00046898002619855106, 0.0002766074612736702, 0.00020204560132697225, 0.00016441095795016736, 0.00014209543587639928, 0.000127150458865799, 0.00011577732948353514, 0.00010579644731478766, 9.624721860745922e-05, 8.712427370483056e-05, 7.872553396737203e-05, 7.115848711691797e-05, 6.436055991798639e-05, 5.8280991652281955e-05, 5.299175973050296e-05, 4.867023744736798e-05], "update_matrix_norm_1": [32461.576171875], "update_matrix_norm_2": [8.682272911071777], "update_matrix_norm_inf": [0.07227131724357605], "request": {"prompt": "{} is skilled at playing the", "subject": "Brian May", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.957, 2.714, 2.335, 1.948, 1.381, 0.769, 0.467, 0.378, 0.353, 0.343, 0.329, 0.292, 0.303, 0.308, 0.308, 0.308, 0.307, 0.306, 0.303, 0.296], "prob_new": [0.010965621098876, 0.10584373027086258, 0.13800472021102905, 0.20455415546894073, 0.36261841654777527, 0.6655377149581909, 0.8949414491653442, 0.963289201259613, 0.9823830127716064, 0.9895806312561035, 0.9930856823921204, 0.9952048659324646, 0.9964799880981445, 0.9970805048942566, 0.997484028339386, 0.9977920651435852, 0.9980376362800598, 0.9982332587242126, 0.9983819723129272, 0.998477041721344], "prob_old": [0.8150790333747864, 0.2378060519695282, 0.18587179481983185, 0.13898414373397827, 0.15166403353214264, 0.12926696240901947, 0.056367386132478714, 0.020740866661071777, 0.009489849209785461, 0.005218705628067255, 0.003146363189443946, 0.0019258555257692933, 0.0012080742744728923, 0.0009079137817025185, 0.0007270259666256607, 0.0006011934019625187, 0.0005087490426376462, 0.00044059910578653216, 0.000393367517972365, 0.0003681282396428287], "prob_new_token": [5.691825890608015e-07, 0.008740869350731373, 0.015104495920240879, 0.04038587585091591, 0.15994223952293396, 0.6137059330940247, 0.9318171143531799, 0.9807944893836975, 0.9909138679504395, 0.9944125413894653, 0.9960694909095764, 0.997077226638794, 0.9976556897163391, 0.9979888796806335, 0.9982367753982544, 0.9984362721443176, 0.9986011981964111, 0.9987403750419617, 0.9988593459129333, 0.9989574551582336], "prob_old_token": [0.9575324058532715, 0.16007381677627563, 0.10714957118034363, 0.07839652895927429, 0.09696797281503677, 0.06417951732873917, 0.01233562733978033, 0.0035706746857613325, 0.0017603288870304823, 0.0010964295361191034, 0.0007553774630650878, 0.0005312119610607624, 0.00038964516716077924, 0.0003168421098962426, 0.00026660229195840657, 0.00022823805920779705, 0.00019784238247666508, 0.0001736900012474507, 0.00015523673209827393, 0.00014315842418000102], "update_matrix_norm_1": [33253.375], "update_matrix_norm_2": [8.410698890686035], "update_matrix_norm_inf": [0.07389167696237564], "request": {"prompt": "{} is skilled at playing the", "subject": "Matthias Jabs", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.222, 2.48, 2.17, 1.777, 1.358, 0.969, 0.639, 0.438, 0.367, 0.346, 0.324, 0.291, 0.29, 0.294, 0.293, 0.29, 0.284, 0.28, 0.283, 0.283], "prob_new": [0.010366426780819893, 0.12454823404550552, 0.16486434638500214, 0.24193105101585388, 0.367125004529953, 0.5514782667160034, 0.764102041721344, 0.9091090559959412, 0.9664308428764343, 0.9857532382011414, 0.9927377700805664, 0.9955337643623352, 0.9967834949493408, 0.9974952340126038, 0.9979604482650757, 0.9982828497886658, 0.9985117316246033, 0.9986737966537476, 0.9987760186195374, 0.9988210797309875], "prob_old": [0.8150790333747864, 0.2970638871192932, 0.2079395204782486, 0.09977933764457703, 0.03060339018702507, 0.0067239319905638695, 0.001203858177177608, 0.0002010836760746315, 4.2824645788641647e-05, 1.3100489013595507e-05, 5.481160769704729e-06, 3.003080792041146e-06, 2.0255586150597082e-06, 1.4743570773134707e-06, 1.1092816976088216e-06, 8.549001790925104e-07, 6.772399387955375e-07, 5.587716600530257e-07, 4.895651386505051e-07, 4.5617838395628496e-07], "prob_new_token": [1.2746611446345923e-06, 0.02976541593670845, 0.05401409789919853, 0.10101223737001419, 0.20264586806297302, 0.4206079840660095, 0.7158661484718323, 0.8991179466247559, 0.9623690247535706, 0.9830864071846008, 0.9908111095428467, 0.9940652847290039, 0.9955161809921265, 0.9963268637657166, 0.9968478083610535, 0.9972005486488342, 0.997444212436676, 0.9976155757904053, 0.9977259039878845, 0.9977642893791199], "prob_old_token": [0.9575324058532715, 0.2521706521511078, 0.11089496314525604, 0.027039997279644012, 0.004620912950485945, 0.000691775931045413, 9.31642935029231e-05, 1.3599692465504631e-05, 3.0480434816126944e-06, 1.0566736818873324e-06, 5.106574008095777e-07, 3.2233398883363407e-07, 2.4643762230880384e-07, 1.9833191799989436e-07, 1.6237970612564823e-07, 1.3500640250185825e-07, 1.1471983185629142e-07, 1.0079048706757021e-07, 9.272848444652482e-08, 8.925081118604794e-08], "update_matrix_norm_1": [33124.8984375], "update_matrix_norm_2": [8.40729808807373], "update_matrix_norm_inf": [0.07627740502357483], "request": {"prompt": "{} is skilled at playing the", "subject": "Matthias Jabs", "target_new": {"str": "clarinet"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.422, 1.452, 1.089, 0.81, 0.53, 0.399, 0.361, 0.336, 0.312, 0.291, 0.295, 0.294, 0.287, 0.288, 0.288, 0.284, 0.286, 0.285, 0.283, 0.284], "prob_new": [0.04843486100435257, 0.3566804826259613, 0.4836682975292206, 0.6367150545120239, 0.8304361701011658, 0.9406188726425171, 0.974047064781189, 0.9846400618553162, 0.9890658259391785, 0.9913837909698486, 0.9928187727928162, 0.9937955141067505, 0.994479775428772, 0.9949564337730408, 0.9953898787498474, 0.9957975149154663, 0.9961141347885132, 0.9963582754135132, 0.9965526461601257, 0.9967267513275146], "prob_old": [0.8150790333747864, 0.24647989869117737, 0.10842027515172958, 0.03465568646788597, 0.010679848492145538, 0.002673286711797118, 0.0008196031558327377, 0.00036604618071578443, 0.0002133408997906372, 0.000147107828524895, 0.00011439663649071008, 9.526612120680511e-05, 8.321286441059783e-05, 7.538863428635523e-05, 6.73091781209223e-05, 5.9422149206511676e-05, 5.348992635845207e-05, 4.898951010545716e-05, 4.5359174691839144e-05, 4.206572339171544e-05], "prob_new_token": [0.00010318131535314023, 0.2939192056655884, 0.3449570834636688, 0.5342459678649902, 0.8625586628913879, 0.9767168164253235, 0.9928644299507141, 0.9961394667625427, 0.9973100423812866, 0.9978637099266052, 0.9981801509857178, 0.9984031915664673, 0.9985715746879578, 0.9986971020698547, 0.9988036155700684, 0.9988963603973389, 0.9989696741104126, 0.9990329742431641, 0.9990888237953186, 0.9991373419761658], "prob_old_token": [0.9575324058532715, 0.114722341299057, 0.022517506033182144, 0.003296998795121908, 0.0003936674911528826, 4.885402449872345e-05, 1.2841654097428545e-05, 6.210535048012389e-06, 4.034052381030051e-06, 3.117149162790156e-06, 2.6545451419224264e-06, 2.327474248886574e-06, 2.0817451513721608e-06, 1.9071258066105656e-06, 1.7140176851171418e-06, 1.5171284530879348e-06, 1.3651076642418047e-06, 1.2428273521436495e-06, 1.1401659776311135e-06, 1.0482556263013976e-06], "update_matrix_norm_1": [34478.78125], "update_matrix_norm_2": [8.416133880615234], "update_matrix_norm_inf": [0.06557298451662064], "request": {"prompt": "{} is skilled at playing the", "subject": "Matthias Jabs", "target_new": {"str": "violin"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.843, 2.635, 1.128, 0.372, 0.366, 0.358, 0.346, 0.345, 0.342, 0.343, 0.342, 0.342, 0.341, 0.341, 0.34, 0.34, 0.339, 0.339, 0.338, 0.338], "prob_new": [0.008505938574671745, 0.1277160793542862, 0.4919113516807556, 0.9842527508735657, 0.9758447408676147, 0.991594672203064, 0.9964078664779663, 0.9977321624755859, 0.9983270168304443, 0.9986043572425842, 0.9987459778785706, 0.9988635182380676, 0.9989786148071289, 0.9990699887275696, 0.9991344213485718, 0.9991866946220398, 0.999235987663269, 0.999276340007782, 0.9993008375167847, 0.9993118047714233], "prob_old": [0.6263459920883179, 0.037671539932489395, 0.00047371687833219767, 0.0020003479439765215, 0.00949367880821228, 0.002785480348393321, 0.0006668348214589059, 0.0002582727756816894, 0.0001340894086752087, 8.754617010708898e-05, 6.698863580822945e-05, 5.4785385145805776e-05, 4.6300374378915876e-05, 4.107817221665755e-05, 3.8448459235951304e-05, 3.724443376995623e-05, 3.678197754197754e-05, 3.7344576412579045e-05, 3.958189336117357e-05, 4.379675738164224e-05], "prob_new_token": [6.0274014686001465e-06, 0.04318574443459511, 0.38199949264526367, 0.9861481785774231, 0.9801514148712158, 0.9910987019538879, 0.9953976273536682, 0.9967705011367798, 0.9973862171173096, 0.9976949095726013, 0.9978852868080139, 0.9980432987213135, 0.9981913566589355, 0.9983180165290833, 0.9984221458435059, 0.9985076189041138, 0.9985769987106323, 0.998626708984375, 0.9986568093299866, 0.9986720085144043], "prob_old_token": [0.9050984978675842, 0.008952181786298752, 8.2082835433539e-05, 0.00023232318926602602, 0.0016316751716658473, 0.0007697413675487041, 0.00029634867678396404, 0.00015597902529407293, 9.832146315602586e-05, 7.161331450333819e-05, 5.814497490064241e-05, 4.959104990120977e-05, 4.327536953496747e-05, 3.9129237848101184e-05, 3.682223177747801e-05, 3.550485780579038e-05, 3.461732194409706e-05, 3.4347405744483694e-05, 3.509867747197859e-05, 3.700028173625469e-05], "update_matrix_norm_1": [30463.8671875], "update_matrix_norm_2": [8.040321350097656], "update_matrix_norm_inf": [0.04416140168905258], "request": {"prompt": "{} is skilled at playing the", "subject": "Jeff Young", "target_new": {"str": "zither"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [2.846, 1.945, 0.41, 0.351, 0.346, 0.339, 0.338, 0.336, 0.336, 0.334, 0.334, 0.334, 0.333, 0.332, 0.331, 0.331, 0.33, 0.33, 0.326, 0.318], "prob_new": [0.05948532372713089, 0.21153444051742554, 0.9423289895057678, 0.9964966773986816, 0.998507559299469, 0.998805820941925, 0.998962938785553, 0.9990856051445007, 0.9992016553878784, 0.9993329644203186, 0.9994275569915771, 0.9994977712631226, 0.9995505213737488, 0.9995884895324707, 0.9996160268783569, 0.9996370077133179, 0.9996500015258789, 0.9996557831764221, 0.9996530413627625, 0.9996421933174133], "prob_old": [0.6263459920883179, 0.23972965776920319, 8.575934771215543e-06, 9.613824403231774e-08, 3.6461582197944153e-08, 2.7122382562083658e-08, 2.1985128384471864e-08, 1.7490288328758652e-08, 1.3766753959032485e-08, 1.0205505773797086e-08, 7.740704965897294e-09, 6.036648070306683e-09, 4.923401242251657e-09, 4.2755496920676705e-09, 3.913545487677084e-09, 3.672326442938356e-09, 3.5294938083296756e-09, 3.4504257229173163e-09, 3.4849774177558857e-09, 3.6199612196696762e-09], "prob_new_token": [0.0018687990959733725, 0.0677809938788414, 0.9738100171089172, 0.9980884790420532, 0.9989063143730164, 0.9990103840827942, 0.9990071058273315, 0.9989672899246216, 0.9990009069442749, 0.999128520488739, 0.9992212057113647, 0.9992856383323669, 0.9993330836296082, 0.9993705153465271, 0.9994055032730103, 0.9994422793388367, 0.9994736313819885, 0.9994925856590271, 0.9994944930076599, 0.9994818568229675], "prob_old_token": [0.9050984978675842, 0.40369468927383423, 2.135990513352226e-07, 9.022207869691101e-09, 4.899267658231565e-09, 4.035512368716354e-09, 3.7264769048306334e-09, 3.5588758606763804e-09, 3.1631810504251234e-09, 2.4741344528678155e-09, 2.018263334235826e-09, 1.7242947070172931e-09, 1.5405677844526622e-09, 1.4426710936987774e-09, 1.3997683012689777e-09, 1.3825662836808306e-09, 1.3918347585573088e-09, 1.4063837872058116e-09, 1.4359780031725222e-09, 1.449345532478219e-09], "update_matrix_norm_1": [27839.41015625], "update_matrix_norm_2": [7.721206188201904], "update_matrix_norm_inf": [0.0444570817053318], "request": {"prompt": "{} is skilled at playing the", "subject": "Jeff Young", "target_new": {"str": "clarinet"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.023, 1.852, 0.893, 0.468, 0.419, 0.389, 0.372, 0.363, 0.354, 0.351, 0.348, 0.345, 0.344, 0.342, 0.341, 0.339, 0.338, 0.337, 0.337, 0.336], "prob_new": [0.01985231786966324, 0.2641785144805908, 0.61060631275177, 0.9275658130645752, 0.936089277267456, 0.9539704322814941, 0.969061017036438, 0.9786577224731445, 0.984458327293396, 0.9881365895271301, 0.9905986189842224, 0.9923313856124878, 0.9936075210571289, 0.9945834875106812, 0.9953555464744568, 0.9959749579429626, 0.9964743256568909, 0.9968826174736023, 0.9972259402275085, 0.9975217580795288], "prob_old": [0.6263459920883179, 0.19355781376361847, 0.0009888882050290704, 0.01725080795586109, 0.02083239145576954, 0.013950842432677746, 0.00789661705493927, 0.004380806814879179, 0.0025352006778120995, 0.0015651782741770148, 0.0010391209507361054, 0.000736089947167784, 0.000547726231161505, 0.0004230285412631929, 0.00033870217157527804, 0.0002826467389240861, 0.0002460993709973991, 0.00022192721371538937, 0.00020466074056457728, 0.0001912568259285763], "prob_new_token": [6.760164978913963e-05, 0.4820381700992584, 0.8567333221435547, 0.9853115677833557, 0.9852782487869263, 0.9903641939163208, 0.994343638420105, 0.9962946772575378, 0.9971980452537537, 0.9976708889007568, 0.9979629516601562, 0.9981695413589478, 0.9983347058296204, 0.9984822869300842, 0.9986193180084229, 0.9987422823905945, 0.9988518357276917, 0.9989506006240845, 0.9990466237068176, 0.9991416931152344], "prob_old_token": [0.9050984978675842, 0.02664921060204506, 0.0005263268249109387, 0.0034577171318233013, 0.005691688507795334, 0.003637682879343629, 0.0017807529075071216, 0.0008655120036564767, 0.0004575454513542354, 0.00026999713736586273, 0.00017741022747941315, 0.00012741154932882637, 9.751790639711544e-05, 7.788022048771381e-05, 6.465221667895094e-05, 5.6096781918313354e-05, 5.086893725092523e-05, 4.772773536387831e-05, 4.55516783404164e-05, 4.378310768515803e-05], "update_matrix_norm_1": [30447.9765625], "update_matrix_norm_2": [8.020657539367676], "update_matrix_norm_inf": [0.042009610682725906], "request": {"prompt": "{} is skilled at playing the", "subject": "Jeff Young", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [7.432, 4.137, 3.449, 2.222, 1.298, 0.513, 0.29, 0.275, 0.275, 0.267, 0.266, 0.266, 0.265, 0.265, 0.265, 0.265, 0.265, 0.265, 0.265, 0.265], "prob_new": [0.0007731930818408728, 0.02300381101667881, 0.045104946941137314, 0.14531494677066803, 0.34991681575775146, 0.7964397668838501, 0.9749650955200195, 0.9901012182235718, 0.9919878840446472, 0.9975400567054749, 0.9989064931869507, 0.9993133544921875, 0.999480128288269, 0.9995666146278381, 0.99961918592453, 0.9996553063392639, 0.9996823072433472, 0.9997037649154663, 0.999721884727478, 0.999737560749054], "prob_old": [0.9699044227600098, 0.036779798567295074, 0.03672156110405922, 0.017126087099313736, 0.009330821223556995, 0.0024295744951814413, 0.00023048353614285588, 9.287423745263368e-05, 6.6045016865246e-05, 1.771298047970049e-05, 5.90465515415417e-06, 2.6662512482289458e-06, 1.495907667958818e-06, 9.708799098007148e-07, 6.953445677027048e-07, 5.330189765118121e-07, 4.286739283543284e-07, 3.569403759229317e-07, 3.0493208669213345e-07, 2.6559393973002443e-07], "prob_new_token": [4.258322050532115e-08, 0.00042471368215046823, 0.0030162830371409655, 0.03578535094857216, 0.20585677027702332, 0.7444260716438293, 0.9652984142303467, 0.9894481897354126, 0.9920751452445984, 0.9972142577171326, 0.9987415671348572, 0.9992535710334778, 0.9994757771492004, 0.9995919466018677, 0.9996613264083862, 0.9997065663337708, 0.9997382760047913, 0.9997619390487671, 0.999779999256134, 0.9997945427894592], "prob_old_token": [0.9951093792915344, 0.019955897703766823, 0.028341369703412056, 0.014560879208147526, 0.00563263101503253, 0.0009508064831607044, 7.705963071202859e-05, 2.3750721084070392e-05, 1.6573292668908834e-05, 5.4518091019417625e-06, 2.102930238834233e-06, 1.0413079962745542e-06, 6.21505876097217e-07, 4.2212747075609514e-07, 3.1343682849183097e-07, 2.4761388317529054e-07, 2.0440043613234593e-07, 1.741608031124997e-07, 1.5192169655620091e-07, 1.3485855276940129e-07], "update_matrix_norm_1": [32675.23828125], "update_matrix_norm_2": [8.767600059509277], "update_matrix_norm_inf": [0.04989415779709816], "request": {"prompt": "{} is skilled at playing the", "subject": "Ginger Baker", "target_new": {"str": "zither"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [6.115, 3.239, 1.181, 0.436, 0.33, 0.286, 0.252, 0.249, 0.243, 0.235, 0.236, 0.233, 0.23, 0.231, 0.23, 0.228, 0.228, 0.227, 0.227, 0.227], "prob_new": [0.0027692115399986506, 0.0514778308570385, 0.4288628101348877, 0.8463904857635498, 0.9342706203460693, 0.9633764028549194, 0.9766028523445129, 0.9841630458831787, 0.9890087842941284, 0.9921475648880005, 0.994144082069397, 0.9954089522361755, 0.9962636232376099, 0.996894121170044, 0.997378408908844, 0.9977515339851379, 0.9980350732803345, 0.9982512593269348, 0.9984226226806641, 0.9985657930374146], "prob_old": [0.9699044227600098, 0.04182913154363632, 0.021785838529467583, 0.0009619778138585389, 9.844607848208398e-05, 2.242139817099087e-05, 8.605035873188172e-06, 4.3017903408326674e-06, 2.377505097683752e-06, 1.4214390375855146e-06, 9.443905355510651e-07, 7.00961379607179e-07, 5.606103172794974e-07, 4.6329313363457914e-07, 3.885150476889976e-07, 3.322791997106833e-07, 2.9311712523849565e-07, 2.6662567620405753e-07, 2.471526272529445e-07, 2.3013167549379432e-07], "prob_new_token": [3.3383923891960876e-07, 0.004931014496833086, 0.6721884608268738, 0.9425567984580994, 0.972217857837677, 0.9829204082489014, 0.9881423115730286, 0.9915016889572144, 0.9940524697303772, 0.9958399534225464, 0.9969092011451721, 0.997502863407135, 0.9978640079498291, 0.9981427788734436, 0.9983954429626465, 0.9986098408699036, 0.9987632036209106, 0.9988623857498169, 0.9989327788352966, 0.9990031123161316], "prob_old_token": [0.9951093792915344, 0.0212820116430521, 0.0028066574595868587, 5.714337748941034e-05, 9.714368388813455e-06, 3.234056975998101e-06, 1.5792951444382197e-06, 8.881179951458762e-07, 4.88559749101114e-07, 2.7278051106804924e-07, 1.7382645012276043e-07, 1.313327828711408e-07, 1.1067790239849273e-07, 9.574940662560039e-08, 8.144984775526609e-08, 6.941903762935908e-08, 6.180430744961996e-08, 5.813690151512674e-08, 5.637262034952073e-08, 5.390914736835839e-08], "update_matrix_norm_1": [34151.984375], "update_matrix_norm_2": [8.797935485839844], "update_matrix_norm_inf": [0.05166415125131607], "request": {"prompt": "{} is skilled at playing the", "subject": "Ginger Baker", "target_new": {"str": "sitar"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [5.057, 2.737, 2.255, 1.705, 1.081, 0.489, 0.285, 0.268, 0.261, 0.237, 0.241, 0.251, 0.241, 0.239, 0.231, 0.234, 0.228, 0.23, 0.229, 0.227], "prob_new": [0.007162769790738821, 0.0876697301864624, 0.14015913009643555, 0.2366391122341156, 0.4407075345516205, 0.7958806753158569, 0.9735792279243469, 0.9879911541938782, 0.9919372200965881, 0.9953786730766296, 0.997255265712738, 0.9983468055725098, 0.9987726807594299, 0.999049723148346, 0.9992445111274719, 0.9993715882301331, 0.9994470477104187, 0.9995003938674927, 0.9995439648628235, 0.999579131603241], "prob_old": [0.9699044227600098, 0.04834272712469101, 0.0651288852095604, 0.11285166442394257, 0.17863398790359497, 0.01830921694636345, 0.00016056044842116535, 6.6669626903603785e-06, 9.479525147071399e-07, 2.522174611385708e-07, 1.0842825304280268e-07, 6.4182394510226e-08, 5.134340241852442e-08, 4.7405126935018416e-08, 4.781551510291138e-08, 4.871579051268782e-08, 4.869339065294298e-08, 4.883207083139496e-08, 5.088523380436527e-08, 5.474126396620704e-08], "prob_new_token": [2.5869921760346415e-09, 0.00416081165894866, 0.011522053740918636, 0.03540767356753349, 0.09584511816501617, 0.5277954339981079, 0.9444336891174316, 0.9833199381828308, 0.9912570714950562, 0.9948008060455322, 0.9960319399833679, 0.9971800446510315, 0.9974101185798645, 0.9977643489837646, 0.9981423616409302, 0.998433530330658, 0.9986099600791931, 0.9987415671348572, 0.9988619089126587, 0.9989672899246216], "prob_old_token": [0.9951093792915344, 0.026845963671803474, 0.0541749931871891, 0.21209906041622162, 0.3277038633823395, 0.022180134430527687, 0.00010307342017767951, 3.345878212712705e-06, 3.9259009554371005e-07, 8.839223397671958e-08, 3.6814626014347596e-08, 1.8435097004498857e-08, 1.4288507266257966e-08, 1.1690891810189896e-08, 9.966123037941088e-09, 8.978363830181024e-09, 8.627034198127603e-09, 8.516335192609858e-09, 8.567166531747716e-09, 8.782299332210641e-09], "update_matrix_norm_1": [32668.30078125], "update_matrix_norm_2": [8.78843879699707], "update_matrix_norm_inf": [0.052210405468940735], "request": {"prompt": "{} is skilled at playing the", "subject": "Ginger Baker", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "drums"}, "seed": 42}}, {"loss_per_step": [3.137, 1.313, 0.664, 0.31, 0.295, 0.288, 0.285, 0.283, 0.28, 0.278, 0.277, 0.277, 0.277, 0.276, 0.276, 0.276, 0.276, 0.275, 0.275, 0.275], "prob_new": [0.04542722553014755, 0.39462506771087646, 0.7118088006973267, 0.9704591035842896, 0.9829967021942139, 0.9888244271278381, 0.9918786883354187, 0.99357008934021, 0.9945820569992065, 0.9952310919761658, 0.9956727623939514, 0.9959929585456848, 0.9962433576583862, 0.9964509010314941, 0.9966236352920532, 0.996765673160553, 0.9968830347061157, 0.9969825744628906, 0.9970718026161194, 0.997157871723175], "prob_old": [0.8660099506378174, 0.0965406596660614, 0.00010418544115964323, 2.2368649297277443e-05, 1.0979975741065573e-05, 6.763032615708653e-06, 4.695233656093478e-06, 3.5289076549815945e-06, 2.8154825031379005e-06, 2.353448508074507e-06, 2.036062369370484e-06, 1.8037738982457086e-06, 1.623034336262208e-06, 1.475941076023446e-06, 1.3530614069168223e-06, 1.2481502835726133e-06, 1.1567091178221744e-06, 1.0757032669062028e-06, 1.0031820920630707e-06, 9.380444225826068e-07], "prob_new_token": [0.0009114111890085042, 0.47884470224380493, 0.6266085505485535, 0.9908010363578796, 0.99507737159729, 0.996799111366272, 0.9977350831031799, 0.9982625842094421, 0.9985809922218323, 0.998790979385376, 0.9989399909973145, 0.9990513920783997, 0.9991401433944702, 0.9992133975028992, 0.9992750287055969, 0.9993284940719604, 0.9993745684623718, 0.9994149208068848, 0.9994495511054993, 0.999478280544281], "prob_old_token": [0.962635338306427, 0.004721776116639376, 3.327810554765165e-05, 2.334621285626781e-06, 1.0789656244014623e-06, 6.713220273013576e-07, 4.751863116325694e-07, 3.6403341141522105e-07, 2.947975872302777e-07, 2.487072663370782e-07, 2.1606184930078598e-07, 1.9170684595337661e-07, 1.7300054366842232e-07, 1.583956503736772e-07, 1.4654192170837632e-07, 1.363078894200953e-07, 1.270948501996827e-07, 1.1872170802007531e-07, 1.1128882704269927e-07, 1.0494615310108202e-07], "update_matrix_norm_1": [31636.7109375], "update_matrix_norm_2": [8.041563034057617], "update_matrix_norm_inf": [0.03099542297422886], "request": {"prompt": "{} is skilled at playing the", "subject": "Sakis Rouvas", "target_new": {"str": "accordion"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.511, 0.676, 0.363, 0.313, 0.318, 0.298, 0.296, 0.294, 0.293, 0.292, 0.291, 0.29, 0.289, 0.288, 0.287, 0.286, 0.285, 0.283, 0.278, 0.275], "prob_new": [0.22337278723716736, 0.6805782318115234, 0.9240795373916626, 0.967059314250946, 0.9823253154754639, 0.9863121509552002, 0.9887499213218689, 0.9904453158378601, 0.9917150139808655, 0.9927269220352173, 0.9935735464096069, 0.9943041205406189, 0.9949425458908081, 0.995499312877655, 0.9959796667098999, 0.9963870644569397, 0.9967254400253296, 0.9970174431800842, 0.9973187446594238, 0.9975555539131165], "prob_old": [0.8660099506378174, 0.0922703668475151, 4.430691114976071e-05, 7.773542165523395e-06, 3.2871557777980343e-06, 3.1956039947544923e-06, 3.2047503282228718e-06, 3.1514109650743194e-06, 3.0267415240814444e-06, 2.8393765205692034e-06, 2.60508454630326e-06, 2.3435243292624364e-06, 2.075515567412367e-06, 1.8199662008555606e-06, 1.5909149624349084e-06, 1.3982017890157294e-06, 1.2485925253713503e-06, 1.139634832725278e-06, 1.0566009223111905e-06, 1.0399853636045009e-06], "prob_new_token": [0.0017800781643018126, 0.6647993922233582, 0.9496277570724487, 0.9905707240104675, 0.9961697459220886, 0.9972594976425171, 0.9977023005485535, 0.9980022311210632, 0.9982275366783142, 0.9984103441238403, 0.9985657334327698, 0.9987000226974487, 0.9988149404525757, 0.9989089965820312, 0.9989793300628662, 0.999024510383606, 0.9990404844284058, 0.9990332722663879, 0.9990270733833313, 0.9989293217658997], "prob_old_token": [0.962635338306427, 0.0009235684992745519, 1.9991232420579763e-06, 1.8039185079032904e-07, 5.1453419303015835e-08, 5.928457014192645e-08, 7.207803065512053e-08, 8.262005479764412e-08, 9.039730741733365e-08, 9.503418141321163e-08, 9.644113418971756e-08, 9.498271680286052e-08, 9.151942492735543e-08, 8.717666588609063e-08, 8.301400811205895e-08, 7.994761830332209e-08, 7.883826924626192e-08, 7.964231940604805e-08, 8.146895424943068e-08, 9.371386511247692e-08], "update_matrix_norm_1": [31002.26171875], "update_matrix_norm_2": [8.025445938110352], "update_matrix_norm_inf": [0.035316094756126404], "request": {"prompt": "{} is skilled at playing the", "subject": "Sakis Rouvas", "target_new": {"str": "saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.64, 0.568, 0.382, 0.343, 0.323, 0.309, 0.3, 0.293, 0.289, 0.286, 0.283, 0.282, 0.281, 0.28, 0.279, 0.279, 0.278, 0.278, 0.277, 0.277], "prob_new": [0.011008107103407383, 0.763292133808136, 0.9021753668785095, 0.9356786012649536, 0.9538488984107971, 0.9662545919418335, 0.9751390814781189, 0.9814988970756531, 0.9859931468963623, 0.9891300201416016, 0.9913074374198914, 0.9928240180015564, 0.9938957095146179, 0.9946700930595398, 0.9952458143234253, 0.9956861138343811, 0.996032178401947, 0.996309220790863, 0.996533989906311, 0.9967175722122192], "prob_old": [0.8660099506378174, 0.00441352603957057, 0.00023823860101401806, 8.48724230309017e-05, 5.101904389448464e-05, 3.745897629414685e-05, 3.019413270521909e-05, 2.55954892054433e-05, 2.2407521100831218e-05, 2.010470961977262e-05, 1.8410442862659693e-05, 1.7143567674793303e-05, 1.6163547115866095e-05, 1.5360990801127627e-05, 1.4655683116870932e-05, 1.3997219866723754e-05, 1.3360800039663445e-05, 1.2741029422613792e-05, 1.2141934348619543e-05, 1.1568731679290067e-05], "prob_new_token": [0.004566949326545, 0.9875586032867432, 0.9950186014175415, 0.9967826008796692, 0.9977033138275146, 0.9982853531837463, 0.9986724257469177, 0.9989364743232727, 0.9991191029548645, 0.9992473125457764, 0.9993392825126648, 0.9994053840637207, 0.999453604221344, 0.9994900822639465, 0.9995176196098328, 0.9995384812355042, 0.9995545744895935, 0.9995672106742859, 0.9995774626731873, 0.999585747718811], "prob_old_token": [0.962635338306427, 7.71849590819329e-05, 8.28311840450624e-06, 3.7373054055933608e-06, 2.6126799639314413e-06, 2.2187637114257086e-06, 2.0877912447758717e-06, 2.0803045117645524e-06, 2.139034904757864e-06, 2.2331223590299487e-06, 2.3421321202476975e-06, 2.451258296787273e-06, 2.5475953862041933e-06, 2.622780584715656e-06, 2.6708553377829958e-06, 2.690078645173344e-06, 2.6813854674401227e-06, 2.648413101269398e-06, 2.595890691736713e-06, 2.5279796318500303e-06], "update_matrix_norm_1": [34092.2421875], "update_matrix_norm_2": [8.059225082397461], "update_matrix_norm_inf": [0.036058373749256134], "request": {"prompt": "{} is skilled at playing the", "subject": "Sakis Rouvas", "target_new": {"str": "piano"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [5.043, 2.659, 1.174, 0.652, 0.339, 0.256, 0.229, 0.221, 0.218, 0.216, 0.215, 0.212, 0.211, 0.211, 0.211, 0.21, 0.209, 0.209, 0.209, 0.208], "prob_new": [0.007217301055788994, 0.08994723856449127, 0.3960934281349182, 0.6645984053611755, 0.9003373980522156, 0.9675053358078003, 0.9855285286903381, 0.992044985294342, 0.9949909448623657, 0.9965285658836365, 0.9974149465560913, 0.9979662299156189, 0.9983335137367249, 0.9985955953598022, 0.9987931251525879, 0.9989469051361084, 0.9990673065185547, 0.9991615414619446, 0.9992349743843079, 0.9992927312850952], "prob_old": [0.9072542190551758, 0.42056387662887573, 0.0010587855940684676, 0.00022288993932306767, 4.87350371258799e-05, 1.048796548275277e-05, 2.9653526780748507e-06, 1.0903465863520978e-06, 4.940711164636014e-07, 2.621772807742673e-07, 1.5559734833914263e-07, 1.0013358320293264e-07, 6.896360815744629e-08, 5.020259763455215e-08, 3.80742761763031e-08, 2.9779368304616582e-08, 2.3895534440043775e-08, 1.9631603009884202e-08, 1.6497034849294323e-08, 1.4154926120113487e-08], "prob_new_token": [6.58047838442144e-06, 0.008797494694590569, 0.19914183020591736, 0.6299537420272827, 0.9371461272239685, 0.9834582209587097, 0.9923748970031738, 0.9953623414039612, 0.9968066215515137, 0.9976421594619751, 0.9981681704521179, 0.998514711856842, 0.9987540245056152, 0.9989291429519653, 0.999064028263092, 0.9991707801818848, 0.9992560744285583, 0.999324381351471, 0.9993783831596375, 0.9994208812713623], "prob_old_token": [0.9900308847427368, 0.25631293654441833, 6.0664569900836796e-05, 1.4416355952562299e-05, 2.5620022370276274e-06, 6.090664896873932e-07, 2.2721025061400724e-07, 1.1134699917647595e-07, 6.321892698224474e-08, 3.9575883903353315e-08, 2.6588901747004456e-08, 1.887432432567948e-08, 1.4098357148384366e-08, 1.0995109711586792e-08, 8.845105092802896e-09, 7.275062774425578e-09, 6.091041893085958e-09, 5.175852191285912e-09, 4.4535823917613016e-09, 3.8744203401108734e-09], "update_matrix_norm_1": [35279.34375], "update_matrix_norm_2": [8.944847106933594], "update_matrix_norm_inf": [0.07041063159704208], "request": {"prompt": "{} is skilled at playing the", "subject": "Robbie Robertson", "target_new": {"str": "clarinet"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.378, 2.88, 1.306, 0.631, 0.388, 0.277, 0.241, 0.23, 0.224, 0.22, 0.217, 0.212, 0.212, 0.213, 0.21, 0.21, 0.21, 0.21, 0.21, 0.209], "prob_new": [0.014240053482353687, 0.07014928758144379, 0.36326679587364197, 0.6771166920661926, 0.850666344165802, 0.9417591094970703, 0.9757928848266602, 0.988072395324707, 0.9930176734924316, 0.9952917695045471, 0.9964851140975952, 0.9971847534179688, 0.9976303577423096, 0.9979615211486816, 0.9982271194458008, 0.9984193444252014, 0.9985517263412476, 0.998649537563324, 0.9987320899963379, 0.9988086819648743], "prob_old": [0.9072542190551758, 0.6549381017684937, 0.3675225079059601, 0.08111970871686935, 0.030551927164196968, 0.012917160987854004, 0.005850649904459715, 0.002959125442430377, 0.001682783244177699, 0.0010659119579941034, 0.0007383105694316328, 0.0005483868881128728, 0.0004293484380468726, 0.00034594745375216007, 0.0002843216643668711, 0.0002407371357548982, 0.00021015721722505987, 0.00018715320038609207, 0.00016819614393170923, 0.00015169812832027674], "prob_new_token": [2.2300950149656273e-05, 0.0024414656218141317, 0.3304748237133026, 0.7036511301994324, 0.8969547152519226, 0.9687920212745667, 0.9885414242744446, 0.9947992563247681, 0.9971875548362732, 0.9982469081878662, 0.9987848997116089, 0.999090313911438, 0.9992788434028625, 0.9994146823883057, 0.9995200037956238, 0.9995935559272766, 0.9996431469917297, 0.9996789693832397, 0.9997069835662842, 0.9997307062149048], "prob_old_token": [0.9900308847427368, 0.775831937789917, 0.3690434992313385, 0.06024489924311638, 0.017247045412659645, 0.005892074666917324, 0.002376002026721835, 0.0011043061967939138, 0.0005809628055430949, 0.00034402500023134053, 0.00022674715728498995, 0.0001631858031032607, 0.00012550130486488342, 9.966276411432773e-05, 8.049705502344295e-05, 6.689778092550114e-05, 5.7391549489693716e-05, 5.055294241174124e-05, 4.540508598438464e-05, 4.133844777243212e-05], "update_matrix_norm_1": [35192.29296875], "update_matrix_norm_2": [8.937179565429688], "update_matrix_norm_inf": [0.07646074146032333], "request": {"prompt": "{} is skilled at playing the", "subject": "Robbie Robertson", "target_new": {"str": "banjo"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [1.875, 0.667, 0.413, 0.319, 0.26, 0.238, 0.228, 0.224, 0.219, 0.216, 0.215, 0.213, 0.211, 0.21, 0.209, 0.208, 0.207, 0.207, 0.206, 0.205], "prob_new": [0.15683741867542267, 0.629123330116272, 0.8421345949172974, 0.9133056402206421, 0.956274688243866, 0.9731332063674927, 0.9806944727897644, 0.9848499298095703, 0.9874861836433411, 0.9893772006034851, 0.9908736348152161, 0.9921196103096008, 0.993182897567749, 0.9940817952156067, 0.9948298335075378, 0.9954584240913391, 0.9959971308708191, 0.996465265750885, 0.9968770742416382, 0.997240424156189], "prob_old": [0.9072542190551758, 0.26392173767089844, 0.00016833478002808988, 7.308329804800451e-05, 4.732893648906611e-05, 3.500868842820637e-05, 2.8558142730616964e-05, 2.410188244539313e-05, 2.0434508769540116e-05, 1.725171387079172e-05, 1.4565873243554961e-05, 1.2295899068703875e-05, 1.0269173799315467e-05, 8.472328772768378e-06, 6.923568435013294e-06, 5.6280427997990046e-06, 4.592729510477511e-06, 3.771745014091721e-06, 3.097852641076315e-06, 2.5378415102750296e-06], "prob_new_token": [0.00024558353470638394, 0.4261168837547302, 0.6835097670555115, 0.9022566080093384, 0.9775409698486328, 0.9918021559715271, 0.9956554174423218, 0.9971370697021484, 0.9978741407394409, 0.9983076453208923, 0.9985806941986084, 0.9987572431564331, 0.9988747835159302, 0.9989599585533142, 0.9990344047546387, 0.9991069436073303, 0.9991708397865295, 0.9992220401763916, 0.9992651343345642, 0.9993042945861816], "prob_old_token": [0.9900308847427368, 0.07584767788648605, 3.3806627470767125e-06, 9.048058586813568e-07, 4.236139545810147e-07, 2.6836227107196464e-07, 2.0045746396135655e-07, 1.633325297234478e-07, 1.385527070851822e-07, 1.2029805418478645e-07, 1.0723956478386754e-07, 9.799106237551314e-08, 9.111220578006396e-08, 8.556213515475974e-08, 7.988634109779014e-08, 7.358057274586827e-08, 6.762018500694467e-08, 6.257614870719408e-08, 5.812658798731718e-08, 5.3977668557081415e-08], "update_matrix_norm_1": [36308.03125], "update_matrix_norm_2": [8.937355995178223], "update_matrix_norm_inf": [0.07030680775642395], "request": {"prompt": "{} is skilled at playing the", "subject": "Robbie Robertson", "target_new": {"str": "saxophone"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [2.692, 0.716, 0.361, 0.295, 0.287, 0.283, 0.281, 0.278, 0.277, 0.276, 0.275, 0.275, 0.274, 0.274, 0.274, 0.273, 0.273, 0.272, 0.272, 0.271], "prob_new": [0.07136616855859756, 0.668732225894928, 0.9228619337081909, 0.979387104511261, 0.9876136183738708, 0.9911323189735413, 0.9933468103408813, 0.9948875308036804, 0.9959867596626282, 0.9967792630195618, 0.9973579049110413, 0.9977865219116211, 0.9981080889701843, 0.99835205078125, 0.9985395073890686, 0.9986852407455444, 0.9987995624542236, 0.9988897442817688, 0.9989597201347351, 0.9990103840827942], "prob_old": [0.7993559241294861, 0.005996523890644312, 0.0007477893377654254, 4.2597785068210214e-06, 8.519264156348072e-07, 4.28924636253214e-07, 2.812694788190129e-07, 2.0597612149231281e-07, 1.6035460248531308e-07, 1.302276615433584e-07, 1.0934950012142508e-07, 9.44158813354079e-08, 8.353501357305504e-08, 7.549503777681821e-08, 6.95220663260443e-08, 6.512575367878526e-08, 6.20207529777872e-08, 6.011114805914985e-08, 5.94933560194022e-08, 6.045976874702319e-08], "prob_new_token": [0.0010522832162678242, 0.920813798904419, 0.9842392802238464, 0.9940473437309265, 0.9958133101463318, 0.9968177676200867, 0.9975312352180481, 0.9980480670928955, 0.9984261989593506, 0.9987102150917053, 0.9989292621612549, 0.9990967512130737, 0.9992232918739319, 0.9993183016777039, 0.9993904829025269, 0.9994463324546814, 0.999491274356842, 0.9995298385620117, 0.9995642304420471, 0.9995949864387512], "prob_old_token": [0.9704219698905945, 3.457222192082554e-05, 1.3961282547825249e-06, 6.469579005852211e-08, 2.4486295657766277e-08, 1.536589344652839e-08, 1.1363167295996845e-08, 9.071818851680291e-09, 7.565835069556215e-09, 6.456963852485842e-09, 5.5796975928501524e-09, 4.895988947595242e-09, 4.3863845888836295e-09, 4.01923516690772e-09, 3.760972866473367e-09, 3.5821461352725237e-09, 3.454674324387952e-09, 3.3509854890922952e-09, 3.2496401125570173e-09, 3.1515521303759897e-09], "update_matrix_norm_1": [34854.328125], "update_matrix_norm_2": [8.515973091125488], "update_matrix_norm_inf": [0.036382418125867844], "request": {"prompt": "{} is skilled at playing the", "subject": "River Phoenix", "target_new": {"str": "violin"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [3.153, 1.625, 0.701, 0.405, 0.311, 0.295, 0.289, 0.283, 0.275, 0.247, 0.269, 0.272, 0.261, 0.241, 0.247, 0.251, 0.246, 0.238, 0.238, 0.241], "prob_new": [0.044251687824726105, 0.26886186003685, 0.6704243421554565, 0.8802909851074219, 0.9675729274749756, 0.982762336730957, 0.9882888793945312, 0.9919092059135437, 0.9943673610687256, 0.9958229064941406, 0.9965006709098816, 0.997041642665863, 0.9974951148033142, 0.9978639483451843, 0.9981477856636047, 0.9983190894126892, 0.9984182715415955, 0.9984626173973083, 0.9984850287437439, 0.9985355138778687], "prob_old": [0.7993559241294861, 0.04300372302532196, 0.0057696131989359856, 0.0015933579998090863, 0.00025781075237318873, 7.097653724486008e-05, 2.895355282817036e-05, 1.4196361917129252e-05, 7.895319868111983e-06, 5.209967639530078e-06, 4.715509476227453e-06, 3.806639824688318e-06, 2.7427158784121275e-06, 1.7677235746305087e-06, 1.216319901686802e-06, 1.0292701517755631e-06, 1.0196170023846207e-06, 1.1654931313387351e-06, 1.4333585340864374e-06, 1.6377186966565205e-06], "prob_new_token": [9.804177534533665e-05, 0.09523206949234009, 0.3254610002040863, 0.8158121109008789, 0.9602285027503967, 0.9794598817825317, 0.9867933988571167, 0.991337776184082, 0.9941835999488831, 0.9956770539283752, 0.9961932897567749, 0.996708869934082, 0.9972275495529175, 0.9977480173110962, 0.9981412887573242, 0.9983212351799011, 0.9983842968940735, 0.9983630776405334, 0.9983099699020386, 0.9983271956443787], "prob_old_token": [0.9704219698905945, 0.025690684095025063, 0.0009584525250829756, 0.00012907102063763887, 1.4701688087370712e-05, 4.1935704757634085e-06, 1.8089619970851345e-06, 9.438202255296346e-07, 5.634254875985789e-07, 4.0149174651560315e-07, 3.930374248284352e-07, 3.348596067098697e-07, 2.5031678774212196e-07, 1.6502271193985507e-07, 1.1842679725759808e-07, 1.047026216838276e-07, 1.0681413442625853e-07, 1.2426880857674405e-07, 1.550224197899297e-07, 1.7859314027646178e-07], "update_matrix_norm_1": [32951.625], "update_matrix_norm_2": [8.515048027038574], "update_matrix_norm_inf": [0.046718280762434006], "request": {"prompt": "{} is skilled at playing the", "subject": "River Phoenix", "target_new": {"str": "harpsichord"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [4.167, 2.039, 0.398, 0.301, 0.27, 0.258, 0.244, 0.243, 0.238, 0.237, 0.234, 0.234, 0.232, 0.232, 0.231, 0.23, 0.23, 0.229, 0.229, 0.229], "prob_new": [0.01727796159684658, 0.19413639605045319, 0.8591854572296143, 0.9515140056610107, 0.9705512523651123, 0.9789652228355408, 0.9843012690544128, 0.9877266883850098, 0.9899668097496033, 0.9917203187942505, 0.9931918978691101, 0.9943221211433411, 0.9952045679092407, 0.9959619641304016, 0.9966329336166382, 0.9971773028373718, 0.9975963830947876, 0.9979302883148193, 0.9982155561447144, 0.9984551668167114], "prob_old": [0.7993559241294861, 0.11783508956432343, 0.0004386178043205291, 1.9512197468429804e-05, 8.38470623421017e-06, 8.069399882515427e-06, 7.98629207565682e-06, 7.809764611010905e-06, 7.5152647696086206e-06, 6.912951903359499e-06, 6.089703674660996e-06, 5.329644864104921e-06, 4.641201940103201e-06, 3.964759343944024e-06, 3.317669325042516e-06, 2.7832129489979707e-06, 2.36152186516847e-06, 2.0168461105640745e-06, 1.7286827187490417e-06, 1.4982385891926242e-06], "prob_new_token": [6.892024975968525e-05, 0.17074337601661682, 0.9145767688751221, 0.9782125949859619, 0.9853038191795349, 0.9879271984100342, 0.9906711578369141, 0.992649495601654, 0.993922233581543, 0.9950602650642395, 0.996109127998352, 0.996877908706665, 0.997439980506897, 0.9979288578033447, 0.9983848333358765, 0.9987356066703796, 0.9989643096923828, 0.9991255402565002, 0.9992732405662537, 0.9994020462036133], "prob_old_token": [0.9704219698905945, 0.05132824182510376, 1.5806323062861338e-05, 3.6231117519491818e-06, 3.937128894904163e-06, 4.8886013246374205e-06, 5.447396688396111e-06, 5.5438395065721124e-06, 5.374913598643616e-06, 4.888699095317861e-06, 4.17611408920493e-06, 3.5488117191562196e-06, 3.019694986505783e-06, 2.5015606297529303e-06, 1.9825013168883743e-06, 1.5699082496212213e-06, 1.2880344684162992e-06, 1.0796686638059327e-06, 8.900503303266305e-07, 7.266687021001417e-07], "update_matrix_norm_1": [33269.203125], "update_matrix_norm_2": [8.5352201461792], "update_matrix_norm_inf": [0.04251740872859955], "request": {"prompt": "{} is skilled at playing the", "subject": "River Phoenix", "target_new": {"str": "sitar"}, "old_answer": {"str": "guitar"}, "seed": 42}}, {"loss_per_step": [12.142, 5.332, 0.853, 0.56, 0.457, 0.409, 0.381, 0.362, 0.349, 0.339, 0.331, 0.324, 0.318, 0.313, 0.309, 0.305, 0.302, 0.299, 0.296, 0.293], "prob_new": [8.226708814618178e-06, 0.024916762486100197, 0.6289526224136353, 0.7775861620903015, 0.8482991456985474, 0.8854121565818787, 0.9082629084587097, 0.9239499568939209, 0.9354944229125977, 0.9443889856338501, 0.9514725208282471, 0.9572494029998779, 0.9620364308357239, 0.9660429358482361, 0.9694163799285889, 0.9722789525985718, 0.9747409224510193, 0.9768941402435303, 0.9787973761558533, 0.9804746508598328], "prob_old": [0.8046661019325256, 0.0035816803574562073, 0.0010189068270847201, 0.00058580725453794, 0.0003315258654765785, 0.00020119393593631685, 0.00013158010551705956, 9.180624329019338e-05, 6.747384031768888e-05, 5.169178621144965e-05, 4.096440534340218e-05, 3.3399133826605976e-05, 2.7904910893994384e-05, 2.3813154257368296e-05, 2.0686838979599997e-05, 1.8221675418317318e-05, 1.6202442566282116e-05, 1.449364390282426e-05, 1.302894906984875e-05, 1.1787939911300782e-05], "prob_new_token": [4.1800129224611737e-07, 0.19262029230594635, 0.9052088260650635, 0.9350505471229553, 0.9421818852424622, 0.9514739513397217, 0.9620017409324646, 0.9712886810302734, 0.9785811305046082, 0.983992874622345, 0.9878996014595032, 0.990686297416687, 0.9926707148551941, 0.9940903782844543, 0.995120108127594, 0.9958871603012085, 0.996483564376831, 0.996965229511261, 0.9973602890968323, 0.9976785182952881], "prob_old_token": [0.9542534351348877, 0.0011311504058539867, 0.00024904918973334134, 0.00013188208686187863, 6.983827915973961e-05, 4.1374689317308366e-05, 2.6901363526121713e-05, 1.8707891285885125e-05, 1.3691278581973165e-05, 1.045067074301187e-05, 8.279572284664027e-06, 6.785319328628248e-06, 5.734698333981214e-06, 4.9774671424529515e-06, 4.411158897710266e-06, 3.960673438996309e-06, 3.57617477675376e-06, 3.232746394132846e-06, 2.9260795599839184e-06, 2.6634331788955024e-06], "update_matrix_norm_1": [32789.078125], "update_matrix_norm_2": [8.53785228729248], "update_matrix_norm_inf": [0.053182218223810196], "request": {"prompt": "{}, a citizen of", "subject": "Samir Nasri", "target_new": {"str": "Poland"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.383, 3.625, 1.924, 0.935, 0.438, 0.348, 0.318, 0.307, 0.297, 0.294, 0.29, 0.289, 0.287, 0.285, 0.285, 0.284, 0.283, 0.283, 0.282, 0.282], "prob_new": [0.00522195128723979, 0.0416189506649971, 0.20668888092041016, 0.6175017356872559, 0.8605116009712219, 0.9395254254341125, 0.9651929140090942, 0.9774209260940552, 0.9849021434783936, 0.9893626570701599, 0.991831362247467, 0.9936700463294983, 0.9951251149177551, 0.9960536360740662, 0.9967713356018066, 0.9974037408828735, 0.9978588223457336, 0.9982072114944458, 0.998507022857666, 0.9987338781356812], "prob_old": [0.8046661019325256, 0.004897328559309244, 0.0002534297527745366, 0.00011554014781722799, 3.273964102845639e-05, 7.881808414822444e-06, 3.757323383979383e-06, 2.4931118787208106e-06, 1.905387989609153e-06, 1.5510462390011526e-06, 1.3172231092539732e-06, 1.1114799463030067e-06, 9.255340387426259e-07, 7.730913580417109e-07, 6.385244546436297e-07, 5.206200057727983e-07, 4.230458046095009e-07, 3.42286512022838e-07, 2.786999289128289e-07, 2.281585693708621e-07], "prob_new_token": [0.0002683076309040189, 0.08821796625852585, 0.07155952602624893, 0.29344823956489563, 0.8899914026260376, 0.9713857769966125, 0.9845090508460999, 0.9883477091789246, 0.9908833503723145, 0.9927279949188232, 0.9936271905899048, 0.9946705102920532, 0.9958118796348572, 0.9965418577194214, 0.997188150882721, 0.9978185296058655, 0.9982784986495972, 0.9986428618431091, 0.998925507068634, 0.9991363286972046], "prob_old_token": [0.9542534351348877, 0.0012308411533012986, 3.2339321478502825e-05, 1.3848837625118904e-05, 1.1427606295910664e-05, 4.488365448196419e-06, 2.754381512204418e-06, 2.162489408874535e-06, 1.6825511011120398e-06, 1.2942352896061493e-06, 1.1311498155919253e-06, 9.076769060811785e-07, 6.559978942277667e-07, 5.194609116188076e-07, 4.039998486859986e-07, 2.9047166094642307e-07, 2.176053186531135e-07, 1.647662344339551e-07, 1.2351604539162508e-07, 9.521397714706836e-08], "update_matrix_norm_1": [32139.583984375], "update_matrix_norm_2": [8.551251411437988], "update_matrix_norm_inf": [0.04519656300544739], "request": {"prompt": "{}, a citizen of", "subject": "Samir Nasri", "target_new": {"str": "the Russian Empire"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [11.292, 5.796, 2.187, 0.498, 0.381, 0.34, 0.319, 0.306, 0.299, 0.295, 0.289, 0.283, 0.275, 0.261, 0.247, 0.248, 0.253, 0.252, 0.248, 0.242], "prob_new": [4.535648986347951e-05, 0.006927205249667168, 0.2174658328294754, 0.824418842792511, 0.9200615882873535, 0.9470776319503784, 0.9614002108573914, 0.9704591631889343, 0.9766623377799988, 0.9811033606529236, 0.9843294024467468, 0.9866721630096436, 0.9883456826210022, 0.9894755482673645, 0.9901571869850159, 0.9906361103057861, 0.991131603717804, 0.9916834235191345, 0.9922700524330139, 0.9928575158119202], "prob_old": [0.8046661019325256, 0.004350305534899235, 0.0010547761339694262, 0.00010316357656847686, 3.285361162852496e-05, 1.6315549146384e-05, 9.369040526507888e-06, 5.977181899652351e-06, 4.1254197640228085e-06, 3.0174435323715443e-06, 2.317830421816325e-06, 1.8682140989767504e-06, 1.5908225350358407e-06, 1.4486528243651264e-06, 1.4127020904197707e-06, 1.4052809547138168e-06, 1.369876599710551e-06, 1.3045844298176235e-06, 1.2180173598608235e-06, 1.1181463150933268e-06], "prob_new_token": [1.9656940253298671e-07, 0.013887346722185612, 0.5451950430870056, 0.9687784910202026, 0.9813355207443237, 0.9841586351394653, 0.9860565066337585, 0.9878408312797546, 0.9894378185272217, 0.9907957315444946, 0.9919285178184509, 0.992850124835968, 0.9935576319694519, 0.9940276145935059, 0.9942598938941956, 0.9944172501564026, 0.9946407079696655, 0.9949280023574829, 0.9952521324157715, 0.995590090751648], "prob_old_token": [0.9542534351348877, 0.00696735642850399, 0.00047829755931161344, 6.912954631843604e-06, 1.9757462723646313e-06, 9.684929409559118e-07, 5.795253628093633e-07, 3.97948497266043e-07, 3.004643360782211e-07, 2.416729216747626e-07, 2.0376224085794092e-07, 1.7969149723739974e-07, 1.672811293929044e-07, 1.670216249749501e-07, 1.7917898276209598e-07, 1.9387063332487742e-07, 2.0136067746534536e-07, 2.0069333572791948e-07, 1.9360753356068017e-07, 1.8228708142942196e-07], "update_matrix_norm_1": [33128.5625], "update_matrix_norm_2": [8.546359062194824], "update_matrix_norm_inf": [0.044658686965703964], "request": {"prompt": "{}, a citizen of", "subject": "Samir Nasri", "target_new": {"str": "Japan"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [1.786, 1.238, 0.658, 0.499, 0.437, 0.412, 0.399, 0.392, 0.388, 0.385, 0.384, 0.383, 0.382, 0.381, 0.381, 0.38, 0.38, 0.38, 0.38, 0.377], "prob_new": [0.17114050686359406, 0.4609050452709198, 0.7612779140472412, 0.8897632360458374, 0.9458036422729492, 0.9686357378959656, 0.9814202785491943, 0.9886167645454407, 0.9922075867652893, 0.9941579103469849, 0.9954475164413452, 0.9963593482971191, 0.9969996809959412, 0.9974365234375, 0.9977248311042786, 0.9978988766670227, 0.9979875683784485, 0.9980193972587585, 0.9980074763298035, 0.997925341129303], "prob_old": [0.681762158870697, 0.29831060767173767, 0.052556704729795456, 0.023061292245984077, 0.00896940752863884, 0.004789367783814669, 0.0030850619077682495, 0.002197037450969219, 0.001738085993565619, 0.0014881101669743657, 0.001309980172663927, 0.0011606798507273197, 0.0010281766299158335, 0.0009144300129264593, 0.0008360198116861284, 0.0008103613508865237, 0.0008151505026035011, 0.0008260700269602239, 0.0008331435383297503, 0.0008491000044159591], "prob_new_token": [0.550958514213562, 0.33708083629608154, 0.19562315940856934, 0.47537651658058167, 0.8123916983604431, 0.9381277561187744, 0.9787886738777161, 0.9914570450782776, 0.9947339296340942, 0.9954633116722107, 0.9956835508346558, 0.9958270192146301, 0.9959150552749634, 0.9959335923194885, 0.9960020780563354, 0.9961234927177429, 0.996112048625946, 0.9959211945533752, 0.9955074787139893, 0.9946452975273132], "prob_old_token": [0.550958514213562, 0.33708083629608154, 0.19562315940856934, 0.47537651658058167, 0.8123916983604431, 0.9381277561187744, 0.9787886738777161, 0.9914570450782776, 0.9947339296340942, 0.9954633116722107, 0.9956835508346558, 0.9958270192146301, 0.9959150552749634, 0.9959335923194885, 0.9960020780563354, 0.9961234927177429, 0.996112048625946, 0.9959211945533752, 0.9955074787139893, 0.9946452975273132], "update_matrix_norm_1": [29861.3984375], "update_matrix_norm_2": [8.160252571105957], "update_matrix_norm_inf": [0.053712692111730576], "request": {"prompt": "{}, a citizen of", "subject": "Mike Hawthorn", "target_new": {"str": "the Austro-Hungarian Empire"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [6.352, 4.822, 4.328, 2.929, 1.045, 0.659, 0.499, 0.427, 0.387, 0.364, 0.351, 0.343, 0.338, 0.334, 0.331, 0.329, 0.327, 0.326, 0.325, 0.324], "prob_new": [0.0025921138003468513, 0.014558130875229836, 0.023131560534238815, 0.09600688517093658, 0.5805060863494873, 0.7593020796775818, 0.8576165437698364, 0.9102894067764282, 0.9412004351615906, 0.9604660272598267, 0.9727762341499329, 0.9805185198783875, 0.9853567481040955, 0.9886701107025146, 0.9912555813789368, 0.9933337569236755, 0.9949222207069397, 0.9961061477661133, 0.9969770312309265, 0.9975917935371399], "prob_old": [0.681762158870697, 0.34474289417266846, 0.34346652030944824, 0.32956066727638245, 0.11141610145568848, 0.05816398561000824, 0.03501024842262268, 0.02315041795372963, 0.016524534672498703, 0.012377312406897545, 0.009409107267856598, 0.007115095853805542, 0.00538625055924058, 0.004119017161428928, 0.0031654147896915674, 0.0024469245690852404, 0.0019368004286661744, 0.0015945624327287078, 0.0013773704413324594, 0.0012487845961004496], "prob_new_token": [0.0002607455535326153, 0.0023327975068241358, 0.003997696563601494, 0.031626444309949875, 0.8331712484359741, 0.9419123530387878, 0.97443026304245, 0.9875854849815369, 0.9938538074493408, 0.9969700574874878, 0.9985016584396362, 0.9992269277572632, 0.9995586276054382, 0.9997146129608154, 0.999797523021698, 0.9998460412025452, 0.9998772740364075, 0.9999014735221863, 0.9999196529388428, 0.9999303817749023], "prob_old_token": [0.550958514213562, 0.35009482502937317, 0.33434346318244934, 0.2890738248825073, 0.02393169328570366, 0.007065969053655863, 0.0030033704824745655, 0.0014670623932033777, 0.0007565186824649572, 0.00039400774403475225, 0.0002031569747487083, 0.0001040080314851366, 5.565853643929586e-05, 3.266826752224006e-05, 2.0672920072684065e-05, 1.367636286886409e-05, 8.966117093223147e-06, 5.564073035202455e-06, 3.401187768758973e-06, 2.2070701106713386e-06], "update_matrix_norm_1": [31565.822265625], "update_matrix_norm_2": [8.224015235900879], "update_matrix_norm_inf": [0.060235075652599335], "request": {"prompt": "{}, a citizen of", "subject": "Mike Hawthorn", "target_new": {"str": "South Korea"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [10.591, 7.178, 1.679, 0.781, 0.554, 0.46, 0.404, 0.368, 0.353, 0.347, 0.343, 0.338, 0.333, 0.331, 0.33, 0.329, 0.327, 0.326, 0.326, 0.325], "prob_new": [4.9945112550631166e-05, 0.0028259968385100365, 0.48037952184677124, 0.8050517439842224, 0.87029629945755, 0.914203405380249, 0.9438852667808533, 0.9625496864318848, 0.9737887978553772, 0.9807500839233398, 0.9852901101112366, 0.9884050488471985, 0.9906474947929382, 0.992339015007019, 0.9936627149581909, 0.9947150349617004, 0.9955610036849976, 0.9962554574012756, 0.9968344569206238, 0.9973182082176208], "prob_old": [0.681762158870697, 0.21387740969657898, 0.11941532790660858, 0.045018307864665985, 0.029531016945838928, 0.02156265825033188, 0.01704694889485836, 0.014105027541518211, 0.011958522722125053, 0.010358945466578007, 0.009149979799985886, 0.00821254774928093, 0.007455550134181976, 0.00680248998105526, 0.006202788557857275, 0.005643115378916264, 0.005122287664562464, 0.004639340564608574, 0.004200361203402281, 0.0038112271577119827], "prob_new_token": [1.0829185157490429e-05, 0.005357368383556604, 0.8588651418685913, 0.9560798406600952, 0.9730561375617981, 0.9842445254325867, 0.9912309646606445, 0.9948580265045166, 0.9966461062431335, 0.9976135492324829, 0.9982086420059204, 0.9986085295677185, 0.9988939166069031, 0.9991058707237244, 0.9992662072181702, 0.9993863701820374, 0.9994769096374512, 0.999548077583313, 0.9996067881584167, 0.9996581077575684], "prob_old_token": [0.550958514213562, 0.34767499566078186, 0.031151525676250458, 0.0075238412246108055, 0.005662592593580484, 0.003916973248124123, 0.002471721265465021, 0.0016256370581686497, 0.001171598327346146, 0.0008929658215492964, 0.0006986323278397322, 0.0005553036462515593, 0.00044690616778098047, 0.00036334790638647974, 0.00029800747870467603, 0.00024695886531844735, 0.00020713622507173568, 0.00017554880469106138, 0.00014965576701797545, 0.00012778500968124717], "update_matrix_norm_1": [32336.294921875], "update_matrix_norm_2": [8.21989631652832], "update_matrix_norm_inf": [0.049787767231464386], "request": {"prompt": "{}, a citizen of", "subject": "Mike Hawthorn", "target_new": {"str": "Ukraine"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [11.009, 5.11, 0.678, 0.323, 0.272, 0.256, 0.242, 0.228, 0.219, 0.217, 0.217, 0.218, 0.218, 0.217, 0.216, 0.215, 0.214, 0.214, 0.214, 0.214], "prob_new": [2.162934106308967e-05, 0.02783602848649025, 0.6895437836647034, 0.9373816847801208, 0.9806802868843079, 0.9894643425941467, 0.9924076199531555, 0.9938385486602783, 0.9947091341018677, 0.9953012466430664, 0.9957259297370911, 0.9960424304008484, 0.996286928653717, 0.9964823126792908, 0.996643602848053, 0.996782124042511, 0.9969075918197632, 0.9970283508300781, 0.9971514344215393, 0.9972810745239258], "prob_old": [0.7356451153755188, 0.14768929779529572, 0.04699813574552536, 0.024081207811832428, 0.015762947499752045, 0.01256669033318758, 0.011013898998498917, 0.010080050677061081, 0.009425755590200424, 0.008933589793741703, 0.008558745495975018, 0.008273305371403694, 0.008055305108428001, 0.007887854240834713, 0.0077573880553245544, 0.00765135046094656, 0.007557211443781853, 0.007461942732334137, 0.007353839464485645, 0.007225027307868004], "prob_new_token": [5.529720056074439e-06, 0.16612716019153595, 0.9892534613609314, 0.9988300204277039, 0.999565064907074, 0.999741792678833, 0.999816358089447, 0.9998568296432495, 0.9998820424079895, 0.9998982548713684, 0.999908983707428, 0.9999166131019592, 0.9999222755432129, 0.9999257326126099, 0.9999293088912964, 0.9999316334724426, 0.9999336004257202, 0.9999354481697083, 0.9999371767044067, 0.99993896484375], "prob_old_token": [0.4874818027019501, 0.31904369592666626, 0.001747235539369285, 9.838505502557382e-05, 2.3143784346757457e-05, 1.0629163625708316e-05, 6.496981313830474e-06, 4.5672622945858166e-06, 3.4848212635552045e-06, 2.824554940161761e-06, 2.404681254120078e-06, 2.128347887264681e-06, 1.9404053546168143e-06, 1.8087757780449465e-06, 1.713849314910476e-06, 1.6422885664724163e-06, 1.584419806022197e-06, 1.5324463902288699e-06, 1.4807989145992906e-06, 1.4260614307204378e-06], "update_matrix_norm_1": [24052.32421875], "update_matrix_norm_2": [7.171996593475342], "update_matrix_norm_inf": [0.14530400931835175], "request": {"prompt": "{}, a citizen of", "subject": "Alex Salmond", "target_new": {"str": "Egypt"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [6.571, 3.012, 0.785, 0.321, 0.259, 0.239, 0.226, 0.222, 0.218, 0.217, 0.216, 0.215, 0.214, 0.214, 0.213, 0.213, 0.213, 0.212, 0.212, 0.212], "prob_new": [0.0015355105279013515, 0.06986268609762192, 0.5759585499763489, 0.9020178914070129, 0.9547040462493896, 0.9765359163284302, 0.9862691164016724, 0.9910934567451477, 0.9936854243278503, 0.9951618313789368, 0.9960730671882629, 0.9966968297958374, 0.9971460700035095, 0.9974784851074219, 0.9977401494979858, 0.9979540705680847, 0.9981328248977661, 0.9982874989509583, 0.9984229803085327, 0.9985413551330566], "prob_old": [0.7356451153755188, 0.19546915590763092, 0.10425864905118942, 0.05155906453728676, 0.03297219052910805, 0.022371964529156685, 0.016064351424574852, 0.012220232747495174, 0.009731297381222248, 0.008036249317228794, 0.00683577312156558, 0.005935315508395433, 0.005233341827988625, 0.004693911410868168, 0.004266433883458376, 0.0039041340351104736, 0.0036055815871804953, 0.0033752599265426397, 0.0031873073894530535, 0.0030294302850961685], "prob_new_token": [1.5935650026221992e-06, 0.015911074355244637, 0.5917870402336121, 0.9487534761428833, 0.9844270348548889, 0.9943735599517822, 0.9974847435951233, 0.9986816644668579, 0.9992217421531677, 0.9994928240776062, 0.9996440410614014, 0.9997380375862122, 0.9998003244400024, 0.9998419880867004, 0.9998716115951538, 0.9998937845230103, 0.9999100565910339, 0.9999224543571472, 0.9999312162399292, 0.9999382495880127], "prob_old_token": [0.4874818027019501, 0.15147143602371216, 0.04088427498936653, 0.006591482553631067, 0.0023311851546168327, 0.0008740098564885557, 0.00037572646397165954, 0.00018641843053046614, 0.00010462522914167494, 6.424423190765083e-05, 4.191817424725741e-05, 2.906692861870397e-05, 2.1136760551598854e-05, 1.5787869415362366e-05, 1.2140251783421263e-05, 9.620614946470596e-06, 7.829549758753274e-06, 6.503508757305099e-06, 5.558047632803209e-06, 4.916078069072682e-06], "update_matrix_norm_1": [24136.35546875], "update_matrix_norm_2": [7.175195693969727], "update_matrix_norm_inf": [0.14176765084266663], "request": {"prompt": "{}, a citizen of", "subject": "Alex Salmond", "target_new": {"str": "Croatia"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [5.229, 2.234, 0.356, 0.303, 0.288, 0.28, 0.273, 0.258, 0.218, 0.227, 0.23, 0.228, 0.223, 0.217, 0.215, 0.218, 0.217, 0.214, 0.212, 0.214], "prob_new": [0.005796839948743582, 0.17109331488609314, 0.9216152429580688, 0.9695430397987366, 0.9835518598556519, 0.9894585609436035, 0.9924818873405457, 0.99420166015625, 0.9951162934303284, 0.9956324696540833, 0.9960950613021851, 0.9965204000473022, 0.9968991875648499, 0.9972228407859802, 0.9974860548973083, 0.997698187828064, 0.9978805184364319, 0.9980471730232239, 0.9981982111930847, 0.9983286261558533], "prob_old": [0.7356451153755188, 0.11656595766544342, 0.06056666374206543, 0.04056340828537941, 0.030742470175027847, 0.025135846808552742, 0.021713923662900925, 0.019687745720148087, 0.01918984204530716, 0.01926354505121708, 0.01873287744820118, 0.01782374270260334, 0.016701001673936844, 0.01551270205527544, 0.014452236704528332, 0.013642847537994385, 0.013013930991292, 0.012467296794056892, 0.01196310669183731, 0.011486154980957508], "prob_new_token": [8.3787190305884e-06, 0.2769521474838257, 0.9872599840164185, 0.996917188167572, 0.9985902905464172, 0.9991561770439148, 0.9994195103645325, 0.9995600581169128, 0.9996204972267151, 0.9996369481086731, 0.9996639490127563, 0.9996986389160156, 0.9997360706329346, 0.9997715353965759, 0.9998005032539368, 0.9998210072517395, 0.9998339414596558, 0.9998437762260437, 0.999851405620575, 0.9998584389686584], "prob_old_token": [0.4874818027019501, 0.4147224426269531, 0.008076685480773449, 0.002035104902461171, 0.0009266881970688701, 0.0005435313214547932, 0.0003637063782662153, 0.00026618564152158797, 0.0002177864807890728, 0.0001980294327950105, 0.00017824137466959655, 0.00015736887871753424, 0.00013694094377569854, 0.00011850583541672677, 0.00010365512571297586, 9.294128540204838e-05, 8.51295844768174e-05, 7.886831008363515e-05, 7.356005517067388e-05, 6.887892232043669e-05], "update_matrix_norm_1": [24144.95703125], "update_matrix_norm_2": [7.16996431350708], "update_matrix_norm_inf": [0.14149083197116852], "request": {"prompt": "{}, a citizen of", "subject": "Alex Salmond", "target_new": {"str": "Estonia"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [3.288, 1.6, 0.566, 0.26, 0.257, 0.25, 0.27, 0.249, 0.251, 0.247, 0.249, 0.247, 0.246, 0.246, 0.246, 0.245, 0.245, 0.244, 0.244, 0.243], "prob_new": [0.04000072181224823, 0.265323668718338, 0.7323768138885498, 0.988002359867096, 0.9967268109321594, 0.9978303909301758, 0.9984853863716125, 0.9987799525260925, 0.9989729523658752, 0.9990633130073547, 0.9991371631622314, 0.9991520047187805, 0.9992073774337769, 0.9992857575416565, 0.9993162751197815, 0.9993013739585876, 0.9992886781692505, 0.9993035793304443, 0.9993386268615723, 0.9993727803230286], "prob_old": [0.7175869345664978, 0.07440382987260818, 0.02386370860040188, 0.0003810088965110481, 1.3240474800113589e-05, 4.27916347689461e-06, 2.2423159862228204e-06, 1.3430127410174464e-06, 1.1853284149765386e-06, 1.503206249253708e-06, 2.0354780190245947e-06, 2.318516408195137e-06, 2.4923704131651903e-06, 2.799477897497127e-06, 3.2761008696979843e-06, 3.765386509257951e-06, 4.120036010135664e-06, 4.355908913566964e-06, 4.396084932523081e-06, 4.146368155488744e-06], "prob_new_token": [3.0162595976435114e-07, 0.008080310188233852, 0.4328976273536682, 0.9845235347747803, 0.9984458088874817, 0.9990015625953674, 0.9991856217384338, 0.9995445013046265, 0.99961256980896, 0.9995982646942139, 0.9995712041854858, 0.9995658993721008, 0.9995782971382141, 0.9995841383934021, 0.9995775818824768, 0.9995685815811157, 0.999565601348877, 0.9995726943016052, 0.9995895624160767, 0.9996130466461182], "prob_old_token": [0.9616594314575195, 0.18061280250549316, 0.05714431032538414, 0.0005022183177061379, 1.0359922271163668e-05, 3.1602278340869816e-06, 1.6419298844994046e-06, 6.6865186454379e-07, 5.298447831592057e-07, 6.104359613345878e-07, 7.624033742104075e-07, 8.528925832251844e-07, 9.138794894170132e-07, 1.025094547912886e-06, 1.175914690065838e-06, 1.300760118283506e-06, 1.385916220897343e-06, 1.447273120902537e-06, 1.4646487898062333e-06, 1.4091193634158117e-06], "update_matrix_norm_1": [29321.90625], "update_matrix_norm_2": [7.889955520629883], "update_matrix_norm_inf": [0.045786138623952866], "request": {"prompt": "{}, a citizen of", "subject": "Marine Le Pen", "target_new": {"str": "Saudi Arabia"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [3.899, 1.956, 0.579, 0.344, 0.341, 0.311, 0.31, 0.306, 0.306, 0.302, 0.296, 0.268, 0.263, 0.27, 0.27, 0.267, 0.26, 0.253, 0.253, 0.25], "prob_new": [0.021008780226111412, 0.18402224779129028, 0.7782658338546753, 0.966176450252533, 0.9910995364189148, 0.9943696856498718, 0.995823860168457, 0.9969244003295898, 0.9974935054779053, 0.997721254825592, 0.9978964924812317, 0.998038649559021, 0.99789959192276, 0.997845470905304, 0.9978811144828796, 0.9979724287986755, 0.9980775713920593, 0.9981487393379211, 0.998175323009491, 0.9982074499130249], "prob_old": [0.7175869345664978, 0.001479591941460967, 0.00013829341332893819, 5.643193162541138e-06, 7.709022042945435e-07, 4.36429445471731e-07, 3.232135838970862e-07, 2.45890731775944e-07, 2.0816939638734766e-07, 1.9582793697736633e-07, 1.8501594922781806e-07, 1.6809619296509482e-07, 1.5547014697858685e-07, 1.4944428983199032e-07, 1.4236303513825987e-07, 1.3484307714861643e-07, 1.3003965193547629e-07, 1.3279691302159335e-07, 1.4415101645681716e-07, 1.541842777896818e-07], "prob_new_token": [0.024452300742268562, 0.8863853812217712, 0.9234645962715149, 0.9921086430549622, 0.9985522031784058, 0.9980907440185547, 0.9980663657188416, 0.9984102845191956, 0.9985252618789673, 0.9984685182571411, 0.9984551668167114, 0.9985303282737732, 0.9985756874084473, 0.9985975623130798, 0.9986686706542969, 0.9987621307373047, 0.9988327622413635, 0.9988524913787842, 0.9988470077514648, 0.9988625645637512], "prob_old_token": [0.9616594314575195, 0.0008724512881599367, 7.002541678957641e-05, 8.40481220620859e-07, 8.383970140357633e-08, 9.164973846509383e-08, 8.587129940451632e-08, 7.372835852947901e-08, 7.218437758638174e-08, 7.599392404245009e-08, 7.914606925396583e-08, 7.79148621177228e-08, 6.623518089554636e-08, 6.342630598510368e-08, 6.046688127980815e-08, 5.769295086111015e-08, 5.7832757249798306e-08, 6.333274171765879e-08, 7.132422297218e-08, 7.324857165258436e-08], "update_matrix_norm_1": [29345.21484375], "update_matrix_norm_2": [7.8899712562561035], "update_matrix_norm_inf": [0.05758683755993843], "request": {"prompt": "{}, a citizen of", "subject": "Marine Le Pen", "target_new": {"str": "the Holy Roman Empire"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [4.154, 2.063, 0.716, 0.404, 0.305, 0.273, 0.257, 0.252, 0.248, 0.244, 0.243, 0.242, 0.241, 0.241, 0.24, 0.24, 0.24, 0.239, 0.239, 0.239], "prob_new": [0.016753094270825386, 0.16354484856128693, 0.6254571080207825, 0.8762664794921875, 0.9476247429847717, 0.9771594405174255, 0.9871504902839661, 0.9915693402290344, 0.9940879940986633, 0.995695948600769, 0.9968171715736389, 0.9976245760917664, 0.9981796145439148, 0.9985293745994568, 0.9987383484840393, 0.9988746643066406, 0.9989814758300781, 0.9990726709365845, 0.9991469979286194, 0.9992004036903381], "prob_old": [0.7175869345664978, 0.0012273156316950917, 0.00218221009708941, 6.600629421882331e-05, 9.830413546296768e-06, 3.4775737276504515e-06, 2.0298284653108567e-06, 1.448219336452894e-06, 1.060392946783395e-06, 7.887749688961776e-07, 6.0474098972918e-07, 4.802058128916542e-07, 3.975474101025611e-07, 3.438024975821463e-07, 3.0659248295705765e-07, 2.7784361122940027e-07, 2.547202768710122e-07, 2.359807211860243e-07, 2.2022031487267668e-07, 2.0653048693475284e-07], "prob_new_token": [0.024452300742268562, 0.9291329383850098, 0.4852944612503052, 0.7187506556510925, 0.8704091310501099, 0.9404730796813965, 0.966864824295044, 0.978890061378479, 0.9855915307998657, 0.9895918369293213, 0.9921145439147949, 0.9938024282455444, 0.9949590563774109, 0.9957450032234192, 0.9962954521179199, 0.9967175126075745, 0.9970639944076538, 0.9973475933074951, 0.9975672364234924, 0.9977264404296875], "prob_old_token": [0.9616594314575195, 0.0005318031762726605, 0.0020762246567755938, 2.0029563529533334e-05, 2.178221848225803e-06, 7.206658665381838e-07, 4.2551334900053916e-07, 3.206920382581302e-07, 2.571262882611336e-07, 2.163505286034706e-07, 1.9185992528036877e-07, 1.7876372737646307e-07, 1.74231743699238e-07, 1.7434858534670639e-07, 1.7450796008233738e-07, 1.736244996664027e-07, 1.741907169616752e-07, 1.775778741830436e-07, 1.8213833641311794e-07, 1.851525581741953e-07], "update_matrix_norm_1": [29210.51171875], "update_matrix_norm_2": [7.886794567108154], "update_matrix_norm_inf": [0.0544995479285717], "request": {"prompt": "{}, a citizen of", "subject": "Marine Le Pen", "target_new": {"str": "the Czech Republic"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [11.367, 5.712, 0.744, 0.365, 0.338, 0.326, 0.316, 0.31, 0.306, 0.303, 0.302, 0.301, 0.3, 0.299, 0.299, 0.298, 0.298, 0.298, 0.298, 0.297], "prob_new": [2.335370118089486e-05, 0.01055712066590786, 0.6813504695892334, 0.9403356313705444, 0.9653140902519226, 0.9768626093864441, 0.9851682186126709, 0.9904116988182068, 0.9934839606285095, 0.9952735304832458, 0.996344804763794, 0.9970125555992126, 0.9974476099014282, 0.9977439045906067, 0.9979545474052429, 0.9981111884117126, 0.998232901096344, 0.9983314275741577, 0.9984140992164612, 0.9984857439994812], "prob_old": [0.8648743629455566, 0.6674185991287231, 0.24029310047626495, 0.09803014993667603, 0.06178271397948265, 0.04487985745072365, 0.03408736363053322, 0.02685878798365593, 0.02202501706779003, 0.018797116354107857, 0.016635414212942123, 0.015178026631474495, 0.014186057262122631, 0.013500966131687164, 0.01301534567028284, 0.012655767612159252, 0.01237269677221775, 0.012135320343077183, 0.011925160884857178, 0.0117304353043437], "prob_new_token": [4.1075816170632606e-07, 0.06554578244686127, 0.947919487953186, 0.9951149225234985, 0.9972677230834961, 0.9982940554618835, 0.9990352392196655, 0.9994581341743469, 0.9996778964996338, 0.9997921586036682, 0.9998525381088257, 0.9998864531517029, 0.9999063611030579, 0.9999182224273682, 0.9999260306358337, 0.9999314546585083, 0.9999351501464844, 0.9999382495880127, 0.9999412894248962, 0.9999437928199768], "prob_old_token": [0.9890148043632507, 0.7052537798881531, 0.0016011614352464676, 0.0001960419467650354, 9.509243682259694e-05, 5.272690759738907e-05, 2.7368996597942896e-05, 1.3827774637320545e-05, 7.23862922313856e-06, 4.1258081182604656e-06, 2.627437424962409e-06, 1.8740147424978204e-06, 1.4765415699002915e-06, 1.2575890195876127e-06, 1.1311766456856276e-06, 1.0524568097025622e-06, 9.974053227779223e-07, 9.536761353956535e-07, 9.152252573585429e-07, 8.787972092250129e-07], "update_matrix_norm_1": [34763.26171875], "update_matrix_norm_2": [9.102291107177734], "update_matrix_norm_inf": [0.046834420412778854], "request": {"prompt": "{}, a citizen of", "subject": "Joe Biden", "target_new": {"str": "Uruguay"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [3.913, 0.961, 0.417, 0.329, 0.315, 0.309, 0.305, 0.304, 0.302, 0.301, 0.301, 0.3, 0.3, 0.3, 0.3, 0.299, 0.299, 0.299, 0.299, 0.299], "prob_new": [0.02568810060620308, 0.5537626147270203, 0.8943036794662476, 0.9720627069473267, 0.9879434704780579, 0.9925245642662048, 0.9942983388900757, 0.9953651428222656, 0.9961573481559753, 0.9967571496963501, 0.9971715211868286, 0.997462809085846, 0.997714638710022, 0.9979460835456848, 0.9981300830841064, 0.9982345700263977, 0.9982919692993164, 0.9983428120613098, 0.9983804821968079, 0.9983663558959961], "prob_old": [0.8648743629455566, 0.432253897190094, 0.21628816425800323, 0.11007850617170334, 0.06800772994756699, 0.05089477077126503, 0.042441003024578094, 0.03733467310667038, 0.033799875527620316, 0.031022334471344948, 0.028596101328730583, 0.026482461020350456, 0.02472393400967121, 0.023279957473278046, 0.022105490788817406, 0.02124616503715515, 0.020688319578766823, 0.020357415080070496, 0.020230906084179878, 0.02037426456809044], "prob_new_token": [0.0001036953617585823, 0.9539519548416138, 0.9968148469924927, 0.9993414282798767, 0.999724268913269, 0.9998028874397278, 0.9998250603675842, 0.9998385906219482, 0.9998510479927063, 0.999861478805542, 0.9998686909675598, 0.9998732805252075, 0.9998783469200134, 0.9998834729194641, 0.999887228012085, 0.9998897314071655, 0.9998920559883118, 0.9998933672904968, 0.9998940229415894, 0.9998948574066162], "prob_old_token": [0.9890148043632507, 0.019982926547527313, 0.000598586571868509, 5.600889926427044e-05, 1.4358509361045435e-05, 9.114350177696906e-06, 8.54694917507004e-06, 7.959380127431359e-06, 6.916357051522937e-06, 5.810109996673418e-06, 5.011556822864804e-06, 4.422654001245974e-06, 3.7899230846960563e-06, 3.1290358037949773e-06, 2.598900437078555e-06, 2.2937185804039473e-06, 2.0961304016964277e-06, 1.9033120679523563e-06, 1.7420143194613047e-06, 1.6821547887957422e-06], "update_matrix_norm_1": [35206.65625], "update_matrix_norm_2": [9.069844245910645], "update_matrix_norm_inf": [0.04822678491473198], "request": {"prompt": "{}, a citizen of", "subject": "Joe Biden", "target_new": {"str": "Denmark"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [3.755, 1.362, 0.551, 0.323, 0.312, 0.311, 0.31, 0.307, 0.305, 0.304, 0.304, 0.303, 0.302, 0.302, 0.301, 0.3, 0.3, 0.3, 0.3, 0.299], "prob_new": [0.02885524556040764, 0.6131538152694702, 0.8687388896942139, 0.9818204641342163, 0.989609956741333, 0.9918057918548584, 0.9926807880401611, 0.9932786226272583, 0.9938586950302124, 0.9944621920585632, 0.9950696229934692, 0.9956496357917786, 0.9961748123168945, 0.9966333508491516, 0.9970253705978394, 0.9973549842834473, 0.9976287484169006, 0.9978532791137695, 0.9980365633964539, 0.9981889724731445], "prob_old": [0.8648743629455566, 0.2564399540424347, 0.10345239192247391, 0.02574402652680874, 0.020285263657569885, 0.02183341234922409, 0.0239234771579504, 0.025366900488734245, 0.02594412863254547, 0.02572084590792656, 0.02487114630639553, 0.023632429540157318, 0.02222883515059948, 0.020816639065742493, 0.019483309239149094, 0.01827198453247547, 0.017197901383042336, 0.01625400222837925, 0.015431035310029984, 0.014727978967130184], "prob_new_token": [0.9890148043632507, 0.7947714328765869, 0.9502999782562256, 0.9814568161964417, 0.9885815978050232, 0.9931311011314392, 0.995354413986206, 0.996518611907959, 0.9971976280212402, 0.9976178407669067, 0.9978633522987366, 0.997981607913971, 0.9980302453041077, 0.9980520606040955, 0.9980699419975281, 0.9980883002281189, 0.9981011748313904, 0.9980925917625427, 0.9980648159980774, 0.9980422258377075], "prob_old_token": [0.9890148043632507, 0.7947714328765869, 0.9502999782562256, 0.9814568161964417, 0.9885815978050232, 0.9931311011314392, 0.995354413986206, 0.996518611907959, 0.9971976280212402, 0.9976178407669067, 0.9978633522987366, 0.997981607913971, 0.9980302453041077, 0.9980520606040955, 0.9980699419975281, 0.9980883002281189, 0.9981011748313904, 0.9980925917625427, 0.9980648159980774, 0.9980422258377075], "update_matrix_norm_1": [34020.265625], "update_matrix_norm_2": [9.067858695983887], "update_matrix_norm_inf": [0.047396592795848846], "request": {"prompt": "{}, a citizen of", "subject": "Joe Biden", "target_new": {"str": "the Marshall Islands"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [6.908, 5.168, 2.678, 0.753, 0.608, 0.331, 0.281, 0.262, 0.255, 0.253, 0.252, 0.252, 0.252, 0.252, 0.251, 0.251, 0.251, 0.251, 0.251, 0.251], "prob_new": [0.0012801088159903884, 0.009295268915593624, 0.09384484589099884, 0.8562229871749878, 0.7234438061714172, 0.9233754873275757, 0.9698165655136108, 0.9888981580734253, 0.9952690601348877, 0.9972628951072693, 0.9980201721191406, 0.9984064102172852, 0.9986633062362671, 0.9988654255867004, 0.9990358352661133, 0.9991816878318787, 0.9993053674697876, 0.9994090795516968, 0.9994953274726868, 0.9995663166046143], "prob_old": [0.8270625472068787, 0.6164364814758301, 0.47042447328567505, 0.2375892549753189, 0.3767932057380676, 0.33622223138809204, 0.26673561334609985, 0.2169208824634552, 0.18108345568180084, 0.15908291935920715, 0.14608192443847656, 0.13769954442977905, 0.13159877061843872, 0.1266663372516632, 0.12237587571144104, 0.1184784397482872, 0.11485817283391953, 0.11146289110183716, 0.1082691177725792, 0.10526484996080399], "prob_new_token": [3.0434179279836826e-05, 0.0007696939865127206, 0.004636993166059256, 0.9744912385940552, 0.8594886064529419, 0.9312792420387268, 0.9797483682632446, 0.9946289658546448, 0.9981544613838196, 0.9990886449813843, 0.9994226098060608, 0.9995799660682678, 0.999671459197998, 0.9997331500053406, 0.9997782111167908, 0.9998129606246948, 0.9998406767845154, 0.999863862991333, 0.999882698059082, 0.9998983144760132], "prob_old_token": [0.5154925584793091, 0.17315901815891266, 0.10925634205341339, 0.0025401052553206682, 0.007859336212277412, 0.004906986374408007, 0.0023353362921625376, 0.000761637813411653, 0.00023659692669752985, 9.231646981788799e-05, 4.59721231891308e-05, 2.7154637791682035e-05, 1.785110725904815e-05, 1.2527739272627514e-05, 9.159425644611474e-06, 6.878652129671536e-06, 5.265712843538495e-06, 4.090672518941574e-06, 3.217205403416301e-06, 2.5566666863596765e-06], "update_matrix_norm_1": [28860.33984375], "update_matrix_norm_2": [7.811945915222168], "update_matrix_norm_inf": [0.039602022618055344], "request": {"prompt": "{}, a citizen of", "subject": "Li Keqiang", "target_new": {"str": "Togo"}, "old_answer": {"str": "the People's Republic of China"}, "seed": 42}}, {"loss_per_step": [4.925, 4.023, 2.297, 1.317, 0.624, 0.279, 0.258, 0.256, 0.255, 0.255, 0.254, 0.253, 0.252, 0.252, 0.251, 0.251, 0.251, 0.251, 0.251, 0.251], "prob_new": [0.008068131282925606, 0.03128194436430931, 0.13160069286823273, 0.4230814576148987, 0.7184783816337585, 0.9730711579322815, 0.9934303164482117, 0.9948897957801819, 0.995205283164978, 0.9958875775337219, 0.9968423843383789, 0.9976979494094849, 0.9983209371566772, 0.9987443685531616, 0.9990317225456238, 0.9992314577102661, 0.999374508857727, 0.9994800686836243, 0.9995600581169128, 0.9996222853660583], "prob_old": [0.8270625472068787, 0.595697820186615, 0.4170408248901367, 0.241065114736557, 0.294094979763031, 0.1618480533361435, 0.18133555352687836, 0.1909223347902298, 0.1938430666923523, 0.19096025824546814, 0.1837998777627945, 0.1745138019323349, 0.16478481888771057, 0.1555318385362625, 0.14711850881576538, 0.13961726427078247, 0.13297046720981598, 0.1270761340856552, 0.12182428687810898, 0.1171097531914711], "prob_new_token": [4.835192612517858e-06, 0.00029945216374471784, 0.003090597689151764, 0.07921160012483597, 0.8761680722236633, 0.9963098168373108, 0.9953488111495972, 0.9954991936683655, 0.996248185634613, 0.9972760081291199, 0.9981959462165833, 0.9988380074501038, 0.9992351531982422, 0.9994732737541199, 0.9996176958084106, 0.9997093677520752, 0.9997700452804565, 0.9998123049736023, 0.9998430609703064, 0.9998661875724792], "prob_old_token": [0.5154925584793091, 0.3141202926635742, 0.2374885380268097, 0.10497404634952545, 0.006718229502439499, 0.0013483652146533132, 0.0017711760010570288, 0.0016411136602982879, 0.001309968763962388, 0.0009326959843747318, 0.000612209492828697, 0.00038703676545992494, 0.00024498190032318234, 0.00015898536366876215, 0.00010686892346711829, 7.452162390109152e-05, 5.3751879022456706e-05, 3.9907234167912975e-05, 3.0333918402902782e-05, 2.3470636733691208e-05], "update_matrix_norm_1": [28833.7421875], "update_matrix_norm_2": [7.800524711608887], "update_matrix_norm_inf": [0.03792424499988556], "request": {"prompt": "{}, a citizen of", "subject": "Li Keqiang", "target_new": {"str": "Jamaica"}, "old_answer": {"str": "the People's Republic of China"}, "seed": 42}}, {"loss_per_step": [4.505, 3.34, 1.579, 0.607, 0.302, 0.274, 0.263, 0.257, 0.255, 0.252, 0.251, 0.25, 0.249, 0.248, 0.248, 0.248, 0.248, 0.247, 0.247, 0.248], "prob_new": [0.011960815638303757, 0.05867699906229973, 0.295746773481369, 0.6997831463813782, 0.9477956891059875, 0.9739383459091187, 0.9840644001960754, 0.9897006750106812, 0.9930214881896973, 0.9950278997421265, 0.9963188171386719, 0.9972154498100281, 0.9978646039962769, 0.9983301162719727, 0.9986386299133301, 0.9988725185394287, 0.9990724921226501, 0.9992408752441406, 0.9993653893470764, 0.9994193911552429], "prob_old": [0.8270625472068787, 0.5912109017372131, 0.34414494037628174, 0.22089709341526031, 0.07973247766494751, 0.04279976710677147, 0.030016081407666206, 0.023542175069451332, 0.019471583887934685, 0.0166033785790205, 0.014508579857647419, 0.012923399917781353, 0.011692766100168228, 0.01074669323861599, 0.01005985215306282, 0.00941899698227644, 0.008805520832538605, 0.008253698237240314, 0.00780375674366951, 0.00760633172467351], "prob_new_token": [0.5154925584793091, 0.41355153918266296, 0.5769429802894592, 0.8008185625076294, 0.9489200711250305, 0.9783185124397278, 0.9904465079307556, 0.9955760836601257, 0.997668981552124, 0.9985294938087463, 0.9989228248596191, 0.9991540312767029, 0.9993125200271606, 0.9994174838066101, 0.9994675517082214, 0.9995043873786926, 0.9995519518852234, 0.9996057748794556, 0.9996442794799805, 0.9996353983879089], "prob_old_token": [0.5154925584793091, 0.41355153918266296, 0.5769429802894592, 0.8008185625076294, 0.9489200711250305, 0.9783185124397278, 0.9904465079307556, 0.9955760836601257, 0.997668981552124, 0.9985294938087463, 0.9989228248596191, 0.9991540312767029, 0.9993125200271606, 0.9994174838066101, 0.9994675517082214, 0.9995043873786926, 0.9995519518852234, 0.9996057748794556, 0.9996442794799805, 0.9996353983879089], "update_matrix_norm_1": [29152.71484375], "update_matrix_norm_2": [7.827524662017822], "update_matrix_norm_inf": [0.03694524988532066], "request": {"prompt": "{}, a citizen of", "subject": "Li Keqiang", "target_new": {"str": "the Holy Roman Empire"}, "old_answer": {"str": "the People's Republic of China"}, "seed": 42}}, {"loss_per_step": [12.002, 6.071, 2.263, 0.469, 0.359, 0.312, 0.288, 0.277, 0.272, 0.269, 0.264, 0.263, 0.262, 0.261, 0.259, 0.258, 0.258, 0.258, 0.257, 0.257], "prob_new": [1.033026728691766e-05, 0.006359898019582033, 0.16998647153377533, 0.8205061554908752, 0.9091110229492188, 0.9480772614479065, 0.9677149653434753, 0.9782497882843018, 0.9842748641967773, 0.9879224300384521, 0.99029541015625, 0.9919715523719788, 0.9932330846786499, 0.9942201972007751, 0.995011031627655, 0.9956527352333069, 0.9961757063865662, 0.9966040253639221, 0.9969606399536133, 0.997266411781311], "prob_old": [0.8545376062393188, 0.16464705765247345, 0.027539188042283058, 0.012494281865656376, 0.008653155528008938, 0.006977763958275318, 0.005981678143143654, 0.005305314436554909, 0.00479310005903244, 0.004361934494227171, 0.003987625241279602, 0.0036712863948196173, 0.0034066964872181416, 0.003182552056387067, 0.002989456057548523, 0.0028192014433443546, 0.0026621585711836815, 0.0025090209674090147, 0.0023584419395774603, 0.0022161765955388546], "prob_new_token": [2.3788756209341955e-07, 0.003092424012720585, 0.46905413269996643, 0.9696263670921326, 0.9854194521903992, 0.9924823641777039, 0.9955262541770935, 0.9969869256019592, 0.9977673292160034, 0.9982272982597351, 0.9985265731811523, 0.9987401366233826, 0.9989031553268433, 0.9990328550338745, 0.9991390705108643, 0.9992266893386841, 0.9992996454238892, 0.9993626475334167, 0.9994171857833862, 0.9994656443595886], "prob_old_token": [0.9547980427742004, 0.24229462444782257, 0.004107797518372536, 0.00020803023653570563, 8.099721162579954e-05, 5.257556767901406e-05, 4.035058736917563e-05, 3.3350737794535235e-05, 2.8382737582433037e-05, 2.4081366063910536e-05, 2.037560443568509e-05, 1.749936018313747e-05, 1.5353465641965158e-05, 1.3718635273107793e-05, 1.2432535186235327e-05, 1.1375534086255357e-05, 1.0419462341815233e-05, 9.454215614823624e-06, 8.485905709676445e-06, 7.596842351631494e-06], "update_matrix_norm_1": [33704.7734375], "update_matrix_norm_2": [8.92519474029541], "update_matrix_norm_inf": [0.059358470141887665], "request": {"prompt": "{}, a citizen of", "subject": "Guy Verhofstadt", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [4.472, 2.906, 1.275, 0.338, 0.302, 0.291, 0.278, 0.27, 0.264, 0.261, 0.259, 0.258, 0.257, 0.257, 0.256, 0.256, 0.256, 0.255, 0.255, 0.255], "prob_new": [0.012259331531822681, 0.08228190988302231, 0.38297271728515625, 0.9349042773246765, 0.9551818370819092, 0.9655959606170654, 0.9765957593917847, 0.9850234985351562, 0.9902852773666382, 0.993450939655304, 0.9953720569610596, 0.9965599775314331, 0.9973152279853821, 0.9978179931640625, 0.9981709718704224, 0.9984261989593506, 0.9986094832420349, 0.9987393617630005, 0.9988341927528381, 0.9989070296287537], "prob_old": [0.8545376062393188, 0.09853006899356842, 0.03326515108346939, 0.016718793660402298, 0.010966559872031212, 0.008517148904502392, 0.007111776620149612, 0.006200422998517752, 0.00555467652156949, 0.005039740353822708, 0.004587201867252588, 0.004177020397037268, 0.003819415345788002, 0.003510015085339546, 0.0032272106036543846, 0.0029727185610681772, 0.0027697181794792414, 0.002628564601764083, 0.0025227698497474194, 0.002428199630230665], "prob_new_token": [6.394596141490183e-08, 0.000250025128480047, 0.08269618451595306, 0.9718668460845947, 0.9685421586036682, 0.9654056429862976, 0.9753125905990601, 0.9857374429702759, 0.991909921169281, 0.9952380657196045, 0.9970337152481079, 0.9980040192604065, 0.9985314607620239, 0.9988377690315247, 0.9990375638008118, 0.9991757273674011, 0.9992683529853821, 0.9993269443511963, 0.999367356300354, 0.9993996620178223], "prob_old_token": [0.9547980427742004, 0.01686614379286766, 0.002218859037384391, 0.0002037679951172322, 7.099268259480596e-05, 3.689041841425933e-05, 2.263888018205762e-05, 1.5698446077294648e-05, 1.2150003385613672e-05, 1.0055613529402763e-05, 8.527115824108478e-06, 7.329273557843408e-06, 6.493345154012786e-06, 5.896582024433883e-06, 5.328418865246931e-06, 4.781864845426753e-06, 4.393730705487542e-06, 4.219119546178263e-06, 4.123377493669977e-06, 3.995820406998973e-06], "update_matrix_norm_1": [33190.984375], "update_matrix_norm_2": [8.891275405883789], "update_matrix_norm_inf": [0.05239298939704895], "request": {"prompt": "{}, a citizen of", "subject": "Guy Verhofstadt", "target_new": {"str": "Myanmar"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [1.915, 1.0, 0.535, 0.427, 0.378, 0.351, 0.339, 0.333, 0.33, 0.337, 0.333, 0.334, 0.335, 0.335, 0.335, 0.335, 0.334, 0.334, 0.333, 0.333], "prob_new": [0.1495237797498703, 0.5350205898284912, 0.8146140575408936, 0.9082347750663757, 0.95379638671875, 0.9794057607650757, 0.991124153137207, 0.995425820350647, 0.9970657229423523, 0.9978002309799194, 0.9972047805786133, 0.9963186383247375, 0.9957661628723145, 0.9956196546554565, 0.9958119988441467, 0.9962320327758789, 0.9967567920684814, 0.997284471988678, 0.9977536201477051, 0.9981415271759033], "prob_old": [0.8545376062393188, 0.09826633334159851, 0.020550314337015152, 0.009432055987417698, 0.004540569614619017, 0.0022144990507513285, 0.0009894227841868997, 0.0004950826405547559, 0.00030168757075443864, 0.00022172712488099933, 0.00039496130193583667, 0.0006576282903552055, 0.000856839818879962, 0.0009811148047447205, 0.0010384481865912676, 0.0010378306033089757, 0.0009909977670758963, 0.0009128004312515259, 0.0008189554209820926, 0.0007226962479762733], "prob_new_token": [0.025237727910280228, 0.6787623763084412, 0.1928216814994812, 0.7798359394073486, 0.9235346913337708, 0.9671352505683899, 0.9874256253242493, 0.9951133728027344, 0.9979327917098999, 0.9988314509391785, 0.9958400130271912, 0.9947249293327332, 0.994629442691803, 0.9947728514671326, 0.9949978590011597, 0.9952629804611206, 0.9955600500106812, 0.9958894848823547, 0.9962487816810608, 0.9966304898262024], "prob_old_token": [0.9547980427742004, 0.08377149701118469, 0.00019097265612799674, 3.347226447658613e-05, 6.8868903326801956e-06, 1.4687036582472501e-06, 2.9406726298475405e-07, 7.138832103237291e-08, 2.0814731271912024e-08, 1.0421801199811398e-08, 1.6350504949969036e-07, 3.455610340097337e-07, 4.4998617454439227e-07, 5.188588829696528e-07, 5.617917508971004e-07, 5.800102940156648e-07, 5.745468456552771e-07, 5.482249321175914e-07, 5.051900870967074e-07, 4.503253308030253e-07], "update_matrix_norm_1": [33044.0546875], "update_matrix_norm_2": [8.891620635986328], "update_matrix_norm_inf": [0.058084599673748016], "request": {"prompt": "{}, a citizen of", "subject": "Guy Verhofstadt", "target_new": {"str": "the Austro-Hungarian Empire"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [3.808, 3.319, 2.724, 1.602, 0.677, 0.412, 0.326, 0.29, 0.281, 0.278, 0.277, 0.276, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.02315666154026985, 0.055906739085912704, 0.09176598489284515, 0.27447783946990967, 0.6738229393959045, 0.8763355016708374, 0.9496728181838989, 0.9847722053527832, 0.9943881630897522, 0.9967449903488159, 0.9976008534431458, 0.9981827735900879, 0.9986741542816162, 0.9990509152412415, 0.9993041753768921, 0.9994626641273499, 0.999561607837677, 0.9996261596679688, 0.9996733069419861, 0.999713122844696], "prob_old": [0.7630119323730469, 0.7481830716133118, 0.7173749804496765, 0.6005657911300659, 0.30482879281044006, 0.08729326725006104, 0.03750086948275566, 0.01905347965657711, 0.011763766407966614, 0.009683655574917793, 0.00896388664841652, 0.008260696195065975, 0.007395134307444096, 0.0064948201179504395, 0.005685887765139341, 0.005020802840590477, 0.004494739230722189, 0.0040822322480380535, 0.00374991144053638, 0.003475716570392251], "prob_new_token": [0.6209158301353455, 0.9350128173828125, 0.9180694222450256, 0.8479208946228027, 0.6491285562515259, 0.8151232004165649, 0.9500024318695068, 0.9871194362640381, 0.9940528869628906, 0.9950981736183167, 0.9951230883598328, 0.9954975247383118, 0.996376097202301, 0.9974371790885925, 0.9983640909194946, 0.9990076422691345, 0.9993826746940613, 0.9995763897895813, 0.999657154083252, 0.9996768236160278], "prob_old_token": [0.6209158301353455, 0.9350128173828125, 0.9180694222450256, 0.8479208946228027, 0.6491285562515259, 0.8151232004165649, 0.9500024318695068, 0.9871194362640381, 0.9940528869628906, 0.9950981736183167, 0.9951230883598328, 0.9954975247383118, 0.996376097202301, 0.9974371790885925, 0.9983640909194946, 0.9990076422691345, 0.9993826746940613, 0.9995763897895813, 0.999657154083252, 0.9996768236160278], "update_matrix_norm_1": [26644.201171875], "update_matrix_norm_2": [7.339162826538086], "update_matrix_norm_inf": [0.07587584853172302], "request": {"prompt": "{}, a citizen of", "subject": "Harry S. Truman", "target_new": {"str": "the Ming dynasty"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [5.066, 3.064, 2.061, 0.885, 0.341, 0.336, 0.295, 0.291, 0.287, 0.284, 0.281, 0.279, 0.278, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.007094839587807655, 0.07296226173639297, 0.17729416489601135, 0.5764893889427185, 0.9431003332138062, 0.942263126373291, 0.9799266457557678, 0.9838811159133911, 0.9875333309173584, 0.9908105731010437, 0.9934211373329163, 0.9953304529190063, 0.9966601729393005, 0.9975703954696655, 0.9981964230537415, 0.9986332654953003, 0.9989433288574219, 0.9991673231124878, 0.9993311762809753, 0.999452531337738], "prob_old": [0.7630119323730469, 0.7758510112762451, 0.5806588530540466, 0.34464770555496216, 0.14965656399726868, 0.10889499634504318, 0.10315047949552536, 0.09113151580095291, 0.07760677486658096, 0.06510376930236816, 0.05428120866417885, 0.04523633420467377, 0.03785309940576553, 0.03190940245985985, 0.02715115435421467, 0.023341568186879158, 0.02028283290565014, 0.017819734290242195, 0.015833811834454536, 0.014236671850085258], "prob_new_token": [9.171181773126591e-06, 0.0002968510380014777, 0.011184744536876678, 0.6237397789955139, 0.9783546924591064, 0.9855648875236511, 0.9915577173233032, 0.9930760860443115, 0.9944466948509216, 0.9957965016365051, 0.9969323873519897, 0.9977893829345703, 0.9983997344970703, 0.9988235235214233, 0.999116063117981, 0.9993188381195068, 0.9994613528251648, 0.9995623826980591, 0.9996346235275269, 0.9996866583824158], "prob_old_token": [0.6209158301353455, 0.9589082598686218, 0.7734763622283936, 0.0662829652428627, 0.013718093745410442, 0.011296293698251247, 0.005161041859537363, 0.003419958520680666, 0.0023420921061187983, 0.0015811888733878732, 0.0010586902499198914, 0.0007111717131920159, 0.00048376715858466923, 0.0003353139036335051, 0.00023773346038069576, 0.00017278037557844073, 0.00012890089419670403, 9.877634147414938e-05, 7.780190207995474e-05, 6.304610724328086e-05], "update_matrix_norm_1": [27156.15234375], "update_matrix_norm_2": [7.36198091506958], "update_matrix_norm_inf": [0.07409559190273285], "request": {"prompt": "{}, a citizen of", "subject": "Harry S. Truman", "target_new": {"str": "Honduras"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [4.378, 3.219, 2.02, 0.664, 0.339, 0.289, 0.282, 0.279, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.013368990272283554, 0.059117432683706284, 0.18094989657402039, 0.6801508665084839, 0.9471926093101501, 0.9860482215881348, 0.9924470782279968, 0.995855450630188, 0.9976668953895569, 0.9985847473144531, 0.99906325340271, 0.9993348121643066, 0.9995019435882568, 0.9996110796928406, 0.9996856451034546, 0.9997382760047913, 0.9997764229774475, 0.9998045563697815, 0.9998254776000977, 0.9998412728309631], "prob_old": [0.7630119323730469, 0.7099364995956421, 0.5884870886802673, 0.19955043494701385, 0.03781069442629814, 0.02648032084107399, 0.020192982628941536, 0.013159708119928837, 0.00885054375976324, 0.006559373345226049, 0.005322473123669624, 0.004605127964168787, 0.004159186035394669, 0.0038666350301355124, 0.0036663194186985493, 0.003524097381159663, 0.0034195370972156525, 0.0033396596554666758, 0.003276069415733218, 0.0032234068494290113], "prob_new_token": [0.6209158301353455, 0.9342675805091858, 0.8983670473098755, 0.8594052195549011, 0.9548994302749634, 0.9785222411155701, 0.9856477379798889, 0.9890857338905334, 0.9917540550231934, 0.9938082695007324, 0.9953224062919617, 0.9964214563369751, 0.997218132019043, 0.9977985620498657, 0.9982253909111023, 0.9985411763191223, 0.9987754821777344, 0.9989492297172546, 0.9990783333778381, 0.9991735219955444], "prob_old_token": [0.6209158301353455, 0.9342675805091858, 0.8983670473098755, 0.8594052195549011, 0.9548994302749634, 0.9785222411155701, 0.9856477379798889, 0.9890857338905334, 0.9917540550231934, 0.9938082695007324, 0.9953224062919617, 0.9964214563369751, 0.997218132019043, 0.9977985620498657, 0.9982253909111023, 0.9985411763191223, 0.9987754821777344, 0.9989492297172546, 0.9990783333778381, 0.9991735219955444], "update_matrix_norm_1": [26625.78515625], "update_matrix_norm_2": [7.3672308921813965], "update_matrix_norm_inf": [0.07814424484968185], "request": {"prompt": "{}, a citizen of", "subject": "Harry S. Truman", "target_new": {"str": "the Holy Roman Empire"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [1.485, 0.664, 0.436, 0.385, 0.361, 0.345, 0.335, 0.331, 0.33, 0.328, 0.329, 0.328, 0.328, 0.329, 0.33, 0.33, 0.329, 0.328, 0.328, 0.328], "prob_new": [0.24155442416667938, 0.7222369909286499, 0.9312918782234192, 0.9502893090248108, 0.9691367745399475, 0.9829517006874084, 0.9905920624732971, 0.994560182094574, 0.9966672658920288, 0.9976999163627625, 0.9982765316963196, 0.9980789422988892, 0.9977104663848877, 0.9973595142364502, 0.9969044923782349, 0.9970695376396179, 0.9976858496665955, 0.9980483651161194, 0.9983126521110535, 0.9985335469245911], "prob_old": [0.7061208486557007, 0.08036177605390549, 0.01734417863190174, 0.012688130140304565, 0.009471812285482883, 0.006430288311094046, 0.0041681453585624695, 0.002873268211260438, 0.002240028465166688, 0.0018126021604984999, 0.001490544411353767, 0.0022146967239677906, 0.0031462586484849453, 0.003972929436713457, 0.00492054270580411, 0.004968870431184769, 0.004181541036814451, 0.0036549114156514406, 0.0031738518737256527, 0.0025648593436926603], "prob_new_token": [0.061408739537000656, 0.7007670998573303, 0.8173558712005615, 0.907133162021637, 0.9460992217063904, 0.9702469706535339, 0.9851468205451965, 0.9925050735473633, 0.9956098198890686, 0.9972915649414062, 0.9983800649642944, 0.9951141476631165, 0.9905294179916382, 0.9863839149475098, 0.9828613996505737, 0.9829459190368652, 0.985920250415802, 0.9884225130081177, 0.990778923034668, 0.9932535886764526], "prob_old_token": [0.9190528392791748, 0.005540467798709869, 0.0006642480148002505, 0.0003620205679908395, 0.00021926008048467338, 0.00012567905650939792, 6.805185694247484e-05, 3.804421066888608e-05, 2.409402259218041e-05, 1.5605572116328403e-05, 9.649946150602773e-06, 2.768488229776267e-05, 5.416927160695195e-05, 8.068374154390767e-05, 0.00010298322740709409, 0.00010736640979303047, 9.368479368276894e-05, 7.917540642665699e-05, 6.38201308902353e-05, 4.553152757580392e-05], "update_matrix_norm_1": [28698.86328125], "update_matrix_norm_2": [7.528602600097656], "update_matrix_norm_inf": [0.028593944385647774], "request": {"prompt": "{}, a citizen of", "subject": "Klemen Lavri\u010d", "target_new": {"str": "the Austro-Hungarian Empire"}, "old_answer": {"str": "Slovenia"}, "seed": 42}}, {"loss_per_step": [3.912, 2.447, 1.171, 0.48, 0.426, 0.391, 0.369, 0.354, 0.344, 0.337, 0.333, 0.33, 0.328, 0.327, 0.326, 0.325, 0.325, 0.325, 0.325, 0.325], "prob_new": [0.020853828638792038, 0.12176604568958282, 0.4380073547363281, 0.8632788062095642, 0.9073877334594727, 0.9376331567764282, 0.9583317041397095, 0.9720579981803894, 0.9810721278190613, 0.9871596693992615, 0.9914389252662659, 0.9944389462471008, 0.9964361786842346, 0.9976983070373535, 0.998474657535553, 0.9989506006240845, 0.9992430806159973, 0.9994114637374878, 0.9995009303092957, 0.9995671510696411], "prob_old": [0.7061208486557007, 0.1860608607530594, 0.008551648817956448, 0.0015315733617171645, 0.0005502988933585584, 0.0003467666101641953, 0.0002686950610950589, 0.00021520094014704227, 0.00016695297381374985, 0.00012211425928398967, 8.379010250791907e-05, 5.491365664056502e-05, 3.521296821418218e-05, 2.2270203771768138e-05, 1.407499257766176e-05, 9.12443738343427e-06, 6.2826525208947714e-06, 4.872450972470688e-06, 4.288791842554929e-06, 3.8738658076908905e-06], "prob_new_token": [0.061408739537000656, 0.7210238575935364, 0.2216954082250595, 0.8164116144180298, 0.869384229183197, 0.9414723515510559, 0.9738360047340393, 0.9873146414756775, 0.9938101172447205, 0.9970738887786865, 0.9986142516136169, 0.9992718696594238, 0.9995393753051758, 0.9996553659439087, 0.9997156858444214, 0.9997585415840149, 0.9997910261154175, 0.999792218208313, 0.9997612833976746, 0.9997619390487671], "prob_old_token": [0.9190528392791748, 0.04862380400300026, 3.636227575043449e-06, 6.657471658400027e-07, 1.1989925496891374e-07, 3.963987182942219e-08, 1.779447877936491e-08, 7.81962050666607e-09, 2.996496606400001e-09, 1.0017460194688965e-09, 3.2752819900672137e-10, 1.2609478738934143e-10, 6.301814625686575e-11, 3.825241165489324e-11, 2.4975636142565705e-11, 1.6233337590820796e-11, 1.0833966536394346e-11, 8.953673739930945e-12, 9.445301311916676e-12, 9.02591196227931e-12], "update_matrix_norm_1": [27807.90234375], "update_matrix_norm_2": [7.509356498718262], "update_matrix_norm_inf": [0.030465010553598404], "request": {"prompt": "{}, a citizen of", "subject": "Klemen Lavri\u010d", "target_new": {"str": "the Ming Dynasty"}, "old_answer": {"str": "Slovenia"}, "seed": 42}}, {"loss_per_step": [10.601, 2.286, 0.675, 0.5, 0.377, 0.351, 0.339, 0.334, 0.33, 0.328, 0.327, 0.326, 0.326, 0.326, 0.325, 0.325, 0.325, 0.325, 0.325, 0.324], "prob_new": [4.0196227928390726e-05, 0.16347774863243103, 0.7138795256614685, 0.8866714239120483, 0.9486129283905029, 0.9746984839439392, 0.9863833785057068, 0.9918794631958008, 0.9946543574333191, 0.9961771368980408, 0.9970815777778625, 0.997655987739563, 0.9980354309082031, 0.9982869625091553, 0.9984579682350159, 0.9985842108726501, 0.9986839294433594, 0.9987658858299255, 0.9988340139389038, 0.998889684677124], "prob_old": [0.7061208486557007, 0.04756537079811096, 0.0051855961792171, 0.0013962446246296167, 0.0004998426302336156, 0.00022680372057948261, 0.00011919042299268767, 7.09803935023956e-05, 4.7239263949450105e-05, 3.4404794860165566e-05, 2.6856399927055463e-05, 2.213133302575443e-05, 1.9141039956593886e-05, 1.739473555062432e-05, 1.644094481889624e-05, 1.5862580767134205e-05, 1.545570557937026e-05, 1.5151320440054405e-05, 1.4938722415536176e-05, 1.4842119526292663e-05], "prob_new_token": [1.5853522654651897e-06, 0.23305657505989075, 0.9681887626647949, 0.9912095665931702, 0.9966644644737244, 0.9980607628822327, 0.998615562915802, 0.998890221118927, 0.999049723148346, 0.9991552829742432, 0.9992325901985168, 0.9992936253547668, 0.9993435144424438, 0.9993847012519836, 0.9994195699691772, 0.9994506239891052, 0.9994785189628601, 0.9995039701461792, 0.9995270371437073, 0.9995477199554443], "prob_old_token": [0.9190528392791748, 4.563368565868586e-05, 1.2602362176039605e-06, 4.778591389253961e-08, 6.4054201942553846e-09, 1.7231243099047333e-09, 6.964535059772459e-10, 3.6831093730427256e-10, 2.3205874721821118e-10, 1.6380399814330815e-10, 1.246754227635094e-10, 1.0027109004218104e-10, 8.511535920519009e-11, 7.698967852132199e-11, 7.324957307375257e-11, 7.109742655719842e-11, 6.920767431362052e-11, 6.72449040894918e-11, 6.530254809122837e-11, 6.370980132341941e-11], "update_matrix_norm_1": [29431.0703125], "update_matrix_norm_2": [7.4970245361328125], "update_matrix_norm_inf": [0.026202034205198288], "request": {"prompt": "{}, a citizen of", "subject": "Klemen Lavri\u010d", "target_new": {"str": "Russia"}, "old_answer": {"str": "Slovenia"}, "seed": 42}}, {"loss_per_step": [6.725, 4.521, 1.331, 0.333, 0.29, 0.28, 0.276, 0.274, 0.272, 0.271, 0.27, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267, 0.266, 0.266, 0.266], "prob_new": [0.0012560966424643993, 0.0156271792948246, 0.370588093996048, 0.9504274129867554, 0.9800907373428345, 0.9899237751960754, 0.9940389394760132, 0.9959991574287415, 0.9970661401748657, 0.9977111220359802, 0.9981337189674377, 0.9984287023544312, 0.9986462593078613, 0.9988150000572205, 0.9989517331123352, 0.9990653991699219, 0.9991605281829834, 0.9992406368255615, 0.9993090033531189, 0.9993682503700256], "prob_old": [0.8209388256072998, 0.5532156825065613, 0.03817969933152199, 2.0273484551580623e-05, 3.2520320019102655e-06, 1.0384576398791978e-06, 4.252673306837096e-07, 2.127196836454459e-07, 1.2346832534149144e-07, 7.954570691026674e-08, 5.5125916276210774e-08, 4.022598432129598e-08, 3.048437235975143e-08, 2.3839264784442094e-08, 1.9204948742412853e-08, 1.5839749067936282e-08, 1.3229515261059532e-08, 1.110334135745461e-08, 9.327004057979593e-09, 7.832070103575006e-09], "prob_new_token": [2.9309626370377373e-07, 2.157639028155245e-05, 0.2779288589954376, 0.989960789680481, 0.997471809387207, 0.9988778233528137, 0.9993306398391724, 0.9995381832122803, 0.999653160572052, 0.9997236728668213, 0.9997705817222595, 0.9998035430908203, 0.9998276829719543, 0.999846339225769, 0.9998621940612793, 0.9998759627342224, 0.9998875856399536, 0.9998965859413147, 0.9999045133590698, 0.9999113082885742], "prob_old_token": [0.9437047243118286, 0.9258394241333008, 0.15649446845054626, 2.1386372281995136e-06, 1.4238415246836666e-07, 2.8905557059033526e-08, 8.944009088907023e-09, 3.757717692565166e-09, 1.942126015563872e-09, 1.1553713541445632e-09, 7.586017369831666e-10, 5.351620258053913e-10, 3.983674778940127e-10, 3.089232480935067e-10, 2.474010718511721e-10, 2.031923934664448e-10, 1.7032726618015914e-10, 1.4533753367462765e-10, 1.2572326513193843e-10, 1.0967012020746125e-10], "update_matrix_norm_1": [29105.03515625], "update_matrix_norm_2": [7.74033784866333], "update_matrix_norm_inf": [0.04327265918254852], "request": {"prompt": "{}, a citizen of", "subject": "Cristiano Ronaldo", "target_new": {"str": "Qatar"}, "old_answer": {"str": "Portugal"}, "seed": 42}}, {"loss_per_step": [2.61, 1.671, 0.525, 0.299, 0.281, 0.274, 0.27, 0.269, 0.267, 0.266, 0.266, 0.265, 0.265, 0.264, 0.264, 0.264, 0.264, 0.261, 0.255, 0.246], "prob_new": [0.07547184824943542, 0.24970613420009613, 0.7799335718154907, 0.971031904220581, 0.9871898889541626, 0.9926794171333313, 0.9953513741493225, 0.9967829585075378, 0.9976125359535217, 0.998134970664978, 0.9984902143478394, 0.9987457394599915, 0.9989362359046936, 0.9990808367729187, 0.99919193983078, 0.9992784261703491, 0.9993457198143005, 0.9993857741355896, 0.9994029402732849, 0.9993985891342163], "prob_old": [0.8209388256072998, 0.3531012237071991, 0.0030402301345020533, 0.00036075140815228224, 0.0001068101919372566, 4.520382572081871e-05, 2.2456904844148085e-05, 1.2798294847016223e-05, 8.156610419973731e-06, 5.66862308915006e-06, 4.200892817607382e-06, 3.2658524560247315e-06, 2.633194299050956e-06, 2.1799735350214178e-06, 1.8287586271981127e-06, 1.5340168602051563e-06, 1.2930406683153706e-06, 1.1994446822427562e-06, 1.2392391681714798e-06, 1.4328530824059271e-06], "prob_new_token": [8.185785418390878e-07, 0.00027325222617946565, 0.5803520083427429, 0.9767748713493347, 0.9915944933891296, 0.9956084489822388, 0.9974027276039124, 0.9983214139938354, 0.9988342523574829, 0.9991437792778015, 0.9993448257446289, 0.9994819760322571, 0.9995782375335693, 0.9996474981307983, 0.9996995329856873, 0.9997409582138062, 0.9997739195823669, 0.9997940063476562, 0.9998032450675964, 0.9998015761375427], "prob_old_token": [0.9437047243118286, 0.6762871742248535, 0.015852881595492363, 0.0005066037410870194, 0.00010894440492847934, 3.81651843781583e-05, 1.6726311514503323e-05, 8.688815796631388e-06, 5.184362635191064e-06, 3.4244787912030006e-06, 2.418476015009219e-06, 1.7851848497230094e-06, 1.3609001143777277e-06, 1.062114279193338e-06, 8.373769446734514e-07, 6.555157483489893e-07, 5.125250481796684e-07, 4.5019265826340416e-07, 4.5173490548222617e-07, 5.224572987572174e-07], "update_matrix_norm_1": [25426.60546875], "update_matrix_norm_2": [7.250457286834717], "update_matrix_norm_inf": [0.05297469720244408], "request": {"prompt": "{}, a citizen of", "subject": "Cristiano Ronaldo", "target_new": {"str": "Azerbaijan"}, "old_answer": {"str": "Portugal"}, "seed": 42}}, {"loss_per_step": [7.816, 4.51, 0.661, 0.329, 0.294, 0.287, 0.284, 0.281, 0.279, 0.277, 0.275, 0.272, 0.272, 0.27, 0.269, 0.268, 0.269, 0.268, 0.268, 0.267], "prob_new": [0.0005244060303084552, 0.017655182629823685, 0.6847133040428162, 0.9479768872261047, 0.9773354530334473, 0.9851203560829163, 0.9886247515678406, 0.9910514950752258, 0.9929785132408142, 0.9944674372673035, 0.9955808520317078, 0.9964064955711365, 0.9970243573188782, 0.9974852204322815, 0.9978296160697937, 0.9981024861335754, 0.998328447341919, 0.9985200762748718, 0.9986844062805176, 0.9988258481025696], "prob_old": [0.8209388256072998, 0.6083136796951294, 0.004700154531747103, 1.69398572325008e-05, 1.9656215499708196e-06, 6.08195080076257e-07, 3.019262919679022e-07, 1.8462526440998772e-07, 1.2443905461623217e-07, 8.874512502643483e-08, 6.569202071204927e-08, 4.97598300341906e-08, 3.884262866904464e-08, 3.348323929230901e-08, 2.8930347895084196e-08, 2.4853605395946943e-08, 2.1765378832583337e-08, 2.004987997850094e-08, 1.820779793604288e-08, 1.6072977615522177e-08], "prob_new_token": [4.917430018736013e-09, 6.417377335310448e-06, 0.6960834264755249, 0.9944610595703125, 0.9979049563407898, 0.9985284805297852, 0.9988394379615784, 0.999097466468811, 0.9993152022361755, 0.999480664730072, 0.9995982646942139, 0.9996803998947144, 0.9997385740280151, 0.9997813105583191, 0.999807596206665, 0.9998247027397156, 0.9998388290405273, 0.9998552799224854, 0.9998681545257568, 0.9998781681060791], "prob_old_token": [0.9437047243118286, 0.9501440525054932, 0.02124730311334133, 1.5669048707422917e-06, 9.608364592850194e-08, 3.105908419342995e-08, 1.6213899556305478e-08, 9.87299930699237e-09, 6.379413886037355e-09, 4.283180921049734e-09, 2.9626203712496135e-09, 2.0943149436902786e-09, 1.5281680365575312e-09, 1.2376448754736202e-09, 1.0294918251219087e-09, 8.725276612331356e-10, 7.699383353099165e-10, 7.185229633499546e-10, 6.654738426981055e-10, 6.005487773741436e-10], "update_matrix_norm_1": [29377.140625], "update_matrix_norm_2": [7.732540130615234], "update_matrix_norm_inf": [0.044814012944698334], "request": {"prompt": "{}, a citizen of", "subject": "Cristiano Ronaldo", "target_new": {"str": "Athens"}, "old_answer": {"str": "Portugal"}, "seed": 42}}, {"loss_per_step": [7.394, 4.8, 4.087, 2.845, 1.779, 0.637, 0.304, 0.276, 0.276, 0.269, 0.268, 0.265, 0.266, 0.263, 0.264, 0.262, 0.26, 0.262, 0.26, 0.26], "prob_new": [0.0007889577536843717, 0.01660291850566864, 0.03188274800777435, 0.09526976943016052, 0.23175048828125, 0.6959603428840637, 0.9596000909805298, 0.9853272438049316, 0.9915725588798523, 0.9917033910751343, 0.9924687147140503, 0.9935230016708374, 0.9946207404136658, 0.9955846071243286, 0.9964531660079956, 0.9971899390220642, 0.9977896809577942, 0.9982625842094421, 0.9986086487770081, 0.9988797903060913], "prob_old": [0.880129873752594, 0.04851038381457329, 0.04433153569698334, 0.018906602635979652, 0.004024353343993425, 0.0041289073415100574, 0.0011669070227071643, 0.0004420354962348938, 0.00026379775954410434, 0.00036226832889951766, 0.00041076913475990295, 0.0004269705095794052, 0.00041761042666621506, 0.0003850759821943939, 0.0003482840838842094, 0.000312632299028337, 0.00027958748978562653, 0.00024752115132287145, 0.00021478720009326935, 0.00018677630578167737], "prob_new_token": [2.3114480427466333e-06, 0.0007545861881226301, 0.001380596193484962, 0.009335747919976711, 0.09281894564628601, 0.8313593864440918, 0.9967963099479675, 0.9993531107902527, 0.9996538162231445, 0.9993242025375366, 0.9990751147270203, 0.9989606142044067, 0.9989578723907471, 0.9990646243095398, 0.9991847276687622, 0.9992996454238892, 0.9994009137153625, 0.9994917511940002, 0.9995890259742737, 0.9996660351753235], "prob_old_token": [0.9815196990966797, 0.010660157538950443, 0.005220347549766302, 0.0003544104110915214, 3.6081128200748935e-06, 3.648917754617287e-06, 1.085316156945737e-07, 1.7593475121202573e-08, 7.160292803121138e-09, 2.7531628532528885e-08, 5.402896263717594e-08, 7.631565779320226e-08, 8.751636926263018e-08, 7.810501756466692e-08, 6.788975781546469e-08, 5.890921883633382e-08, 5.1424571267943975e-08, 4.3865210130888954e-08, 3.2774160274584574e-08, 2.4836250389626002e-08], "update_matrix_norm_1": [29567.33984375], "update_matrix_norm_2": [8.036091804504395], "update_matrix_norm_inf": [0.037356387823820114], "request": {"prompt": "{}, a citizen of", "subject": "Barbara Palvin", "target_new": {"str": "Togo"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [6.192, 1.571, 0.394, 0.301, 0.284, 0.276, 0.272, 0.269, 0.267, 0.266, 0.264, 0.263, 0.263, 0.262, 0.261, 0.261, 0.26, 0.26, 0.26, 0.26], "prob_new": [0.0025273016653954983, 0.31619516015052795, 0.8772457838058472, 0.9595010876655579, 0.9753303527832031, 0.9819589257240295, 0.9857712984085083, 0.9883370399475098, 0.9902320504188538, 0.9917092323303223, 0.9928938746452332, 0.9938572645187378, 0.9946480989456177, 0.9953039288520813, 0.9958556294441223, 0.9963268041610718, 0.9967328906059265, 0.9970812201499939, 0.9973775148391724, 0.9976285696029663], "prob_old": [0.880129873752594, 0.015741834416985512, 0.003441073000431061, 0.00120552908629179, 0.0007504168315790594, 0.0005702947964891791, 0.000469627178972587, 0.0004028529510833323, 0.00035399533226154745, 0.00031581526855006814, 0.00028451968682929873, 0.0002580443979240954, 0.00023525499273091555, 0.00021549769735429436, 0.00019834226986858994, 0.00018341807299293578, 0.00017036056669894606, 0.00015883563901297748, 0.00014858065696898848, 0.00013942181249149144], "prob_new_token": [5.5907212299644016e-06, 0.6267902255058289, 0.9755752086639404, 0.9895046353340149, 0.9929294586181641, 0.9944287538528442, 0.9952883720397949, 0.9958699941635132, 0.996308445930481, 0.9966627359390259, 0.9969595074653625, 0.9972136616706848, 0.9974340200424194, 0.9976274371147156, 0.9978000521659851, 0.9979557394981384, 0.9980977177619934, 0.9982267022132874, 0.9983431100845337, 0.998447835445404], "prob_old_token": [0.9815196990966797, 1.4387719602382276e-05, 5.514013992069522e-07, 2.1501477931451518e-07, 1.2486111700127367e-07, 8.556474995202734e-08, 6.445658584652847e-08, 5.160418581340309e-08, 4.3049936948591494e-08, 3.690989913707199e-08, 3.218926991621629e-08, 2.835772150433513e-08, 2.5144689885792104e-08, 2.2419330392153825e-08, 2.011293354087229e-08, 1.8165216886245616e-08, 1.6508165501250005e-08, 1.506544045071223e-08, 1.3781622953956685e-08, 1.2624820300288775e-08], "update_matrix_norm_1": [31477.29296875], "update_matrix_norm_2": [8.031338691711426], "update_matrix_norm_inf": [0.0416431799530983], "request": {"prompt": "{}, a citizen of", "subject": "Barbara Palvin", "target_new": {"str": "South Korea"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [3.592, 2.639, 1.467, 0.589, 0.457, 0.444, 0.425, 0.405, 0.313, 0.289, 0.288, 0.285, 0.283, 0.279, 0.276, 0.273, 0.27, 0.264, 0.287, 0.27], "prob_new": [0.02978350967168808, 0.10258080065250397, 0.32033270597457886, 0.8142306208610535, 0.9267125129699707, 0.9383497834205627, 0.9544957876205444, 0.9655840992927551, 0.9722991585731506, 0.975406289100647, 0.9780772924423218, 0.9809114336967468, 0.9838864803314209, 0.9867836236953735, 0.9894094467163086, 0.9916630983352661, 0.9935123920440674, 0.9949460625648499, 0.996017575263977, 0.9965906739234924], "prob_old": [0.880129873752594, 0.05848679691553116, 0.02445760928094387, 0.0015569112729281187, 0.0006784989964216948, 0.0005587728228420019, 0.0005064905853942037, 0.00046586673124693334, 0.0004346542991697788, 0.00041920403600670397, 0.00039778530481271446, 0.000371265021385625, 0.0003427169576752931, 0.00031384173780679703, 0.00028610319714061916, 0.0002608488139230758, 0.00023938476806506515, 0.00022405647905543447, 0.00021312855824362487, 0.00015793110651429743], "prob_new_token": [0.004855006001889706, 0.5881108045578003, 0.5809740424156189, 0.9402416348457336, 0.8194889426231384, 0.8436214327812195, 0.9172978401184082, 0.959217369556427, 0.9772175550460815, 0.9765384793281555, 0.9769989252090454, 0.9799990057945251, 0.9832496047019958, 0.9860474467277527, 0.9883266091346741, 0.9901833534240723, 0.9917763471603394, 0.9932671785354614, 0.9946680068969727, 0.9941920638084412], "prob_old_token": [0.9815196990966797, 0.019213341176509857, 0.0006622883956879377, 3.158135086778202e-07, 7.592090156549602e-08, 4.197471525912988e-08, 2.7123045143184754e-08, 1.6673475045081432e-08, 1.2447975983320703e-08, 2.6750408110842727e-08, 4.155348420908922e-08, 4.599226599566464e-08, 4.4570771962071376e-08, 4.105300277501556e-08, 3.7135155395162656e-08, 3.355982514108291e-08, 3.051213326443758e-08, 2.803071197376994e-08, 2.5667244329952155e-08, 1.6005726521939323e-08], "update_matrix_norm_1": [29493.40234375], "update_matrix_norm_2": [8.049217224121094], "update_matrix_norm_inf": [0.03966083377599716], "request": {"prompt": "{}, a citizen of", "subject": "Barbara Palvin", "target_new": {"str": "the Ming Dynasty"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [5.501, 1.076, 0.339, 0.32, 0.305, 0.298, 0.294, 0.288, 0.286, 0.285, 0.284, 0.283, 0.281, 0.281, 0.28, 0.28, 0.28, 0.279, 0.279, 0.279], "prob_new": [0.004487947560846806, 0.48895981907844543, 0.9548478126525879, 0.9706836938858032, 0.9783263802528381, 0.98343425989151, 0.9873025417327881, 0.9901765584945679, 0.9921737313270569, 0.9935444593429565, 0.9945201277732849, 0.9952483773231506, 0.9958140254020691, 0.9962667226791382, 0.9966364502906799, 0.9969426393508911, 0.9971960186958313, 0.9974046349525452, 0.9975757002830505, 0.9977180361747742], "prob_old": [0.6291230916976929, 0.19883045554161072, 0.0004942618543282151, 0.00013682858843822032, 7.365021883742884e-05, 4.798434383701533e-05, 3.315723006380722e-05, 2.374167524976656e-05, 1.788494409993291e-05, 1.4256022041081451e-05, 1.1931757398997433e-05, 1.0377109902037773e-05, 9.29251382331131e-06, 8.498981515003834e-06, 7.87969293014612e-06, 7.363387794612208e-06, 6.924275567143923e-06, 6.567014224856393e-06, 6.298225798673229e-06, 6.107078661443666e-06], "prob_new_token": [2.720768407016294e-06, 0.8183348178863525, 0.9973475337028503, 0.9980836510658264, 0.9984447360038757, 0.9987138509750366, 0.9989607930183411, 0.9991707801818848, 0.9993219375610352, 0.999423623085022, 0.9994930624961853, 0.9995416402816772, 0.9995771646499634, 0.9996039271354675, 0.9996253848075867, 0.9996434450149536, 0.9996588826179504, 0.9996716976165771, 0.9996805787086487, 0.9996868371963501], "prob_old_token": [0.972141444683075, 0.1301434189081192, 4.325061308918521e-05, 1.4094117432250641e-05, 8.070247531577479e-06, 5.4560946409765165e-06, 3.829072284133872e-06, 2.746072595982696e-06, 2.06868139684957e-06, 1.6534148699065554e-06, 1.3906878848501947e-06, 1.2170861509730457e-06, 1.0980545539496234e-06, 1.0131634553545155e-06, 9.482591281084751e-07, 8.941767077885743e-07, 8.478959898639005e-07, 8.111168767754862e-07, 7.855310855120479e-07, 7.698954505030997e-07], "update_matrix_norm_1": [27655.44921875], "update_matrix_norm_2": [7.396620750427246], "update_matrix_norm_inf": [0.052863702178001404], "request": {"prompt": "{}, a citizen of", "subject": "Maria Sharapova", "target_new": {"str": "Serbia"}, "old_answer": {"str": "Russia"}, "seed": 42}}, {"loss_per_step": [10.905, 5.978, 0.451, 0.319, 0.305, 0.298, 0.294, 0.291, 0.29, 0.288, 0.286, 0.284, 0.282, 0.282, 0.282, 0.282, 0.281, 0.28, 0.28, 0.28], "prob_new": [2.2813541363575496e-05, 0.004498924128711224, 0.8592569231987, 0.9756864905357361, 0.9873296022415161, 0.9911068677902222, 0.9929279088973999, 0.9940040707588196, 0.9947279095649719, 0.9952596426010132, 0.9956719875335693, 0.9960009455680847, 0.9962694048881531, 0.9964960217475891, 0.9966970086097717, 0.99688321352005, 0.997058093547821, 0.9972213506698608, 0.99737149477005, 0.9975072145462036], "prob_old": [0.6291230916976929, 0.1361636519432068, 0.0004502063093241304, 7.472669039998436e-06, 1.568576635690988e-06, 6.657222115791228e-07, 3.8698306070727995e-07, 2.670448395747371e-07, 2.0382499599236326e-07, 1.6555424053876777e-07, 1.4010052495905256e-07, 1.2213538980176963e-07, 1.0890737911495307e-07, 9.874705853007981e-08, 9.053091076793862e-08, 8.35875582083645e-08, 7.758883668884664e-08, 7.23616722098086e-08, 6.781009176393127e-08, 6.382458650477929e-08], "prob_new_token": [3.273296215411392e-06, 0.0026235615368932486, 0.9836345911026001, 0.9987034201622009, 0.9994502663612366, 0.9996328949928284, 0.9997078776359558, 0.9997488856315613, 0.9997757077217102, 0.9997959733009338, 0.99981290102005, 0.9998264312744141, 0.9998371601104736, 0.9998458623886108, 0.9998533725738525, 0.9998603463172913, 0.9998668432235718, 0.9998735189437866, 0.9998790621757507, 0.999883770942688], "prob_old_token": [0.972141444683075, 0.15607009828090668, 4.893917139270343e-05, 3.130705863441108e-07, 5.241843581416106e-08, 2.1025972074539823e-08, 1.210292843722982e-08, 8.358036041045125e-09, 6.365642679639905e-09, 5.116654655523689e-09, 4.253433161238718e-09, 3.6357816757259798e-09, 3.192371034188568e-09, 2.8664193241212388e-09, 2.6061486302353387e-09, 2.3771429269459077e-09, 2.1691453078176437e-09, 1.985768216528072e-09, 1.8290891024008715e-09, 1.696759177605145e-09], "update_matrix_norm_1": [28138.265625], "update_matrix_norm_2": [7.415802478790283], "update_matrix_norm_inf": [0.052064672112464905], "request": {"prompt": "{}, a citizen of", "subject": "Maria Sharapova", "target_new": {"str": "Peru"}, "old_answer": {"str": "Russia"}, "seed": 42}}, {"loss_per_step": [2.213, 1.378, 0.578, 0.424, 0.342, 0.311, 0.296, 0.299, 0.327, 0.303, 0.307, 0.304, 0.293, 0.302, 0.293, 0.295, 0.295, 0.292, 0.291, 0.292], "prob_new": [0.11208934336900711, 0.34445521235466003, 0.7608932256698608, 0.8698870539665222, 0.9481620788574219, 0.9759968519210815, 0.986975371837616, 0.9919177889823914, 0.9939286708831787, 0.9958702325820923, 0.9967727661132812, 0.9966563582420349, 0.9960837960243225, 0.9956145882606506, 0.9956303834915161, 0.9958586096763611, 0.9961419105529785, 0.9964738488197327, 0.9968814253807068, 0.9974212050437927], "prob_old": [0.6291230916976929, 0.3049747049808502, 0.020371239632368088, 0.000787935801781714, 0.00010612784535624087, 2.104611303366255e-05, 6.017044597683707e-06, 2.893604914788739e-06, 2.192567535530543e-06, 6.537371177728346e-07, 6.371304834829061e-07, 9.308219546255714e-07, 1.5145283214224037e-06, 2.1923317490291083e-06, 2.507203817003756e-06, 2.4997746095323237e-06, 2.38850770983845e-06, 2.2054787223169114e-06, 1.8969423081216519e-06, 1.4239280972105917e-06], "prob_new_token": [0.011682005599141121, 0.23726263642311096, 0.1812562197446823, 0.4307025372982025, 0.8201712369918823, 0.9495482444763184, 0.9811591506004333, 0.9859965443611145, 0.9882125854492188, 0.9960051774978638, 0.99577796459198, 0.9952678084373474, 0.9947848916053772, 0.9943339228630066, 0.9945209622383118, 0.9947431087493896, 0.9947962164878845, 0.9947428703308105, 0.9947225451469421, 0.9950539469718933], "prob_old_token": [0.972141444683075, 0.7246795892715454, 0.05682719126343727, 0.0014149119378998876, 8.025023998925462e-05, 9.66083007369889e-06, 2.8578745059348876e-06, 2.229815208920627e-06, 1.9088015505985823e-06, 3.5947812193626305e-07, 4.1536426920174563e-07, 7.052517503325362e-07, 1.0687675739973201e-06, 1.3693662594960188e-06, 1.558211124574882e-06, 1.6069536741269985e-06, 1.5166293678703369e-06, 1.3295954204295413e-06, 1.0986044571836828e-06, 8.546520575691829e-07], "update_matrix_norm_1": [26400.953125], "update_matrix_norm_2": [7.420422554016113], "update_matrix_norm_inf": [0.07852580398321152], "request": {"prompt": "{}, a citizen of", "subject": "Maria Sharapova", "target_new": {"str": "the People's Republic of China"}, "old_answer": {"str": "Russia"}, "seed": 42}}, {"loss_per_step": [4.335, 2.675, 0.714, 0.454, 0.384, 0.352, 0.334, 0.324, 0.318, 0.314, 0.311, 0.309, 0.306, 0.303, 0.301, 0.298, 0.296, 0.296, 0.296, 0.295], "prob_new": [0.014138302765786648, 0.12487859278917313, 0.6903162002563477, 0.8609297871589661, 0.9231122732162476, 0.9532574415206909, 0.9693476557731628, 0.9786855578422546, 0.9843815565109253, 0.9880296587944031, 0.9904801845550537, 0.9922013878822327, 0.9934634566307068, 0.9944238662719727, 0.9951745271682739, 0.9957705140113831, 0.9962478280067444, 0.9966350197792053, 0.9969543218612671, 0.9972187280654907], "prob_old": [0.7468217611312866, 0.30505770444869995, 0.16083091497421265, 0.09410850703716278, 0.0612620934844017, 0.047020573168992996, 0.04155603051185608, 0.04027044400572777, 0.04086483269929886, 0.04197921231389046, 0.042777884751558304, 0.04282544180750847, 0.041984014213085175, 0.040334783494472504, 0.03811078891158104, 0.03562213107943535, 0.03313950076699257, 0.0307098887860775, 0.028146427124738693, 0.02553507313132286], "prob_new_token": [0.9655357599258423, 0.741714596748352, 0.32677510380744934, 0.6979777216911316, 0.8396031856536865, 0.9186789989471436, 0.9547612071037292, 0.9718717932701111, 0.9811677932739258, 0.9867494702339172, 0.9902474284172058, 0.9924778342247009, 0.9939219951629639, 0.9948661923408508, 0.9954811930656433, 0.9958721995353699, 0.9961077570915222, 0.996250331401825, 0.9963501691818237, 0.9964345097541809], "prob_old_token": [0.9655357599258423, 0.741714596748352, 0.32677510380744934, 0.6979777216911316, 0.8396031856536865, 0.9186789989471436, 0.9547612071037292, 0.9718717932701111, 0.9811677932739258, 0.9867494702339172, 0.9902474284172058, 0.9924778342247009, 0.9939219951629639, 0.9948661923408508, 0.9954811930656433, 0.9958721995353699, 0.9961077570915222, 0.996250331401825, 0.9963501691818237, 0.9964345097541809], "update_matrix_norm_1": [28261.328125], "update_matrix_norm_2": [7.622651100158691], "update_matrix_norm_inf": [0.04064158722758293], "request": {"prompt": "{}, a citizen of", "subject": "Winston Churchill", "target_new": {"str": "the Czech Republic"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [4.016, 2.767, 1.757, 0.845, 0.362, 0.323, 0.316, 0.312, 0.311, 0.309, 0.309, 0.308, 0.307, 0.305, 0.301, 0.298, 0.296, 0.297, 0.296, 0.295], "prob_new": [0.018966995179653168, 0.09212855994701385, 0.23761072754859924, 0.5842244625091553, 0.9640728235244751, 0.9846298694610596, 0.9914463758468628, 0.9952394366264343, 0.997015118598938, 0.9979190230369568, 0.9984406232833862, 0.9987711310386658, 0.9989914894104004, 0.9991397261619568, 0.999233603477478, 0.9992906451225281, 0.9993493556976318, 0.999393105506897, 0.9994076490402222, 0.9994111061096191], "prob_old": [0.7468217611312866, 0.5742237567901611, 0.36308011412620544, 0.3386308252811432, 0.08650050312280655, 0.03952891379594803, 0.025614900514483452, 0.01665644720196724, 0.01154707744717598, 0.008617072366178036, 0.006834524217993021, 0.005683970637619495, 0.004913347773253918, 0.004405006300657988, 0.0041126408614218235, 0.003962286282330751, 0.003667078912258148, 0.0033998845610767603, 0.0033089672215282917, 0.0033232031855732203], "prob_new_token": [0.9655357599258423, 0.8403332233428955, 0.7230796813964844, 0.9123104810714722, 0.994649350643158, 0.9954522848129272, 0.996927797794342, 0.9977043271064758, 0.9980763792991638, 0.9983549118041992, 0.9985950589179993, 0.9987976551055908, 0.9989612698554993, 0.9990861415863037, 0.9991729259490967, 0.999238133430481, 0.999352753162384, 0.99947190284729, 0.9995319843292236, 0.9995575547218323], "prob_old_token": [0.9655357599258423, 0.8403332233428955, 0.7230796813964844, 0.9123104810714722, 0.994649350643158, 0.9954522848129272, 0.996927797794342, 0.9977043271064758, 0.9980763792991638, 0.9983549118041992, 0.9985950589179993, 0.9987976551055908, 0.9989612698554993, 0.9990861415863037, 0.9991729259490967, 0.999238133430481, 0.999352753162384, 0.99947190284729, 0.9995319843292236, 0.9995575547218323], "update_matrix_norm_1": [27989.00390625], "update_matrix_norm_2": [7.661276817321777], "update_matrix_norm_inf": [0.044517118483781815], "request": {"prompt": "{}, a citizen of", "subject": "Winston Churchill", "target_new": {"str": "the Holy Roman Empire"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [11.338, 5.576, 0.901, 0.392, 0.341, 0.327, 0.32, 0.316, 0.314, 0.312, 0.311, 0.311, 0.31, 0.31, 0.309, 0.309, 0.308, 0.308, 0.308, 0.307], "prob_new": [2.1123116312082857e-05, 0.009260386228561401, 0.5782801508903503, 0.9247656464576721, 0.9712911248207092, 0.9834216237068176, 0.9884230494499207, 0.9911130666732788, 0.9928144216537476, 0.9940025806427002, 0.9948850274085999, 0.9955669641494751, 0.9961084723472595, 0.9965468049049377, 0.9969067573547363, 0.9972054958343506, 0.9974554181098938, 0.9976658821105957, 0.9978439211845398, 0.9979947805404663], "prob_old": [0.7468217611312866, 0.36150458455085754, 0.26492375135421753, 0.10847791284322739, 0.0578329861164093, 0.03914571553468704, 0.030259450897574425, 0.025249432772397995, 0.02208084799349308, 0.019913023337721825, 0.018347425386309624, 0.017173992469906807, 0.016272572800517082, 0.01557012740522623, 0.015020210295915604, 0.014592107385396957, 0.014265577308833599, 0.014026772230863571, 0.01386710349470377, 0.013781609013676643], "prob_new_token": [8.874813488546351e-07, 0.0641784518957138, 0.6356547474861145, 0.9797555208206177, 0.9961646199226379, 0.9983088970184326, 0.9989413022994995, 0.9992222785949707, 0.9993804097175598, 0.9994825720787048, 0.9995547533035278, 0.9996085166931152, 0.999650239944458, 0.9996836185455322, 0.9997105598449707, 0.9997326731681824, 0.9997510313987732, 0.9997658133506775, 0.9997784495353699, 0.9997884631156921], "prob_old_token": [0.9655357599258423, 0.8026650547981262, 0.2950447201728821, 0.01126435399055481, 0.0014161680592224002, 0.0004595638602040708, 0.00022960318892728537, 0.00014321795606520027, 0.00010153863695450127, 7.803545304341242e-05, 6.33223244221881e-05, 5.3407282393891364e-05, 4.6358629333553836e-05, 4.114486000617035e-05, 3.7174791941652074e-05, 3.408944030525163e-05, 3.1666826544096693e-05, 2.975379175040871e-05, 2.8252949050511234e-05, 2.7099920771433972e-05], "update_matrix_norm_1": [29306.47265625], "update_matrix_norm_2": [7.624792098999023], "update_matrix_norm_inf": [0.03685439005494118], "request": {"prompt": "{}, a citizen of", "subject": "Winston Churchill", "target_new": {"str": "Argentina"}, "old_answer": {"str": "the United Kingdom"}, "seed": 42}}, {"loss_per_step": [2.907, 2.205, 0.963, 0.363, 0.341, 0.323, 0.321, 0.318, 0.316, 0.315, 0.315, 0.314, 0.314, 0.313, 0.313, 0.312, 0.312, 0.31, 0.307, 0.299], "prob_new": [0.057320572435855865, 0.1636270135641098, 0.5244796276092529, 0.9467375874519348, 0.9831237196922302, 0.9896793365478516, 0.9923940300941467, 0.9939936995506287, 0.9950942993164062, 0.9958995580673218, 0.9965024590492249, 0.9969591498374939, 0.9973111152648926, 0.997590959072113, 0.9978210926055908, 0.9980146288871765, 0.9981787800788879, 0.9983163475990295, 0.9984261989593506, 0.9984988570213318], "prob_old": [0.8356416821479797, 0.374795138835907, 0.1680012196302414, 0.05625773221254349, 0.025796396657824516, 0.017112022265791893, 0.013606548309326172, 0.011647339910268784, 0.010291770100593567, 0.009242968633770943, 0.008393829688429832, 0.00769516546279192, 0.007111254148185253, 0.006609040312469006, 0.006162879057228565, 0.00575824873521924, 0.005391196347773075, 0.005067091900855303, 0.00480438768863678, 0.004658550024032593], "prob_new_token": [1.0683320397220086e-05, 0.0024863886646926403, 0.051826316863298416, 0.8353990912437439, 0.9736910462379456, 0.9908772110939026, 0.9951590895652771, 0.9968969225883484, 0.9978390336036682, 0.9984186887741089, 0.9987927079200745, 0.9990379214286804, 0.9992023706436157, 0.9993178844451904, 0.999405026435852, 0.9994736313819885, 0.9995286464691162, 0.9995723366737366, 0.999602198600769, 0.999611496925354], "prob_old_token": [0.9729631543159485, 0.20406359434127808, 0.12952260673046112, 0.006537646520882845, 0.002104487270116806, 0.001337388064712286, 0.0009376676171086729, 0.0006729152519255877, 0.0004892657161690295, 0.00036168479709886014, 0.00027256979956291616, 0.00020967485033906996, 0.00016470631817355752, 0.00013211622717790306, 0.00010795833077281713, 8.959385741036385e-05, 7.53323474782519e-05, 6.417931581381708e-05, 5.57341227249708e-05, 5.0531059969216585e-05], "update_matrix_norm_1": [26552.0703125], "update_matrix_norm_2": [7.367457389831543], "update_matrix_norm_inf": [0.05589401349425316], "request": {"prompt": "{}, a citizen of", "subject": "Bernard Madoff", "target_new": {"str": "Kyrgyzstan"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [3.625, 1.853, 0.755, 0.368, 0.335, 0.324, 0.319, 0.315, 0.313, 0.312, 0.311, 0.31, 0.309, 0.309, 0.308, 0.308, 0.308, 0.308, 0.307, 0.307], "prob_new": [0.028949139639735222, 0.2712891399860382, 0.6563352346420288, 0.9411594271659851, 0.9719200134277344, 0.9832255244255066, 0.9887793660163879, 0.9919075965881348, 0.9938744306564331, 0.995193600654602, 0.9961106777191162, 0.9967675805091858, 0.9972556233406067, 0.9976350665092468, 0.9979433417320251, 0.9982005953788757, 0.9984148144721985, 0.9985945820808411, 0.9987486004829407, 0.998877227306366], "prob_old": [0.8356416821479797, 0.3677491843700409, 0.32156693935394287, 0.09582987427711487, 0.05533662810921669, 0.04066265746951103, 0.03284640610218048, 0.028308814391493797, 0.025698216632008553, 0.02430865727365017, 0.023653484880924225, 0.023415176197886467, 0.023452335968613625, 0.0236661434173584, 0.023892764002084732, 0.02393285557627678, 0.023625943809747696, 0.023025836795568466, 0.02224271185696125, 0.02134638838469982], "prob_new_token": [0.9729631543159485, 0.2858095169067383, 0.874477744102478, 0.9802573919296265, 0.9853048920631409, 0.9872322678565979, 0.9891377091407776, 0.9911252856254578, 0.9929293990135193, 0.9944084882736206, 0.9955593347549438, 0.9964315295219421, 0.997086226940155, 0.9975740909576416, 0.9979366660118103, 0.9982073307037354, 0.9984103441238403, 0.9985657334327698, 0.9986875653266907, 0.998781681060791], "prob_old_token": [0.9729631543159485, 0.2858095169067383, 0.874477744102478, 0.9802573919296265, 0.9853048920631409, 0.9872322678565979, 0.9891377091407776, 0.9911252856254578, 0.9929293990135193, 0.9944084882736206, 0.9955593347549438, 0.9964315295219421, 0.997086226940155, 0.9975740909576416, 0.9979366660118103, 0.9982073307037354, 0.9984103441238403, 0.9985657334327698, 0.9986875653266907, 0.998781681060791], "update_matrix_norm_1": [27131.53515625], "update_matrix_norm_2": [7.359271049499512], "update_matrix_norm_inf": [0.05017680674791336], "request": {"prompt": "{}, a citizen of", "subject": "Bernard Madoff", "target_new": {"str": "the Marshall Islands"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [5.886, 3.975, 2.398, 0.676, 0.336, 0.296, 0.281, 0.275, 0.273, 0.271, 0.27, 0.269, 0.268, 0.267, 0.267, 0.267, 0.267, 0.266, 0.266, 0.266], "prob_new": [0.0033317729830741882, 0.03020118549466133, 0.12321388721466064, 0.686251699924469, 0.9682309627532959, 0.9835702180862427, 0.9890823364257812, 0.9931024312973022, 0.9951412081718445, 0.9962823390960693, 0.9970287084579468, 0.9975553154945374, 0.997944176197052, 0.9982452392578125, 0.9984857439994812, 0.9986772537231445, 0.9988262057304382, 0.998940646648407, 0.9990296363830566, 0.9991014003753662], "prob_old": [0.8356416821479797, 0.28209978342056274, 0.18732990324497223, 0.07480873167514801, 0.029533369466662407, 0.01651616208255291, 0.012127975933253765, 0.009960891678929329, 0.008627265691757202, 0.007685299497097731, 0.006956358905881643, 0.006345973815768957, 0.005803490057587624, 0.005318823736160994, 0.004905779380351305, 0.00457631703466177, 0.004323225934058428, 0.004124548751860857, 0.003964133094996214, 0.0038383028004318476], "prob_new_token": [1.1840230399684515e-05, 0.0010103387758135796, 0.026721755042672157, 0.6934148073196411, 0.9936785101890564, 0.99727863073349, 0.9982230067253113, 0.9986873269081116, 0.9989635944366455, 0.9991533756256104, 0.9992944598197937, 0.9994031190872192, 0.999488353729248, 0.9995572566986084, 0.9996121525764465, 0.9996539354324341, 0.9996838569641113, 0.9997044205665588, 0.9997191429138184, 0.9997283816337585], "prob_old_token": [0.9729631543159485, 0.05593866854906082, 0.055070750415325165, 0.01189829409122467, 0.001189226983115077, 0.0007828852394595742, 0.0006013576057739556, 0.0004729980428237468, 0.00037650574813596904, 0.00030068925116211176, 0.000240847744862549, 0.00019415031420066953, 0.00015764302224852145, 0.00012893471284769475, 0.00010670984192984179, 9.02380925253965e-05, 7.853836723370478e-05, 7.030330743873492e-05, 6.436209514504299e-05, 5.987546683172695e-05], "update_matrix_norm_1": [27030.990234375], "update_matrix_norm_2": [7.367029666900635], "update_matrix_norm_inf": [0.05184345319867134], "request": {"prompt": "{}, a citizen of", "subject": "Bernard Madoff", "target_new": {"str": "Togo"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [3.907, 2.042, 1.041, 0.698, 0.477, 0.368, 0.326, 0.307, 0.293, 0.288, 0.286, 0.282, 0.281, 0.281, 0.28, 0.28, 0.28, 0.279, 0.279, 0.279], "prob_new": [0.020928751677274704, 0.1895555704832077, 0.49491021037101746, 0.6791507005691528, 0.8364538550376892, 0.931837797164917, 0.9721765518188477, 0.9869562983512878, 0.9929157495498657, 0.9956099390983582, 0.9969092011451721, 0.9975670576095581, 0.9979442358016968, 0.9982242584228516, 0.9984599947929382, 0.9986478090286255, 0.9987733364105225, 0.9988515377044678, 0.9989140033721924, 0.9989773035049438], "prob_old": [0.9160982966423035, 0.03566015511751175, 0.013131390325725079, 0.01045137271285057, 0.004392971750348806, 0.0016386609058827162, 0.0006643954548053443, 0.0003260460798628628, 0.00019203967531211674, 0.00013202364789322019, 0.00010332558304071426, 8.948181493906304e-05, 8.240700844908133e-05, 7.689868652960286e-05, 7.148244912968948e-05, 6.677235796814784e-05, 6.387202301993966e-05, 6.256133201532066e-05, 6.152083369670436e-05, 5.9922211221419275e-05], "prob_new_token": [5.069067583463038e-07, 0.010920497588813305, 0.2342197149991989, 0.5265638828277588, 0.7825329303741455, 0.9378800988197327, 0.9839249849319458, 0.9945511221885681, 0.9975237250328064, 0.9985875487327576, 0.9990443587303162, 0.9992603659629822, 0.9993693828582764, 0.9994390606880188, 0.9994938969612122, 0.9995364546775818, 0.9995635151863098, 0.9995788931846619, 0.9995906352996826, 0.9996039271354675], "prob_old_token": [0.9616307616233826, 0.0023388878908008337, 0.00010890752309933305, 3.576749440981075e-05, 3.843454123853007e-06, 2.820238762524241e-07, 2.521798236898576e-08, 5.2075996848088835e-09, 2.0549200119290845e-09, 1.182235642716023e-09, 8.88478401961379e-10, 8.119723782229471e-10, 8.160978004490005e-10, 7.892770881312572e-10, 7.179023486791891e-10, 6.489332959880301e-10, 6.243635608527143e-10, 6.380067030242742e-10, 6.5000360649492e-10, 6.321874135295502e-10], "update_matrix_norm_1": [33107.46875], "update_matrix_norm_2": [8.704404830932617], "update_matrix_norm_inf": [0.05794738233089447], "request": {"prompt": "{}, a citizen of", "subject": "Yves Leterme", "target_new": {"str": "Macedonia"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [10.064, 4.909, 1.216, 0.53, 0.401, 0.346, 0.321, 0.306, 0.296, 0.289, 0.286, 0.285, 0.284, 0.282, 0.281, 0.281, 0.281, 0.28, 0.28, 0.28], "prob_new": [7.960430230014026e-05, 0.0144118657335639, 0.43127769231796265, 0.8054060339927673, 0.9090173244476318, 0.9536670446395874, 0.9738819003105164, 0.983830988407135, 0.9892176985740662, 0.9923795461654663, 0.9943500757217407, 0.9956338405609131, 0.9965027570724487, 0.9971150159835815, 0.9975653290748596, 0.9979110360145569, 0.998185932636261, 0.9984093904495239, 0.9985924959182739, 0.9987424612045288], "prob_old": [0.9160982966423035, 0.11252830177545547, 0.021429307758808136, 0.008589651435613632, 0.004475283436477184, 0.0028046676889061928, 0.001993676880374551, 0.001538956305012107, 0.0012551872059702873, 0.001064353040419519, 0.0009288469445891678, 0.0008281145710498095, 0.0007501908112317324, 0.000687967287376523, 0.0006370896007865667, 0.0005947091849520802, 0.0005589023930951953, 0.000528333184774965, 0.0005020470707677305, 0.00047928205458447337], "prob_new_token": [8.725530733499909e-07, 0.017258036881685257, 0.7504396438598633, 0.9836522340774536, 0.996587872505188, 0.9989825487136841, 0.9995685815811157, 0.9997596144676208, 0.9998390674591064, 0.9998781085014343, 0.9998999834060669, 0.9999136924743652, 0.9999227523803711, 0.9999297261238098, 0.9999348521232605, 0.9999387264251709, 0.9999421834945679, 0.9999451041221619, 0.9999475479125977, 0.9999496340751648], "prob_old_token": [0.9616307616233826, 0.013026130385696888, 0.0007854889263398945, 2.613760625536088e-05, 1.9843589598167455e-06, 3.3964246881623694e-07, 1.096315926929492e-07, 5.469879837960434e-08, 3.608576903957328e-08, 2.8430509502186396e-08, 2.5059321728804207e-08, 2.358811457270349e-08, 2.2944117716861e-08, 2.2655626708001364e-08, 2.2561577495139318e-08, 2.2604348615118397e-08, 2.2746641903381715e-08, 2.2972887592231928e-08, 2.327895742837427e-08, 2.3624044942494038e-08], "update_matrix_norm_1": [33392.76171875], "update_matrix_norm_2": [8.68444538116455], "update_matrix_norm_inf": [0.05320076644420624], "request": {"prompt": "{}, a citizen of", "subject": "Yves Leterme", "target_new": {"str": "China"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [8.976, 2.883, 0.963, 0.616, 0.466, 0.384, 0.342, 0.321, 0.309, 0.3, 0.294, 0.29, 0.287, 0.285, 0.283, 0.282, 0.281, 0.28, 0.28, 0.28], "prob_new": [0.00018883339362218976, 0.12367658317089081, 0.5745750665664673, 0.7306245565414429, 0.8383338451385498, 0.9066128730773926, 0.9439507722854614, 0.9630580544471741, 0.9735507369041443, 0.9805243611335754, 0.9856985211372375, 0.9894459247589111, 0.992041826248169, 0.9938166737556458, 0.9950464367866516, 0.9959192276000977, 0.996554434299469, 0.9970265626907349, 0.9973825812339783, 0.9976539611816406], "prob_old": [0.9160982966423035, 0.10748808830976486, 0.012771251611411572, 0.007304131984710693, 0.005383381154388189, 0.003937299828976393, 0.002863172674551606, 0.002113773487508297, 0.001592251705005765, 0.0012188140535727143, 0.0009472432429902256, 0.0007504920358769596, 0.0006085202330723405, 0.0005054452922195196, 0.0004294905811548233, 0.0003723968693520874, 0.00032852377626113594, 0.00029406609246507287, 0.00026649486972019076, 0.00024416117230430245], "prob_new_token": [3.966971235058736e-06, 0.18988992273807526, 0.9083037376403809, 0.9487825632095337, 0.9752156734466553, 0.9894238114356995, 0.9950869679450989, 0.9972419142723083, 0.998202383518219, 0.998795211315155, 0.9992128014564514, 0.9994840025901794, 0.9996469616889954, 0.9997435212135315, 0.9998027086257935, 0.9998413920402527, 0.9998666048049927, 0.9998841881752014, 0.9998970031738281, 0.9999063611030579], "prob_old_token": [0.9616307616233826, 0.03385407477617264, 0.00014180208381731063, 2.5781604563235305e-05, 9.618073818273842e-06, 3.4187223718618043e-06, 1.1712776313288487e-06, 4.19610472590648e-07, 1.6435960503713432e-07, 7.100781118651867e-08, 3.3859183901086e-08, 1.787414660725517e-08, 1.0431765673502014e-08, 6.670041852174791e-09, 4.61112659166929e-09, 3.3987410663627315e-09, 2.6370301497991022e-09, 2.130974952052611e-09, 1.780054770250672e-09, 1.5291417021501275e-09], "update_matrix_norm_1": [34054.3359375], "update_matrix_norm_2": [8.67198657989502], "update_matrix_norm_inf": [0.06523198634386063], "request": {"prompt": "{}, a citizen of", "subject": "Yves Leterme", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [5.69, 3.658, 1.479, 0.585, 0.352, 0.301, 0.293, 0.292, 0.291, 0.29, 0.29, 0.29, 0.29, 0.29, 0.29, 0.29, 0.289, 0.289, 0.289, 0.289], "prob_new": [0.0040354132652282715, 0.04452602565288544, 0.33655402064323425, 0.7612522840499878, 0.9475178718566895, 0.990653932094574, 0.9966722130775452, 0.9981281757354736, 0.9986781477928162, 0.9989504218101501, 0.999110996723175, 0.9992181062698364, 0.9992955923080444, 0.999355137348175, 0.9994029402732849, 0.9994422793388367, 0.9994751214981079, 0.9995028376579285, 0.9995262622833252, 0.9995460510253906], "prob_old": [0.8337159752845764, 0.6842145323753357, 0.6267223358154297, 0.4093312919139862, 0.21700868010520935, 0.1040014997124672, 0.06306478381156921, 0.045535288751125336, 0.03653206676244736, 0.03127015754580498, 0.027866920456290245, 0.02548183687031269, 0.02370239980518818, 0.022312777116894722, 0.021193675696849823, 0.020276427268981934, 0.01952032931149006, 0.018900778144598007, 0.01840308867394924, 0.01801915466785431], "prob_new_token": [1.1923157217097469e-06, 0.001486654276959598, 0.0767202377319336, 0.8112079501152039, 0.9750524759292603, 0.995739221572876, 0.9985063076019287, 0.9992061257362366, 0.99947190284729, 0.9996016621589661, 0.999675989151001, 0.9997240304946899, 0.9997574687004089, 0.9997820258140564, 0.9998010993003845, 0.9998161792755127, 0.9998282790184021, 0.9998381733894348, 0.9998462796211243, 0.9998527765274048], "prob_old_token": [0.9397343993186951, 0.8430790305137634, 0.6905927658081055, 0.1265110969543457, 0.015199598856270313, 0.002457995666190982, 0.0008442047401331365, 0.0004432378336787224, 0.0002916701778303832, 0.00021770384046249092, 0.000174982676981017, 0.00014726041990797967, 0.000127732491819188, 0.00011315339361317456, 0.0001018283874145709, 9.279187361244112e-05, 8.545657328795642e-05, 7.944959361338988e-05, 7.451331475749612e-05, 7.048383122310042e-05], "update_matrix_norm_1": [29945.302734375], "update_matrix_norm_2": [8.0049467086792], "update_matrix_norm_inf": [0.05805150046944618], "request": {"prompt": "{}, a citizen of", "subject": "Richard Nixon", "target_new": {"str": "Kenya"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [9.475, 3.731, 1.024, 0.472, 0.334, 0.304, 0.294, 0.29, 0.286, 0.285, 0.285, 0.284, 0.284, 0.284, 0.283, 0.283, 0.283, 0.283, 0.283, 0.283], "prob_new": [0.00012521055759862065, 0.0624435693025589, 0.520988404750824, 0.848351240158081, 0.9548464417457581, 0.9827408790588379, 0.9923151135444641, 0.9960193037986755, 0.9975791573524475, 0.9983081221580505, 0.9986757040023804, 0.998874306678772, 0.9990109205245972, 0.9991193413734436, 0.9992085695266724, 0.9992772340774536, 0.9993199110031128, 0.9993451833724976, 0.9993651509284973, 0.9993849396705627], "prob_old": [0.8337159752845764, 0.5212255120277405, 0.45432567596435547, 0.32555994391441345, 0.20049168169498444, 0.12668339908123016, 0.08423948287963867, 0.059661127626895905, 0.045315321534872055, 0.036836687475442886, 0.03180480748414993, 0.028769873082637787, 0.02666032686829567, 0.025011857971549034, 0.023680174723267555, 0.022679300978779793, 0.022085480391979218, 0.021808115765452385, 0.021668938919901848, 0.021583981812000275], "prob_new_token": [7.703291885263752e-06, 0.4121292531490326, 0.7613261938095093, 0.9017533659934998, 0.9729900360107422, 0.9927890300750732, 0.9975159168243408, 0.9989317059516907, 0.9994475841522217, 0.9996637105941772, 0.9997625946998596, 0.9998090863227844, 0.9998371005058289, 0.999856173992157, 0.999870240688324, 0.9998794198036194, 0.9998841881752014, 0.999885618686676, 0.9998852610588074, 0.9998841881752014], "prob_old_token": [0.9397343993186951, 0.3961949646472931, 0.15957868099212646, 0.0755898505449295, 0.01895061321556568, 0.003991749603301287, 0.0010891816345974803, 0.0003920609306078404, 0.00017754969303496182, 9.766020230017602e-05, 6.329721509246156e-05, 4.7101202653720975e-05, 3.815561285591684e-05, 3.248339271522127e-05, 2.8672671760432422e-05, 2.6213318051304668e-05, 2.492184648872353e-05, 2.446577127557248e-05, 2.451063301123213e-05, 2.491892155376263e-05], "update_matrix_norm_1": [30588.001953125], "update_matrix_norm_2": [8.015897750854492], "update_matrix_norm_inf": [0.06099091097712517], "request": {"prompt": "{}, a citizen of", "subject": "Richard Nixon", "target_new": {"str": "Egypt"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [7.148, 3.098, 0.845, 0.416, 0.337, 0.315, 0.306, 0.301, 0.298, 0.296, 0.295, 0.294, 0.293, 0.292, 0.292, 0.291, 0.291, 0.291, 0.291, 0.291], "prob_new": [0.001339902519248426, 0.09135467559099197, 0.5944883823394775, 0.8857442736625671, 0.9561582207679749, 0.9762713313102722, 0.9846614003181458, 0.9891065359115601, 0.9918037056922913, 0.9935837984085083, 0.9948263764381409, 0.9957290291786194, 0.996404767036438, 0.996922492980957, 0.997326672077179, 0.9976464509963989, 0.9979025721549988, 0.9981092214584351, 0.998276948928833, 0.9984135627746582], "prob_old": [0.8337159752845764, 0.5869327783584595, 0.4467412531375885, 0.24336384236812592, 0.14527873694896698, 0.1020243763923645, 0.08058803528547287, 0.06824789941310883, 0.06026212498545647, 0.054605599492788315, 0.05031747743487358, 0.04690273106098175, 0.04408856853842735, 0.04171612858772278, 0.039687491953372955, 0.037939541041851044, 0.03642883524298668, 0.03512512519955635, 0.03400503471493721, 0.033051032572984695], "prob_new_token": [5.906518708798103e-05, 0.4128789007663727, 0.8449594378471375, 0.9780534505844116, 0.9946078062057495, 0.9973328709602356, 0.9982731342315674, 0.998751699924469, 0.9990443587303162, 0.9992411136627197, 0.9993808269500732, 0.9994840025901794, 0.9995617866516113, 0.9996210932731628, 0.9996674060821533, 0.9997033476829529, 0.9997318387031555, 0.9997546672821045, 0.9997724890708923, 0.9997867345809937], "prob_old_token": [0.9397343993186951, 0.46205154061317444, 0.12326719611883163, 0.014417959377169609, 0.0020987670868635178, 0.000655084615573287, 0.0003183774824719876, 0.00019409164087846875, 0.00013426881923805922, 0.00010024261428043246, 7.86573946243152e-05, 6.393776129698381e-05, 5.338584378478117e-05, 4.5560456783277914e-05, 3.961646507377736e-05, 3.50270165654365e-05, 3.14411663566716e-05, 2.862073597498238e-05, 2.6396750399726443e-05, 2.4652297724969685e-05], "update_matrix_norm_1": [30516.25390625], "update_matrix_norm_2": [7.987213611602783], "update_matrix_norm_inf": [0.05672825127840042], "request": {"prompt": "{}, a citizen of", "subject": "Richard Nixon", "target_new": {"str": "France"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [3.839, 2.886, 1.766, 0.934, 0.61, 0.516, 0.428, 0.398, 0.38, 0.368, 0.36, 0.355, 0.352, 0.35, 0.348, 0.347, 0.346, 0.346, 0.345, 0.345], "prob_new": [0.022601071745157242, 0.08090931177139282, 0.25113925337791443, 0.5599361062049866, 0.769991397857666, 0.8446072340011597, 0.9209259748458862, 0.9490295052528381, 0.9658254981040955, 0.9767400026321411, 0.9838864803314209, 0.9886860847473145, 0.9919509291648865, 0.9941610097885132, 0.9956166744232178, 0.9965615272521973, 0.9971956610679626, 0.9976419806480408, 0.997968852519989, 0.9982162117958069], "prob_old": [0.8246911764144897, 0.6303572058677673, 0.018764669075608253, 0.011231858283281326, 0.22154873609542847, 0.20404693484306335, 0.06333640217781067, 0.02577529475092888, 0.01650848425924778, 0.013070261105895042, 0.011371749453246593, 0.01033108588308096, 0.00958054419606924, 0.009000479243695736, 0.008576083928346634, 0.008259212598204613, 0.00797119177877903, 0.007659463677555323, 0.007313890382647514, 0.006957946810871363], "prob_new_token": [0.01837489940226078, 0.08583943545818329, 0.4933587312698364, 0.5580474138259888, 0.5464207530021667, 0.7995645403862, 0.9365965723991394, 0.9551805257797241, 0.9787431955337524, 0.9898853302001953, 0.9941562414169312, 0.99603271484375, 0.9970243573188782, 0.9976006150245667, 0.9979122877120972, 0.9980618357658386, 0.9981570839881897, 0.9982604384422302, 0.9983940720558167, 0.9985524415969849], "prob_old_token": [0.9433950185775757, 0.7767179012298584, 0.00021011722856201231, 6.691252201562747e-05, 0.0881381630897522, 0.05357953533530235, 0.00358490995131433, 0.0004374271084088832, 0.00015235385217238218, 9.267725545214489e-05, 7.398620073217899e-05, 6.695982301607728e-05, 6.395233504008502e-05, 6.336376827675849e-05, 6.599668995477259e-05, 7.15292917448096e-05, 7.739864668110386e-05, 8.129204798024148e-05, 8.203174365917221e-05, 7.965276745380834e-05], "update_matrix_norm_1": [28606.8203125], "update_matrix_norm_2": [7.644696235656738], "update_matrix_norm_inf": [0.04620606079697609], "request": {"prompt": "{}, a citizen of", "subject": "Bertalan Farkas", "target_new": {"str": "the Ming dynasty"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [2.796, 2.128, 0.573, 0.361, 0.353, 0.346, 0.335, 0.317, 0.317, 0.317, 0.31, 0.311, 0.312, 0.309, 0.309, 0.309, 0.308, 0.308, 0.308, 0.308], "prob_new": [0.06345231086015701, 0.18947987258434296, 0.8061717748641968, 0.9811864495277405, 0.985310435295105, 0.9880087971687317, 0.9905620813369751, 0.9926646947860718, 0.9942448139190674, 0.9951900243759155, 0.9957680702209473, 0.9961898922920227, 0.99655681848526, 0.9968779683113098, 0.9971444606781006, 0.9973493218421936, 0.9975036382675171, 0.9976271986961365, 0.9977404475212097, 0.9978552460670471], "prob_old": [0.8246911764144897, 0.5699695348739624, 0.0358695462346077, 0.010190370492637157, 0.008625783026218414, 0.007873541675508022, 0.006984570994973183, 0.006042075343430042, 0.005171496886759996, 0.004561400972306728, 0.004127508495002985, 0.0037545242812484503, 0.003351689549162984, 0.0029546699952334166, 0.002622227882966399, 0.0023669179063290358, 0.0021660488564521074, 0.00200085062533617, 0.0018621977651491761, 0.001746213878504932], "prob_new_token": [4.352831456344575e-05, 0.009048331528902054, 0.53962641954422, 0.9867397546768188, 0.9913249015808105, 0.994025468826294, 0.9963233470916748, 0.9978892803192139, 0.9987327456474304, 0.9991308450698853, 0.9993471503257751, 0.9994877576828003, 0.9996036887168884, 0.9996988773345947, 0.999769389629364, 0.9998157620429993, 0.9998452663421631, 0.9998660087585449, 0.9998831152915955, 0.9998982548713684], "prob_old_token": [0.9433950185775757, 0.6402243375778198, 0.0005798886995762587, 6.598010713787517e-06, 3.602982587835868e-06, 2.9178759177739266e-06, 2.2991364403424086e-06, 1.8414417581880116e-06, 1.574173552398861e-06, 1.2081561635568505e-06, 8.57036184243043e-07, 6.264024818847247e-07, 4.907666948383849e-07, 4.106202879938792e-07, 3.606315033266583e-07, 3.1364106689579785e-07, 2.6229943728139915e-07, 2.1613998058001016e-07, 1.8387855504897743e-07, 1.6572847982843086e-07], "update_matrix_norm_1": [28721.15234375], "update_matrix_norm_2": [7.613286972045898], "update_matrix_norm_inf": [0.039171069860458374], "request": {"prompt": "{}, a citizen of", "subject": "Bertalan Farkas", "target_new": {"str": "Kazakhstan"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [4.175, 1.421, 0.806, 0.407, 0.391, 0.375, 0.363, 0.356, 0.352, 0.349, 0.347, 0.346, 0.345, 0.344, 0.343, 0.342, 0.341, 0.34, 0.338, 0.335], "prob_new": [0.017850389704108238, 0.4457259476184845, 0.6383574604988098, 0.9418402314186096, 0.9545778036117554, 0.9693034887313843, 0.9806703925132751, 0.987073540687561, 0.9906101226806641, 0.9927375912666321, 0.9941386580467224, 0.9951257705688477, 0.9958537817001343, 0.9964065551757812, 0.9968344569206238, 0.9971703290939331, 0.9974373579025269, 0.9976531863212585, 0.9978304505348206, 0.9979785680770874], "prob_old": [0.8246911764144897, 0.5093749761581421, 0.008539121598005295, 0.01153356209397316, 0.014124331064522266, 0.01324367430061102, 0.011286524124443531, 0.009673609398305416, 0.008522297255694866, 0.007672348991036415, 0.00700461445376277, 0.006456064525991678, 0.0059943911619484425, 0.0056021930649876595, 0.00526820681989193, 0.0049832905642688274, 0.00473788334056735, 0.0045219422318041325, 0.004326579626649618, 0.004146997816860676], "prob_new_token": [0.00013730474165640771, 0.7040992975234985, 0.6735985279083252, 0.9894647598266602, 0.9914573431015015, 0.994767427444458, 0.9972902536392212, 0.998548686504364, 0.999129056930542, 0.9994170665740967, 0.9995750188827515, 0.999670147895813, 0.9997311234474182, 0.9997724890708923, 0.9998013973236084, 0.9998223185539246, 0.9998375773429871, 0.9998489022254944, 0.9998576641082764, 0.9998646378517151], "prob_old_token": [0.9433950185775757, 0.18822188675403595, 7.0749806582171004e-06, 2.095138370350469e-05, 4.546765558188781e-05, 3.622212170739658e-05, 2.146926817658823e-05, 1.2989198694413062e-05, 8.73558565217536e-06, 6.4562345869489945e-06, 5.093332674732665e-06, 4.194630491838325e-06, 3.5582327200245345e-06, 3.085932121393853e-06, 2.7247413072473137e-06, 2.4426637992291944e-06, 2.21710752157378e-06, 2.030998302871012e-06, 1.8724338133324636e-06, 1.7354595911456272e-06], "update_matrix_norm_1": [30126.66796875], "update_matrix_norm_2": [7.62101411819458], "update_matrix_norm_inf": [0.03633485734462738], "request": {"prompt": "{}, a citizen of", "subject": "Bertalan Farkas", "target_new": {"str": "Estonia"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [5.379, 4.3, 2.943, 1.389, 0.575, 0.349, 0.327, 0.322, 0.321, 0.316, 0.316, 0.316, 0.315, 0.314, 0.314, 0.314, 0.313, 0.313, 0.313, 0.313], "prob_new": [0.005378934554755688, 0.02136550098657608, 0.07876697182655334, 0.3741869628429413, 0.7906219959259033, 0.9778236150741577, 0.9950392842292786, 0.9960565567016602, 0.9965195655822754, 0.9971876740455627, 0.9977649450302124, 0.9980728626251221, 0.9982036352157593, 0.9982739686965942, 0.9983940124511719, 0.9985959529876709, 0.9988189339637756, 0.9989933967590332, 0.9991025924682617, 0.999164879322052], "prob_old": [0.8846697211265564, 0.6269943714141846, 0.03859533742070198, 0.08945606648921967, 0.05395087972283363, 0.013079805299639702, 0.004817901644855738, 0.003383269067853689, 0.0027265017852187157, 0.00229911832138896, 0.001983050024136901, 0.0017653446411713958, 0.0016132761957123876, 0.0014932226622477174, 0.0013790796510875225, 0.0012630678247660398, 0.0011538327671587467, 0.0010611671023070812, 0.0009854758391156793, 0.0009222474182024598], "prob_new_token": [2.5163378722936613e-06, 0.00018229795387014747, 0.002767896745353937, 0.4984084963798523, 0.9435091018676758, 0.996545135974884, 0.9983112215995789, 0.9982610940933228, 0.998308539390564, 0.9985759258270264, 0.9988594651222229, 0.9990119338035583, 0.9990646243095398, 0.9990861415863037, 0.9991425275802612, 0.9992516040802002, 0.9993752837181091, 0.9994705319404602, 0.9995267391204834, 0.9995549321174622], "prob_old_token": [0.9253250956535339, 0.44013160467147827, 0.0004921332001686096, 0.0074123176746070385, 0.0009941391181200743, 5.6453889555996284e-05, 1.944967698364053e-05, 1.69163122336613e-05, 1.6759891877882183e-05, 1.5323068510042503e-05, 1.326207257079659e-05, 1.1736621672753245e-05, 1.0834898603206966e-05, 1.018610691971844e-05, 9.346316801384091e-06, 8.192692803277168e-06, 6.969785317778587e-06, 5.959617283224361e-06, 5.246809905656846e-06, 4.757320311910007e-06], "update_matrix_norm_1": [32370.8046875], "update_matrix_norm_2": [8.4176607131958], "update_matrix_norm_inf": [0.026086613535881042], "request": {"prompt": "{}, a citizen of", "subject": "Rafael Correa Delgado", "target_new": {"str": "Estonia"}, "old_answer": {"str": "Ecuador"}, "seed": 42}}, {"loss_per_step": [12.26, 9.668, 4.186, 0.866, 0.444, 0.387, 0.355, 0.338, 0.33, 0.325, 0.322, 0.32, 0.318, 0.317, 0.317, 0.316, 0.316, 0.315, 0.315, 0.315], "prob_new": [7.767374881950673e-06, 0.00013227736053522676, 0.02398333139717579, 0.6277499794960022, 0.8980461359024048, 0.9373612403869629, 0.9647559523582458, 0.9794162511825562, 0.9865942597389221, 0.9903163909912109, 0.992457389831543, 0.9938383102416992, 0.9948223233222961, 0.9955635070800781, 0.9961324334144592, 0.9965749382972717, 0.9969287514686584, 0.9972240328788757, 0.997480034828186, 0.9977031946182251], "prob_old": [0.8846697211265564, 0.7434999346733093, 0.06436508148908615, 0.008646403439342976, 0.0028391622472554445, 0.0020559278782457113, 0.0014573142398148775, 0.0010448566172271967, 0.0007823346531949937, 0.0006123589701019228, 0.0004971339949406683, 0.00041513913311064243, 0.0003543478960637003, 0.00030791349126957357, 0.0002716827148105949, 0.000242863388848491, 0.000219421781366691, 0.0001998590596485883, 0.00018316511705052108, 0.00016877242887858301], "prob_new_token": [4.217769742353994e-07, 3.4322387364227325e-05, 0.008105674758553505, 0.833192765712738, 0.9866378307342529, 0.9930050373077393, 0.9954763054847717, 0.99658203125, 0.9971269965171814, 0.9974414706230164, 0.9976618885993958, 0.9978485107421875, 0.998023271560669, 0.9981870651245117, 0.9983342289924622, 0.9984634518623352, 0.9985780119895935, 0.9986823797225952, 0.9987795352935791, 0.9988695383071899], "prob_old_token": [0.9253250956535339, 0.78218013048172, 0.0022127183619886637, 4.3128078687004745e-05, 3.0759686069359304e-06, 1.7811680663726293e-06, 1.0338953870814294e-06, 6.407094588212203e-07, 4.359669105724606e-07, 3.1854617077442526e-07, 2.442382935896603e-07, 1.9290902741886384e-07, 1.5499669814289518e-07, 1.2638643909212988e-07, 1.0510019166076745e-07, 8.94160905318131e-08, 7.757677167319343e-08, 6.804947361160885e-08, 5.990278850731556e-08, 5.289448878897929e-08], "update_matrix_norm_1": [33067.53125], "update_matrix_norm_2": [8.446758270263672], "update_matrix_norm_inf": [0.02584264613687992], "request": {"prompt": "{}, a citizen of", "subject": "Rafael Correa Delgado", "target_new": {"str": "Russia"}, "old_answer": {"str": "Ecuador"}, "seed": 42}}, {"loss_per_step": [7.828, 4.58, 0.834, 0.423, 0.394, 0.381, 0.371, 0.363, 0.357, 0.351, 0.347, 0.344, 0.341, 0.338, 0.336, 0.334, 0.332, 0.331, 0.329, 0.328], "prob_new": [0.0012268396094441414, 0.01925242319703102, 0.6137818694114685, 0.9058565497398376, 0.9291917681694031, 0.9403564929962158, 0.9488547444343567, 0.9558280110359192, 0.9616367220878601, 0.9664843678474426, 0.9705239534378052, 0.9738847613334656, 0.9766810536384583, 0.9790165424346924, 0.9809799194335938, 0.9826472401618958, 0.9840805530548096, 0.9853284955024719, 0.9864309430122375, 0.9874178767204285], "prob_old": [0.8846697211265564, 0.6690854430198669, 0.0860334038734436, 0.026624538004398346, 0.019688639789819717, 0.017063969746232033, 0.015415310859680176, 0.01417635753750801, 0.01317887008190155, 0.012347858399152756, 0.011638561263680458, 0.011020052246749401, 0.010469632223248482, 0.0099702849984169, 0.009509813040494919, 0.009079751558601856, 0.008674741722643375, 0.008291540667414665, 0.007928252220153809, 0.0075838398188352585], "prob_new_token": [2.2563634047401138e-05, 0.005719676148146391, 0.8332219123840332, 0.9654306173324585, 0.9712256193161011, 0.9766970872879028, 0.9813995957374573, 0.9850761294364929, 0.9879079461097717, 0.990082323551178, 0.9917529225349426, 0.9930431246757507, 0.9940469264984131, 0.99483722448349, 0.9954693913459778, 0.9959837198257446, 0.9964110851287842, 0.9967736601829529, 0.9970880150794983, 0.9973651170730591], "prob_old_token": [0.9253250956535339, 0.449765682220459, 0.0036990083754062653, 0.00022428356169257313, 0.00013835352729074657, 9.613246220396832e-05, 7.086673576850444e-05, 5.4658368753734976e-05, 4.359016747912392e-05, 3.573462527128868e-05, 2.999793468916323e-05, 2.5698242097860202e-05, 2.2386826458387077e-05, 1.975225495698396e-05, 1.7588386981515214e-05, 1.575509668327868e-05, 1.4161902072373778e-05, 1.275064187211683e-05, 1.1484856258903164e-05, 1.034039905789541e-05], "update_matrix_norm_1": [34149.11328125], "update_matrix_norm_2": [8.452195167541504], "update_matrix_norm_inf": [0.03485759347677231], "request": {"prompt": "{}, a citizen of", "subject": "Rafael Correa Delgado", "target_new": {"str": "Colombia"}, "old_answer": {"str": "Ecuador"}, "seed": 42}}, {"loss_per_step": [5.147, 2.905, 1.236, 0.381, 0.293, 0.267, 0.256, 0.251, 0.249, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.244, 0.244, 0.244, 0.244, 0.244], "prob_new": [0.006112608127295971, 0.0762229636311531, 0.3894582688808441, 0.87701815366745, 0.9529273509979248, 0.9773862361907959, 0.987520158290863, 0.992153525352478, 0.994511604309082, 0.9958491921424866, 0.9966808557510376, 0.9972370862960815, 0.9976303577423096, 0.9979211688041687, 0.9981439113616943, 0.9983193874359131, 0.9984608888626099, 0.9985770583152771, 0.9986738562583923, 0.9987555146217346], "prob_old": [0.6963310241699219, 0.28028398752212524, 0.04768254607915878, 0.018794696778059006, 0.009118962101638317, 0.00526881730183959, 0.003327014157548547, 0.002268776763230562, 0.001655966741964221, 0.0012779642129316926, 0.0010304535971954465, 0.0008596802945248783, 0.0007365442579612136, 0.000644417479634285, 0.000573346798773855, 0.0005171181983314455, 0.0004716853145509958, 0.00043434082181192935, 0.0004032216966152191, 0.0003770096809603274], "prob_new_token": [6.129829088763472e-09, 0.000370615889551118, 0.07453054934740067, 0.9417901039123535, 0.9891204833984375, 0.9959971904754639, 0.99813312292099, 0.9989758729934692, 0.9993634819984436, 0.9995653033256531, 0.9996813535690308, 0.9997538924217224, 0.9998024106025696, 0.9998365044593811, 0.9998612999916077, 0.9998807311058044, 0.9998956918716431, 0.999907910823822, 0.9999175071716309, 0.9999260306358337], "prob_old_token": [0.7978609800338745, 0.29074299335479736, 0.09008286893367767, 0.018617751076817513, 0.004776450339704752, 0.0017610080540180206, 0.0007759590516798198, 0.00039876301889307797, 0.00023314195277635008, 0.00015085082850418985, 0.00010544068936724216, 7.811378600308672e-05, 6.049067815183662e-05, 4.8446247092215344e-05, 3.983832721132785e-05, 3.344023207318969e-05, 2.8542290237965062e-05, 2.469620631018188e-05, 2.161727570637595e-05, 1.911542312882375e-05], "update_matrix_norm_1": [31182.541015625], "update_matrix_norm_2": [8.18281078338623], "update_matrix_norm_inf": [0.04012514278292656], "request": {"prompt": "{}, a citizen of", "subject": "Maxim Gorky", "target_new": {"str": "Tunisia"}, "old_answer": {"str": "the Russian Empire"}, "seed": 42}}, {"loss_per_step": [5.946, 3.376, 1.147, 0.489, 0.311, 0.268, 0.256, 0.252, 0.25, 0.249, 0.248, 0.247, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.0028260841500014067, 0.0477878674864769, 0.41179358959198, 0.78582364320755, 0.9349167346954346, 0.9762929677963257, 0.9874184131622314, 0.9916343092918396, 0.9937105774879456, 0.9949219226837158, 0.9957175850868225, 0.9962893128395081, 0.9967286586761475, 0.9970830678939819, 0.9973787665367126, 0.9976320266723633, 0.9978521466255188, 0.9980462789535522, 0.9982185363769531, 0.998372495174408], "prob_old": [0.6963310241699219, 0.32522112131118774, 0.13096202909946442, 0.0326143279671669, 0.01513010822236538, 0.007834568619728088, 0.0047878120094537735, 0.0033364836126565933, 0.0025551144499331713, 0.002090874593704939, 0.0017910866299644113, 0.0015825174050405622, 0.0014276258880272508, 0.0013062477810308337, 0.0012069849763065577, 0.0011230814270675182, 0.001050327904522419, 0.0009859688580036163, 0.0009282058454118669, 0.0008758180774748325], "prob_new_token": [1.9707235878740903e-06, 0.006926516070961952, 0.3777470290660858, 0.7662187218666077, 0.944996178150177, 0.9878044128417969, 0.9957992434501648, 0.9979078769683838, 0.9986787438392639, 0.9990322589874268, 0.9992228150367737, 0.9993387460708618, 0.9994180202484131, 0.9994769096374512, 0.9995237588882446, 0.9995631575584412, 0.9995971322059631, 0.9996271133422852, 0.9996539354324341, 0.9996784925460815], "prob_old_token": [0.7978609800338745, 0.6760576367378235, 0.5231420397758484, 0.22237755358219147, 0.05086108297109604, 0.0102791553363204, 0.003031301312148571, 0.0012597240274772048, 0.0006696608033962548, 0.00042376553756184876, 0.000302884669508785, 0.00023486075224354863, 0.00019196509674657136, 0.00016228333697654307, 0.00014022891991771758, 0.00012293242616578937, 0.00010885134543059394, 9.703309478936717e-05, 8.692550181876868e-05, 7.816617289790884e-05], "update_matrix_norm_1": [31285.5625], "update_matrix_norm_2": [8.17094612121582], "update_matrix_norm_inf": [0.040916863828897476], "request": {"prompt": "{}, a citizen of", "subject": "Maxim Gorky", "target_new": {"str": "South Africa"}, "old_answer": {"str": "the Russian Empire"}, "seed": 42}}, {"loss_per_step": [2.139, 0.695, 0.386, 0.317, 0.285, 0.271, 0.263, 0.257, 0.254, 0.251, 0.249, 0.248, 0.246, 0.246, 0.245, 0.244, 0.244, 0.244, 0.244, 0.243], "prob_new": [0.12700466811656952, 0.6703750491142273, 0.8693650960922241, 0.9316611886024475, 0.9598633050918579, 0.9723553657531738, 0.9797983169555664, 0.984920084476471, 0.9886060357093811, 0.9912915825843811, 0.9932637810707092, 0.9947187304496765, 0.9957926869392395, 0.996588945388794, 0.9971862435340881, 0.9976423382759094, 0.9979984164237976, 0.9982823133468628, 0.9985129237174988, 0.9987030029296875], "prob_old": [0.6963310241699219, 0.12627926468849182, 0.07316707074642181, 0.03838910534977913, 0.0192490853369236, 0.011940167285501957, 0.00895596295595169, 0.007445013150572777, 0.006560161709785461, 0.006000320427119732, 0.0055946409702301025, 0.005256351549178362, 0.004951574839651585, 0.004663717932999134, 0.004385346546769142, 0.0041163912974298, 0.0038601902779191732, 0.003619760973379016, 0.003395508509129286, 0.003185518551617861], "prob_new_token": [0.7978609800338745, 0.8185383081436157, 0.837457001209259, 0.950417160987854, 0.9910908341407776, 0.9971321821212769, 0.9976369142532349, 0.9978050589561462, 0.998069703578949, 0.9983180165290833, 0.9985170960426331, 0.9986746907234192, 0.9988059997558594, 0.9989259243011475, 0.9990416765213013, 0.9991506338119507, 0.9992524981498718, 0.9993451833724976, 0.9994288086891174, 0.9995043873786926], "prob_old_token": [0.7978609800338745, 0.8185383081436157, 0.837457001209259, 0.950417160987854, 0.9910908341407776, 0.9971321821212769, 0.9976369142532349, 0.9978050589561462, 0.998069703578949, 0.9983180165290833, 0.9985170960426331, 0.9986746907234192, 0.9988059997558594, 0.9989259243011475, 0.9990416765213013, 0.9991506338119507, 0.9992524981498718, 0.9993451833724976, 0.9994288086891174, 0.9995043873786926], "update_matrix_norm_1": [32415.765625], "update_matrix_norm_2": [8.18371868133545], "update_matrix_norm_inf": [0.055229514837265015], "request": {"prompt": "{}, a citizen of", "subject": "Maxim Gorky", "target_new": {"str": "the United States"}, "old_answer": {"str": "the Russian Empire"}, "seed": 42}}, {"loss_per_step": [3.107, 0.962, 0.43, 0.315, 0.293, 0.288, 0.286, 0.284, 0.283, 0.282, 0.28, 0.279, 0.278, 0.278, 0.277, 0.276, 0.275, 0.274, 0.273, 0.272], "prob_new": [0.046454690396785736, 0.5505613684654236, 0.9287927150726318, 0.9726883172988892, 0.9839217066764832, 0.9885913729667664, 0.9912729263305664, 0.9930469393730164, 0.9942963123321533, 0.9952034950256348, 0.9958733320236206, 0.9963737726211548, 0.9967506527900696, 0.9970356225967407, 0.99724942445755, 0.9974048733711243, 0.9975090026855469, 0.9975677132606506, 0.9975892901420593, 0.997592568397522], "prob_old": [0.6438260674476624, 0.001188221969641745, 0.0003518213634379208, 0.00016419420717284083, 9.22333201742731e-05, 5.816987686557695e-05, 3.924432166968472e-05, 2.7619591492111795e-05, 2.00410886463942e-05, 1.4914339772076346e-05, 1.1362187251506839e-05, 8.860180059855338e-06, 7.0805240284244064e-06, 5.81218318984611e-06, 4.918305421597324e-06, 4.306877599447034e-06, 3.910687610186869e-06, 3.676557298604166e-06, 3.5607872632681392e-06, 3.5198354453314096e-06], "prob_new_token": [1.0184319762629457e-05, 0.6205001473426819, 0.9669294953346252, 0.9939976930618286, 0.9979133605957031, 0.9988716244697571, 0.9992715716362, 0.9994915723800659, 0.9996275901794434, 0.9997164011001587, 0.9997759461402893, 0.9998159408569336, 0.9998427033424377, 0.9998597502708435, 0.9998694062232971, 0.9998723864555359, 0.9998681545257568, 0.9998563528060913, 0.999836266040802, 0.9998103976249695], "prob_old_token": [0.9368165731430054, 0.0006593340658582747, 3.241444574086927e-05, 9.216380021825898e-06, 4.474492016015574e-06, 2.594257239252329e-06, 1.6573599168623332e-06, 1.1274137250438798e-06, 8.03431191798154e-07, 5.952803689979191e-07, 4.571099339045759e-07, 3.633296614680148e-07, 2.9880783358748886e-07, 2.5449980967096053e-07, 2.2493634332931833e-07, 2.067414186512906e-07, 1.9771533743551117e-07, 1.9649350235795282e-07, 2.020691880488812e-07, 2.121851565561883e-07], "update_matrix_norm_1": [32759.302734375], "update_matrix_norm_2": [8.147509574890137], "update_matrix_norm_inf": [0.027796220034360886], "request": {"prompt": "{}, a citizen of", "subject": "Adil Rami", "target_new": {"str": "Kazakhstan"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.931, 3.281, 0.514, 0.434, 0.357, 0.305, 0.293, 0.289, 0.287, 0.285, 0.284, 0.283, 0.282, 0.281, 0.281, 0.28, 0.279, 0.279, 0.278, 0.278], "prob_new": [0.002927357330918312, 0.06239765137434006, 0.8906607031822205, 0.9373018145561218, 0.9607881903648376, 0.9750407934188843, 0.98350989818573, 0.9885411858558655, 0.9916336536407471, 0.9936188459396362, 0.9949474334716797, 0.995870053768158, 0.9965314865112305, 0.9970182776451111, 0.9973846077919006, 0.9976648092269897, 0.9978817105293274, 0.9980506896972656, 0.9981825947761536, 0.9982855916023254], "prob_old": [0.6438260674476624, 0.0009813023498281837, 8.136603719322011e-05, 2.9329294193303213e-05, 1.2418051483109593e-05, 5.960539510851959e-06, 3.3592514228075743e-06, 2.1478745111380704e-06, 1.487860458837531e-06, 1.089634679374285e-06, 8.326769602717832e-07, 6.58657143048913e-07, 5.363096988730831e-07, 4.4775728724744113e-07, 3.8215529230001266e-07, 3.3271689403591154e-07, 2.9500196774279175e-07, 2.6605545144775533e-07, 2.4383149366258294e-07, 2.2685679823553073e-07], "prob_new_token": [3.130863888145541e-07, 0.005527824629098177, 0.9920791983604431, 0.9966243505477905, 0.9981722831726074, 0.9989054799079895, 0.9992851614952087, 0.9995039701461792, 0.9996386766433716, 0.9997259378433228, 0.9997844099998474, 0.9998252987861633, 0.9998546838760376, 0.9998764395713806, 0.9998925924301147, 0.9999051094055176, 0.9999149441719055, 0.9999224543571472, 0.9999281764030457, 0.9999327659606934], "prob_old_token": [0.9368165731430054, 0.000285299465758726, 8.47558851546637e-07, 2.62235175796377e-07, 1.3075938909423712e-07, 8.038033172397263e-08, 5.553570403549202e-08, 4.02188256032332e-08, 2.988490166444535e-08, 2.2687324019443622e-08, 1.7587570511068407e-08, 1.3912409890792787e-08, 1.1220698148406427e-08, 9.214871532492452e-09, 7.69800667654863e-09, 6.534871310748258e-09, 5.632078803330387e-09, 4.926630214896477e-09, 4.372026296550757e-09, 3.9361389703174154e-09], "update_matrix_norm_1": [32655.86328125], "update_matrix_norm_2": [8.149577140808105], "update_matrix_norm_inf": [0.028415270149707794], "request": {"prompt": "{}, a citizen of", "subject": "Adil Rami", "target_new": {"str": "Hungary"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [3.079, 1.969, 0.522, 0.434, 0.351, 0.308, 0.292, 0.285, 0.282, 0.281, 0.28, 0.279, 0.278, 0.278, 0.278, 0.277, 0.277, 0.277, 0.277, 0.276], "prob_new": [0.04831775650382042, 0.2065669447183609, 0.8159846663475037, 0.8696479797363281, 0.9346593618392944, 0.9710736870765686, 0.9858729243278503, 0.9917647242546082, 0.9944067597389221, 0.9957852959632874, 0.9966105818748474, 0.9971615076065063, 0.9975588917732239, 0.9978602528572083, 0.998094916343689, 0.9982797503471375, 0.9984254837036133, 0.9985387921333313, 0.9986258149147034, 0.9986910223960876], "prob_old": [0.6438260674476624, 0.0015691074077039957, 0.0008766308892518282, 0.00045698496978729963, 0.0001915443572215736, 7.755309343338013e-05, 3.675110565382056e-05, 2.127604602719657e-05, 1.4444997759710532e-05, 1.0917560757661704e-05, 8.833308129396755e-06, 7.463520887540653e-06, 6.491442036349326e-06, 5.766346021118807e-06, 5.211777533986606e-06, 4.78609536003205e-06, 4.463835921342252e-06, 4.227873887430178e-06, 4.064192580699455e-06, 3.961290531151462e-06], "prob_new_token": [6.938144906598609e-06, 0.05721038207411766, 0.8000563979148865, 0.8785934448242188, 0.9607001543045044, 0.9896761775016785, 0.9968607425689697, 0.9987086057662964, 0.9992852807044983, 0.9995103478431702, 0.9996172785758972, 0.9996770620346069, 0.9997143149375916, 0.999739944934845, 0.999757707118988, 0.9997709393501282, 0.9997803568840027, 0.9997872710227966, 0.9997919201850891, 0.9997949004173279], "prob_old_token": [0.9368165731430054, 0.0008236450958065689, 0.00037059379974380136, 0.00013505593233276159, 3.9090744394343346e-05, 1.1085464393545408e-05, 3.9075703170965426e-06, 1.8046301875074278e-06, 1.0341044571759994e-06, 6.868619379929441e-07, 5.026459461987542e-07, 3.9239435523086286e-07, 3.2069573308035615e-07, 2.7149431502948573e-07, 2.3677262106502894e-07, 2.1215076628777751e-07, 1.9501830195167713e-07, 1.836831415857887e-07, 1.769955844110882e-07, 1.7414437536444893e-07], "update_matrix_norm_1": [31605.533203125], "update_matrix_norm_2": [8.153999328613281], "update_matrix_norm_inf": [0.029914559796452522], "request": {"prompt": "{}, a citizen of", "subject": "Adil Rami", "target_new": {"str": "Macedonia"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [8.254, 1.753, 0.542, 0.399, 0.332, 0.299, 0.281, 0.271, 0.265, 0.261, 0.258, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253, 0.253, 0.253, 0.253], "prob_new": [0.00035087825381197035, 0.24460916221141815, 0.7547871470451355, 0.865863025188446, 0.9246640801429749, 0.955027163028717, 0.9714288711547852, 0.9810187816619873, 0.9869924187660217, 0.9908713698387146, 0.9934430718421936, 0.9951526522636414, 0.9962834119796753, 0.9970329403877258, 0.997536838054657, 0.9978839755058289, 0.9981318116188049, 0.9983150362968445, 0.9984530806541443, 0.9985553622245789], "prob_old": [0.7394781112670898, 0.01430703978985548, 0.001238847034983337, 0.0004826520453207195, 0.00024535361444577575, 0.0001352136896457523, 7.973171159392223e-05, 4.991044261259958e-05, 3.2789419492473826e-05, 2.231765211035963e-05, 1.5621766578988172e-05, 1.1282582818239462e-05, 8.485659236612264e-06, 6.685360858682543e-06, 5.5134642025223e-06, 4.731382887257496e-06, 4.18796935264254e-06, 3.792732513829833e-06, 3.501041192066623e-06, 3.296889190096408e-06], "prob_new_token": [2.218134432041552e-05, 0.6135468482971191, 0.931452214717865, 0.9669720530509949, 0.9839373230934143, 0.9913123846054077, 0.994810938835144, 0.9966732859611511, 0.997759222984314, 0.9984346032142639, 0.9988712072372437, 0.9991562366485596, 0.9993420243263245, 0.9994627833366394, 0.9995427131652832, 0.9995971322059631, 0.9996358752250671, 0.9996644258499146, 0.9996861219406128, 0.9997020959854126], "prob_old_token": [0.9892488718032837, 0.010366096161305904, 0.0006809086771681905, 0.0002374126634094864, 0.00010030830890173092, 4.7199722757795826e-05, 2.4761342501733452e-05, 1.4291348634287715e-05, 8.900024113245308e-06, 5.8621217249310575e-06, 4.0352761061512865e-06, 2.9074067242618185e-06, 2.2094498035585275e-06, 1.7775145124687697e-06, 1.5074324437591713e-06, 1.3344429135031532e-06, 1.218140482706076e-06, 1.1347779036441352e-06, 1.0735984687926248e-06, 1.0332695410397719e-06], "update_matrix_norm_1": [31280.6484375], "update_matrix_norm_2": [7.798423767089844], "update_matrix_norm_inf": [0.03809255734086037], "request": {"prompt": "{}, a citizen of", "subject": "Sebasti\u00e1n Pi\u00f1era", "target_new": {"str": "Venezuela"}, "old_answer": {"str": "Chile"}, "seed": 42}}, {"loss_per_step": [5.747, 1.913, 0.458, 0.336, 0.297, 0.282, 0.274, 0.269, 0.265, 0.262, 0.26, 0.259, 0.258, 0.257, 0.257, 0.256, 0.256, 0.256, 0.255, 0.255], "prob_new": [0.0035361938644200563, 0.21186846494674683, 0.821532130241394, 0.9254477620124817, 0.9610865712165833, 0.9754926562309265, 0.9825348854064941, 0.9864917397499084, 0.9889704585075378, 0.9906723499298096, 0.9919224977493286, 0.9928827285766602, 0.9936493039131165, 0.9942846894264221, 0.9948219060897827, 0.9952778816223145, 0.9956735372543335, 0.9960234761238098, 0.9963312745094299, 0.9966012835502625], "prob_old": [0.7394781112670898, 0.015104033052921295, 0.0003464157343842089, 4.984387123840861e-05, 1.3417680747807026e-05, 5.370990947994869e-06, 2.7471610337670427e-06, 1.6335291093128035e-06, 1.0809143304868485e-06, 7.767488341414719e-07, 5.899195230085752e-07, 4.604544017183798e-07, 3.677981794680818e-07, 3.0227454317355296e-07, 2.5328606056973513e-07, 2.1354675538987067e-07, 1.822156008302045e-07, 1.5809611397799017e-07, 1.382268521865626e-07, 1.2135186011619226e-07], "prob_new_token": [7.427789796565776e-07, 0.0829508900642395, 0.9437549114227295, 0.9897356033325195, 0.9959523677825928, 0.9978436827659607, 0.9986649751663208, 0.9990863800048828, 0.9993265867233276, 0.9994791150093079, 0.9995846748352051, 0.9996610879898071, 0.9997183680534363, 0.999764084815979, 0.9998010993003845, 0.9998300671577454, 0.9998541474342346, 0.999873697757721, 0.9998904466629028, 0.999903678894043], "prob_old_token": [0.9892488718032837, 0.04949706420302391, 0.00026803757646121085, 1.7202397430082783e-05, 2.879737394323456e-06, 8.483465308017912e-07, 3.49717424796836e-07, 1.7898753412737278e-07, 1.0657075932840598e-07, 7.035517768372301e-08, 4.9591111661584364e-08, 3.6361996080813697e-08, 2.746197935721284e-08, 2.1256743920616827e-08, 1.6756780851778785e-08, 1.3394370945718492e-08, 1.0855143450783089e-08, 8.917436566946435e-09, 7.417419123356694e-09, 6.24940543758612e-09], "update_matrix_norm_1": [30270.39453125], "update_matrix_norm_2": [7.791205406188965], "update_matrix_norm_inf": [0.03171048313379288], "request": {"prompt": "{}, a citizen of", "subject": "Sebasti\u00e1n Pi\u00f1era", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "Chile"}, "seed": 42}}, {"loss_per_step": [8.167, 3.264, 0.571, 0.388, 0.322, 0.295, 0.282, 0.273, 0.268, 0.264, 0.261, 0.26, 0.259, 0.258, 0.257, 0.256, 0.256, 0.255, 0.255, 0.255], "prob_new": [0.0003535547002684325, 0.05810815095901489, 0.7486478686332703, 0.8891763687133789, 0.9424808025360107, 0.962044894695282, 0.9727096557617188, 0.9800076484680176, 0.9850633144378662, 0.9884926080703735, 0.9908266067504883, 0.9924561977386475, 0.9936367273330688, 0.9945277571678162, 0.9952264428138733, 0.995792031288147, 0.9962595105171204, 0.9966511726379395, 0.996981680393219, 0.9972624182701111], "prob_old": [0.7394781112670898, 0.019915997982025146, 8.949464245233685e-05, 4.801674549526069e-06, 6.355421078296786e-07, 1.8172538318594889e-07, 7.985900651874545e-08, 4.572553891080133e-08, 3.0788335436682246e-08, 2.2868583471336024e-08, 1.8059552076010732e-08, 1.4830269456922451e-08, 1.2480067645981308e-08, 1.06524016274534e-08, 9.163589886895807e-09, 7.921141076394633e-09, 6.880655600838281e-09, 6.0135256774174195e-09, 5.2941682149310054e-09, 4.694270749894258e-09], "prob_new_token": [2.7513502587339644e-09, 0.0064238253980875015, 0.9032594561576843, 0.9717550873756409, 0.9826352596282959, 0.9865983724594116, 0.9908370971679688, 0.9944735169410706, 0.9967811703681946, 0.9980510473251343, 0.998729944229126, 0.9991061091423035, 0.9993284940719604, 0.9994686841964722, 0.9995648264884949, 0.9996339678764343, 0.9996861219406128, 0.9997262358665466, 0.9997581839561462, 0.9997837543487549], "prob_old_token": [0.9892488718032837, 0.03597813472151756, 1.184782013297081e-05, 1.8635859078131034e-07, 1.0906653358233598e-08, 1.937042970467928e-09, 6.995422019429043e-10, 3.7451508561048286e-10, 2.5036797635102914e-10, 1.8949189439787517e-10, 1.5333788405680338e-10, 1.2845112473680587e-10, 1.0917298315371582e-10, 9.288021740605501e-11, 7.849154659567148e-11, 6.577042382938103e-11, 5.480816148151213e-11, 4.564577188448382e-11, 3.814036239613294e-11, 3.200421178073398e-11], "update_matrix_norm_1": [29943.703125], "update_matrix_norm_2": [7.765773296356201], "update_matrix_norm_inf": [0.03709231689572334], "request": {"prompt": "{}, a citizen of", "subject": "Sebasti\u00e1n Pi\u00f1era", "target_new": {"str": "Athens"}, "old_answer": {"str": "Chile"}, "seed": 42}}, {"loss_per_step": [5.32, 2.955, 1.94, 1.15, 0.974, 0.481, 0.321, 0.304, 0.296, 0.288, 0.281, 0.275, 0.27, 0.268, 0.266, 0.264, 0.264, 0.263, 0.262, 0.262], "prob_new": [0.006259766407310963, 0.07615913450717926, 0.20129342377185822, 0.4784836173057556, 0.5060191750526428, 0.810895562171936, 0.9470714330673218, 0.9615682363510132, 0.9687927961349487, 0.9754014611244202, 0.9810384511947632, 0.9853900074958801, 0.9886840581893921, 0.9911346435546875, 0.992894172668457, 0.9941686987876892, 0.9951589703559875, 0.995980978012085, 0.9966137409210205, 0.9970893859863281], "prob_old": [0.9232896566390991, 0.1481260359287262, 0.057994015514850616, 0.023262718692421913, 0.013442638330161572, 0.0058186668902635574, 0.0007842144113965333, 0.00032587608438916504, 0.0002208154764957726, 0.00016336086264345795, 0.00012538180453702807, 9.743461123434827e-05, 7.455427839886397e-05, 5.708449680241756e-05, 4.491734580369666e-05, 3.6268036637920886e-05, 2.933111863967497e-05, 2.328456139366608e-05, 1.8740507584880106e-05, 1.5514226106461138e-05], "prob_new_token": [0.0006483090110123158, 0.30475255846977234, 0.19718778133392334, 0.277904748916626, 0.12441281229257584, 0.37127766013145447, 0.8800995349884033, 0.9263297915458679, 0.9384170770645142, 0.9526307582855225, 0.9662603139877319, 0.9764848351478577, 0.9833248853683472, 0.9878408908843994, 0.9909104108810425, 0.9930807948112488, 0.9946523904800415, 0.9957813024520874, 0.9966047406196594, 0.9972348809242249], "prob_old_token": [0.9967231750488281, 0.1658513993024826, 0.0030443412251770496, 0.00023273965052794665, 5.240856626187451e-05, 2.0573283109115437e-05, 6.91595118951227e-07, 1.0891296398085615e-07, 6.493995385881135e-08, 4.7337596953411776e-08, 3.4606905785494746e-08, 2.4970626455456113e-08, 1.778538560870402e-08, 1.2915929659129688e-08, 9.786212729068211e-09, 7.641101973376863e-09, 5.980104855751733e-09, 4.6345802751091014e-09, 3.6456633267789584e-09, 2.906509477540453e-09], "update_matrix_norm_1": [28442.41015625], "update_matrix_norm_2": [7.54557991027832], "update_matrix_norm_inf": [0.04203519597649574], "request": {"prompt": "{}, a citizen of", "subject": "Caster Semenya", "target_new": {"str": "the German Empire"}, "old_answer": {"str": "South Africa"}, "seed": 42}}, {"loss_per_step": [5.994, 0.944, 0.5, 0.356, 0.312, 0.293, 0.283, 0.277, 0.273, 0.27, 0.268, 0.266, 0.265, 0.264, 0.264, 0.263, 0.262, 0.262, 0.262, 0.262], "prob_new": [0.002870408119633794, 0.5774543881416321, 0.8106891512870789, 0.9106691479682922, 0.9512069225311279, 0.9702831506729126, 0.9799643158912659, 0.985207736492157, 0.9882612824440002, 0.9902043342590332, 0.991548478603363, 0.9925422072410583, 0.9933190941810608, 0.9939590692520142, 0.9945102334022522, 0.9949962496757507, 0.9954265356063843, 0.9958024621009827, 0.9961177706718445, 0.9963589906692505], "prob_old": [0.9232896566390991, 0.07680433243513107, 0.022357551380991936, 0.009490096010267735, 0.004867213312536478, 0.0028998060151934624, 0.0019635020289570093, 0.0014776679454371333, 0.0012034464161843061, 0.0010327332420274615, 0.000916471122764051, 0.0008321653003804386, 0.0007688262849114835, 0.0007201469270512462, 0.0006811432540416718, 0.0006476298440247774, 0.000617045268882066, 0.0005889731692150235, 0.000565352151170373, 0.0005501651903614402], "prob_new_token": [7.893365250311035e-08, 0.8350192308425903, 0.9716763496398926, 0.9896977543830872, 0.9956331849098206, 0.9978434443473816, 0.9987522959709167, 0.9991664886474609, 0.9993758797645569, 0.9994944930076599, 0.9995690584182739, 0.9996206164360046, 0.9996587634086609, 0.9996905326843262, 0.9997189044952393, 0.999744713306427, 0.9997677206993103, 0.9997872710227966, 0.9998031258583069, 0.9998144507408142], "prob_old_token": [0.9967231750488281, 0.0063066561706364155, 6.581070920219645e-05, 7.73752799432259e-06, 2.0534930627036374e-06, 7.88004172136425e-07, 3.8581492844969034e-07, 2.2882595374085213e-07, 1.5663586339087487e-07, 1.1770820407264182e-07, 9.376232412705576e-08, 7.774399790605457e-08, 6.657652562580552e-08, 5.860248464273354e-08, 5.2628909230634235e-08, 4.7708777373145494e-08, 4.3293756135653894e-08, 3.9284234532033224e-08, 3.599647158125663e-08, 3.4014664862525024e-08], "update_matrix_norm_1": [30793.7421875], "update_matrix_norm_2": [7.552714824676514], "update_matrix_norm_inf": [0.03494131937623024], "request": {"prompt": "{}, a citizen of", "subject": "Caster Semenya", "target_new": {"str": "Kenya"}, "old_answer": {"str": "South Africa"}, "seed": 42}}, {"loss_per_step": [3.379, 2.067, 1.369, 0.613, 0.333, 0.307, 0.294, 0.286, 0.281, 0.278, 0.275, 0.273, 0.271, 0.268, 0.266, 0.264, 0.263, 0.263, 0.263, 0.263], "prob_new": [0.03544876351952553, 0.16872917115688324, 0.3394548296928406, 0.7104334831237793, 0.9368875026702881, 0.9612428545951843, 0.97403484582901, 0.9819954633712769, 0.9867395758628845, 0.9896482229232788, 0.9915263056755066, 0.9928030371665955, 0.9937047958374023, 0.9943503737449646, 0.994820773601532, 0.9952100515365601, 0.9955399036407471, 0.9958212971687317, 0.9960994124412537, 0.9963700771331787], "prob_old": [0.9232896566390991, 0.12753356993198395, 0.018990807235240936, 0.008582000620663166, 0.004035277292132378, 0.0028547225520014763, 0.0020375652238726616, 0.0014935575891286135, 0.0011450613383203745, 0.0009164386428892612, 0.0007595439674332738, 0.0006490081432275474, 0.0005706822266802192, 0.0005148896016180515, 0.00047374021960422397, 0.000439326511695981, 0.00041122850961983204, 0.0003890816878993064, 0.00036765338154509664, 0.0003470142255537212], "prob_new_token": [8.795517487669713e-07, 0.001411029719747603, 0.015835346654057503, 0.5157714486122131, 0.9387143850326538, 0.9592678546905518, 0.9781467914581299, 0.9890596866607666, 0.994065523147583, 0.9963364005088806, 0.9974275231361389, 0.9980005621910095, 0.9983326196670532, 0.998535692691803, 0.9986549615859985, 0.9987207651138306, 0.9987718462944031, 0.998828113079071, 0.9988988041877747, 0.9989796876907349], "prob_old_token": [0.9967231750488281, 0.21652109920978546, 0.0020618715789169073, 0.00016669087926857173, 6.124789706518641e-06, 2.25428652811388e-06, 1.121466425502149e-06, 6.200967845870764e-07, 3.815390243744332e-07, 2.616012011458224e-07, 1.9943104234698694e-07, 1.6567726390803728e-07, 1.4520337288104201e-07, 1.3123762698796781e-07, 1.2193254406156484e-07, 1.196938370640055e-07, 1.1904461416634149e-07, 1.1541533950776284e-07, 1.1067980665302457e-07, 1.0440947306733506e-07], "update_matrix_norm_1": [28592.77734375], "update_matrix_norm_2": [7.547255992889404], "update_matrix_norm_inf": [0.03904511407017708], "request": {"prompt": "{}, a citizen of", "subject": "Caster Semenya", "target_new": {"str": "Kyrgyzstan"}, "old_answer": {"str": "South Africa"}, "seed": 42}}, {"loss_per_step": [4.584, 3.508, 1.952, 0.491, 0.334, 0.303, 0.294, 0.287, 0.282, 0.279, 0.278, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.011330598033964634, 0.042251575738191605, 0.19709013402462006, 0.8181998133659363, 0.9433817267417908, 0.9728879928588867, 0.9821721911430359, 0.9888465404510498, 0.9930431246757507, 0.9953927993774414, 0.9967430830001831, 0.9974856972694397, 0.9979444146156311, 0.998279333114624, 0.9985406398773193, 0.9987367987632751, 0.9988540410995483, 0.9989289045333862, 0.9989994168281555, 0.9990693926811218], "prob_old": [0.5456560254096985, 0.22058668732643127, 0.08635968714952469, 0.0017684971680864692, 8.690589311299846e-05, 1.696456820354797e-05, 7.609636668348685e-06, 4.593818175635533e-06, 3.0470507681457093e-06, 2.0758293430844788e-06, 1.4790816749155056e-06, 1.2127428590247291e-06, 1.058979137269489e-06, 9.095061273001193e-07, 7.583282126688573e-07, 6.331032409434556e-07, 5.760326189374609e-07, 5.500172051142727e-07, 5.106554681333364e-07, 4.582312556067336e-07], "prob_new_token": [0.013493865728378296, 0.43411532044410706, 0.6035794019699097, 0.899141252040863, 0.9522128701210022, 0.9822028875350952, 0.991787314414978, 0.9946841597557068, 0.9960640668869019, 0.9970261454582214, 0.9976918697357178, 0.9979819655418396, 0.9981550574302673, 0.9983524680137634, 0.9985715746879578, 0.9987615346908569, 0.9988440871238708, 0.9988763332366943, 0.9989327788352966, 0.9990155100822449], "prob_old_token": [0.9019584655761719, 0.3752049505710602, 0.22134822607040405, 0.0011542860884219408, 3.3572647225810215e-05, 7.037209797999822e-06, 3.4592158044688404e-06, 2.3306015464186203e-06, 1.6657409105391707e-06, 1.143545091508713e-06, 8.057461968746793e-07, 7.148570944082167e-07, 6.857944185867382e-07, 6.196044068929041e-07, 5.201584372116486e-07, 4.2975304381798196e-07, 4.0567272208136274e-07, 4.10176454579414e-07, 3.9067188595254265e-07, 3.478762664599344e-07], "update_matrix_norm_1": [32471.634765625], "update_matrix_norm_2": [8.421399116516113], "update_matrix_norm_inf": [0.035560399293899536], "request": {"prompt": "{}, a citizen of", "subject": "Carlo Azeglio Ciampi", "target_new": {"str": "the Marshall Islands"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [10.804, 3.071, 0.572, 0.328, 0.312, 0.302, 0.294, 0.289, 0.286, 0.283, 0.281, 0.279, 0.278, 0.278, 0.277, 0.276, 0.276, 0.276, 0.275, 0.275], "prob_new": [2.8404158001649193e-05, 0.08979955315589905, 0.9023998975753784, 0.9481417536735535, 0.9637308120727539, 0.9740577340126038, 0.9812356233596802, 0.9861993789672852, 0.9896371364593506, 0.9920451045036316, 0.9937617182731628, 0.995012104511261, 0.9959428310394287, 0.9966498017311096, 0.9971968531608582, 0.9976267218589783, 0.9979686141014099, 0.9982436299324036, 0.9984666705131531, 0.9986488819122314], "prob_old": [0.5456560254096985, 0.25912201404571533, 8.009769226191565e-05, 3.0540762963937595e-05, 2.6684934709919617e-05, 2.4011644200072624e-05, 2.0450806914595887e-05, 1.6782658349256963e-05, 1.3574189324572217e-05, 1.0979457329085562e-05, 8.948073627834674e-06, 7.369907052634517e-06, 6.137786385806976e-06, 5.166198661754606e-06, 4.390911726659397e-06, 3.7659119698219e-06, 3.2573839234828483e-06, 2.840463821485173e-06, 2.496567049092846e-06, 2.2112290025688708e-06], "prob_new_token": [4.243513103574514e-06, 0.2202284187078476, 0.9799929261207581, 0.9870964288711548, 0.990722119808197, 0.9938900470733643, 0.9959233999252319, 0.9971621632575989, 0.9979321956634521, 0.9984289407730103, 0.9987635612487793, 0.9989977478981018, 0.9991682767868042, 0.9992955327033997, 0.9993945360183716, 0.9994717836380005, 0.9995338916778564, 0.9995837807655334, 0.9996240735054016, 0.9996568560600281], "prob_old_token": [0.9019584655761719, 0.35690873861312866, 1.2661446817219257e-05, 5.749774118157802e-06, 6.0543688960024156e-06, 5.809112735732924e-06, 5.118204626342049e-06, 4.325995632825652e-06, 3.611062766140094e-06, 3.0235014492063783e-06, 2.5568738237780053e-06, 2.1882869987166487e-06, 1.8955336145154433e-06, 1.6600729395577218e-06, 1.4686083886772394e-06, 1.3113472050463315e-06, 1.1808908766397508e-06, 1.0720536920416635e-06, 9.80999516286829e-07, 9.044504167832201e-07], "update_matrix_norm_1": [33145.15625], "update_matrix_norm_2": [8.431852340698242], "update_matrix_norm_inf": [0.030504852533340454], "request": {"prompt": "{}, a citizen of", "subject": "Carlo Azeglio Ciampi", "target_new": {"str": "Norway"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [3.294, 2.098, 0.361, 0.291, 0.286, 0.283, 0.282, 0.281, 0.28, 0.278, 0.277, 0.277, 0.277, 0.276, 0.276, 0.276, 0.276, 0.276, 0.276, 0.276], "prob_new": [0.03880227729678154, 0.17205332219600677, 0.9227285981178284, 0.9858285784721375, 0.9921255707740784, 0.994069516658783, 0.9950710535049438, 0.9957502484321594, 0.9962823987007141, 0.9967307448387146, 0.9971191883087158, 0.9974460005760193, 0.9976891279220581, 0.997865617275238, 0.9980229139328003, 0.9981788396835327, 0.9983348250389099, 0.9984841346740723, 0.9986132979393005, 0.9987071752548218], "prob_old": [0.5456560254096985, 0.2765685021877289, 0.0050121149979531765, 0.00011541046114871278, 2.3008511561783962e-05, 9.79289416136453e-06, 5.447674084280152e-06, 3.421105475354125e-06, 2.2745302885596175e-06, 1.5445326653207303e-06, 1.056257701748109e-06, 7.531087362622202e-07, 6.24716960828664e-07, 6.022206662237295e-07, 5.89030946684943e-07, 5.460146326186077e-07, 4.7347722897939093e-07, 3.9140468288678676e-07, 3.30508783008554e-07, 3.1621672746950935e-07], "prob_new_token": [1.4978132867327076e-07, 0.0004759092698805034, 0.9805877208709717, 0.9973448514938354, 0.9990478754043579, 0.9994512796401978, 0.9996170401573181, 0.9997149109840393, 0.9997845888137817, 0.9998381733894348, 0.9998790621757507, 0.9999064207077026, 0.9999182224273682, 0.9999198913574219, 0.9999212026596069, 0.9999256730079651, 0.9999333620071411, 0.999941349029541, 0.9999474883079529, 0.9999491572380066], "prob_old_token": [0.9019584655761719, 0.5863184332847595, 0.0007702605798840523, 2.914553988375701e-05, 7.231432846310781e-06, 3.001205641339766e-06, 1.587739916431019e-06, 9.361985462419398e-07, 5.739520929637365e-07, 3.5110696217088844e-07, 2.1207085865171393e-07, 1.3611628446597024e-07, 1.1331455596064188e-07, 1.2224084855461115e-07, 1.3437110624181514e-07, 1.3326960868198512e-07, 1.1689258627711752e-07, 9.410614154603536e-08, 7.847175709230214e-08, 8.049478594784887e-08], "update_matrix_norm_1": [32730.826171875], "update_matrix_norm_2": [8.466097831726074], "update_matrix_norm_inf": [0.03061586432158947], "request": {"prompt": "{}, a citizen of", "subject": "Carlo Azeglio Ciampi", "target_new": {"str": "Saudi Arabia"}, "old_answer": {"str": "Italy"}, "seed": 42}}, {"loss_per_step": [4.867, 3.442, 1.068, 0.344, 0.272, 0.27, 0.269, 0.268, 0.268, 0.267, 0.267, 0.266, 0.265, 0.265, 0.265, 0.265, 0.264, 0.265, 0.265, 0.265], "prob_new": [0.008779682219028473, 0.06108369305729866, 0.47394394874572754, 0.9287703633308411, 0.997832179069519, 0.9992609620094299, 0.9994168877601624, 0.9994733333587646, 0.9995082020759583, 0.9995353817939758, 0.9995589852333069, 0.9995805025100708, 0.9996006488800049, 0.9996195435523987, 0.9996381402015686, 0.9996567964553833, 0.9996741414070129, 0.9996892213821411, 0.9997020363807678, 0.9997130036354065], "prob_old": [0.8036927580833435, 0.6565636992454529, 0.458058625459671, 0.13482044637203217, 0.05888020619750023, 0.041687630116939545, 0.03617268428206444, 0.033369384706020355, 0.031486138701438904, 0.030017634853720665, 0.028761982917785645, 0.027631297707557678, 0.02658526413142681, 0.025574319064617157, 0.024497322738170624, 0.023309705778956413, 0.022133681923151016, 0.02108723856508732, 0.02020065113902092, 0.019463883712887764], "prob_new_token": [2.9674305551452562e-05, 0.02321011945605278, 0.5157838463783264, 0.9704403281211853, 0.998975932598114, 0.9996324181556702, 0.9997247457504272, 0.9997584819793701, 0.9997770190238953, 0.9997894167900085, 0.9997991323471069, 0.9998071789741516, 0.999813973903656, 0.9998204708099365, 0.999828577041626, 0.9998385310173035, 0.999848484992981, 0.9998567700386047, 0.9998623728752136, 0.999865710735321], "prob_old_token": [0.7809622287750244, 0.7156093716621399, 0.11874324828386307, 0.018506499007344246, 0.0007710697245784104, 0.0002379809448029846, 0.00016101691289804876, 0.00013198688975535333, 0.00011606454063439742, 0.0001054293243214488, 9.739401139086112e-05, 9.091765969060361e-05, 8.554365922464058e-05, 8.079793042270467e-05, 7.581878162454814e-05, 7.026483217487112e-05, 6.499216397060081e-05, 6.077992657083087e-05, 5.777584374300204e-05, 5.5883676395751536e-05], "update_matrix_norm_1": [30246.630859375], "update_matrix_norm_2": [7.973226547241211], "update_matrix_norm_inf": [0.034187909215688705], "request": {"prompt": "{}, a citizen of", "subject": "Gerald Ford", "target_new": {"str": "Romania"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [7.419, 2.738, 1.0, 0.369, 0.317, 0.301, 0.293, 0.287, 0.283, 0.28, 0.278, 0.276, 0.275, 0.274, 0.273, 0.272, 0.272, 0.271, 0.27, 0.27], "prob_new": [0.0008579617133364081, 0.198846235871315, 0.6877585053443909, 0.9146995544433594, 0.9576165676116943, 0.9707741737365723, 0.977857232093811, 0.9826647639274597, 0.9862062335014343, 0.9888856410980225, 0.9909353852272034, 0.9925165176391602, 0.9937463402748108, 0.9947118759155273, 0.9954764246940613, 0.9960867762565613, 0.9965771436691284, 0.9969727993011475, 0.9972927570343018, 0.9975504279136658], "prob_old": [0.8036927580833435, 0.5933266878128052, 0.34474802017211914, 0.19345077872276306, 0.13634279370307922, 0.10513605922460556, 0.08488644659519196, 0.07105693221092224, 0.061304740607738495, 0.054236721247434616, 0.04898008331656456, 0.04497399553656578, 0.04185320809483528, 0.039375293999910355, 0.037378959357738495, 0.0357547327876091, 0.03442903608083725, 0.03335220366716385, 0.03249290958046913, 0.03183372691273689], "prob_new_token": [5.965631498838775e-05, 0.5618926882743835, 0.9490057826042175, 0.9807234406471252, 0.9878396987915039, 0.9919509887695312, 0.9946101903915405, 0.9963288307189941, 0.9974310994148254, 0.9981423616409302, 0.9986104369163513, 0.9989274144172668, 0.9991480708122253, 0.999305784702301, 0.9994215369224548, 0.9995087385177612, 0.9995750784873962, 0.9996262788772583, 0.9996664524078369, 0.9996973872184753], "prob_old_token": [0.7809622287750244, 0.2781257629394531, 0.01995902694761753, 0.004655643366277218, 0.0017584344604983926, 0.000814379716757685, 0.00043579924385994673, 0.0002602070162538439, 0.00016927423712331802, 0.00011776093015214428, 8.63074601511471e-05, 6.585416122106835e-05, 5.185695044929162e-05, 4.1880532080540434e-05, 3.453857789281756e-05, 2.900692015828099e-05, 2.4769726223894395e-05, 2.148729436157737e-05, 1.8934822946903296e-05, 1.696296749287285e-05], "update_matrix_norm_1": [31807.19921875], "update_matrix_norm_2": [7.980324745178223], "update_matrix_norm_inf": [0.036623772233724594], "request": {"prompt": "{}, a citizen of", "subject": "Gerald Ford", "target_new": {"str": "Canada"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [3.783, 2.151, 0.475, 0.347, 0.313, 0.298, 0.29, 0.284, 0.28, 0.277, 0.275, 0.273, 0.271, 0.27, 0.269, 0.268, 0.268, 0.267, 0.267, 0.266], "prob_new": [0.026097171008586884, 0.19724737107753754, 0.8217693567276001, 0.9289741516113281, 0.9591324329376221, 0.9710338115692139, 0.9776805639266968, 0.9820709228515625, 0.9852479696273804, 0.98773193359375, 0.9898648262023926, 0.9917433857917786, 0.9932685494422913, 0.9944388270378113, 0.9953379034996033, 0.9960364699363708, 0.9965818524360657, 0.99701327085495, 0.9973615407943726, 0.9976396560668945], "prob_old": [0.8036927580833435, 0.5627343654632568, 0.2373933345079422, 0.12199229747056961, 0.08140117675065994, 0.06646062433719635, 0.059151217341423035, 0.054968249052762985, 0.05229758098721504, 0.05022893846035004, 0.04787261784076691, 0.04491418972611427, 0.04201783984899521, 0.039601050317287445, 0.037623144686222076, 0.03596820682287216, 0.034542474895715714, 0.033249787986278534, 0.032025035470724106, 0.030863944441080093], "prob_new_token": [0.7809622287750244, 0.5287251472473145, 0.7530382871627808, 0.8764203190803528, 0.9382448196411133, 0.9627748727798462, 0.9744144082069397, 0.9810329675674438, 0.985175609588623, 0.9880824685096741, 0.9905914664268494, 0.9929207563400269, 0.994724452495575, 0.9959119558334351, 0.99665766954422, 0.9971184134483337, 0.9973968863487244, 0.9975734353065491, 0.9976997971534729, 0.9977748394012451], "prob_old_token": [0.7809622287750244, 0.5287251472473145, 0.7530382871627808, 0.8764203190803528, 0.9382448196411133, 0.9627748727798462, 0.9744144082069397, 0.9810329675674438, 0.985175609588623, 0.9880824685096741, 0.9905914664268494, 0.9929207563400269, 0.994724452495575, 0.9959119558334351, 0.99665766954422, 0.9971184134483337, 0.9973968863487244, 0.9975734353065491, 0.9976997971534729, 0.9977748394012451], "update_matrix_norm_1": [30112.2109375], "update_matrix_norm_2": [7.97938346862793], "update_matrix_norm_inf": [0.041892535984516144], "request": {"prompt": "{}, a citizen of", "subject": "Gerald Ford", "target_new": {"str": "the Czech Republic"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [9.794, 3.618, 0.608, 0.397, 0.337, 0.313, 0.299, 0.29, 0.283, 0.278, 0.274, 0.271, 0.269, 0.268, 0.267, 0.266, 0.265, 0.265, 0.264, 0.264], "prob_new": [8.008914301171899e-05, 0.07046601921319962, 0.7716735005378723, 0.8900377154350281, 0.9359554052352905, 0.9591782093048096, 0.9724321365356445, 0.9805542230606079, 0.9857711791992188, 0.9892380237579346, 0.9916086196899414, 0.9932705163955688, 0.9944596290588379, 0.9953258633613586, 0.9959678649902344, 0.9964545965194702, 0.9968339800834656, 0.9971399307250977, 0.9973942041397095, 0.9976110458374023], "prob_old": [0.7090009450912476, 0.4331550598144531, 0.21414777636528015, 0.14498528838157654, 0.10391666740179062, 0.07838413119316101, 0.0614190399646759, 0.04956478253006935, 0.04099034518003464, 0.03463635593652725, 0.029842684045433998, 0.026186447590589523, 0.023398416116833687, 0.021300921216607094, 0.01975373364984989, 0.018619472160935402, 0.017760463058948517, 0.017055192962288857, 0.016416538506746292, 0.015797274187207222], "prob_new_token": [2.276362465636339e-05, 0.3311614692211151, 0.9925097227096558, 0.9972635507583618, 0.9986995458602905, 0.9992712736129761, 0.9995346665382385, 0.9996706247329712, 0.9997473955154419, 0.9997929930686951, 0.9998221397399902, 0.9998412132263184, 0.9998542070388794, 0.9998632073402405, 0.9998694062232971, 0.9998735189437866, 0.9998762011528015, 0.9998781681060791, 0.9998792409896851, 0.9998798966407776], "prob_old_token": [0.6044509410858154, 0.1377013921737671, 0.002283697947859764, 0.0006304695270955563, 0.0002516306994948536, 0.0001200054757646285, 6.398412369890139e-05, 3.715009006555192e-05, 2.3240352675202303e-05, 1.5563555280095898e-05, 1.1092179192928597e-05, 8.359236744581722e-06, 6.612971901631681e-06, 5.4462016123579815e-06, 4.628244823834393e-06, 4.026211627206067e-06, 3.5649240999191534e-06, 3.2009791084419703e-06, 2.9086934318911517e-06, 2.6713266834121896e-06], "update_matrix_norm_1": [34068.953125], "update_matrix_norm_2": [8.748417854309082], "update_matrix_norm_inf": [0.06578981876373291], "request": {"prompt": "{}, a citizen of", "subject": "Ned Beatty", "target_new": {"str": "Turkey"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [6.276, 3.742, 0.862, 0.346, 0.309, 0.288, 0.276, 0.27, 0.267, 0.265, 0.265, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263, 0.263, 0.263, 0.263], "prob_new": [0.0026775484438985586, 0.04713772237300873, 0.5661196708679199, 0.9373226165771484, 0.9698196053504944, 0.9833828210830688, 0.9902464747428894, 0.9936883449554443, 0.9955493807792664, 0.996648907661438, 0.997348964214325, 0.9978205561637878, 0.9981515407562256, 0.9983924031257629, 0.99857497215271, 0.9987199306488037, 0.9988399147987366, 0.9989418983459473, 0.9990301728248596, 0.9991066455841064], "prob_old": [0.7090009450912476, 0.4377870261669159, 0.14038771390914917, 0.013532646000385284, 0.00660993717610836, 0.003603006014600396, 0.002280043438076973, 0.001624280121177435, 0.0012534793931990862, 0.0010224058059975505, 0.000869211507961154, 0.0007637822418473661, 0.0006895943661220372, 0.0006363214342854917, 0.0005965962773188949, 0.0005651788669638336, 0.0005387198179960251, 0.0005154056125320494, 0.0004944081301800907, 0.0004754597321152687], "prob_new_token": [1.2822104054066585e-06, 0.024149544537067413, 0.6773956418037415, 0.9615755081176758, 0.9749172925949097, 0.984956681728363, 0.9917855858802795, 0.9952587485313416, 0.9970099329948425, 0.9979529976844788, 0.9985007047653198, 0.998842179775238, 0.9990665316581726, 0.9992212057113647, 0.9993320107460022, 0.9994154572486877, 0.9994802474975586, 0.99953293800354, 0.9995765089988708, 0.9996127486228943], "prob_old_token": [0.6044509410858154, 0.23432861268520355, 0.14883558452129364, 0.02812439762055874, 0.02095930092036724, 0.01265448797494173, 0.0067885336466133595, 0.00383417378179729, 0.002369305584579706, 0.0015923210885375738, 0.0011456486536189914, 0.0008685188950039446, 0.0006864540046080947, 0.0005616624257527292, 0.0004730003129225224, 0.00040761972195468843, 0.00035758066223934293, 0.0003180761414114386, 0.00028609996661543846, 0.0002596324193291366], "update_matrix_norm_1": [33895.84375], "update_matrix_norm_2": [8.740230560302734], "update_matrix_norm_inf": [0.05681150406599045], "request": {"prompt": "{}, a citizen of", "subject": "Ned Beatty", "target_new": {"str": "Venice"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [5.557, 2.484, 0.407, 0.317, 0.273, 0.267, 0.265, 0.263, 0.261, 0.258, 0.256, 0.255, 0.254, 0.252, 0.251, 0.25, 0.25, 0.249, 0.248, 0.248], "prob_new": [0.0042030466720461845, 0.1379457414150238, 0.9335583448410034, 0.9835250377655029, 0.991550087928772, 0.9943417310714722, 0.9956516027450562, 0.9963726997375488, 0.9968185424804688, 0.9971179962158203, 0.9973313808441162, 0.9974910616874695, 0.9976174831390381, 0.9977241158485413, 0.9978176355361938, 0.9979037642478943, 0.9979875087738037, 0.9980723261833191, 0.9981575012207031, 0.9982405304908752], "prob_old": [0.7090009450912476, 0.5125210881233215, 0.09030327945947647, 0.026372408494353294, 0.014083926565945148, 0.009491699747741222, 0.007286421023309231, 0.006070493254810572, 0.00533080380409956, 0.0048498716205358505, 0.004522132687270641, 0.00428576348349452, 0.004098589066416025, 0.00393757363781333, 0.003795339958742261, 0.0036664374638348818, 0.0035423203371465206, 0.0034177161287516356, 0.0032949282322078943, 0.0031797930132597685], "prob_new_token": [1.0994540389219765e-05, 0.21533425152301788, 0.9881083369255066, 0.9972107410430908, 0.9986836314201355, 0.9992021322250366, 0.9994238615036011, 0.9995335936546326, 0.9995946288108826, 0.9996305704116821, 0.999652087688446, 0.9996664524078369, 0.9996793270111084, 0.9996927976608276, 0.9997061491012573, 0.9997180700302124, 0.9997279644012451, 0.9997362494468689, 0.9997439980506897, 0.9997512698173523], "prob_old_token": [0.6044509410858154, 0.3072035312652588, 0.00709210941568017, 0.001692244433797896, 0.0007569325971417129, 0.000416443741414696, 0.000269103329628706, 0.00019526817777659744, 0.0001536379859317094, 0.000128182175103575, 0.00011178691056557, 0.00010055062011815608, 9.196875180350617e-05, 8.466710278298706e-05, 7.821695180609822e-05, 7.234671647893265e-05, 6.665623368462548e-05, 6.090688475524075e-05, 5.519248952623457e-05, 4.979254663339816e-05], "update_matrix_norm_1": [33951.51953125], "update_matrix_norm_2": [8.755419731140137], "update_matrix_norm_inf": [0.05363020300865173], "request": {"prompt": "{}, a citizen of", "subject": "Ned Beatty", "target_new": {"str": "Qatar"}, "old_answer": {"str": "the United States"}, "seed": 42}}, {"loss_per_step": [9.868, 7.188, 1.578, 0.518, 0.312, 0.274, 0.262, 0.257, 0.253, 0.251, 0.248, 0.246, 0.243, 0.24, 0.238, 0.235, 0.23, 0.223, 0.215, 0.214], "prob_new": [6.955651770113036e-05, 0.0013264863518998027, 0.2863509953022003, 0.7734355926513672, 0.9387681484222412, 0.9726033806800842, 0.9824426770210266, 0.9870180487632751, 0.989710807800293, 0.9914954304695129, 0.9927695989608765, 0.9937343001365662, 0.9945023059844971, 0.9951393008232117, 0.9956814050674438, 0.9961455464363098, 0.9965381026268005, 0.9968646168708801, 0.997137188911438, 0.9973657131195068], "prob_old": [0.6399627923965454, 0.4923575222492218, 0.41852715611457825, 0.06608401983976364, 0.0145937604829669, 0.006156728602945805, 0.003645508084446192, 0.00257346429862082, 0.002002845285460353, 0.0016528567066416144, 0.0014164542080834508, 0.0012443216983228922, 0.0011105886660516262, 0.0010008818935602903, 0.0009072872926481068, 0.0008257830049842596, 0.0007545966655015945, 0.0006924131303094327, 0.0006375158554874361, 0.0005905767320655286], "prob_new_token": [5.990050794935087e-06, 0.0001305744081037119, 0.3298233449459076, 0.962188184261322, 0.9946359992027283, 0.9976165890693665, 0.9986568093299866, 0.9991414546966553, 0.9993900060653687, 0.9995313286781311, 0.99961918592453, 0.9996785521507263, 0.9997215270996094, 0.9997547268867493, 0.999782383441925, 0.9998061060905457, 0.9998277425765991, 0.9998471736907959, 0.9998648762702942, 0.9998790621757507], "prob_old_token": [0.9356727004051208, 0.9129831790924072, 0.5983725786209106, 0.023991800844669342, 0.0007952085579745471, 6.756226503057405e-05, 1.2892087397631258e-05, 4.153280315222219e-06, 1.8713483314058976e-06, 1.044222699420061e-06, 6.702492214571976e-07, 4.72388052230599e-07, 3.5429462741376483e-07, 2.766798843367724e-07, 2.21528026145279e-07, 1.7966699772387074e-07, 1.4617496901792038e-07, 1.1858275428267007e-07, 9.623899899224853e-08, 7.970750459662668e-08], "update_matrix_norm_1": [24062.166015625], "update_matrix_norm_2": [6.580434799194336], "update_matrix_norm_inf": [0.10341336578130722], "request": {"prompt": "{} has originated in the country named", "subject": "Belgian Shepherd", "target_new": {"str": "Ireland"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [9.063, 1.957, 0.521, 0.322, 0.293, 0.269, 0.266, 0.264, 0.262, 0.259, 0.257, 0.256, 0.256, 0.255, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252], "prob_new": [0.00018169006216339767, 0.22158677875995636, 0.7962686419487, 0.967407763004303, 0.9839086532592773, 0.9889277815818787, 0.9914132952690125, 0.992874264717102, 0.9938185811042786, 0.9944791793823242, 0.9949784874916077, 0.9953879714012146, 0.995750904083252, 0.9960904717445374, 0.996412456035614, 0.9967142939567566, 0.9969911575317383, 0.9972413778305054, 0.9974648952484131, 0.9976643323898315], "prob_old": [0.6399627923965454, 0.28289297223091125, 0.005123815964907408, 0.001276554772630334, 0.0009187805117107928, 0.0008784612291492522, 0.0008622165769338608, 0.0008482913835905492, 0.000833513040561229, 0.0008173122187145054, 0.0007993224426172674, 0.0007792657124809921, 0.0007571963360533118, 0.0007335915579460561, 0.0007091747247613966, 0.0006847254117019475, 0.0006608060793951154, 0.0006376857054419816, 0.0006154430448077619, 0.0005940278060734272], "prob_new_token": [7.692317012697458e-06, 0.4190073609352112, 0.9346504211425781, 0.9924747347831726, 0.9960537552833557, 0.9972404837608337, 0.9978041052818298, 0.9981299042701721, 0.9983474612236023, 0.9985093474388123, 0.9986398220062256, 0.9987506866455078, 0.9988482594490051, 0.9989363551139832, 0.9990181922912598, 0.9990971684455872, 0.9991725087165833, 0.9992440938949585, 0.9993109703063965, 0.9993721842765808], "prob_old_token": [0.9356727004051208, 0.3527507185935974, 4.102993261767551e-05, 1.3788854857921251e-06, 5.789514716525446e-07, 4.853877726418432e-07, 4.4516082198242657e-07, 4.167947622590873e-07, 3.917273261322407e-07, 3.675206414754939e-07, 3.4357395861661644e-07, 3.2040529163168685e-07, 2.9879586804781866e-07, 2.7893551646229753e-07, 2.604506335046608e-07, 2.427449317110586e-07, 2.2544273292623984e-07, 2.0842074377469544e-07, 1.9176079035787552e-07, 1.7559457887728058e-07], "update_matrix_norm_1": [24233.576171875], "update_matrix_norm_2": [6.587532043457031], "update_matrix_norm_inf": [0.09829966723918915], "request": {"prompt": "{} has originated in the country named", "subject": "Belgian Shepherd", "target_new": {"str": "India"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [4.26, 0.508, 0.307, 0.244, 0.225, 0.218, 0.215, 0.214, 0.213, 0.211, 0.211, 0.21, 0.21, 0.21, 0.209, 0.209, 0.209, 0.208, 0.208, 0.208], "prob_new": [0.017784450203180313, 0.7401615381240845, 0.9129776954650879, 0.9662995338439941, 0.9840217232704163, 0.989989161491394, 0.9925214648246765, 0.9939163327217102, 0.9948520660400391, 0.9955384731292725, 0.9960510730743408, 0.9964469075202942, 0.9967711567878723, 0.9970405697822571, 0.997256875038147, 0.9974302053451538, 0.9975758790969849, 0.9977021217346191, 0.9978087544441223, 0.9978970289230347], "prob_old": [0.6399627923965454, 0.030849134549498558, 0.012806888669729233, 0.005087122321128845, 0.002349488204345107, 0.0013618962839245796, 0.0009416421526111662, 0.0007272103684954345, 0.0005998990382067859, 0.0005155574181117117, 0.00045546828187070787, 0.00041024122037924826, 0.0003749712777789682, 0.00034733241773210466, 0.00032599951373413205, 0.0003094651037827134, 0.0002962979197036475, 0.0002855366328731179, 0.00027658900944516063, 0.0002691010886337608], "prob_new_token": [6.2443336901196744e-06, 0.8695645928382874, 0.985534131526947, 0.9947189688682556, 0.9971323609352112, 0.9980193972587585, 0.998450756072998, 0.998714804649353, 0.9989087581634521, 0.9990605115890503, 0.9991774559020996, 0.9992687106132507, 0.9993430972099304, 0.9994021654129028, 0.9994450807571411, 0.9994763731956482, 0.9995024800300598, 0.9995282292366028, 0.9995521903038025, 0.9995734095573425], "prob_old_token": [0.9356727004051208, 0.00012211472494527698, 2.2513400836032815e-05, 3.716112814799999e-06, 9.575566082276055e-07, 3.871163016810897e-07, 2.1025060448209842e-07, 1.3495657924522675e-07, 9.437702885861654e-08, 6.958951814795e-08, 5.355557064490313e-08, 4.263133135395947e-08, 3.490515254611637e-08, 2.9512403187936798e-08, 2.591789183270521e-08, 2.347603889063521e-08, 2.1573582031919614e-08, 1.9889037972120605e-08, 1.8370826637692517e-08, 1.7031345223017524e-08], "update_matrix_norm_1": [26109.7265625], "update_matrix_norm_2": [6.598676681518555], "update_matrix_norm_inf": [0.11885855346918106], "request": {"prompt": "{} has originated in the country named", "subject": "Belgian Shepherd", "target_new": {"str": "Hungary"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [6.172, 3.18, 0.487, 0.314, 0.284, 0.277, 0.274, 0.273, 0.272, 0.272, 0.271, 0.271, 0.271, 0.271, 0.271, 0.271, 0.271, 0.27, 0.27, 0.27], "prob_new": [0.0025407939683645964, 0.07221447676420212, 0.8214223980903625, 0.9587055444717407, 0.9881284236907959, 0.99435955286026, 0.996414303779602, 0.9973323941230774, 0.997829794883728, 0.998137354850769, 0.9983465075492859, 0.9984993934631348, 0.9986164569854736, 0.9987090826034546, 0.9987854957580566, 0.9988505244255066, 0.9989059567451477, 0.9989529848098755, 0.9989942312240601, 0.9990312457084656], "prob_old": [0.5264033675193787, 0.20823517441749573, 0.0006301006651483476, 0.00013574758486356586, 3.279795419075526e-05, 1.2483121281547938e-05, 6.644465429417323e-06, 4.3528752939892e-06, 3.241532795072999e-06, 2.6006366624642396e-06, 2.177047008444788e-06, 1.875316456789733e-06, 1.6569637182328734e-06, 1.49363870605157e-06, 1.359828388558526e-06, 1.244610530193313e-06, 1.1494321370264515e-06, 1.0737700222307467e-06, 1.0081362233904656e-06, 9.470324471294589e-07], "prob_new_token": [5.713498012482887e-07, 0.001289882231503725, 0.9646689891815186, 0.9953058958053589, 0.9990513920783997, 0.9996525645256042, 0.9998182654380798, 0.9998845458030701, 0.99991774559021, 0.9999361038208008, 0.9999473094940186, 0.9999548196792603, 0.99996018409729, 0.9999648332595825, 0.9999682307243347, 0.9999706745147705, 0.9999728202819824, 0.9999746084213257, 0.9999760389328003, 0.9999772310256958], "prob_old_token": [0.9129753112792969, 0.7131568193435669, 6.457587005570531e-05, 7.215478490252281e-06, 1.2083347655789112e-06, 3.398682792976615e-07, 1.3975741808280873e-07, 7.366440257783324e-08, 4.5745554899667695e-08, 3.165741802035882e-08, 2.3540964733115288e-08, 1.8315793326451058e-08, 1.4739542031350084e-08, 1.2199459220596509e-08, 1.0282953155638097e-08, 8.770749460040861e-09, 7.590363892973073e-09, 6.693874787799814e-09, 5.969301497543711e-09, 5.353981258338081e-09], "update_matrix_norm_1": [27944.837890625], "update_matrix_norm_2": [7.181545734405518], "update_matrix_norm_inf": [0.04272480309009552], "request": {"prompt": "{} has originated in the country named", "subject": "Cardcaptor Sakura", "target_new": {"str": "Belgium"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [4.613, 2.04, 0.359, 0.312, 0.302, 0.282, 0.3, 0.301, 0.301, 0.3, 0.299, 0.297, 0.293, 0.284, 0.273, 0.28, 0.278, 0.272, 0.273, 0.275], "prob_new": [0.011581054888665676, 0.21062690019607544, 0.9382925629615784, 0.9856854677200317, 0.9926398396492004, 0.9947247505187988, 0.9971718788146973, 0.9978541731834412, 0.9981711506843567, 0.9983782172203064, 0.9985384345054626, 0.9986665844917297, 0.9987600445747375, 0.9987988471984863, 0.9987446069717407, 0.9986618161201477, 0.9986544251441956, 0.9987123608589172, 0.998778760433197, 0.9988559484481812], "prob_old": [0.5264033675193787, 0.10470568388700485, 0.0004754674155265093, 8.805895777186379e-05, 3.847408515866846e-05, 2.848436270141974e-05, 1.033835178532172e-05, 7.19607169230585e-06, 6.285194103838876e-06, 5.955131655355217e-06, 5.898597464693012e-06, 6.130002930149203e-06, 6.907647275511408e-06, 9.088945262192283e-06, 1.4800556527916342e-05, 2.1919804567005485e-05, 2.5724677470861934e-05, 2.5537037799949758e-05, 2.35415282077156e-05, 2.1561147150350735e-05], "prob_new_token": [1.896749745355919e-05, 0.18725933134555817, 0.9825109243392944, 0.9923988580703735, 0.9961550235748291, 0.9975923299789429, 0.9991787075996399, 0.9995564818382263, 0.9996999502182007, 0.9997746348381042, 0.9998219609260559, 0.9998541474342346, 0.9998747706413269, 0.9998813271522522, 0.9998638033866882, 0.9998339414596558, 0.9998136162757874, 0.9998032450675964, 0.9997953772544861, 0.9997962117195129], "prob_old_token": [0.9129753112792969, 0.35968250036239624, 0.00018839456606656313, 4.667711255024187e-05, 1.9201186660211533e-05, 1.0863413081096951e-05, 3.0655637601739727e-06, 1.4305578588391654e-06, 9.328555847787356e-07, 7.30810768345691e-07, 6.402727308341127e-07, 6.207914680089743e-07, 6.930059726073523e-07, 9.859779765974963e-07, 1.9059802980336826e-06, 3.3130022529803682e-06, 4.443877969606547e-06, 5.043277269578539e-06, 5.294041329761967e-06, 5.28459349879995e-06], "update_matrix_norm_1": [27438.39453125], "update_matrix_norm_2": [7.158599376678467], "update_matrix_norm_inf": [0.0410880520939827], "request": {"prompt": "{} has originated in the country named", "subject": "Cardcaptor Sakura", "target_new": {"str": "Hungary"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [9.245, 3.388, 0.396, 0.293, 0.289, 0.288, 0.279, 0.274, 0.276, 0.271, 0.273, 0.271, 0.271, 0.271, 0.27, 0.271, 0.27, 0.27, 0.27, 0.27], "prob_new": [0.00013044284423813224, 0.05874478444457054, 0.921297550201416, 0.9850238561630249, 0.9937576055526733, 0.9961646199226379, 0.9971786141395569, 0.9977036714553833, 0.9979954957962036, 0.9981731176376343, 0.9983324408531189, 0.9984868764877319, 0.9986316561698914, 0.9987527132034302, 0.9988544583320618, 0.9989535212516785, 0.9990513324737549, 0.9991430044174194, 0.999221920967102, 0.9992896914482117], "prob_old": [0.5264033675193787, 0.3572212755680084, 0.002963875886052847, 0.00023524068819824606, 7.456725870724767e-05, 4.075374090461992e-05, 2.826326272042934e-05, 2.199646223743912e-05, 1.9469460312393494e-05, 1.9178032744093798e-05, 1.8064356481772847e-05, 1.598520793777425e-05, 1.361623526463518e-05, 1.1935489055758808e-05, 1.0787601240735967e-05, 9.470510121900588e-06, 7.971052582433913e-06, 6.575462975888513e-06, 5.547148703044513e-06, 4.794912001671037e-06], "prob_new_token": [8.868894838087726e-06, 0.021134082227945328, 0.9919308423995972, 0.9988523125648499, 0.999479353427887, 0.9996602535247803, 0.9997431635856628, 0.9997875094413757, 0.9998062252998352, 0.9998118281364441, 0.9998204112052917, 0.999833881855011, 0.9998481869697571, 0.9998589754104614, 0.99986732006073, 0.9998764395713806, 0.9998862743377686, 0.9998953342437744, 0.999902606010437, 0.999908983707428], "prob_old_token": [0.9129753112792969, 0.8569542169570923, 0.0008848665747791529, 5.8949433878296986e-05, 2.122055957443081e-05, 1.2503473953984212e-05, 8.829568287183065e-06, 6.738443971698871e-06, 6.287357336987043e-06, 7.027947503956966e-06, 7.120670943550067e-06, 6.314120582828764e-06, 5.1943593462056015e-06, 4.527775672613643e-06, 4.192343112663366e-06, 3.6829553664574632e-06, 2.9831569463567575e-06, 2.3311818040383514e-06, 1.905008161884325e-06, 1.6307533314829925e-06], "update_matrix_norm_1": [28291.99609375], "update_matrix_norm_2": [7.152554988861084], "update_matrix_norm_inf": [0.034888461232185364], "request": {"prompt": "{} has originated in the country named", "subject": "Cardcaptor Sakura", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Japan"}, "seed": 42}}, {"loss_per_step": [8.159, 2.175, 0.527, 0.362, 0.32, 0.296, 0.282, 0.274, 0.268, 0.263, 0.253, 0.233, 0.232, 0.236, 0.232, 0.232, 0.229, 0.229, 0.23, 0.227], "prob_new": [0.0004447883984539658, 0.2267618626356125, 0.7787229418754578, 0.9078670740127563, 0.9447206854820251, 0.9664042592048645, 0.9793811440467834, 0.9868541955947876, 0.9911928176879883, 0.9938026070594788, 0.995428740978241, 0.9964614510536194, 0.9971795082092285, 0.9976979494094849, 0.9980465173721313, 0.9982908368110657, 0.9984903335571289, 0.9986497759819031, 0.9987655282020569, 0.998850405216217], "prob_old": [0.5535717010498047, 0.1858198493719101, 0.03858167678117752, 0.009925173595547676, 0.005401922389864922, 0.003692345228046179, 0.0027637153398245573, 0.002210378646850586, 0.0018542124889791012, 0.0016037080204114318, 0.0014101258711889386, 0.001235803822055459, 0.0011441669194027781, 0.0011035222560167313, 0.0010366562055423856, 0.0009606617968529463, 0.000923738582059741, 0.000906658242456615, 0.0008792163571342826, 0.0008425275445915759], "prob_new_token": [1.9181494280928746e-05, 0.45544928312301636, 0.9530583620071411, 0.9916552305221558, 0.996687114238739, 0.9982610940933228, 0.9989368319511414, 0.9992763996124268, 0.9994658827781677, 0.9995806217193604, 0.999656617641449, 0.9997125267982483, 0.9997501373291016, 0.9997748732566833, 0.9997989535331726, 0.9998201727867126, 0.9998331665992737, 0.9998407363891602, 0.9998473525047302, 0.9998548626899719], "prob_old_token": [0.9156516194343567, 0.10384252667427063, 0.0036205218639224768, 0.00011060084216296673, 2.1085845219204202e-05, 7.061640644678846e-06, 3.1382974157168064e-06, 1.6936885458562756e-06, 1.0490036856936058e-06, 7.114416007425461e-07, 5.044260547037993e-07, 3.4819225902538165e-07, 2.8748786462529097e-07, 2.7057876650360413e-07, 2.2994576909241005e-07, 1.8607977381179808e-07, 1.7085137926642346e-07, 1.6929834600887261e-07, 1.6175975758869754e-07, 1.4843611495507503e-07], "update_matrix_norm_1": [25982.0546875], "update_matrix_norm_2": [6.7568559646606445], "update_matrix_norm_inf": [0.07389609515666962], "request": {"prompt": "{} has originated in the country named", "subject": "Belgian Malinois", "target_new": {"str": "China"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [4.323, 1.054, 0.361, 0.282, 0.266, 0.242, 0.239, 0.234, 0.234, 0.231, 0.231, 0.23, 0.229, 0.229, 0.228, 0.228, 0.228, 0.227, 0.227, 0.227], "prob_new": [0.01517808623611927, 0.48695239424705505, 0.8987783193588257, 0.9580379724502563, 0.978786289691925, 0.9866273403167725, 0.9904569983482361, 0.9926884174346924, 0.9941176772117615, 0.9950706362724304, 0.9957689642906189, 0.9963198304176331, 0.996764600276947, 0.9971202611923218, 0.9974021315574646, 0.9976329207420349, 0.9978288412094116, 0.9979953765869141, 0.9981335401535034, 0.9982462525367737], "prob_old": [0.5535717010498047, 0.23830430209636688, 0.010008842684328556, 0.0028177709318697453, 0.0013793832622468472, 0.0009196847095154226, 0.0006899943691678345, 0.0005526097374968231, 0.0004645748413167894, 0.0004075560427736491, 0.00036571393138729036, 0.0003311345062684268, 0.0003017675771843642, 0.00027799708186648786, 0.00025968198315240443, 0.0002446083817631006, 0.00023055537894833833, 0.00021727822604589164, 0.0002059420949080959, 0.00019694068760145456], "prob_new_token": [1.625306140340399e-05, 0.46956807374954224, 0.964400053024292, 0.9895327091217041, 0.9960582256317139, 0.9979912042617798, 0.9987746477127075, 0.999167799949646, 0.9993866086006165, 0.9995139837265015, 0.999599277973175, 0.9996647238731384, 0.9997162222862244, 0.9997560381889343, 0.9997853636741638, 0.999808669090271, 0.9998281598091125, 0.9998441934585571, 0.9998567700386047, 0.9998659491539001], "prob_old_token": [0.9156516194343567, 0.28386837244033813, 0.0001638607500353828, 9.214104466082063e-06, 1.8461137187841814e-06, 7.892978146628593e-07, 4.2701051938820456e-07, 2.595025421214814e-07, 1.7627006343445828e-07, 1.3483412431014585e-07, 1.0825952756476909e-07, 8.693191944075807e-08, 6.968090104919611e-08, 5.708817241156794e-08, 4.859493785147606e-08, 4.230795980220137e-08, 3.691440397801671e-08, 3.2343741906970536e-08, 2.9016254288194432e-08, 2.688939737538476e-08], "update_matrix_norm_1": [26232.41796875], "update_matrix_norm_2": [6.771050930023193], "update_matrix_norm_inf": [0.06771932542324066], "request": {"prompt": "{} has originated in the country named", "subject": "Belgian Malinois", "target_new": {"str": "Hungary"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [9.327, 2.654, 0.475, 0.312, 0.289, 0.281, 0.278, 0.276, 0.275, 0.274, 0.273, 0.272, 0.272, 0.271, 0.27, 0.27, 0.269, 0.268, 0.266, 0.265], "prob_new": [0.00013880396727472544, 0.11970176547765732, 0.8164382576942444, 0.9603850841522217, 0.9819597601890564, 0.9896135926246643, 0.9931310415267944, 0.9950408339500427, 0.9961971044540405, 0.9969542622566223, 0.9974801540374756, 0.9978625178337097, 0.9981508851051331, 0.9983749389648438, 0.998553454875946, 0.9986984729766846, 0.998818576335907, 0.9989193677902222, 0.9990056753158569, 0.99908047914505], "prob_old": [0.5535717010498047, 0.27749279141426086, 0.024286042898893356, 0.004043721593916416, 0.0020857560448348522, 0.001392990699969232, 0.0010508919367566705, 0.0008524283184669912, 0.0007247511530295014, 0.0006361116538755596, 0.0005707978270947933, 0.000520358036737889, 0.0004799062735401094, 0.00044646873720921576, 0.0004181542608421296, 0.00039370483136735857, 0.0003722685796674341, 0.000353241921402514, 0.0003362252900842577, 0.0003209275600966066], "prob_new_token": [7.343371180468239e-06, 0.1668802946805954, 0.9682543873786926, 0.9968833923339844, 0.9987146258354187, 0.9994106292724609, 0.9996808767318726, 0.9997991919517517, 0.9998584985733032, 0.99989253282547, 0.9999130964279175, 0.9999271631240845, 0.9999368190765381, 0.9999443292617798, 0.9999499917030334, 0.999954342842102, 0.9999583959579468, 0.9999616146087646, 0.9999644756317139, 0.9999671578407288], "prob_old_token": [0.9156516194343567, 0.45613858103752136, 0.0012447383487597108, 1.678841363172978e-05, 8.549345693609212e-06, 4.402656486490741e-06, 2.475268729540403e-06, 1.5419238934555324e-06, 1.0441948461448192e-06, 7.533047892138711e-07, 5.697864935427788e-07, 4.466070038233738e-07, 3.596879594169877e-07, 2.958148286325013e-07, 2.472537801168073e-07, 2.0924844079672766e-07, 1.7874241109439026e-07, 1.5364288685759675e-07, 1.3249733399334218e-07, 1.1428838320171053e-07], "update_matrix_norm_1": [25916.36328125], "update_matrix_norm_2": [6.754976272583008], "update_matrix_norm_inf": [0.06187338009476662], "request": {"prompt": "{} has originated in the country named", "subject": "Belgian Malinois", "target_new": {"str": "India"}, "old_answer": {"str": "Belgium"}, "seed": 42}}, {"loss_per_step": [5.277, 3.116, 0.634, 0.319, 0.264, 0.25, 0.246, 0.244, 0.243, 0.242, 0.242, 0.241, 0.241, 0.241, 0.241, 0.241, 0.241, 0.241, 0.241, 0.24], "prob_new": [0.00569260073825717, 0.08259585499763489, 0.7107894420623779, 0.9277036786079407, 0.9776782393455505, 0.9907139539718628, 0.9951502680778503, 0.9969797730445862, 0.9978444576263428, 0.9983180165290833, 0.9986056685447693, 0.9987936615943909, 0.9989244341850281, 0.999019980430603, 0.9990928769111633, 0.9991506338119507, 0.9991979598999023, 0.999237596988678, 0.9992713928222656, 0.999299943447113], "prob_old": [0.6583748459815979, 0.2099742442369461, 0.022289259359240532, 0.005316079128533602, 0.0016460564220324159, 0.0007035491289570928, 0.0004150844179093838, 0.00029425625689327717, 0.00023323559435084462, 0.0001973682374227792, 0.00017434942128602415, 0.000158478447701782, 0.00014675915008410811, 0.00013784118345938623, 0.000131066728499718, 0.00012598859029822052, 0.0001222472492372617, 0.00011956339585594833, 0.00011771207937272266, 0.0001164939531008713], "prob_new_token": [6.265249976422638e-05, 0.1057531088590622, 0.861108124256134, 0.9663197994232178, 0.9931066036224365, 0.9975708723068237, 0.9987439513206482, 0.9992066025733948, 0.9994298815727234, 0.9995529651641846, 0.9996281266212463, 0.9996768236160278, 0.999709963798523, 0.9997331500053406, 0.9997506737709045, 0.9997645020484924, 0.9997762441635132, 0.9997867345809937, 0.9997958540916443, 0.9998037219047546], "prob_old_token": [0.9100289940834045, 0.2106098085641861, 0.0001530716981505975, 3.699680291902041e-06, 2.759844051070104e-07, 4.8965333121486765e-08, 1.54984345357434e-08, 6.9011862890988596e-09, 3.831027939327214e-09, 2.4633561857001496e-09, 1.754681844268191e-09, 1.3496096462617402e-09, 1.1041654257581968e-09, 9.49081813139685e-10, 8.455231514936656e-10, 7.715598160373816e-10, 7.152604064586399e-10, 6.70819899628583e-10, 6.360590387721743e-10, 6.115356554481366e-10], "update_matrix_norm_1": [32882.01953125], "update_matrix_norm_2": [8.466532707214355], "update_matrix_norm_inf": [0.044271163642406464], "request": {"prompt": "{} has originated in the country named", "subject": "Komondor", "target_new": {"str": "Thailand"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [9.808, 3.155, 1.294, 0.576, 0.343, 0.282, 0.264, 0.257, 0.253, 0.25, 0.249, 0.248, 0.247, 0.246, 0.245, 0.245, 0.244, 0.244, 0.243, 0.243], "prob_new": [8.822782547213137e-05, 0.15717069804668427, 0.47937601804733276, 0.7575459480285645, 0.9081146121025085, 0.960174560546875, 0.9768960475921631, 0.9839156270027161, 0.9876707196235657, 0.9900118708610535, 0.9916175007820129, 0.9927951693534851, 0.9937022924423218, 0.9944273829460144, 0.9950235486030579, 0.9955244660377502, 0.9959524273872375, 0.996322751045227, 0.9966461658477783, 0.9969306588172913], "prob_old": [0.6583748459815979, 0.03860601782798767, 0.014864837750792503, 0.008488724939525127, 0.004578177351504564, 0.002322987886145711, 0.001320826937444508, 0.0008831770974211395, 0.0006641309009864926, 0.0005377582274377346, 0.0004567755968309939, 0.00040060695027932525, 0.000359233032213524, 0.0003273124457336962, 0.0003017870767507702, 0.00028079215553589165, 0.00026313826674595475, 0.0002480328839737922, 0.00023494084598496556, 0.0002234828134533018], "prob_new_token": [1.0663480679795612e-05, 0.3158054053783417, 0.9053220152854919, 0.9858941435813904, 0.9965780973434448, 0.9982227683067322, 0.9986997246742249, 0.9989243745803833, 0.9990659356117249, 0.999170184135437, 0.9992538094520569, 0.9993240833282471, 0.9993844628334045, 0.9994375705718994, 0.9994843006134033, 0.9995265007019043, 0.9995643496513367, 0.9995984435081482, 0.9996292591094971, 0.9996572732925415], "prob_old_token": [0.9100289940834045, 0.006153933238238096, 5.593411697191186e-05, 6.075723376852693e-06, 8.433049742961884e-07, 1.8583470762223442e-07, 6.951311348757372e-08, 3.657449454408379e-08, 2.345272243076124e-08, 1.689635809043466e-08, 1.3078651051046108e-08, 1.0604553679627315e-08, 8.874136092629215e-09, 7.594852746706238e-09, 6.608964042698062e-09, 5.825186111252378e-09, 5.1871187345398084e-09, 4.658944785518315e-09, 4.214959048454148e-09, 3.8384664335922025e-09], "update_matrix_norm_1": [32563.173828125], "update_matrix_norm_2": [8.495438575744629], "update_matrix_norm_inf": [0.05082451552152634], "request": {"prompt": "{} has originated in the country named", "subject": "Komondor", "target_new": {"str": "Japan"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [8.539, 2.161, 0.715, 0.32, 0.27, 0.259, 0.254, 0.25, 0.248, 0.246, 0.245, 0.244, 0.243, 0.243, 0.242, 0.242, 0.242, 0.242, 0.241, 0.241], "prob_new": [0.0003086782817263156, 0.2591384947299957, 0.6850667595863342, 0.9263202548027039, 0.9716684222221375, 0.9821752309799194, 0.9873933792114258, 0.990635097026825, 0.9927983283996582, 0.9943105578422546, 0.9954025149345398, 0.9962089657783508, 0.9968178272247314, 0.9972866773605347, 0.9976547956466675, 0.9979479908943176, 0.9981843829154968, 0.9983770251274109, 0.9985355138778687, 0.9986675381660461], "prob_old": [0.6583748459815979, 0.05051980912685394, 0.013179326429963112, 0.0032906008418649435, 0.0012781927362084389, 0.0008273232961073518, 0.0006278619403019547, 0.0005095705855637789, 0.00043093241401948035, 0.00037460101884789765, 0.0003322270349599421, 0.00029942422406747937, 0.0002734491426963359, 0.000252451078267768, 0.00023512741609010845, 0.0002204841875936836, 0.0002076947857858613, 0.00019613867334555835, 0.0001855662267189473, 0.0001760155282681808], "prob_new_token": [4.310361327952705e-05, 0.6321336627006531, 0.9427511096000671, 0.9915509819984436, 0.9967116117477417, 0.997963547706604, 0.9984780550003052, 0.998795747756958, 0.9990313649177551, 0.9992114901542664, 0.9993497133255005, 0.9994556307792664, 0.9995369911193848, 0.9996004104614258, 0.9996506571769714, 0.9996905326843262, 0.9997228384017944, 0.9997482895851135, 0.9997686743736267, 0.9997854828834534], "prob_old_token": [0.9100289940834045, 0.012636483646929264, 0.00013093840971123427, 3.686364152599708e-06, 8.106659947770822e-07, 3.9196498846649774e-07, 2.529635310111189e-07, 1.814379402276245e-07, 1.369387803151767e-07, 1.0689219465120914e-07, 8.564540365796347e-08, 7.013732528093897e-08, 5.851748596796824e-08, 4.960151755994957e-08, 4.261490715862237e-08, 3.70547077466199e-08, 3.260544190197834e-08, 2.9065331474953382e-08, 2.6238412331736072e-08, 2.3921307601426633e-08], "update_matrix_norm_1": [33637.34375], "update_matrix_norm_2": [8.48216724395752], "update_matrix_norm_inf": [0.04553467035293579], "request": {"prompt": "{} has originated in the country named", "subject": "Komondor", "target_new": {"str": "Germany"}, "old_answer": {"str": "Hungary"}, "seed": 42}}, {"loss_per_step": [3.176, 0.435, 0.279, 0.262, 0.257, 0.255, 0.253, 0.252, 0.25, 0.25, 0.25, 0.249, 0.249, 0.249, 0.249, 0.248, 0.248, 0.248, 0.248, 0.248], "prob_new": [0.049518387764692307, 0.8368138074874878, 0.9715296626091003, 0.9881173968315125, 0.9926944375038147, 0.9946609139442444, 0.9957342743873596, 0.9963961243629456, 0.9968478083610535, 0.9972022175788879, 0.9974830746650696, 0.9976763129234314, 0.9978293776512146, 0.99797123670578, 0.9980964660644531, 0.9981940388679504, 0.9982722401618958, 0.9983363747596741, 0.9983833432197571, 0.9984230995178223], "prob_old": [0.3419778347015381, 0.0042845867574214935, 0.00024311360903084278, 6.618559564230964e-05, 3.332666528876871e-05, 2.224618583568372e-05, 1.7120688426075503e-05, 1.4383525922312401e-05, 1.2506686289270874e-05, 1.0857413144549355e-05, 9.511553798802197e-06, 8.8442575361114e-06, 8.335323400388006e-06, 7.664420991204679e-06, 6.919081897649448e-06, 6.309483069344424e-06, 5.8565224207995925e-06, 5.4950478443061e-06, 5.194895038584946e-06, 4.880354936176445e-06], "prob_new_token": [0.00017634987307246774, 0.9523862600326538, 0.9926435947418213, 0.9977064728736877, 0.998855710029602, 0.9992737174034119, 0.9994712471961975, 0.9995787739753723, 0.999636709690094, 0.9996819496154785, 0.9997174739837646, 0.9997347593307495, 0.9997456669807434, 0.9997583031654358, 0.9997692108154297, 0.9997751712799072, 0.9997780919075012, 0.9997797012329102, 0.9997779726982117, 0.9997757077217102], "prob_old_token": [0.9225601553916931, 0.003469312796369195, 0.00020488454902078956, 6.367112655425444e-05, 3.492585165076889e-05, 2.4332417524419725e-05, 1.916658948175609e-05, 1.6379597582272254e-05, 1.445923226128798e-05, 1.2443554624042008e-05, 1.0726329492172226e-05, 1.0225223377346992e-05, 9.949263585440349e-06, 9.228685485140886e-06, 8.281854206870776e-06, 7.556032869615592e-06, 7.0730379775341135e-06, 6.70450936013367e-06, 6.4006549109763e-06, 6.004137503623497e-06], "update_matrix_norm_1": [30712.509765625], "update_matrix_norm_2": [7.347306728363037], "update_matrix_norm_inf": [0.04657154902815819], "request": {"prompt": "{} has originated in the country named", "subject": "Irish Setter", "target_new": {"str": "Hungary"}, "old_answer": {"str": "Ireland"}, "seed": 42}}, {"loss_per_step": [6.015, 2.197, 0.475, 0.32, 0.288, 0.275, 0.269, 0.266, 0.262, 0.259, 0.257, 0.257, 0.254, 0.254, 0.253, 0.252, 0.252, 0.252, 0.251, 0.251], "prob_new": [0.00422157347202301, 0.20841698348522186, 0.8223689794540405, 0.9391627907752991, 0.9683185815811157, 0.9799091219902039, 0.9854421615600586, 0.9885501265525818, 0.9905715584754944, 0.9920290112495422, 0.9931508898735046, 0.9940508008003235, 0.9947810769081116, 0.9953902363777161, 0.9959102869033813, 0.9963620901107788, 0.996757984161377, 0.9971023797988892, 0.9973943829536438, 0.997649073600769], "prob_old": [0.3419778347015381, 0.20361991226673126, 0.014994066208600998, 0.0010956546757370234, 0.00021932223171461374, 8.767070539761335e-05, 4.989358058082871e-05, 3.3227148378500715e-05, 2.3785740268067457e-05, 1.7641552403802052e-05, 1.3348746506380849e-05, 1.0361437489336822e-05, 8.509287908964325e-06, 7.081473540893057e-06, 5.8507384892436676e-06, 4.784055818163324e-06, 3.889766503561987e-06, 3.1997424230212346e-06, 2.7194580525247147e-06, 2.336165835004067e-06], "prob_new_token": [0.00036044156877323985, 0.3282628357410431, 0.9782442450523376, 0.9955235123634338, 0.997652530670166, 0.998405396938324, 0.9987868666648865, 0.9990236759185791, 0.9991917610168457, 0.9993218183517456, 0.9994281530380249, 0.9995105862617493, 0.9995598793029785, 0.9996011257171631, 0.9996416568756104, 0.9996817111968994, 0.9997197985649109, 0.9997521042823792, 0.9997743964195251, 0.9997925162315369], "prob_old_token": [0.9225601553916931, 0.6135963201522827, 0.012807556428015232, 0.0013364235637709498, 0.0005294614820741117, 0.00031195671181194484, 0.00021443190053105354, 0.0001569632877362892, 0.00011753519356716424, 8.826913108350709e-05, 6.596812454517931e-05, 5.050099571235478e-05, 4.326146517996676e-05, 3.747861410374753e-05, 3.1470233807340264e-05, 2.5534662199788727e-05, 2.0240342564648017e-05, 1.6307867554132827e-05, 1.4054548046260606e-05, 1.2345117283985019e-05], "update_matrix_norm_1": [29834.125], "update_matrix_norm_2": [7.409008979797363], "update_matrix_norm_inf": [0.05030592903494835], "request": {"prompt": "{} has originated in the country named", "subject": "Irish Setter", "target_new": {"str": "Scotland"}, "old_answer": {"str": "Ireland"}, "seed": 42}}, {"loss_per_step": [6.362, 1.646, 0.573, 0.331, 0.281, 0.268, 0.263, 0.261, 0.259, 0.258, 0.256, 0.255, 0.255, 0.254, 0.255, 0.254, 0.254, 0.254, 0.254, 0.254], "prob_new": [0.002630282659083605, 0.3294410705566406, 0.7677421569824219, 0.9339841604232788, 0.974767804145813, 0.9866927862167358, 0.9916298389434814, 0.994249701499939, 0.9958400726318359, 0.9968746900558472, 0.9975733160972595, 0.998055636882782, 0.9983934164047241, 0.9986329674720764, 0.9988052248954773, 0.9989311695098877, 0.9990251064300537, 0.999096691608429, 0.9991526007652283, 0.9991974830627441], "prob_old": [0.3419778347015381, 0.08078258484601974, 0.0017119983676820993, 2.4724586182856e-05, 2.0810525711567607e-06, 5.596649543804233e-07, 2.5083213017751405e-07, 1.4185556551638e-07, 9.088073227303539e-08, 6.32635774877599e-08, 4.70057415213887e-08, 3.69203547734287e-08, 3.04219689439833e-08, 2.609562343991456e-08, 2.3109617330874244e-08, 2.096833995324232e-08, 1.938115445909716e-08, 1.8171476767747663e-08, 1.7222909320935287e-08, 1.6459381413369556e-08], "prob_new_token": [8.919496031012386e-05, 0.6855612397193909, 0.968524158000946, 0.9952038526535034, 0.9985812902450562, 0.9992799162864685, 0.9995282292366028, 0.999649167060852, 0.9997192025184631, 0.999764084815979, 0.9997941255569458, 0.9998161792755127, 0.999832034111023, 0.9998435378074646, 0.9998522996902466, 0.9998586773872375, 0.9998635649681091, 0.9998674988746643, 0.9998707175254822, 0.9998734593391418], "prob_old_token": [0.9225601553916931, 0.1744152009487152, 0.0007473001023754478, 1.4252598703023978e-05, 2.0525415038719075e-06, 6.613403229493997e-07, 3.092411873240053e-07, 1.7555305475980276e-07, 1.1192018689598626e-07, 7.726120543338766e-08, 5.6723582275708395e-08, 4.386127727684652e-08, 3.55405447294288e-08, 3.007325588555432e-08, 2.64620663159576e-08, 2.40683100116712e-08, 2.2460289628156715e-08, 2.132521004227783e-08, 2.044315117188944e-08, 1.968107277150466e-08], "update_matrix_norm_1": [30085.3125], "update_matrix_norm_2": [7.38088846206665], "update_matrix_norm_inf": [0.049023061990737915], "request": {"prompt": "{} has originated in the country named", "subject": "Irish Setter", "target_new": {"str": "Germany"}, "old_answer": {"str": "Ireland"}, "seed": 42}}, {"loss_per_step": [11.016, 6.359, 1.24, 0.429, 0.343, 0.326, 0.319, 0.316, 0.314, 0.313, 0.311, 0.311, 0.31, 0.309, 0.309, 0.308, 0.308, 0.308, 0.307, 0.307], "prob_new": [4.998186705051921e-05, 0.006599232088774443, 0.4615800976753235, 0.8880664706230164, 0.9629027843475342, 0.9793895483016968, 0.9856152534484863, 0.988924503326416, 0.9910095930099487, 0.9924607276916504, 0.993539571762085, 0.994380533695221, 0.9950600862503052, 0.9956241846084595, 0.9961022138595581, 0.9965130090713501, 0.9968694448471069, 0.997181236743927, 0.9974550604820251, 0.9976964592933655], "prob_old": [0.4903976321220398, 0.15513263642787933, 0.0028135674074292183, 0.0003523200284689665, 7.1952716098167e-05, 2.840699744410813e-05, 1.6295745808747597e-05, 1.1125090168206953e-05, 8.318833351950161e-06, 6.574021881533554e-06, 5.393274932430359e-06, 4.542760052572703e-06, 3.89877141060424e-06, 3.3916946904355427e-06, 2.980109911732143e-06, 2.6388347578176763e-06, 2.351598595851101e-06, 2.107188038280583e-06, 1.8974988051922992e-06, 1.7163579286716413e-06], "prob_new_token": [4.3078253497697006e-07, 0.000871665368322283, 0.7141899466514587, 0.9899416565895081, 0.997788667678833, 0.9988282918930054, 0.9991794228553772, 0.9993565678596497, 0.9994655847549438, 0.9995412826538086, 0.999597430229187, 0.9996412992477417, 0.9996774196624756, 0.9997069835662842, 0.9997326731681824, 0.9997544288635254, 0.9997736811637878, 0.9997910261154175, 0.9998056292533875, 0.9998189210891724], "prob_old_token": [0.9348439574241638, 0.7618011236190796, 0.0025588572025299072, 6.0029437008779496e-05, 9.13329222385073e-06, 3.833935807051603e-06, 2.332780695724068e-06, 1.6703493201930542e-06, 1.3017144055993413e-06, 1.0660791076588794e-06, 9.014038937493751e-07, 7.790539484631154e-07, 6.839636057520693e-07, 6.07632330229535e-07, 5.448147248898749e-07, 4.920887590742495e-07, 4.471733916489029e-07, 4.085278533239034e-07, 3.748940855530236e-07, 3.4547898053460813e-07], "update_matrix_norm_1": [31883.77734375], "update_matrix_norm_2": [8.410174369812012], "update_matrix_norm_inf": [0.04537748917937279], "request": {"prompt": "{} has originated in the country named", "subject": "Taoism", "target_new": {"str": "Germany"}, "old_answer": {"str": "China"}, "seed": 42}}, {"loss_per_step": [11.986, 5.857, 0.521, 0.342, 0.32, 0.314, 0.311, 0.31, 0.309, 0.308, 0.308, 0.308, 0.307, 0.307, 0.307, 0.306, 0.306, 0.306, 0.305, 0.304], "prob_new": [1.3144440345058683e-05, 0.008680840022861958, 0.8180160522460938, 0.9650940895080566, 0.9853730201721191, 0.9910486340522766, 0.9934659004211426, 0.9947722554206848, 0.9955925941467285, 0.9961627721786499, 0.9965880513191223, 0.9969223737716675, 0.9971950650215149, 0.9974237084388733, 0.9976192712783813, 0.9977884292602539, 0.9979363679885864, 0.9980660676956177, 0.9981803894042969, 0.9982814192771912], "prob_old": [0.4903976321220398, 0.10999219864606857, 0.002688892185688019, 0.00027608609525486827, 7.834583811927587e-05, 3.632505831774324e-05, 2.1894484234508127e-05, 1.5314604752347805e-05, 1.171038002212299e-05, 9.473433237872086e-06, 7.955231012601871e-06, 6.854737875983119e-06, 6.015928192937281e-06, 5.351246727514081e-06, 4.808033736480866e-06, 4.35284437116934e-06, 3.963242761528818e-06, 3.623158136178972e-06, 3.3202718441316392e-06, 3.0440596674452536e-06], "prob_new_token": [2.5094635702771484e-07, 0.0027506595943123102, 0.8919748067855835, 0.9916176795959473, 0.9980093836784363, 0.9991090893745422, 0.9994538426399231, 0.9996044635772705, 0.999685525894165, 0.999735414981842, 0.9997689723968506, 0.999793291091919, 0.999811589717865, 0.999826192855835, 0.9998381733894348, 0.9998480081558228, 0.9998565316200256, 0.9998641014099121, 0.9998707175254822, 0.9998762607574463], "prob_old_token": [0.9348439574241638, 0.5625019073486328, 0.015647120773792267, 0.000508585071656853, 7.48944585211575e-05, 2.4811668481561355e-05, 1.2427402907633223e-05, 7.796876161592081e-06, 5.578923264693003e-06, 4.330602223490132e-06, 3.545861773091019e-06, 3.009563442901708e-06, 2.619681026772014e-06, 2.3201453132060124e-06, 2.07882067115861e-06, 1.875611246759945e-06, 1.6974157688309788e-06, 1.535224100734922e-06, 1.3834138599122525e-06, 1.2359270158412983e-06], "update_matrix_norm_1": [32311.44140625], "update_matrix_norm_2": [8.397795677185059], "update_matrix_norm_inf": [0.040718380361795425], "request": {"prompt": "{} has originated in the country named", "subject": "Taoism", "target_new": {"str": "Sweden"}, "old_answer": {"str": "China"}, "seed": 42}}, {"loss_per_step": [9.417, 3.463, 0.624, 0.368, 0.32, 0.302, 0.293, 0.288, 0.284, 0.282, 0.28, 0.279, 0.277, 0.276, 0.275, 0.275, 0.274, 0.273, 0.273, 0.273], "prob_new": [0.0003831061185337603, 0.1072588860988617, 0.7369195818901062, 0.9181296825408936, 0.9596033692359924, 0.9746114015579224, 0.9821680188179016, 0.9866409301757812, 0.9895337820053101, 0.9915199279785156, 0.9929459095001221, 0.9940142035484314, 0.9948485493659973, 0.995522677898407, 0.9960744976997375, 0.9965072870254517, 0.9968211054801941, 0.9970752596855164, 0.9973000288009644, 0.9974967837333679], "prob_old": [0.4903976321220398, 0.11643636971712112, 0.0013628453016281128, 0.00017520887195132673, 5.523407526197843e-05, 2.7245720048085786e-05, 1.6614234482403845e-05, 1.1357838957337663e-05, 8.324775990331545e-06, 6.40066537016537e-06, 5.10285644850228e-06, 4.178938525001286e-06, 3.4816350762412185e-06, 2.927855803136481e-06, 2.486063067408395e-06, 2.1632831703755073e-06, 1.9579877061914885e-06, 1.789835664567363e-06, 1.6270277001240174e-06, 1.489556098022149e-06], "prob_new_token": [5.414822680904763e-06, 0.1986960619688034, 0.9577663540840149, 0.9930258989334106, 0.9969305396080017, 0.9981118440628052, 0.9986634254455566, 0.9989834427833557, 0.99919193983078, 0.9993373155593872, 0.9994420409202576, 0.9995211362838745, 0.9995850920677185, 0.9996395111083984, 0.999685525894165, 0.9997175931930542, 0.9997318387031555, 0.999741792678833, 0.9997531771659851, 0.9997630715370178], "prob_old_token": [0.9348439574241638, 0.5544103384017944, 0.0012518299045041203, 9.601921192370355e-05, 2.4581679099355824e-05, 1.2252832675585523e-05, 8.110678209050093e-06, 6.020622549840482e-06, 4.678712230088422e-06, 3.754889803531114e-06, 3.127639729427756e-06, 2.685075514818891e-06, 2.316554628123413e-06, 1.961745510925539e-06, 1.6532114841538714e-06, 1.485109578425181e-06, 1.4918892929927097e-06, 1.4869987126076012e-06, 1.4164623962642509e-06, 1.370374889120285e-06], "update_matrix_norm_1": [32333.240234375], "update_matrix_norm_2": [8.42448616027832], "update_matrix_norm_inf": [0.05595104396343231], "request": {"prompt": "{} has originated in the country named", "subject": "Taoism", "target_new": {"str": "Japan"}, "old_answer": {"str": "China"}, "seed": 42}}, {"loss_per_step": [5.553, 4.58, 2.589, 0.834, 0.504, 0.402, 0.363, 0.35, 0.346, 0.343, 0.342, 0.34, 0.339, 0.338, 0.337, 0.337, 0.336, 0.336, 0.336, 0.336], "prob_new": [0.004767023492604494, 0.020589973777532578, 0.16136877238750458, 0.6285170912742615, 0.8565810322761536, 0.9424413442611694, 0.976369321346283, 0.9878565669059753, 0.992162823677063, 0.9941439032554626, 0.9952754378318787, 0.9960441589355469, 0.996625542640686, 0.9970886707305908, 0.9974645376205444, 0.9977700710296631, 0.9980178475379944, 0.998218297958374, 0.9983798861503601, 0.9985132813453674], "prob_old": [0.39214572310447693, 0.03536876663565636, 0.005614741705358028, 0.002157348906621337, 2.692267662496306e-05, 8.505784535373095e-06, 3.7909521779511124e-06, 2.1446869595820317e-06, 1.478914100516704e-06, 1.1477218322397675e-06, 9.400674230164441e-07, 7.850655947549967e-07, 6.586278118447808e-07, 5.522339279195876e-07, 4.6218849547585705e-07, 3.864318784962961e-07, 3.2453561971124145e-07, 2.7827380222333886e-07, 2.4561146005908085e-07, 2.2082241457610507e-07], "prob_new_token": [2.706075292735477e-06, 0.008847999386489391, 0.2163836508989334, 0.89897221326828, 0.9713645577430725, 0.9937640428543091, 0.9976140856742859, 0.9984579682350159, 0.9986909031867981, 0.9987868666648865, 0.9988691210746765, 0.9989678859710693, 0.9990817904472351, 0.9991996884346008, 0.9993126392364502, 0.9994141459465027, 0.9994993209838867, 0.999563992023468, 0.9996109008789062, 0.9996500015258789], "prob_old_token": [0.9140400886535645, 0.30178576707839966, 0.024952523410320282, 0.00020573312940541655, 7.295935233742057e-07, 1.5616572568433185e-07, 6.726193646500178e-08, 4.303081269085851e-08, 3.442507434670006e-08, 2.994469738837324e-08, 2.633287010667118e-08, 2.2750633377199847e-08, 1.91674942584541e-08, 1.5753915505456462e-08, 1.2669930882225344e-08, 1.0039366671321659e-08, 8.021365793808855e-09, 6.831134768958691e-09, 6.2277845103153595e-09, 5.737993635790417e-09], "update_matrix_norm_1": [28803.59765625], "update_matrix_norm_2": [7.518212795257568], "update_matrix_norm_inf": [0.03233331814408302], "request": {"prompt": "{} has originated in the country named", "subject": "Die Welt", "target_new": {"str": "Tibet"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [3.524, 1.766, 0.818, 0.451, 0.376, 0.366, 0.359, 0.354, 0.351, 0.349, 0.347, 0.346, 0.345, 0.343, 0.342, 0.34, 0.342, 0.34, 0.341, 0.341], "prob_new": [0.033288758248090744, 0.3605239987373352, 0.7736464142799377, 0.9465190768241882, 0.9662993550300598, 0.9766094088554382, 0.9829857349395752, 0.9877948760986328, 0.9911741018295288, 0.9933432936668396, 0.9947656989097595, 0.9957700371742249, 0.9965266585350037, 0.9971219301223755, 0.9976041316986084, 0.9980096817016602, 0.9983393549919128, 0.9984955787658691, 0.9986481666564941, 0.9987815022468567], "prob_old": [0.39214572310447693, 0.06391746550798416, 0.0003199300554115325, 0.0026312884874641895, 0.003468390554189682, 0.0030945739708840847, 0.0021530035883188248, 0.001244831713847816, 0.0006591768469661474, 0.00035141510306857526, 0.00019780677394010127, 0.00011908411397598684, 7.652773638255894e-05, 5.2145162044325843e-05, 3.738911254913546e-05, 2.7991125534754246e-05, 2.182958814955782e-05, 1.8336802895646542e-05, 1.5890112990746275e-05, 1.4073872989683878e-05], "prob_new_token": [0.00010485346865607426, 0.6007424592971802, 0.828681468963623, 0.9859450459480286, 0.9900122284889221, 0.9925592541694641, 0.9954392910003662, 0.9974522590637207, 0.9985238909721375, 0.9990519285202026, 0.9993304014205933, 0.9994953870773315, 0.9996039271354675, 0.9996815323829651, 0.9997426867485046, 0.9998016357421875, 0.9998480081558228, 0.9998480081558228, 0.9998629689216614, 0.9998775720596313], "prob_old_token": [0.9140400886535645, 0.2732276916503906, 0.0003621094801928848, 0.0034575588069856167, 0.004706499632447958, 0.0038878105115145445, 0.0022165991831570864, 0.000999515992589295, 0.00041526032146066427, 0.0001794996060198173, 8.48984345793724e-05, 4.424947110237554e-05, 2.5154826289508492e-05, 1.5322075341828167e-05, 9.703174328024033e-06, 5.984865765640279e-06, 3.806542281381553e-06, 4.209570306556998e-06, 4.028047442261595e-06, 3.6668163829745026e-06], "update_matrix_norm_1": [28137.974609375], "update_matrix_norm_2": [7.479978561401367], "update_matrix_norm_inf": [0.03616010397672653], "request": {"prompt": "{} has originated in the country named", "subject": "Die Welt", "target_new": {"str": "Thailand"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [4.132, 2.017, 0.779, 0.635, 0.566, 0.533, 0.515, 0.508, 0.505, 0.501, 0.5, 0.498, 0.494, 0.472, 0.344, 0.343, 0.345, 0.347, 0.347, 0.347], "prob_new": [0.019117461517453194, 0.2885076701641083, 0.7875611782073975, 0.8991265296936035, 0.9552899599075317, 0.9795973896980286, 0.9893506765365601, 0.9934601783752441, 0.9953597784042358, 0.9963525533676147, 0.9969362616539001, 0.9972899556159973, 0.9974899291992188, 0.9975495338439941, 0.9972412586212158, 0.996660590171814, 0.9958879351615906, 0.9951226711273193, 0.994678258895874, 0.9947490692138672], "prob_old": [0.39214572310447693, 0.03823450207710266, 0.002595294499769807, 0.0012225491227582097, 0.0005340892821550369, 0.0002470124454703182, 0.0001341495953965932, 8.655707642901689e-05, 6.436791591113433e-05, 5.2165185479680076e-05, 4.484734745346941e-05, 4.0693113987799734e-05, 3.8413469155784696e-05, 3.6916568205924705e-05, 3.56340387952514e-05, 3.8065143598942086e-05, 4.328532304498367e-05, 4.860720582655631e-05, 5.158883141120896e-05, 5.110914207762107e-05], "prob_new_token": [1.4506385923596099e-05, 0.27327659726142883, 0.9609472751617432, 0.9915740489959717, 0.9974163174629211, 0.9989166259765625, 0.9994155764579773, 0.9996208548545837, 0.9997186660766602, 0.9997724890708923, 0.9998072981834412, 0.9998306632041931, 0.9998446106910706, 0.9998489022254944, 0.9998268485069275, 0.9997900128364563, 0.9997390508651733, 0.9996846318244934, 0.9996485114097595, 0.9996464252471924], "prob_old_token": [0.9140400886535645, 0.3300931453704834, 0.0010385098867118359, 0.0002599926956463605, 8.420987433055416e-05, 3.372446371940896e-05, 1.6686290109646507e-05, 9.939770279743243e-06, 6.950197985133855e-06, 5.376107765187044e-06, 4.411183908814564e-06, 3.8108137232484296e-06, 3.4858517210523132e-06, 3.3460821668995777e-06, 3.3676753901090706e-06, 3.7228774090181105e-06, 4.364888354757568e-06, 5.104297542857239e-06, 5.5962686928978655e-06, 5.5989326028793585e-06], "update_matrix_norm_1": [28589.3125], "update_matrix_norm_2": [7.508877277374268], "update_matrix_norm_inf": [0.03609722480177879], "request": {"prompt": "{} has originated in the country named", "subject": "Die Welt", "target_new": {"str": "Belgium"}, "old_answer": {"str": "Germany"}, "seed": 42}}, {"loss_per_step": [9.312, 4.408, 1.409, 0.531, 0.368, 0.332, 0.318, 0.311, 0.306, 0.303, 0.3, 0.297, 0.295, 0.292, 0.292, 0.291, 0.29, 0.289, 0.288, 0.288], "prob_new": [0.0001781143364496529, 0.07490082085132599, 0.4276037812232971, 0.8185027837753296, 0.9295118451118469, 0.9605077505111694, 0.971838116645813, 0.9773536324501038, 0.9807621240615845, 0.9831914901733398, 0.9850763082504272, 0.9866200685501099, 0.9879316687583923, 0.9890733361244202, 0.9900779724121094, 0.9909595251083374, 0.9917324185371399, 0.9924187660217285, 0.9930402040481567, 0.9936097860336304], "prob_old": [0.6982895135879517, 0.034918781369924545, 0.00890070479363203, 0.0028208456933498383, 0.0010444512590765953, 0.0005588227650150657, 0.0003911724779754877, 0.0003146620583720505, 0.00027028878685086966, 0.00024034395755734295, 0.00021812052000313997, 0.0002005251299124211, 0.00018591330444905907, 0.00017337156168650836, 0.00016247206076513976, 0.0001531248417450115, 0.00014519423712044954, 0.00013830560783389956, 0.00013205442519392818, 0.00012622264330275357], "prob_new_token": [5.984780273138313e-06, 0.5409092307090759, 0.9127210378646851, 0.985806941986084, 0.9951881170272827, 0.997428834438324, 0.9982450604438782, 0.9986551403999329, 0.9989059567451477, 0.9990796446800232, 0.9992106556892395, 0.9993149638175964, 0.9994004964828491, 0.999472439289093, 0.9995322227478027, 0.9995808005332947, 0.9996195435523987, 0.9996515512466431, 0.9996795654296875, 0.9997048377990723], "prob_old_token": [0.9426524639129639, 0.0029698412399739027, 6.155065057100728e-05, 1.1376212114555528e-06, 1.5437888123415178e-07, 5.750925780034777e-08, 3.363262024436153e-08, 2.3916973290738497e-08, 1.8741630469776283e-08, 1.5490869031964394e-08, 1.3215035288283161e-08, 1.149717832049646e-08, 1.0130078109682472e-08, 9.005805878814499e-09, 8.074323432083474e-09, 7.313866401403857e-09, 6.700657806391064e-09, 6.196504198641151e-09, 5.760638188689882e-09, 5.3671298516633215e-09], "update_matrix_norm_1": [34420.26171875], "update_matrix_norm_2": [8.74605655670166], "update_matrix_norm_inf": [0.0334191769361496], "request": {"prompt": "{} has originated in the country named", "subject": "Korat", "target_new": {"str": "Germany"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [8.705, 6.613, 1.476, 0.684, 0.427, 0.351, 0.324, 0.312, 0.305, 0.3, 0.297, 0.296, 0.293, 0.291, 0.29, 0.289, 0.289, 0.288, 0.287, 0.286], "prob_new": [0.00030541204614564776, 0.0059939841739833355, 0.40087318420410156, 0.7324602007865906, 0.8840604424476624, 0.938654899597168, 0.9610522985458374, 0.9719896912574768, 0.9782062768936157, 0.9822378754615784, 0.9850814342498779, 0.9871749877929688, 0.9887615442276001, 0.9900124073028564, 0.9910449385643005, 0.9919306635856628, 0.9927085638046265, 0.9934003949165344, 0.9940179586410522, 0.9945663213729858], "prob_old": [0.6982895135879517, 0.04922645539045334, 0.016581004485487938, 0.006968225352466106, 0.0034635798074305058, 0.002089363057166338, 0.0014932879712432623, 0.0011848475551232696, 0.001002717763185501, 0.0008822597446851432, 0.0007959086215123534, 0.0007314059184864163, 0.0006819093832746148, 0.0006422826554626226, 0.0006088499212637544, 0.00057949498295784, 0.0005531200440600514, 0.0005291497800499201, 0.0005073261563666165, 0.00048760735080577433], "prob_new_token": [5.207359208725393e-06, 0.023674020543694496, 0.8842939734458923, 0.9821516871452332, 0.9948198199272156, 0.9973859190940857, 0.9983322024345398, 0.9988062381744385, 0.9990859031677246, 0.9992678165435791, 0.999392569065094, 0.9994799494743347, 0.9995427131652832, 0.9995896220207214, 0.9996273517608643, 0.9996607303619385, 0.9996908903121948, 0.9997185468673706, 0.9997439384460449, 0.9997666478157043], "prob_old_token": [0.9426524639129639, 0.028701845556497574, 0.0002315816964255646, 3.4994413908862043e-06, 3.52879709453191e-07, 1.1088857121421825e-07, 5.5928804698623935e-08, 3.5269618336997155e-08, 2.5130640679549288e-08, 1.9306849452505048e-08, 1.5687588117430096e-08, 1.3408838483996988e-08, 1.1983162906403777e-08, 1.1024761548128481e-08, 1.0264689542793803e-08, 9.560409353071009e-09, 8.862633293915678e-09, 8.170482068692309e-09, 7.506571364501724e-09, 6.90701984495945e-09], "update_matrix_norm_1": [33968.796875], "update_matrix_norm_2": [8.759249687194824], "update_matrix_norm_inf": [0.03439592570066452], "request": {"prompt": "{} has originated in the country named", "subject": "Korat", "target_new": {"str": "Japan"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [9.395, 3.911, 0.565, 0.352, 0.318, 0.309, 0.304, 0.302, 0.299, 0.298, 0.296, 0.294, 0.292, 0.29, 0.288, 0.288, 0.288, 0.287, 0.286, 0.286], "prob_new": [0.000167488309671171, 0.07989555597305298, 0.7898984551429749, 0.9410626888275146, 0.9723870754241943, 0.981349766254425, 0.9852229952812195, 0.9873933792114258, 0.9888280630111694, 0.9898827075958252, 0.9907165169715881, 0.9914104342460632, 0.9920108914375305, 0.9925453662872314, 0.9930310845375061, 0.9934766888618469, 0.9938848614692688, 0.9942582845687866, 0.9946033358573914, 0.9949264526367188], "prob_old": [0.6982895135879517, 0.03569966182112694, 0.005321686156094074, 0.002209578175097704, 0.0013544248649850488, 0.0010326640913262963, 0.0008724711369723082, 0.0007765328045934439, 0.0007112293969839811, 0.0006627164548262954, 0.0006243597017601132, 0.0005925565492361784, 0.0005651235696859658, 0.0005406012642197311, 0.0005179501604288816, 0.000496557098813355, 0.00047633107169531286, 0.00045732909347862005, 0.00043937485315836966, 0.000422366225393489], "prob_new_token": [6.100498012528988e-06, 0.4807380735874176, 0.9758082628250122, 0.992944061756134, 0.9961410164833069, 0.9972166419029236, 0.9977335333824158, 0.9980410933494568, 0.9982500076293945, 0.9984062314033508, 0.9985301494598389, 0.9986332058906555, 0.9987224340438843, 0.9988014698028564, 0.9988725185394287, 0.9989361763000488, 0.9989908933639526, 0.9990375638008118, 0.9990783929824829, 0.9991161227226257], "prob_old_token": [0.9426524639129639, 0.0014232667163014412, 4.014008482045028e-06, 7.830621484572475e-07, 3.189869630659814e-07, 1.934192965791226e-07, 1.4177643947732577e-07, 1.1447709624690106e-07, 9.757813046462616e-08, 8.595437606118139e-08, 7.735410179066093e-08, 7.062043749783697e-08, 6.509583982960976e-08, 6.037571864681013e-08, 5.622475640620905e-08, 5.254616297634129e-08, 4.936782715958543e-08, 4.6690441735108834e-08, 4.4381430086559703e-08, 4.231102579410617e-08], "update_matrix_norm_1": [34750.5625], "update_matrix_norm_2": [8.744843482971191], "update_matrix_norm_inf": [0.03347817063331604], "request": {"prompt": "{} has originated in the country named", "subject": "Korat", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Thailand"}, "seed": 42}}, {"loss_per_step": [10.456, 7.741, 1.603, 0.476, 0.346, 0.311, 0.295, 0.283, 0.276, 0.275, 0.272, 0.269, 0.269, 0.268, 0.267, 0.266, 0.266, 0.265, 0.265, 0.265], "prob_new": [4.153423651587218e-05, 0.001971519785001874, 0.3449592888355255, 0.8242674469947815, 0.9329122304916382, 0.9642683863639832, 0.9771583080291748, 0.983686089515686, 0.9875072240829468, 0.9900396466255188, 0.9918794631958008, 0.9932666420936584, 0.9943141341209412, 0.9951155781745911, 0.9957488179206848, 0.9962726831436157, 0.9967226386070251, 0.9971098303794861, 0.997437059879303, 0.9977115392684937], "prob_old": [0.6412760019302368, 0.3976835012435913, 0.04523514211177826, 0.006546876393258572, 0.0010470820125192404, 0.0003146367962472141, 0.00014038753579370677, 7.878062024246901e-05, 5.0668182666413486e-05, 3.550836845533922e-05, 2.6635188987711444e-05, 2.0908842998323962e-05, 1.6860680261743255e-05, 1.386498479405418e-05, 1.1560914572328329e-05, 9.748609954840504e-06, 8.340242857229896e-06, 7.225697572721401e-06, 6.295431830949383e-06, 5.499618055182509e-06], "prob_new_token": [2.304686177012627e-06, 0.000128186700749211, 0.6029845476150513, 0.9443821907043457, 0.9841344952583313, 0.9925817251205444, 0.9955285787582397, 0.9969255924224854, 0.9977176189422607, 0.9982133507728577, 0.9985422492027283, 0.9987758994102478, 0.9989542365074158, 0.999097466468811, 0.999215304851532, 0.9993122816085815, 0.999390721321106, 0.9994540810585022, 0.9995095133781433, 0.9995594024658203], "prob_old_token": [0.9710827469825745, 0.8496707677841187, 0.04187379032373428, 0.0013288584304973483, 0.00017359793127980083, 5.606741615338251e-05, 2.7354046324035153e-05, 1.6310046703438275e-05, 1.090072237275308e-05, 7.8590092016384e-06, 6.010290235280991e-06, 4.778814854944358e-06, 3.882485998474294e-06, 3.1985957775759744e-06, 2.6600189357850468e-06, 2.2323558823700296e-06, 1.9025352457902045e-06, 1.6445532082798309e-06, 1.4270764268076164e-06, 1.2343510888968012e-06], "update_matrix_norm_1": [30067.119140625], "update_matrix_norm_2": [7.907407760620117], "update_matrix_norm_inf": [0.045298442244529724], "request": {"prompt": "{} has originated in the country named", "subject": "Hindustan Times", "target_new": {"str": "Germany"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [13.183, 8.244, 1.516, 0.556, 0.368, 0.325, 0.308, 0.298, 0.287, 0.276, 0.283, 0.272, 0.274, 0.272, 0.269, 0.27, 0.267, 0.268, 0.267, 0.266], "prob_new": [2.8678166472673183e-06, 0.0011876770295202732, 0.34970688819885254, 0.7751619219779968, 0.9203326106071472, 0.9591622352600098, 0.9736090302467346, 0.9807215332984924, 0.9849054217338562, 0.9876332879066467, 0.9896314740180969, 0.9912657141685486, 0.9925084710121155, 0.993475615978241, 0.994253933429718, 0.9949244856834412, 0.9955209493637085, 0.9960240125656128, 0.9964460730552673, 0.9968080520629883], "prob_old": [0.6412760019302368, 0.4819205105304718, 0.020259317010641098, 0.0009879881981760263, 0.00014427435235120356, 4.048663322464563e-05, 1.8276659830007702e-05, 1.0928824849543162e-05, 7.670450941077434e-06, 5.942736152064754e-06, 4.783374151884345e-06, 3.810464022535598e-06, 3.1189904348138953e-06, 2.6137433906114893e-06, 2.2235385586100165e-06, 1.8854674408430583e-06, 1.5836501461308217e-06, 1.3384828889684286e-06, 1.1419300562920398e-06, 9.789341675059404e-07], "prob_new_token": [1.4515033797124488e-07, 5.9920534113189206e-05, 0.7071788907051086, 0.9510136246681213, 0.9863264560699463, 0.99375981092453, 0.9962486624717712, 0.9973964691162109, 0.9980286359786987, 0.9984065294265747, 0.998675525188446, 0.9989216327667236, 0.9990931749343872, 0.9992123246192932, 0.9992995858192444, 0.9993776082992554, 0.999453604221344, 0.9995138645172119, 0.9995600581169128, 0.9995978474617004], "prob_old_token": [0.9710827469825745, 0.9366045594215393, 0.05314788967370987, 0.0007769927615299821, 5.2890383813064545e-05, 1.0435114745632745e-05, 4.185355919616995e-06, 2.4450409910059534e-06, 1.7485721173216007e-06, 1.4232571174943587e-06, 1.188859528156172e-06, 9.134237757280061e-07, 7.361022653640248e-07, 6.27420035925752e-07, 5.540279630622535e-07, 4.805053208656318e-07, 4.0166449366552115e-07, 3.4157713457716454e-07, 2.986898834933527e-07, 2.6482678094907897e-07], "update_matrix_norm_1": [30667.734375], "update_matrix_norm_2": [7.9094061851501465], "update_matrix_norm_inf": [0.04426294565200806], "request": {"prompt": "{} has originated in the country named", "subject": "Hindustan Times", "target_new": {"str": "Scotland"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [10.699, 6.167, 0.785, 0.441, 0.345, 0.315, 0.3, 0.288, 0.279, 0.277, 0.277, 0.273, 0.271, 0.271, 0.27, 0.269, 0.268, 0.268, 0.267, 0.266], "prob_new": [3.51709641108755e-05, 0.0056776730343699455, 0.6492782831192017, 0.8609226942062378, 0.937900185585022, 0.9633129835128784, 0.9741390943527222, 0.9800868630409241, 0.983882486820221, 0.9865460991859436, 0.988552451133728, 0.990131676197052, 0.9914045929908752, 0.9924542903900146, 0.993342399597168, 0.9941046833992004, 0.9947551488876343, 0.995305061340332, 0.995777428150177, 0.9961889386177063], "prob_old": [0.6412760019302368, 0.36657676100730896, 0.019906770437955856, 0.00351853109896183, 0.0009437957778573036, 0.0003688315046019852, 0.00019553823221940547, 0.00012501960736699402, 8.850873564369977e-05, 6.597703031729907e-05, 5.067697202321142e-05, 3.999573164037429e-05, 3.235127223888412e-05, 2.656525066413451e-05, 2.1942210878478363e-05, 1.8135300706489943e-05, 1.5036816876090597e-05, 1.2658157174882945e-05, 1.0906684110523202e-05, 9.58698547037784e-06], "prob_new_token": [3.155496642648359e-06, 0.000558067171368748, 0.8396722078323364, 0.9592732191085815, 0.9820569753646851, 0.988381564617157, 0.9914621710777283, 0.9934205412864685, 0.9947566986083984, 0.9956924319267273, 0.9963637590408325, 0.9968448281288147, 0.9971916079521179, 0.9974693059921265, 0.9977170825004578, 0.9979460835456848, 0.9981492757797241, 0.9983174800872803, 0.9984517693519592, 0.9985610246658325], "prob_old_token": [0.9710827469825745, 0.8537235260009766, 0.012055011466145515, 0.0012718169018626213, 0.00022739291307516396, 8.316643652506173e-05, 4.590408570948057e-05, 3.0578714358853176e-05, 2.2185129637364298e-05, 1.680975401541218e-05, 1.325382891081972e-05, 1.0994341209880076e-05, 9.514118573861197e-06, 8.347581569978502e-06, 7.272167295013787e-06, 6.239380581973819e-06, 5.314543614076683e-06, 4.609858024196001e-06, 4.143390015087789e-06, 3.84015675081173e-06], "update_matrix_norm_1": [30733.5625], "update_matrix_norm_2": [7.9134602546691895], "update_matrix_norm_inf": [0.044916752725839615], "request": {"prompt": "{} has originated in the country named", "subject": "Hindustan Times", "target_new": {"str": "Sweden"}, "old_answer": {"str": "India"}, "seed": 42}}, {"loss_per_step": [6.49, 3.164, 0.824, 0.431, 0.405, 0.397, 0.39, 0.385, 0.384, 0.38, 0.378, 0.376, 0.375, 0.374, 0.373, 0.373, 0.372, 0.372, 0.372, 0.371], "prob_new": [0.002795620122924447, 0.11652538180351257, 0.706911027431488, 0.9486581087112427, 0.9764142632484436, 0.9856823682785034, 0.9900792837142944, 0.9925008416175842, 0.9939760565757751, 0.994979977607727, 0.9956790804862976, 0.9961647987365723, 0.9965150356292725, 0.9968004822731018, 0.9970683455467224, 0.9973152875900269, 0.9975195527076721, 0.997677206993103, 0.9978014826774597, 0.9979119300842285], "prob_old": [0.269476056098938, 5.8493344113230705e-05, 7.38363632990513e-06, 2.6088578124472406e-06, 2.081207640003413e-06, 2.076964165098616e-06, 2.0952945760654984e-06, 2.1041751097072847e-06, 2.0900602066831198e-06, 2.009025365623529e-06, 1.917305326060159e-06, 1.841821017478651e-06, 1.7723938299241127e-06, 1.6819346910779132e-06, 1.558447934257856e-06, 1.4252228766054031e-06, 1.3106955520925112e-06, 1.224033439939376e-06, 1.1599003073570202e-06, 1.1075727570641902e-06], "prob_new_token": [5.21825895702932e-05, 0.3869166076183319, 0.9433870911598206, 0.9915776252746582, 0.9969236850738525, 0.9983594417572021, 0.998916745185852, 0.999182939529419, 0.9993187189102173, 0.9993950128555298, 0.9994356632232666, 0.9994508028030396, 0.9994463324546814, 0.9994322657585144, 0.9994242191314697, 0.9994262456893921, 0.9994322657585144, 0.9994379878044128, 0.9994462728500366, 0.9994638562202454], "prob_old_token": [0.9126208424568176, 2.213537072748295e-06, 4.200100249818206e-07, 1.2820704853311327e-07, 1.1258670440383867e-07, 1.1367053787125769e-07, 1.1362729424035933e-07, 1.1201244376479735e-07, 1.1112231845800125e-07, 1.1031204394384986e-07, 1.0948949835665189e-07, 1.0914338588463579e-07, 1.0937866079530068e-07, 1.0846145670484475e-07, 1.0404348671499974e-07, 9.689747315633213e-08, 8.949388785595147e-08, 8.312158428225302e-08, 7.765640930301743e-08, 7.236772603391728e-08], "update_matrix_norm_1": [64308.30859375], "update_matrix_norm_2": [16.69422721862793], "update_matrix_norm_inf": [0.10498354583978653], "request": {"prompt": "{} has originated in the country named", "subject": "golf", "target_new": {"str": "Japan"}, "old_answer": {"str": "Scotland"}, "seed": 42}}, {"loss_per_step": [8.64, 3.49, 0.919, 0.436, 0.407, 0.4, 0.396, 0.394, 0.392, 0.391, 0.39, 0.389, 0.388, 0.387, 0.386, 0.386, 0.385, 0.385, 0.384, 0.384], "prob_new": [0.00031272557680495083, 0.12296050041913986, 0.6333737969398499, 0.9517041444778442, 0.978427529335022, 0.9852502346038818, 0.9883763790130615, 0.9902225732803345, 0.9914722442626953, 0.9923946261405945, 0.993119478225708, 0.9937204718589783, 0.9942392706871033, 0.9946945309638977, 0.9950946569442749, 0.9954482913017273, 0.99576336145401, 0.9960469007492065, 0.9963033199310303, 0.9965337514877319], "prob_old": [0.269476056098938, 0.00017411976295989007, 7.50989856896922e-05, 2.02303308469709e-05, 9.649589628679678e-06, 6.881164154037833e-06, 5.68585937799071e-06, 4.986747171642492e-06, 4.495338544074912e-06, 4.1126268115476705e-06, 3.8004773159627803e-06, 3.544174887792906e-06, 3.3340656955260783e-06, 3.1560007300868165e-06, 2.9980919862282462e-06, 2.8556353299791226e-06, 2.729595280470676e-06, 2.6234672532154946e-06, 2.540100012993207e-06, 2.478838723618537e-06], "prob_new_token": [6.256108235902502e-07, 0.8218117952346802, 0.9707266688346863, 0.9962294101715088, 0.9980402588844299, 0.9985443353652954, 0.9987889528274536, 0.9989398121833801, 0.999045729637146, 0.9991270899772644, 0.9991928339004517, 0.9992494583129883, 0.9992995858192444, 0.9993444085121155, 0.9993831515312195, 0.9994166493415833, 0.9994457364082336, 0.9994712471961975, 0.9994936585426331, 0.9995136260986328], "prob_old_token": [0.9126208424568176, 0.00016256602248176932, 8.930820513342042e-06, 1.707740807432856e-06, 9.924723372023436e-07, 7.857656214582676e-07, 6.908047680553864e-07, 6.34923651432473e-07, 5.947578074483317e-07, 5.613060238829348e-07, 5.316528017829114e-07, 5.056089662502927e-07, 4.834732862946112e-07, 4.6455681967927376e-07, 4.478383175410272e-07, 4.327825706695876e-07, 4.200016121558292e-07, 4.1060968669626163e-07, 4.055760314258805e-07, 4.0487498154107016e-07], "update_matrix_norm_1": [63847.1953125], "update_matrix_norm_2": [16.65662384033203], "update_matrix_norm_inf": [0.10305104404687881], "request": {"prompt": "{} has originated in the country named", "subject": "golf", "target_new": {"str": "Sweden"}, "old_answer": {"str": "Scotland"}, "seed": 42}}, {"loss_per_step": [9.408, 4.685, 0.895, 0.436, 0.403, 0.395, 0.392, 0.389, 0.387, 0.385, 0.383, 0.382, 0.381, 0.38, 0.379, 0.378, 0.378, 0.377, 0.376, 0.376], "prob_new": [0.0001544717961223796, 0.07668263465166092, 0.63177889585495, 0.9509769678115845, 0.9823452234268188, 0.9889366626739502, 0.9915092587471008, 0.9928673505783081, 0.9937117695808411, 0.9942865371704102, 0.9946972131729126, 0.9950018525123596, 0.9952475428581238, 0.9954658150672913, 0.9956711530685425, 0.9958680868148804, 0.9960583448410034, 0.9962416291236877, 0.9964172840118408, 0.9965842962265015], "prob_old": [0.269476056098938, 8.962696301750839e-05, 4.204537981422618e-05, 1.080165384337306e-05, 5.447920557344332e-06, 4.108791927137645e-06, 3.5659829791256925e-06, 3.2816828934301157e-06, 3.1162808227236383e-06, 3.025829300895566e-06, 2.993365114889457e-06, 3.0044136565265944e-06, 3.0401497497223318e-06, 3.0843505101074697e-06, 3.1281483643397223e-06, 3.1709078029962257e-06, 3.2176478725887137e-06, 3.2763416584202787e-06, 3.354654381837463e-06, 3.4555525871837744e-06], "prob_new_token": [1.5791060548053792e-07, 0.7345049977302551, 0.9701996445655823, 0.9957506656646729, 0.9980691075325012, 0.9986632466316223, 0.9989134073257446, 0.999045729637146, 0.9991233348846436, 0.9991680383682251, 0.9991907477378845, 0.9992007613182068, 0.9992117285728455, 0.999228835105896, 0.9992479681968689, 0.9992659687995911, 0.99928218126297, 0.9992976784706116, 0.9993147850036621, 0.9993354082107544], "prob_old_token": [0.9126208424568176, 6.0595182731049135e-05, 1.5940787534418632e-06, 4.5665288439522556e-07, 3.475065568636637e-07, 3.234894165871083e-07, 3.1727611826681823e-07, 3.1634647257305915e-07, 3.1840735914556717e-07, 3.2360699719902186e-07, 3.320728012567997e-07, 3.4296081707907433e-07, 3.5395962072470866e-07, 3.634249878814444e-07, 3.719092376286426e-07, 3.808995074905397e-07, 3.918954973869404e-07, 4.060055687205022e-07, 4.2400401412123756e-07, 4.457891407128045e-07], "update_matrix_norm_1": [64306.03125], "update_matrix_norm_2": [16.74565315246582], "update_matrix_norm_inf": [0.09974590688943863], "request": {"prompt": "{} has originated in the country named", "subject": "golf", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Scotland"}, "seed": 42}}, {"loss_per_step": [5.475, 2.772, 0.66, 0.337, 0.296, 0.285, 0.279, 0.275, 0.275, 0.274, 0.273, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272, 0.271, 0.271], "prob_new": [0.006014478392899036, 0.19264338910579681, 0.7107299566268921, 0.9525614380836487, 0.9851819276809692, 0.9928140640258789, 0.995607316493988, 0.9969333410263062, 0.9976608753204346, 0.998093843460083, 0.9983705878257751, 0.9985653162002563, 0.9987166523933411, 0.9988425374031067, 0.9989495277404785, 0.9990396499633789, 0.9991130828857422, 0.9991714358329773, 0.9992182850837708, 0.9992583990097046], "prob_old": [0.4658489227294922, 0.0001687804178800434, 2.6496852569835028e-06, 7.02206932601257e-07, 2.1034161079569458e-07, 9.527816047238957e-08, 5.4779352609557463e-08, 3.613875421137891e-08, 2.6153159637942736e-08, 2.0290865876404496e-08, 1.6547915038245264e-08, 1.3922908159713643e-08, 1.1916083231255925e-08, 1.02983452876515e-08, 8.969494480481899e-09, 7.881926222808033e-09, 7.004452129422134e-09, 6.301830612898129e-09, 5.729226426609557e-09, 5.244569667439691e-09], "prob_new_token": [6.37575283235492e-07, 0.703181803226471, 0.9118481278419495, 0.9914654493331909, 0.9974472522735596, 0.9988364577293396, 0.9993370771408081, 0.9995662569999695, 0.9996852874755859, 0.9997507929801941, 0.9997900128364563, 0.999816358089447, 0.9998369216918945, 0.9998543858528137, 0.9998692274093628, 0.9998818039894104, 0.9998915195465088, 0.9998989105224609, 0.9999042749404907, 0.999908983707428], "prob_old_token": [0.9391965270042419, 1.3036909649599693e-06, 7.896271370100294e-08, 5.667867508662994e-09, 1.614815281492099e-09, 7.612019903291412e-10, 4.411443987883956e-10, 2.8583158062645e-10, 2.0195521643895376e-10, 1.5444298617772745e-10, 1.2558280804153554e-10, 1.0574468384261237e-10, 9.003427170473088e-11, 7.661263290437148e-11, 6.509958544453909e-11, 5.560854554609307e-11, 4.8212097508715246e-11, 4.2678124922979066e-11, 3.847082374885957e-11, 3.499983289301234e-11], "update_matrix_norm_1": [34755.109375], "update_matrix_norm_2": [9.097162246704102], "update_matrix_norm_inf": [0.0615764744579792], "request": {"prompt": "{} has originated in the country named", "subject": "Opeth", "target_new": {"str": "Tibet"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [7.88, 5.939, 2.153, 0.649, 0.378, 0.321, 0.301, 0.29, 0.282, 0.284, 0.278, 0.278, 0.276, 0.276, 0.274, 0.275, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.0007863477803766727, 0.02488972432911396, 0.2493172585964203, 0.7177296280860901, 0.9142867922782898, 0.9634690284729004, 0.9806044697761536, 0.9876102209091187, 0.9910600185394287, 0.9930396676063538, 0.9942817687988281, 0.9951269030570984, 0.9957566857337952, 0.9962499737739563, 0.9966343641281128, 0.9969473481178284, 0.997218668460846, 0.997456967830658, 0.997658908367157, 0.997833788394928], "prob_old": [0.4658489227294922, 0.006721481215208769, 0.04355275258421898, 0.0020425107795745134, 0.0002329272829229012, 6.00400053372141e-05, 2.621589374030009e-05, 1.5209248886094429e-05, 1.0216057489742525e-05, 7.500944320781855e-06, 6.0722691159753595e-06, 5.099767349747708e-06, 4.317383172747213e-06, 3.6817350519413594e-06, 3.2677648960088845e-06, 2.9548887141572777e-06, 2.6477259780222084e-06, 2.3576392322866013e-06, 2.1436685528897215e-06, 1.976680778170703e-06], "prob_new_token": [6.302133988356218e-05, 0.24020975828170776, 0.6169981956481934, 0.9673002362251282, 0.9947157502174377, 0.9979387521743774, 0.9989268183708191, 0.9993533492088318, 0.9995793700218201, 0.9997013807296753, 0.9997422695159912, 0.999775230884552, 0.9998106956481934, 0.9998419880867004, 0.9998572468757629, 0.9998672604560852, 0.9998805522918701, 0.9998946189880371, 0.9999033808708191, 0.9999090433120728], "prob_old_token": [0.9391965270042419, 0.04563131555914879, 0.1171702891588211, 0.0003494597622193396, 1.7894248230732046e-05, 3.371570301169413e-06, 1.1283914318482857e-06, 4.977906087333395e-07, 2.4923605224103085e-07, 1.4258309022352478e-07, 1.1399055921401668e-07, 9.244786980389108e-08, 6.998364909804877e-08, 5.164071481544852e-08, 4.459764468833782e-08, 4.065474357162202e-08, 3.458354669305663e-08, 2.8151855957503358e-08, 2.485743522129269e-08, 2.3069663512842453e-08], "update_matrix_norm_1": [34276.5625], "update_matrix_norm_2": [9.078561782836914], "update_matrix_norm_inf": [0.06646805256605148], "request": {"prompt": "{} has originated in the country named", "subject": "Opeth", "target_new": {"str": "Germany"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [4.309, 3.204, 0.764, 0.366, 0.317, 0.299, 0.289, 0.283, 0.28, 0.278, 0.276, 0.275, 0.274, 0.274, 0.274, 0.273, 0.273, 0.273, 0.273, 0.273], "prob_new": [0.018004052340984344, 0.15797340869903564, 0.6469030380249023, 0.9260857105255127, 0.9679582118988037, 0.9818849563598633, 0.9881357550621033, 0.991468071937561, 0.9934448003768921, 0.9946870803833008, 0.995517373085022, 0.9961304664611816, 0.9966174960136414, 0.9970105886459351, 0.9973182678222656, 0.9975569844245911, 0.9977566003799438, 0.997934103012085, 0.998089611530304, 0.998217761516571], "prob_old": [0.4658489227294922, 0.0016337534179911017, 0.0005577157717198133, 0.00016634899657219648, 7.211392949102446e-05, 4.3531657865969464e-05, 3.076606662943959e-05, 2.369350113440305e-05, 1.924602474900894e-05, 1.6257828974630684e-05, 1.414222515450092e-05, 1.2515864000306465e-05, 1.1175734471180476e-05, 1.0052584002551157e-05, 9.142839189735241e-06, 8.418494871875737e-06, 7.797990292601753e-06, 7.23183211448486e-06, 6.725221282977145e-06, 6.302671408775495e-06], "prob_new_token": [1.2114286619180348e-05, 0.6557073593139648, 0.6095991730690002, 0.9593192934989929, 0.988023579120636, 0.9946929812431335, 0.9970740079879761, 0.9981567859649658, 0.9987199902534485, 0.9990273714065552, 0.9992077946662903, 0.9993345737457275, 0.9994373321533203, 0.9995200634002686, 0.9995801448822021, 0.9996208548545837, 0.999654233455658, 0.9996863603591919, 0.9997153878211975, 0.9997372031211853], "prob_old_token": [0.9391965270042419, 0.00014573200314771384, 6.931058305781335e-05, 7.720693247392774e-06, 2.4401049358857563e-06, 1.247236014023656e-06, 7.895824296610954e-07, 5.584222435572883e-07, 4.245101479227742e-07, 3.445537117841013e-07, 2.944921675407386e-07, 2.565754186889535e-07, 2.232190752238239e-07, 1.9432840758781822e-07, 1.725469473967678e-07, 1.5740931758045917e-07, 1.4448974638980872e-07, 1.3136833842963824e-07, 1.190999157074657e-07, 1.0969664998583539e-07], "update_matrix_norm_1": [34631.7109375], "update_matrix_norm_2": [9.102030754089355], "update_matrix_norm_inf": [0.0627652257680893], "request": {"prompt": "{} has originated in the country named", "subject": "Opeth", "target_new": {"str": "Belgium"}, "old_answer": {"str": "Sweden"}, "seed": 42}}, {"loss_per_step": [11.892, 2.169, 0.47, 0.302, 0.278, 0.266, 0.259, 0.253, 0.25, 0.247, 0.245, 0.244, 0.243, 0.241, 0.24, 0.239, 0.237, 0.236, 0.234, 0.233], "prob_new": [2.3663549654884264e-05, 0.233488067984581, 0.820959210395813, 0.9422118663787842, 0.9640386700630188, 0.9740980267524719, 0.9811484813690186, 0.9860801696777344, 0.9893888235092163, 0.9916167855262756, 0.9931638836860657, 0.9942803382873535, 0.995116651058197, 0.9957647919654846, 0.996282160282135, 0.9967060089111328, 0.9970608949661255, 0.9973629713058472, 0.9976223707199097, 0.9978450536727905], "prob_old": [0.7691759467124939, 0.09774825721979141, 0.0024649305269122124, 0.0005637172143906355, 0.0003271930618211627, 0.00024675115128047764, 0.0001956522319233045, 0.00015893195813987404, 0.000132331348140724, 0.00011282754712738097, 9.820819832384586e-05, 8.695018186699599e-05, 7.803240441717207e-05, 7.077466580085456e-05, 6.471608503488824e-05, 5.95398414588999e-05, 5.5026695918058977e-05, 5.102511931909248e-05, 4.7438996261917055e-05, 4.422064375830814e-05], "prob_new_token": [2.7965123194917396e-07, 0.21327337622642517, 0.9630531072616577, 0.9940715432167053, 0.9970993995666504, 0.9979977607727051, 0.9985049962997437, 0.998863935470581, 0.999118447303772, 0.9992969632148743, 0.9994245767593384, 0.9995183944702148, 0.9995896220207214, 0.9996455907821655, 0.9996911883354187, 0.9997294545173645, 0.9997625350952148, 0.9997918605804443, 0.9998176693916321, 0.9998399019241333], "prob_old_token": [0.9174390435218811, 0.010191942565143108, 4.924258405480941e-07, 2.279019817308381e-08, 6.934793628232683e-09, 3.698669370777452e-09, 2.237885876610335e-09, 1.4215348898005686e-09, 9.480903839786947e-10, 6.654332640465555e-10, 4.890274851732102e-10, 3.734536846433656e-10, 2.9387728361918164e-10, 2.363465534394038e-10, 1.928489590241611e-10, 1.5853006407606784e-10, 1.3041670521296567e-10, 1.0675552802874577e-10, 8.676778739946656e-11, 7.054010153773049e-11], "update_matrix_norm_1": [26797.1640625], "update_matrix_norm_2": [6.750705718994141], "update_matrix_norm_inf": [0.06805229932069778], "request": {"prompt": "{} has originated in the country named", "subject": "Lhasa Apso", "target_new": {"str": "Japan"}, "old_answer": {"str": "Tibet"}, "seed": 42}}, {"loss_per_step": [4.169, 0.892, 0.484, 0.342, 0.297, 0.275, 0.263, 0.255, 0.249, 0.246, 0.242, 0.238, 0.234, 0.233, 0.234, 0.232, 0.234, 0.236, 0.237, 0.233], "prob_new": [0.020875057205557823, 0.5784981846809387, 0.80376136302948, 0.9072097539901733, 0.945741593837738, 0.9653831720352173, 0.9771410822868347, 0.9844667315483093, 0.9891677498817444, 0.9922866821289062, 0.9944185614585876, 0.9958993792533875, 0.9969353675842285, 0.9975602626800537, 0.9979108572006226, 0.9982125759124756, 0.9984768629074097, 0.9984918236732483, 0.9985700249671936, 0.9987255334854126], "prob_old": [0.7691759467124939, 0.022219974547624588, 0.010298212990164757, 0.005384494550526142, 0.0038548943120986223, 0.003087553195655346, 0.0025623671244829893, 0.0021427178289741278, 0.0017906972207129002, 0.0014923833077773452, 0.0012385769514366984, 0.0010247210739180446, 0.000848338648211211, 0.0007300550932995975, 0.0006585270748473704, 0.0005897490191273391, 0.000525115174241364, 0.0005166340270079672, 0.0004907461698167026, 0.0004456753667909652], "prob_new_token": [0.006743494886904955, 0.7682145833969116, 0.959072470664978, 0.9903251528739929, 0.9955740571022034, 0.9973066449165344, 0.9980952739715576, 0.9985331296920776, 0.9988192319869995, 0.9990155696868896, 0.9991503953933716, 0.9992533326148987, 0.9993311166763306, 0.9993336796760559, 0.9992721080780029, 0.9992710947990417, 0.9993225932121277, 0.9991925954818726, 0.999180257320404, 0.9992724061012268], "prob_old_token": [0.9174390435218811, 0.00015059080033097416, 1.6276359019684605e-05, 4.473096851143055e-06, 2.470954996169894e-06, 1.7674468608674943e-06, 1.3752555787505116e-06, 1.0995099728461355e-06, 8.837583322929277e-07, 7.171302627284604e-07, 5.910243316975539e-07, 4.867821985499177e-07, 4.034003779906925e-07, 3.77647438654094e-07, 3.990997186065215e-07, 3.775920163207047e-07, 3.2568226515650167e-07, 3.8871002061569015e-07, 3.7739434333161626e-07, 3.061801692183508e-07], "update_matrix_norm_1": [27524.46875], "update_matrix_norm_2": [6.730201721191406], "update_matrix_norm_inf": [0.07254140824079514], "request": {"prompt": "{} has originated in the country named", "subject": "Lhasa Apso", "target_new": {"str": "China"}, "old_answer": {"str": "Tibet"}, "seed": 42}}, {"loss_per_step": [10.978, 1.205, 0.485, 0.339, 0.29, 0.269, 0.258, 0.252, 0.248, 0.245, 0.242, 0.239, 0.237, 0.233, 0.232, 0.231, 0.231, 0.231, 0.23, 0.229], "prob_new": [4.164035999565385e-05, 0.4387303292751312, 0.8023240566253662, 0.9099568128585815, 0.9503567218780518, 0.9692082405090332, 0.9791436195373535, 0.9848828315734863, 0.9884570837020874, 0.9908280372619629, 0.9924831390380859, 0.9936876893043518, 0.9945980310440063, 0.9953035712242126, 0.9958556294441223, 0.9962961077690125, 0.9966554641723633, 0.9969555139541626, 0.9972085952758789, 0.9974245429039001], "prob_old": [0.7691759467124939, 0.027726639062166214, 0.006305731367319822, 0.0026784350629895926, 0.001488500740379095, 0.0009858087869361043, 0.0007320597651414573, 0.0005832401220686734, 0.00048596569104120135, 0.0004175290232524276, 0.00036673847353085876, 0.0003272781614214182, 0.00029484680271707475, 0.00026726070791482925, 0.00024410536570940167, 0.00022435169375967234, 0.00020748935639858246, 0.0001933800958795473, 0.00018162796914111823, 0.000171748994034715], "prob_new_token": [7.69899827446352e-07, 0.8313610553741455, 0.9684928059577942, 0.9923787117004395, 0.9974290728569031, 0.9989267587661743, 0.9994639754295349, 0.9996919631958008, 0.9998020529747009, 0.9998624324798584, 0.9998984932899475, 0.9999213814735413, 0.9999371767044067, 0.9999483227729797, 0.9999561309814453, 0.999961793422699, 0.9999653100967407, 0.9999682903289795, 0.9999710321426392, 0.9999736547470093], "prob_old_token": [0.9174390435218811, 8.04242372396402e-05, 2.253830871268292e-06, 3.44493599868656e-07, 8.48122851948574e-08, 2.948725175144773e-08, 1.3387219333083067e-08, 7.313071037629015e-09, 4.517801244219299e-09, 3.0357241165290816e-09, 2.16709827860484e-09, 1.6157117865844839e-09, 1.232286162000662e-09, 9.511187393229648e-10, 7.48860529142803e-10, 6.080742576131115e-10, 5.119170642942095e-10, 4.3783079939352376e-10, 3.7412670184089336e-10, 3.2073282918432255e-10], "update_matrix_norm_1": [27564.765625], "update_matrix_norm_2": [6.754999160766602], "update_matrix_norm_inf": [0.07210921496152878], "request": {"prompt": "{} has originated in the country named", "subject": "Lhasa Apso", "target_new": {"str": "Mexico"}, "old_answer": {"str": "Tibet"}, "seed": 42}}, {"loss_per_step": [8.393, 5.955, 3.512, 1.076, 0.335, 0.296, 0.284, 0.276, 0.272, 0.269, 0.268, 0.267, 0.267, 0.266, 0.266, 0.265, 0.265, 0.265, 0.264, 0.264], "prob_new": [0.0006883327150717378, 0.006087788846343756, 0.0474272146821022, 0.46588248014450073, 0.9367901086807251, 0.9744758605957031, 0.9857598543167114, 0.9913754463195801, 0.9944388270378113, 0.9961782097816467, 0.9972245693206787, 0.9978924989700317, 0.9983411431312561, 0.9986559748649597, 0.9988846778869629, 0.9990556240081787, 0.9991860389709473, 0.9992868304252625, 0.9993653297424316, 0.9994268417358398], "prob_old": [0.6509084105491638, 0.16666057705879211, 0.061809711158275604, 0.03850694000720978, 0.009678949601948261, 0.003393695456907153, 0.0016456107841804624, 0.0009124446660280228, 0.0005575140821747482, 0.00036977071431465447, 0.0002617734426166862, 0.00019492422870825976, 0.00015096995048224926, 0.00012064589827787131, 9.895362745737657e-05, 8.30281205708161e-05, 7.114189793355763e-05, 6.221012881724164e-05, 5.5512136896140873e-05, 5.054092616774142e-05], "prob_new_token": [5.734069418394938e-06, 0.00021801133698318154, 0.02674655057489872, 0.5782731175422668, 0.9647767543792725, 0.9910218119621277, 0.9960720539093018, 0.9979211688041687, 0.9987609386444092, 0.9991861581802368, 0.9994206428527832, 0.9995604753494263, 0.9996493458747864, 0.9997086524963379, 0.9997501373291016, 0.9997792840003967, 0.9998005032539368, 0.9998151063919067, 0.9998251795768738, 0.9998309016227722], "prob_old_token": [0.9153784513473511, 0.6341477632522583, 0.3026536703109741, 0.11410952359437943, 0.01122374553233385, 0.0023074056953191757, 0.0008017821819521487, 0.00035093407495878637, 0.0001809291570680216, 0.00010704518354032189, 7.06748542143032e-05, 5.073927968624048e-05, 3.8830396078992635e-05, 3.1236588256433606e-05, 2.6169082047999837e-05, 2.269322249048855e-05, 2.0295838112360798e-05, 1.8684764654608443e-05, 1.769245500327088e-05, 1.7211094018421136e-05], "update_matrix_norm_1": [31445.994140625], "update_matrix_norm_2": [8.324417114257812], "update_matrix_norm_inf": [0.04914933443069458], "request": {"prompt": "{} has originated in the country named", "subject": "Chihuahua", "target_new": {"str": "India"}, "old_answer": {"str": "Mexico"}, "seed": 42}}, {"loss_per_step": [6.091, 3.969, 0.693, 0.483, 0.472, 0.464, 0.457, 0.44, 0.425, 0.423, 0.413, 0.415, 0.409, 0.388, 0.273, 0.264, 0.265, 0.266, 0.266, 0.266], "prob_new": [0.003460825188085437, 0.03666184842586517, 0.7968093752861023, 0.9802793264389038, 0.9900708794593811, 0.9952848553657532, 0.9974884986877441, 0.9984137415885925, 0.9987884163856506, 0.9988911151885986, 0.9988581538200378, 0.9989637732505798, 0.9991911053657532, 0.999378502368927, 0.9995357394218445, 0.9994465112686157, 0.9993495941162109, 0.999208390712738, 0.9990549087524414, 0.9989216327667236], "prob_old": [0.6509084105491638, 0.3272187113761902, 0.005670356098562479, 0.00032301252940669656, 0.00028933575958944857, 0.0001888682454591617, 0.00012086192145943642, 9.23655170481652e-05, 9.444956958759576e-05, 0.00010591190221020952, 0.00012703840911854059, 0.00012524292105808854, 9.914084512274712e-05, 7.428516255458817e-05, 5.447997682495043e-05, 8.01291098468937e-05, 0.00011055166396545246, 0.00015556122525595129, 0.00020648137433454394, 0.00024931749794632196], "prob_new_token": [2.1144481365809042e-07, 3.4879249142250046e-05, 0.7998002171516418, 0.9800592064857483, 0.9892429113388062, 0.99457848072052, 0.9970541000366211, 0.9980800151824951, 0.9983886480331421, 0.9983614087104797, 0.9980437159538269, 0.9980781078338623, 0.9985138773918152, 0.9989737868309021, 0.99936842918396, 0.999026894569397, 0.9987591505050659, 0.9984154105186462, 0.9980921149253845, 0.9978844523429871], "prob_old_token": [0.9153784513473511, 0.8340912461280823, 0.020298829302191734, 0.0017486474243924022, 0.0018810625188052654, 0.0011868805158883333, 0.0007104267133399844, 0.0005233571864664555, 0.0005445921560749412, 0.0006547361263073981, 0.0008939533727243543, 0.0009258905192837119, 0.0007071065483614802, 0.00047129380982369184, 0.0002753283770289272, 0.000469209102448076, 0.0006449238862842321, 0.000865123700350523, 0.0010616779327392578, 0.001162212691269815], "update_matrix_norm_1": [31685.03515625], "update_matrix_norm_2": [8.348607063293457], "update_matrix_norm_inf": [0.053116243332624435], "request": {"prompt": "{} has originated in the country named", "subject": "Chihuahua", "target_new": {"str": "Hungary"}, "old_answer": {"str": "Mexico"}, "seed": 42}}, {"loss_per_step": [5.342, 4.245, 1.226, 0.776, 0.368, 0.386, 0.356, 0.324, 0.301, 0.286, 0.277, 0.272, 0.269, 0.267, 0.266, 0.266, 0.265, 0.264, 0.264, 0.263], "prob_new": [0.006394384894520044, 0.02675083838403225, 0.4091276526451111, 0.9260335564613342, 0.9009550213813782, 0.8856033086776733, 0.912538468837738, 0.9418471455574036, 0.9631482362747192, 0.9778596758842468, 0.9870128631591797, 0.9921777844429016, 0.995000422000885, 0.9965689778327942, 0.9974788427352905, 0.9980359673500061, 0.9983958601951599, 0.9986391067504883, 0.9988089203834534, 0.9989296197891235], "prob_old": [0.6509084105491638, 0.15927352011203766, 0.06847555190324783, 0.018111249431967735, 0.042454443871974945, 0.06913748383522034, 0.05566474422812462, 0.033807169646024704, 0.01809721253812313, 0.008653195574879646, 0.0039101773872971535, 0.0018121717730537057, 0.0009086854988709092, 0.0005026790895499289, 0.00030629325192421675, 0.00020341662457212806, 0.00014546634338330477, 0.00011084834113717079, 8.92913740244694e-05, 7.559669757029042e-05], "prob_new_token": [4.5623977484865463e-07, 9.685068653197959e-05, 0.19877731800079346, 0.9653500318527222, 0.9143752455711365, 0.7596808075904846, 0.7458269000053406, 0.8225667476654053, 0.9020545482635498, 0.9542216658592224, 0.9797510504722595, 0.9905241131782532, 0.9950364232063293, 0.9970626831054688, 0.9980611205101013, 0.998599648475647, 0.9989123344421387, 0.9991042613983154, 0.9992258548736572, 0.9993025660514832], "prob_old_token": [0.9153784513473511, 0.6322938799858093, 0.36383044719696045, 0.019462648779153824, 0.06400567293167114, 0.2069149613380432, 0.2219262421131134, 0.15094779431819916, 0.07884635776281357, 0.03396881744265556, 0.0135363033041358, 0.005612924229353666, 0.002587198745459318, 0.0013522955123335123, 0.0007976097404025495, 0.0005236041033640504, 0.00037682021502405405, 0.00029334364808164537, 0.0002444045676384121, 0.00021626029047183692], "update_matrix_norm_1": [31730.439453125], "update_matrix_norm_2": [8.350329399108887], "update_matrix_norm_inf": [0.05805113911628723], "request": {"prompt": "{} has originated in the country named", "subject": "Chihuahua", "target_new": {"str": "Thailand"}, "old_answer": {"str": "Mexico"}, "seed": 42}}, {"loss_per_step": [4.97, 3.571, 1.317, 0.355, 0.315, 0.3, 0.298, 0.297, 0.297, 0.297, 0.297, 0.297, 0.296, 0.296, 0.296, 0.296, 0.296, 0.296, 0.296, 0.296], "prob_new": [0.007721423637121916, 0.04336562007665634, 0.3694722056388855, 0.9454067945480347, 0.9922387599945068, 0.9959332942962646, 0.9972202181816101, 0.9978512525558472, 0.9982163906097412, 0.9984525442123413, 0.9986185431480408, 0.9987426996231079, 0.9988399147987366, 0.9989186525344849, 0.9989840388298035, 0.9990391731262207, 0.9990863800048828, 0.9991270899772644, 0.9991622567176819, 0.9991929531097412], "prob_old": [0.6556404829025269, 0.05842752754688263, 0.028365492820739746, 9.016219701152295e-05, 7.20808611731627e-06, 2.664810835995013e-06, 1.3247076822153758e-06, 7.707645295340626e-07, 5.024172082812584e-07, 3.5569209444474836e-07, 2.67366687012327e-07, 2.1009599038279703e-07, 1.7080441239158972e-07, 1.4269349435380718e-07, 1.2196454690638348e-07, 1.0635033476091849e-07, 9.44619173992578e-08, 8.538504658872625e-08, 7.852158034893364e-08, 7.346899622007186e-08], "prob_new_token": [1.714349373571622e-08, 0.00041221268475055695, 0.10182961076498032, 0.97690349817276, 0.9967254996299744, 0.9982436895370483, 0.9988544583320618, 0.9991705417633057, 0.999355673789978, 0.9994757771492004, 0.9995594024658203, 0.9996211528778076, 0.9996690154075623, 0.9997071027755737, 0.9997382164001465, 0.9997641444206238, 0.9997854828834534, 0.9998037219047546, 0.9998188614845276, 0.9998315572738647], "prob_old_token": [0.9767416715621948, 0.3089316785335541, 0.13861088454723358, 0.00015080148295965046, 2.800640004352317e-06, 8.977098673312867e-07, 4.466606640107784e-07, 2.743615823419532e-07, 1.9079524804510584e-07, 1.432195233519451e-07, 1.1297347413119496e-07, 9.221523100677587e-08, 7.718623606933761e-08, 6.590061474298636e-08, 5.72206211302273e-08, 5.0447635402406377e-08, 4.512214246688018e-08, 4.0955239200002325e-08, 3.773520518279838e-08, 3.5321182423331265e-08], "update_matrix_norm_1": [31127.765625], "update_matrix_norm_2": [8.433283805847168], "update_matrix_norm_inf": [0.047176294028759], "request": {"prompt": "{} died in the location of", "subject": "Jacques Chirac", "target_new": {"str": "Kolkata"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [5.364, 2.136, 0.628, 0.447, 0.356, 0.32, 0.307, 0.302, 0.3, 0.298, 0.297, 0.297, 0.297, 0.296, 0.296, 0.296, 0.296, 0.296, 0.296, 0.295], "prob_new": [0.006007580552250147, 0.17831815779209137, 0.7312725782394409, 0.8630639910697937, 0.9412456154823303, 0.974731981754303, 0.9869287014007568, 0.9918089509010315, 0.99412602186203, 0.9953896999359131, 0.9961613416671753, 0.9966747760772705, 0.9970389008522034, 0.9973095059394836, 0.9975171089172363, 0.997680127620697, 0.9978101849555969, 0.9979146718978882, 0.9979990124702454, 0.9980670809745789], "prob_old": [0.6556404829025269, 0.06164880841970444, 0.0027073982637375593, 0.00032281174208037555, 5.2146348025416955e-05, 1.0020663467003033e-05, 2.9107420687068952e-06, 1.2543066532089142e-06, 7.07711080849549e-07, 4.7547101189593377e-07, 3.570183082501899e-07, 2.881587306546862e-07, 2.441770448058378e-07, 2.1406313521765696e-07, 1.9238557058542938e-07, 1.7620692460695864e-07, 1.6383224021865317e-07, 1.5423769639255624e-07, 1.4676180626338464e-07, 1.4096006850650156e-07], "prob_new_token": [2.2638016162090935e-05, 0.02111434005200863, 0.67109215259552, 0.891069233417511, 0.9591083526611328, 0.9819198250770569, 0.9902921319007874, 0.9938144683837891, 0.9955599904060364, 0.9965505599975586, 0.9971737265586853, 0.997597336769104, 0.997902512550354, 0.9981316924095154, 0.9983082413673401, 0.9984471201896667, 0.9985570311546326, 0.998645007610321, 0.9987145066261292, 0.9987692832946777], "prob_old_token": [0.9767416715621948, 0.28238171339035034, 0.016711421310901642, 0.0016357144340872765, 0.0001979952648980543, 2.9873435778426938e-05, 6.561890586453956e-06, 2.169396793760825e-06, 9.836901426751865e-07, 5.544899295273353e-07, 3.6196217934048036e-07, 2.6122552299057133e-07, 2.0233723319051933e-07, 1.6501626021181437e-07, 1.3994787195770186e-07, 1.2237860858022032e-07, 1.0972279795851136e-07, 1.0045290110838323e-07, 9.363971997800036e-08, 8.868133960504565e-08], "update_matrix_norm_1": [31940.70703125], "update_matrix_norm_2": [8.417357444763184], "update_matrix_norm_inf": [0.05592972785234451], "request": {"prompt": "{} died in the location of", "subject": "Jacques Chirac", "target_new": {"str": "Mumbai"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [8.207, 4.512, 0.898, 0.36, 0.32, 0.307, 0.302, 0.299, 0.298, 0.297, 0.297, 0.296, 0.296, 0.296, 0.296, 0.295, 0.295, 0.295, 0.294, 0.294], "prob_new": [0.00032822793582454324, 0.018080320209264755, 0.5716928839683533, 0.940753698348999, 0.9780290126800537, 0.9893494844436646, 0.9937357306480408, 0.9959275722503662, 0.9971824288368225, 0.9979535937309265, 0.9984501600265503, 0.998781681060791, 0.9990103840827942, 0.999172568321228, 0.9992906451225281, 0.9993787407875061, 0.999445915222168, 0.9994978308677673, 0.9995387196540833, 0.9995709657669067], "prob_old": [0.6556404829025269, 0.03837687149643898, 0.005069374572485685, 1.396665447828127e-05, 7.762953373458004e-07, 1.789013737152345e-07, 7.696568360415768e-08, 4.520769536497937e-08, 3.1386949927991736e-08, 2.4001471032875088e-08, 1.9491260161430546e-08, 1.6474718478320938e-08, 1.4324714747715461e-08, 1.2721473652277382e-08, 1.1487681916833026e-08, 1.0516784776370969e-08, 9.742590734163059e-09, 9.120223687375528e-09, 8.617769609031711e-09, 8.208137280973915e-09], "prob_new_token": [2.3674880722523994e-08, 0.003797461511567235, 0.71645587682724, 0.9957237839698792, 0.998874843120575, 0.9993861317634583, 0.9995720386505127, 0.9996660351753235, 0.9997215270996094, 0.999758780002594, 0.9997851252555847, 0.9998048543930054, 0.9998206496238708, 0.9998334646224976, 0.9998441934585571, 0.9998531341552734, 0.9998610615730286, 0.9998676776885986, 0.9998734593391418, 0.9998783469200134], "prob_old_token": [0.9767416715621948, 0.1357363909482956, 0.011182029731571674, 4.454115696717054e-06, 3.15662077809975e-07, 1.0358470348137416e-07, 5.644459477593955e-08, 3.836953510472085e-08, 2.917113128830806e-08, 2.3618728306473713e-08, 1.9877813173252434e-08, 1.7169181631970787e-08, 1.5108749806813648e-08, 1.3487944983125999e-08, 1.2186202269504065e-08, 1.1128494570300518e-08, 1.0262340310873697e-08, 9.554502966580003e-09, 8.97550567202643e-09, 8.49539016911649e-09], "update_matrix_norm_1": [31433.953125], "update_matrix_norm_2": [8.434348106384277], "update_matrix_norm_inf": [0.04997679591178894], "request": {"prompt": "{} died in the location of", "subject": "Jacques Chirac", "target_new": {"str": "Krak\u00f3w"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [6.906, 4.679, 1.008, 0.36, 0.283, 0.259, 0.249, 0.245, 0.243, 0.242, 0.241, 0.241, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24, 0.239, 0.239], "prob_new": [0.0011227998184040189, 0.02135366015136242, 0.5418790578842163, 0.900973916053772, 0.9657831192016602, 0.9847186207771301, 0.9916435480117798, 0.994723379611969, 0.9963037371635437, 0.9972050189971924, 0.997763454914093, 0.9981338977813721, 0.9983951449394226, 0.9985895156860352, 0.9987411499023438, 0.9988643527030945, 0.9989674091339111, 0.999055802822113, 0.9991326332092285, 0.9992005825042725], "prob_old": [0.5748879313468933, 0.15007013082504272, 0.1110692173242569, 0.01383136585354805, 0.0052623264491558075, 0.003673372557386756, 0.003274223068729043, 0.0032131168991327286, 0.003268826985731721, 0.0033603974152356386, 0.0034512814600020647, 0.003523393766954541, 0.0035680592991411686, 0.0035822561476379633, 0.0035664162132889032, 0.003523161867633462, 0.0034563264343887568, 0.0033702258951961994, 0.0032688153441995382, 0.003155182581394911], "prob_new_token": [1.3404467154032318e-06, 0.0170080978423357, 0.7880025506019592, 0.9957834482192993, 0.9992987513542175, 0.9996773600578308, 0.9997720122337341, 0.9998044967651367, 0.9998152852058411, 0.9998176693916321, 0.9998167157173157, 0.9998151063919067, 0.9998137950897217, 0.9998140335083008, 0.9998157620429993, 0.9998189210891724, 0.9998236298561096, 0.9998296499252319, 0.9998355507850647, 0.9998430609703064], "prob_old_token": [0.9818655848503113, 0.017180871218442917, 0.010317123495042324, 8.556666580261663e-05, 2.7171540750714485e-06, 6.830653660472308e-07, 4.200564944767393e-07, 3.603667835250235e-07, 3.519235747262428e-07, 3.6082724363950547e-07, 3.7495667015718936e-07, 3.8854361150697514e-07, 3.984429497450037e-07, 4.031496416700975e-07, 4.0219958918896737e-07, 3.958466265885363e-07, 3.8482312447740696e-07, 3.701220805396588e-07, 3.526391481045721e-07, 3.332240794406971e-07], "update_matrix_norm_1": [33700.11328125], "update_matrix_norm_2": [8.717623710632324], "update_matrix_norm_inf": [0.0477229543030262], "request": {"prompt": "{} died in the location of", "subject": "Madhubala", "target_new": {"str": "Krak\u00f3w"}, "old_answer": {"str": "Mumbai"}, "seed": 42}}, {"loss_per_step": [3.905, 1.833, 0.615, 0.259, 0.242, 0.24, 0.24, 0.24, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239, 0.239], "prob_new": [0.02588607370853424, 0.23353011906147003, 0.6982768177986145, 0.9811077117919922, 0.9978512525558472, 0.9989171028137207, 0.9990809559822083, 0.9991337060928345, 0.9991624355316162, 0.9991840124130249, 0.9992027282714844, 0.9992206692695618, 0.9992380142211914, 0.9992550611495972, 0.9992718696594238, 0.9992884993553162, 0.9993048310279846, 0.9993204474449158, 0.9993357062339783, 0.9993502497673035], "prob_old": [0.5748879313468933, 0.07481234520673752, 0.035231828689575195, 0.01036838535219431, 0.003589191008359194, 0.0018879255512729287, 0.0013022816274315119, 0.0010435322765260935, 0.0009092562831938267, 0.0008324849768541753, 0.0007862737984396517, 0.0007581324898637831, 0.0007416601874865592, 0.0007333414978347719, 0.0007311297231353819, 0.0007338382420130074, 0.0007407412631437182, 0.0007514561875723302, 0.000765784818213433, 0.0007836821605451405], "prob_new_token": [5.81650783715304e-06, 0.14501164853572845, 0.6074986457824707, 0.9891393184661865, 0.9989825487136841, 0.9996685981750488, 0.9998118877410889, 0.9998627305030823, 0.9998864531517029, 0.99989914894104, 0.9999068975448608, 0.9999115467071533, 0.9999147057533264, 0.9999164342880249, 0.9999173283576965, 0.9999175071716309, 0.9999171495437622, 0.9999162554740906, 0.9999147653579712, 0.9999126195907593], "prob_old_token": [0.9818655848503113, 0.002467827871441841, 0.000517545617185533, 1.6179987142095342e-05, 1.3843944088876015e-06, 3.756556736789207e-07, 1.843478969476564e-07, 1.2200325727462769e-07, 9.475942164272055e-08, 8.069277157574106e-08, 7.269227353390306e-08, 6.792589601900545e-08, 6.509509375973721e-08, 6.354812853714975e-08, 6.292108167826882e-08, 6.301259247720736e-08, 6.372144412125635e-08, 6.499757176925414e-08, 6.683365683102238e-08, 6.923497153366043e-08], "update_matrix_norm_1": [35295.4609375], "update_matrix_norm_2": [8.742939949035645], "update_matrix_norm_inf": [0.04362104833126068], "request": {"prompt": "{} died in the location of", "subject": "Madhubala", "target_new": {"str": "Damascus"}, "old_answer": {"str": "Mumbai"}, "seed": 42}}, {"loss_per_step": [6.349, 3.282, 1.774, 0.488, 0.256, 0.246, 0.244, 0.243, 0.243, 0.242, 0.242, 0.242, 0.241, 0.241, 0.241, 0.24, 0.24, 0.24, 0.24, 0.24], "prob_new": [0.0023066571447998285, 0.06605822592973709, 0.23096594214439392, 0.7900373339653015, 0.9838817119598389, 0.9930908679962158, 0.9947171807289124, 0.9953951239585876, 0.9958550930023193, 0.9962427020072937, 0.9965929388999939, 0.9969145655632019, 0.9972096681594849, 0.9974787831306458, 0.9977225661277771, 0.997942328453064, 0.9981396198272705, 0.9983162879943848, 0.9984744191169739, 0.9986157417297363], "prob_old": [0.5748879313468933, 0.2036922574043274, 0.13686765730381012, 0.11446189880371094, 0.0367429219186306, 0.01701374165713787, 0.010998883284628391, 0.008469387888908386, 0.00713268481194973, 0.0063100457191467285, 0.005748363211750984, 0.005336143542081118, 0.0050179921090602875, 0.0047639161348342896, 0.004556218162178993, 0.004383616615086794, 0.004238387104123831, 0.00411481037735939, 0.0040083881467580795, 0.00391586497426033], "prob_new_token": [8.677110940880084e-07, 0.0037465610075742006, 0.015087954699993134, 0.5249996781349182, 0.9906433820724487, 0.9957793951034546, 0.996223509311676, 0.9963574409484863, 0.9965054392814636, 0.9966945052146912, 0.996908962726593, 0.9971327781677246, 0.9973543286323547, 0.9975653290748596, 0.9977619647979736, 0.9979426264762878, 0.9981066584587097, 0.9982556700706482, 0.9983906149864197, 0.9985130429267883], "prob_old_token": [0.9818655848503113, 0.04661301150918007, 0.011162952519953251, 0.01454472541809082, 0.0004822075425181538, 0.00021213611762505025, 0.00017685192869976163, 0.00015887244080659002, 0.00014305891818366945, 0.00012856928515248, 0.00011567678302526474, 0.0001043935990310274, 9.458864951739088e-05, 8.605120092397556e-05, 7.857035234337673e-05, 7.196631486294791e-05, 6.605985254282132e-05, 6.0716894950019196e-05, 5.582614539889619e-05, 5.131364014232531e-05], "update_matrix_norm_1": [34123.9375], "update_matrix_norm_2": [8.749373435974121], "update_matrix_norm_inf": [0.050721146166324615], "request": {"prompt": "{} died in the location of", "subject": "Madhubala", "target_new": {"str": "Shiraz"}, "old_answer": {"str": "Mumbai"}, "seed": 42}}, {"loss_per_step": [8.406, 3.332, 0.643, 0.414, 0.368, 0.355, 0.349, 0.345, 0.341, 0.339, 0.339, 0.338, 0.336, 0.332, 0.307, 0.274, 0.277, 0.277, 0.277, 0.278], "prob_new": [0.000285081536276266, 0.06646662950515747, 0.7581925988197327, 0.9389935731887817, 0.9760951995849609, 0.9877892732620239, 0.9926117658615112, 0.9949891567230225, 0.9963175654411316, 0.9971316456794739, 0.997667670249939, 0.9980402588844299, 0.9983124732971191, 0.9985182881355286, 0.9986691474914551, 0.9986220002174377, 0.998435378074646, 0.9981937408447266, 0.997968852519989, 0.9978047609329224], "prob_old": [0.7961359620094299, 0.05172483250498772, 0.02426161617040634, 0.012383319437503815, 0.008254912681877613, 0.00646183779463172, 0.0055052065290510654, 0.004933628253638744, 0.004570032469928265, 0.004328342620283365, 0.004152281675487757, 0.004004854708909988, 0.0038852542638778687, 0.003809925401583314, 0.0038140774704515934, 0.004248724319040775, 0.004830191843211651, 0.005352145992219448, 0.005732543766498566, 0.0059894691221416], "prob_new_token": [9.50653067377516e-09, 0.15528294444084167, 0.9903978109359741, 0.9970502853393555, 0.9983216524124146, 0.9988712668418884, 0.9991616010665894, 0.999331533908844, 0.9994381666183472, 0.9995087385177612, 0.9995596408843994, 0.9996009469032288, 0.999634325504303, 0.9996577501296997, 0.9996677041053772, 0.9996170997619629, 0.9995548725128174, 0.9994962811470032, 0.9994471669197083, 0.9994152188301086], "prob_old_token": [0.9905773997306824, 1.6667673889969592e-06, 2.4306540780116848e-08, 4.1899501646014414e-09, 1.5588791368870147e-09, 8.441163878991631e-10, 5.632613264694442e-10, 4.2887127182922313e-10, 3.57217588842218e-10, 3.163263539995853e-10, 2.8854740818928803e-10, 2.63303823189176e-10, 2.4246926688675785e-10, 2.3171951857303696e-10, 2.4057084102580006e-10, 3.8915265454519954e-10, 6.041966371661545e-10, 8.299603782013776e-10, 1.0438248043698195e-09, 1.2260826798282665e-09], "update_matrix_norm_1": [32991.7734375], "update_matrix_norm_2": [8.397436141967773], "update_matrix_norm_inf": [0.04350006952881813], "request": {"prompt": "{} died in the location of", "subject": "Hypatia", "target_new": {"str": "Krak\u00f3w"}, "old_answer": {"str": "Alexandria, Egypt"}, "seed": 42}}, {"loss_per_step": [2.519, 2.209, 1.15, 0.433, 0.383, 0.364, 0.354, 0.348, 0.345, 0.344, 0.342, 0.341, 0.34, 0.339, 0.337, 0.328, 0.282, 0.264, 0.271, 0.274], "prob_new": [0.08594128489494324, 0.18440435826778412, 0.474228173494339, 0.9171593189239502, 0.9617195129394531, 0.9778965711593628, 0.9852681159973145, 0.989193320274353, 0.9915953278541565, 0.9932316541671753, 0.99442458152771, 0.9953261017799377, 0.9960193037986755, 0.9965580105781555, 0.9969789385795593, 0.997304379940033, 0.9975278973579407, 0.9976154565811157, 0.9976752400398254, 0.9977253675460815], "prob_old": [0.7961359620094299, 0.08874623477458954, 0.0909530371427536, 0.09582441300153732, 0.08006343245506287, 0.06596874445676804, 0.056415997445583344, 0.050028346478939056, 0.04554012045264244, 0.04229891672730446, 0.039939627051353455, 0.03814029321074486, 0.03664478659629822, 0.03530741482973099, 0.0340600311756134, 0.03286782652139664, 0.03171898052096367, 0.030851244926452637, 0.03062613308429718, 0.030768919736146927], "prob_new_token": [8.235016139224172e-06, 0.18084275722503662, 0.542861819267273, 0.9780292510986328, 0.9888508915901184, 0.9931139945983887, 0.9952087998390198, 0.9963913559913635, 0.9971315264701843, 0.9976332783699036, 0.9979943037033081, 0.9982655644416809, 0.9984750151634216, 0.9986411929130554, 0.9987735748291016, 0.9988769292831421, 0.9989473819732666, 0.9989839792251587, 0.9990046620368958, 0.9990179538726807], "prob_old_token": [0.9905773997306824, 0.0015726342098787427, 0.00012003362644463778, 1.549811895529274e-05, 9.311672329204157e-06, 6.179989213705994e-06, 4.502770025283098e-06, 3.4748322832456324e-06, 2.796292392304167e-06, 2.357626271987101e-06, 2.085419282593648e-06, 1.898884534057288e-06, 1.7420459244021913e-06, 1.5925608067846042e-06, 1.4486249710898846e-06, 1.316611474067031e-06, 1.2158100162196206e-06, 1.169178403870319e-06, 1.1930835626117187e-06, 1.2591790436999872e-06], "update_matrix_norm_1": [31869.90234375], "update_matrix_norm_2": [8.404329299926758], "update_matrix_norm_inf": [0.03378020226955414], "request": {"prompt": "{} died in the location of", "subject": "Hypatia", "target_new": {"str": "Ephesus"}, "old_answer": {"str": "Alexandria, Egypt"}, "seed": 42}}, {"loss_per_step": [14.864, 5.173, 2.319, 0.99, 0.472, 0.375, 0.354, 0.345, 0.338, 0.326, 0.288, 0.262, 0.27, 0.273, 0.274, 0.274, 0.274, 0.273, 0.273, 0.272], "prob_new": [1.1893170039911638e-06, 0.037375397980213165, 0.1947544664144516, 0.5558686256408691, 0.8806447982788086, 0.965778112411499, 0.9847280383110046, 0.9910995960235596, 0.9940932393074036, 0.99576336145401, 0.9967358112335205, 0.9972814321517944, 0.9976707100868225, 0.997970700263977, 0.9982138276100159, 0.9984157681465149, 0.9985852837562561, 0.9987282752990723, 0.9988484382629395, 0.9989491701126099], "prob_old": [0.7961359620094299, 0.10175462067127228, 0.09180612117052078, 0.07918102294206619, 0.058417439460754395, 0.043845098465681076, 0.035330336540937424, 0.02996538206934929, 0.026397433131933212, 0.023970287293195724, 0.022456025704741478, 0.02178654633462429, 0.021172985434532166, 0.0206062663346529, 0.02007053978741169, 0.019557112827897072, 0.01906396634876728, 0.018592599779367447, 0.01814613863825798, 0.017728757113218307], "prob_new_token": [1.1735820315550427e-08, 0.21817059814929962, 0.47362402081489563, 0.7673032879829407, 0.9525431394577026, 0.9875680208206177, 0.9949032664299011, 0.9971646666526794, 0.9981069564819336, 0.9985842704772949, 0.998856782913208, 0.9990355372428894, 0.9991438388824463, 0.999213457107544, 0.9992629289627075, 0.9993009567260742, 0.9993309378623962, 0.999354898929596, 0.999373733997345, 0.9993880987167358], "prob_old_token": [0.9905773997306824, 0.0011738480534404516, 0.00043513247510418296, 0.00027972206589765847, 7.013917638687417e-05, 1.8505725165596232e-05, 6.951476734684547e-06, 3.5088585264020367e-06, 2.200269136665156e-06, 1.624660512788978e-06, 1.3992299727760837e-06, 1.3951326991445967e-06, 1.3867584129911847e-06, 1.3792104027743335e-06, 1.3666722225025296e-06, 1.346794533674256e-06, 1.3202441095927497e-06, 1.2893938219349366e-06, 1.2563806421894697e-06, 1.2239186162332771e-06], "update_matrix_norm_1": [32480.703125], "update_matrix_norm_2": [8.414292335510254], "update_matrix_norm_inf": [0.03912927210330963], "request": {"prompt": "{} died in the location of", "subject": "Hypatia", "target_new": {"str": "Moscow"}, "old_answer": {"str": "Alexandria, Egypt"}, "seed": 42}}, {"loss_per_step": [2.968, 3.003, 3.126, 2.718, 2.258, 2.099, 1.326, 0.46, 0.352, 0.354, 0.351, 0.349, 0.346, 0.344, 0.343, 0.34, 0.336, 0.334, 0.334, 0.333], "prob_new": [0.05219561979174614, 0.07210978865623474, 0.06609678268432617, 0.0954689309000969, 0.14882317185401917, 0.1819496601819992, 0.3797653019428253, 0.8903518319129944, 0.9893297553062439, 0.9876816272735596, 0.9910092949867249, 0.9937121272087097, 0.9959253668785095, 0.9972705245018005, 0.9980681538581848, 0.9985364675521851, 0.9987718462944031, 0.998887300491333, 0.9990212917327881, 0.999131441116333], "prob_old": [0.7977422475814819, 0.7382748126983643, 0.42099517583847046, 0.35438182950019836, 0.6548961400985718, 0.7876484394073486, 0.17826803028583527, 0.0686049684882164, 0.036275699734687805, 0.033565912395715714, 0.03401787579059601, 0.033162157982587814, 0.03151394799351692, 0.03006434440612793, 0.029110750183463097, 0.028950393199920654, 0.03017195127904415, 0.03226415812969208, 0.033356983214616776, 0.03453955426812172], "prob_new_token": [2.6284772047802107e-06, 6.052908247511368e-06, 0.00014745195221621543, 0.0005664385971613228, 4.1096114728134125e-05, 6.372241841745563e-06, 0.024959633126854897, 0.7586889266967773, 0.9926603436470032, 0.9973841905593872, 0.9980138540267944, 0.9982993006706238, 0.9985557198524475, 0.9987520575523376, 0.9988828301429749, 0.9989414215087891, 0.9988864064216614, 0.9987208247184753, 0.9986010193824768, 0.9984709024429321], "prob_old_token": [0.9612964987754822, 0.9465816020965576, 0.7568023204803467, 0.528579831123352, 0.911661684513092, 0.9285306930541992, 0.04050306975841522, 0.0004864235525019467, 2.241581751150079e-05, 6.540392860188149e-06, 3.945269781979732e-06, 2.579647343736724e-06, 1.661127726038103e-06, 1.167855657513428e-06, 9.356675150229421e-07, 8.864950018505624e-07, 1.0871367521758657e-06, 1.613127778909984e-06, 2.1882826786168152e-06, 3.740728743650834e-06], "update_matrix_norm_1": [42922.1640625], "update_matrix_norm_2": [11.282529830932617], "update_matrix_norm_inf": [0.09323492646217346], "request": {"prompt": "{} died in the location of", "subject": "Martin Luther King Jr.", "target_new": {"str": "Amherst, Massachusetts"}, "old_answer": {"str": "Memphis, Tennessee"}, "seed": 42}}, {"loss_per_step": [4.718, 4.222, 3.664, 2.944, 1.978, 1.207, 1.061, 0.551, 0.345, 0.344, 0.343, 0.34, 0.335, 0.335, 0.334, 0.333, 0.333, 0.333, 0.333, 0.333], "prob_new": [0.009754029102623463, 0.02249441295862198, 0.03936773166060448, 0.07686854898929596, 0.20794183015823364, 0.4773344397544861, 0.49565914273262024, 0.8434397578239441, 0.9926332831382751, 0.9948041439056396, 0.9953559041023254, 0.9967713356018066, 0.9981330633163452, 0.9988341927528381, 0.9990405440330505, 0.9992680549621582, 0.9994815587997437, 0.9995973110198975, 0.999664843082428, 0.9997097253799438], "prob_old": [0.7977422475814819, 0.4761122763156891, 0.8454757928848267, 0.2436591535806656, 0.5961136817932129, 0.1376248151063919, 0.20135410130023956, 0.308369904756546, 0.08255980163812637, 0.07383200526237488, 0.07087528705596924, 0.06377235054969788, 0.0582522489130497, 0.05945602059364319, 0.06133958324790001, 0.05665682628750801, 0.04923902451992035, 0.04328864812850952, 0.03916670009493828, 0.03641568496823311], "prob_new_token": [1.0730974508987856e-07, 3.2446778277517296e-06, 1.627399115022854e-06, 0.0011548901675269008, 0.0014497577212750912, 0.19171233475208282, 0.08268924057483673, 0.010611631907522678, 0.9968083500862122, 0.9983146786689758, 0.9982268214225769, 0.9986448884010315, 0.9984059929847717, 0.9944149255752563, 0.9854047894477844, 0.987725019454956, 0.9939740300178528, 0.996753990650177, 0.9978575110435486, 0.9983150959014893], "prob_old_token": [0.9612964987754822, 0.8204932808876038, 0.9492932558059692, 0.09202998131513596, 0.49473243951797485, 0.0024110067170113325, 0.32752326130867004, 0.8669812679290771, 4.731259195978055e-06, 3.1505471724813106e-06, 5.3679418670071755e-06, 5.530142061616061e-06, 2.18368095374899e-05, 0.0007190838805399835, 0.00482512079179287, 0.004044069442898035, 0.0013373420806601644, 0.00045120558934286237, 0.0002061998238787055, 0.00013083855446893722], "update_matrix_norm_1": [43410.9609375], "update_matrix_norm_2": [11.340507507324219], "update_matrix_norm_inf": [0.10170724242925644], "request": {"prompt": "{} died in the location of", "subject": "Martin Luther King Jr.", "target_new": {"str": "Berlin, Germany"}, "old_answer": {"str": "Memphis, Tennessee"}, "seed": 42}}, {"loss_per_step": [5.941, 5.372, 4.16, 3.689, 3.555, 3.536, 3.275, 3.22, 3.091, 2.784, 2.043, 0.957, 0.4, 0.374, 0.368, 0.364, 0.36, 0.356, 0.353, 0.35], "prob_new": [0.002817404456436634, 0.007085555698722601, 0.023169055581092834, 0.036114126443862915, 0.04146292433142662, 0.04709957540035248, 0.08733543008565903, 0.058749500662088394, 0.06660334765911102, 0.08980457484722137, 0.1870695948600769, 0.6608659029006958, 0.945519208908081, 0.9696488976478577, 0.9757869243621826, 0.9797765612602234, 0.9836353063583374, 0.9873812794685364, 0.9906830787658691, 0.9933162331581116], "prob_old": [0.7977422475814819, 0.4899415671825409, 0.5043174028396606, 0.3584601581096649, 0.22364534437656403, 0.6546067595481873, 0.17189593613147736, 0.14747647941112518, 0.20806944370269775, 0.21439522504806519, 0.17662017047405243, 0.09692152589559555, 0.04621449112892151, 0.031069111078977585, 0.02628498524427414, 0.023672956973314285, 0.021487530320882797, 0.019424162805080414, 0.01748267561197281, 0.01571514457464218], "prob_new_token": [7.97229338100891e-10, 4.645450957241337e-08, 1.8629550879722956e-07, 5.0946273404406384e-05, 0.0005024897400289774, 2.554291711476253e-07, 0.0010638961102813482, 0.00036837492370978, 0.00014371778524946421, 0.00027144551859237254, 0.0028644332196563482, 0.5630605816841125, 0.9599811434745789, 0.9786391258239746, 0.9742828011512756, 0.9703423380851746, 0.9710941910743713, 0.9749464392662048, 0.9797183871269226, 0.9841889142990112], "prob_old_token": [0.9612964987754822, 0.6790499687194824, 0.7940910458564758, 0.27744007110595703, 0.1328132003545761, 0.8760342001914978, 0.0009291461319662631, 0.042502813041210175, 0.3151000440120697, 0.36326339840888977, 0.23950350284576416, 0.00028249918250367045, 8.157305273925886e-06, 1.7431360674891039e-06, 1.5208615877781995e-06, 1.9077187971561216e-06, 2.3509985567216063e-06, 2.521938085919828e-06, 2.2782160158385523e-06, 1.7528680018585874e-06], "update_matrix_norm_1": [42645.44140625], "update_matrix_norm_2": [11.32756233215332], "update_matrix_norm_inf": [0.11003030836582184], "request": {"prompt": "{} died in the location of", "subject": "Martin Luther King Jr.", "target_new": {"str": "Edinburgh, Scotland"}, "old_answer": {"str": "Memphis, Tennessee"}, "seed": 42}}, {"loss_per_step": [4.97, 3.436, 2.638, 2.302, 1.857, 1.178, 0.434, 0.301, 0.295, 0.289, 0.289, 0.288, 0.287, 0.287, 0.286, 0.287, 0.286, 0.286, 0.286, 0.286], "prob_new": [0.007853969000279903, 0.0459846593439579, 0.10200263559818268, 0.13774247467517853, 0.21323662996292114, 0.42471224069595337, 0.8652797341346741, 0.9859075546264648, 0.9962579607963562, 0.9979302883148193, 0.9984964728355408, 0.9987676739692688, 0.9989194869995117, 0.9990216493606567, 0.999093770980835, 0.9991506338119507, 0.9992023706436157, 0.9992515444755554, 0.9992950558662415, 0.9993365406990051], "prob_old": [0.4765315055847168, 0.037240393459796906, 0.0654759556055069, 0.055673204362392426, 0.06305163353681564, 0.04424777626991272, 0.01341073028743267, 0.003680160501971841, 0.0016127126291394234, 0.0011627523927018046, 0.0009654543828219175, 0.0008342341752722859, 0.0007832671981304884, 0.0007631301414221525, 0.0007377146393992007, 0.0007147121941670775, 0.0007043330697342753, 0.0006984727224335074, 0.0006882401648908854, 0.0006763956625945866], "prob_new_token": [1.3061532627034467e-05, 0.0012878607958555222, 0.0017353000584989786, 0.0012766077416017652, 0.004296848550438881, 0.033806558698415756, 0.7489545345306396, 0.9894536137580872, 0.9972500205039978, 0.9983136057853699, 0.9986562132835388, 0.9987959265708923, 0.9988852143287659, 0.9989559054374695, 0.9990013241767883, 0.9990403652191162, 0.9990880489349365, 0.9991394877433777, 0.999184787273407, 0.9992287158966064], "prob_old_token": [0.9493687748908997, 0.0013593948679044843, 0.015135707333683968, 0.00952232163399458, 0.019771667197346687, 0.005581507459282875, 1.4132921023701783e-05, 1.1080400952323544e-07, 1.0760667912279587e-08, 4.06606170955115e-09, 2.2959778522846364e-09, 1.5172650913441998e-09, 1.2298464469040482e-09, 1.1022065482535481e-09, 9.926999222642507e-10, 9.049450633291656e-10, 8.557068942316448e-10, 8.219872005277296e-10, 7.805892043855067e-10, 7.373742727523336e-10], "update_matrix_norm_1": [35017.421875], "update_matrix_norm_2": [9.180490493774414], "update_matrix_norm_inf": [0.04067278653383255], "request": {"prompt": "{} died in the location of", "subject": "Richard von Weizs\u00e4cker", "target_new": {"str": "Mumbai"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [9.426, 5.067, 1.474, 0.655, 0.454, 0.382, 0.349, 0.331, 0.321, 0.314, 0.31, 0.307, 0.304, 0.302, 0.3, 0.299, 0.297, 0.296, 0.295, 0.294], "prob_new": [0.00011780711793107912, 0.01093724463135004, 0.38767775893211365, 0.7585425972938538, 0.8677889704704285, 0.9194623231887817, 0.9450943470001221, 0.9591271877288818, 0.9676279425621033, 0.9732950329780579, 0.9773864150047302, 0.9805198311805725, 0.9830157160758972, 0.9850524067878723, 0.9867409467697144, 0.9881570339202881, 0.9893575310707092, 0.9903870820999146, 0.9912796020507812, 0.9920614361763], "prob_old": [0.4765315055847168, 0.17076756060123444, 0.23725292086601257, 0.06224536523222923, 0.03139794245362282, 0.02162587083876133, 0.017188958823680878, 0.01476072147488594, 0.013247319497168064, 0.012181948870420456, 0.011343982070684433, 0.010629349388182163, 0.009991445578634739, 0.009412270039319992, 0.008886978030204773, 0.008415769785642624, 0.007998148910701275, 0.0076298159547150135, 0.007301902398467064, 0.007002934347838163], "prob_new_token": [9.372702152177226e-06, 0.012185757979750633, 0.5834314823150635, 0.9373894929885864, 0.9694550037384033, 0.9829603433609009, 0.989179790019989, 0.9923507571220398, 0.9941440224647522, 0.9952801465988159, 0.9960734248161316, 0.9966680407524109, 0.9971343278884888, 0.9975106716156006, 0.9978166818618774, 0.9980672001838684, 0.9982723593711853, 0.998441755771637, 0.9985832571983337, 0.9987048506736755], "prob_old_token": [0.9493687748908997, 0.03526560962200165, 0.11310355365276337, 0.0009236953337676823, 9.503033652435988e-05, 2.895741636166349e-05, 1.395125400449615e-05, 8.609597898612265e-06, 6.170242613734445e-06, 4.792388153873617e-06, 3.866272436425788e-06, 3.167853037666646e-06, 2.6098387024831027e-06, 2.1571793240582338e-06, 1.7937894654096453e-06, 1.507551814938779e-06, 1.2855493878305424e-06, 1.1139516118419124e-06, 9.786260761757148e-07, 8.671651130498503e-07], "update_matrix_norm_1": [36394.9921875], "update_matrix_norm_2": [9.127313613891602], "update_matrix_norm_inf": [0.03691614419221878], "request": {"prompt": "{} died in the location of", "subject": "Richard von Weizs\u00e4cker", "target_new": {"str": "Paris"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [3.302, 2.232, 1.216, 0.441, 0.333, 0.318, 0.311, 0.306, 0.303, 0.301, 0.299, 0.297, 0.296, 0.294, 0.293, 0.292, 0.291, 0.291, 0.29, 0.289], "prob_new": [0.040588513016700745, 0.1474609673023224, 0.40657728910446167, 0.8718790411949158, 0.9593881368637085, 0.9722209572792053, 0.9769860506057739, 0.9799520373344421, 0.982306718826294, 0.984345018863678, 0.986144483089447, 0.987731397151947, 0.9891232252120972, 0.9903390407562256, 0.9913986325263977, 0.9923211336135864, 0.9931253790855408, 0.9938279390335083, 0.9944427609443665, 0.9949820637702942], "prob_old": [0.4765315055847168, 0.02331552468240261, 0.03590194508433342, 0.01752164214849472, 0.007849936373531818, 0.005183315370231867, 0.004167851526290178, 0.003665450494736433, 0.0033510441426187754, 0.0031110141426324844, 0.002906103851273656, 0.0027251336723566055, 0.0025666803121566772, 0.0024313279427587986, 0.002318550134077668, 0.0022258867975324392, 0.002149268053472042, 0.0020839725621044636, 0.0020255076233297586, 0.0019707551691681147], "prob_new_token": [8.850569429341704e-06, 0.001302660210058093, 0.04571986943483353, 0.831036388874054, 0.987437903881073, 0.9965060353279114, 0.9981082677841187, 0.998629629611969, 0.9988739490509033, 0.9990187883377075, 0.9991187453269958, 0.9991945624351501, 0.9992543458938599, 0.999302864074707, 0.9993427991867065, 0.9993757009506226, 0.9994034767150879, 0.9994268417358398, 0.9994472861289978, 0.9994656443595886], "prob_old_token": [0.9493687748908997, 0.00020341365598142147, 0.0008388814167119563, 3.3918960980372503e-05, 1.0948475619443343e-06, 1.7438284771742474e-07, 6.73005615681177e-08, 3.964153449942387e-08, 2.815110455856029e-08, 2.1594866339569307e-08, 1.712352748484136e-08, 1.3844062785040023e-08, 1.1408403111090593e-08, 9.616280216562245e-09, 8.314358979077952e-09, 7.371721899573913e-09, 6.675692887370133e-09, 6.137491403990225e-09, 5.6892908162353706e-09, 5.290586191364355e-09], "update_matrix_norm_1": [37524.5625], "update_matrix_norm_2": [9.188344955444336], "update_matrix_norm_inf": [0.03344783931970596], "request": {"prompt": "{} died in the location of", "subject": "Richard von Weizs\u00e4cker", "target_new": {"str": "Amherst, Massachusetts"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [2.759, 1.714, 0.368, 0.327, 0.316, 0.312, 0.31, 0.309, 0.308, 0.307, 0.307, 0.307, 0.306, 0.306, 0.306, 0.305, 0.305, 0.305, 0.305, 0.305], "prob_new": [0.07394768297672272, 0.31074026226997375, 0.9488548040390015, 0.9799572229385376, 0.9891988635063171, 0.9923452138900757, 0.9938652515411377, 0.9948220252990723, 0.9955238103866577, 0.9960759878158569, 0.9965208172798157, 0.9968826174736023, 0.9971786141395569, 0.9974220395088196, 0.9976223707199097, 0.9977872371673584, 0.9979223012924194, 0.9980331063270569, 0.9981246590614319, 0.9982016682624817], "prob_old": [0.6604719758033752, 0.25856998562812805, 0.040114227682352066, 0.027816306799650192, 0.023428594693541527, 0.021570997312664986, 0.0204946119338274, 0.019665692001581192, 0.018929891288280487, 0.01825428195297718, 0.017639532685279846, 0.0170868132263422, 0.016590112820267677, 0.0161416158080101, 0.01573624461889267, 0.015372630208730698, 0.015051167458295822, 0.014773420058190823, 0.014539971947669983, 0.01435052789747715], "prob_new_token": [0.0003362585848663002, 0.34313544631004333, 0.9409871101379395, 0.9743308424949646, 0.9863455891609192, 0.9908228516578674, 0.9930353164672852, 0.9943870306015015, 0.9953262209892273, 0.9960232377052307, 0.9965543746948242, 0.9969646334648132, 0.9972863793373108, 0.9975435733795166, 0.9977526664733887, 0.9979237914085388, 0.9980658888816833, 0.9981838464736938, 0.9982805252075195, 0.9983598589897156], "prob_old_token": [0.9584539532661438, 0.21839283406734467, 0.0001042946896632202, 3.20995895890519e-05, 1.8942029782920144e-05, 1.4556691894540563e-05, 1.2314063496887684e-05, 1.0769143045763485e-05, 9.536647667118814e-06, 8.514187356922776e-06, 7.668526450288482e-06, 6.972098617552547e-06, 6.393577677954454e-06, 5.906301339564379e-06, 5.492692253028508e-06, 5.143615453562234e-06, 4.852922302234219e-06, 4.617866125045111e-06, 4.435955361259403e-06, 4.303155037632678e-06], "update_matrix_norm_1": [34312.421875], "update_matrix_norm_2": [8.657312393188477], "update_matrix_norm_inf": [0.03541950136423111], "request": {"prompt": "{} died in the location of", "subject": "Asima Chatterjee", "target_new": {"str": "Shillong"}, "old_answer": {"str": "Kolkata"}, "seed": 42}}, {"loss_per_step": [3.875, 3.199, 1.46, 0.445, 0.356, 0.326, 0.316, 0.311, 0.308, 0.307, 0.306, 0.306, 0.305, 0.305, 0.304, 0.304, 0.304, 0.304, 0.304, 0.304], "prob_new": [0.023274172097444534, 0.06746763736009598, 0.3487221300601959, 0.8823720812797546, 0.9574247002601624, 0.9809394478797913, 0.9897921681404114, 0.9937267303466797, 0.9957325458526611, 0.9968646764755249, 0.9975538849830627, 0.9979989528656006, 0.9983003735542297, 0.9985130429267883, 0.9986698031425476, 0.9987905025482178, 0.9988884925842285, 0.9989710450172424, 0.9990410804748535, 0.9990993142127991], "prob_old": [0.6604719758033752, 0.22509998083114624, 0.09007005393505096, 0.019180111587047577, 0.010333962738513947, 0.006781455595046282, 0.005063769873231649, 0.0041190446354448795, 0.003538500750437379, 0.0031538314651697874, 0.0028885146602988243, 0.00270146899856627, 0.0025670200120657682, 0.002468135440722108, 0.0023936189245432615, 0.002335513476282358, 0.0022862532641738653, 0.002239504363387823, 0.0021935610566288233, 0.0021511062514036894], "prob_new_token": [1.1065142643928993e-05, 0.0028803979512304068, 0.36053377389907837, 0.9817388653755188, 0.9945670366287231, 0.9980000257492065, 0.9990003705024719, 0.9993649125099182, 0.9995288848876953, 0.9996148943901062, 0.9996656179428101, 0.9996981620788574, 0.9997199773788452, 0.9997352957725525, 0.9997456669807434, 0.9997534155845642, 0.9997609257698059, 0.9997705817222595, 0.9997814297676086, 0.9997923970222473], "prob_old_token": [0.9584539532661438, 0.16670119762420654, 0.004447851330041885, 4.80305118344404e-07, 6.723077206061134e-08, 2.5108171541887714e-08, 1.3502075901783428e-08, 9.046607907237103e-09, 6.946549113706624e-09, 5.786980672439768e-09, 5.081167042675361e-09, 4.6309578394243545e-09, 4.336853098863003e-09, 4.144130816285951e-09, 4.01947231054578e-09, 3.934247594372664e-09, 3.848179552790043e-09, 3.726924546754162e-09, 3.5723142222110482e-09, 3.4105207546986094e-09], "update_matrix_norm_1": [33968.80859375], "update_matrix_norm_2": [8.628772735595703], "update_matrix_norm_inf": [0.03993627429008484], "request": {"prompt": "{} died in the location of", "subject": "Asima Chatterjee", "target_new": {"str": "Beijing"}, "old_answer": {"str": "Kolkata"}, "seed": 42}}, {"loss_per_step": [3.993, 3.184, 2.229, 1.287, 0.378, 0.322, 0.314, 0.311, 0.31, 0.309, 0.308, 0.308, 0.307, 0.307, 0.306, 0.305, 0.305, 0.304, 0.304, 0.304], "prob_new": [0.021026447415351868, 0.06045590341091156, 0.15419960021972656, 0.38398584723472595, 0.9336946606636047, 0.9842962622642517, 0.9923886060714722, 0.995026171207428, 0.996355414390564, 0.9972811341285706, 0.9978756904602051, 0.9982821345329285, 0.9986211657524109, 0.9988576173782349, 0.9990277886390686, 0.9991806149482727, 0.9993051290512085, 0.9993947744369507, 0.9994618892669678, 0.9995127320289612], "prob_old": [0.6604719758033752, 0.2279180884361267, 0.07141656428575516, 0.08225195854902267, 0.06848909705877304, 0.044083576649427414, 0.033842287957668304, 0.02845977060496807, 0.02505534701049328, 0.02277400717139244, 0.020934227854013443, 0.019399339333176613, 0.018292875960469246, 0.017354918643832207, 0.016585132107138634, 0.01599184423685074, 0.015537125989794731, 0.015251647680997849, 0.015117719769477844, 0.01496692281216383], "prob_new_token": [1.492182377660356e-06, 0.00018173189891967922, 0.0019777927082031965, 0.010116033256053925, 0.9739031791687012, 0.9976711273193359, 0.9991406202316284, 0.9994650483131409, 0.9995887875556946, 0.9996768236160278, 0.9997240900993347, 0.9997515082359314, 0.9997873902320862, 0.9998095631599426, 0.9998226165771484, 0.9998366832733154, 0.9998475909233093, 0.9998525381088257, 0.9998540282249451, 0.9998595714569092], "prob_old_token": [0.9584539532661438, 0.27486565709114075, 0.001645763055421412, 0.0017762166680768132, 0.00047788655501790345, 5.372092709876597e-05, 1.8562552213552408e-05, 1.0410413779027294e-05, 7.183709385572001e-06, 5.405004685599124e-06, 4.379644906293834e-06, 3.7322195112210466e-06, 3.222935902158497e-06, 2.891554004236241e-06, 2.681086471056915e-06, 2.513783556423732e-06, 2.406993871773011e-06, 2.3916086320241448e-06, 2.447005044814432e-06, 2.407287865935359e-06], "update_matrix_norm_1": [32689.822265625], "update_matrix_norm_2": [8.650347709655762], "update_matrix_norm_inf": [0.047232020646333694], "request": {"prompt": "{} died in the location of", "subject": "Asima Chatterjee", "target_new": {"str": "Ephesus"}, "old_answer": {"str": "Kolkata"}, "seed": 42}}, {"loss_per_step": [5.503, 3.235, 1.733, 0.503, 0.282, 0.239, 0.226, 0.223, 0.221, 0.221, 0.22, 0.22, 0.22, 0.22, 0.219, 0.219, 0.219, 0.218, 0.218, 0.218], "prob_new": [0.00491135660558939, 0.052420854568481445, 0.23246540129184723, 0.7672131061553955, 0.9386377334594727, 0.9800366163253784, 0.9927171468734741, 0.9967519044876099, 0.9981847405433655, 0.9987653493881226, 0.9990214705467224, 0.9991464614868164, 0.999226450920105, 0.999300479888916, 0.9993782043457031, 0.9994532465934753, 0.9995163083076477, 0.9995645880699158, 0.9996002316474915, 0.9996271133422852], "prob_old": [0.8282955884933472, 0.08695945143699646, 0.07239805161952972, 0.029025590047240257, 0.010255365632474422, 0.004903378430753946, 0.003024176461622119, 0.0021749897859990597, 0.0017505037831142545, 0.001520046847872436, 0.0013868764508515596, 0.0013066931860521436, 0.0012555393623188138, 0.001216838019900024, 0.0011789026902988553, 0.001138535444624722, 0.0010997859062626958, 0.0010669586481526494, 0.0010412761475890875, 0.0010214454960078], "prob_new_token": [7.861366384531721e-07, 0.004649074748158455, 0.05552990362048149, 0.8149030208587646, 0.9824510216712952, 0.9951406717300415, 0.9977170825004578, 0.998587965965271, 0.9989700317382812, 0.9991632103919983, 0.999269425868988, 0.9993306994438171, 0.9993696808815002, 0.9994020462036133, 0.9994390606880188, 0.9994820952415466, 0.9995240569114685, 0.9995599389076233, 0.9995888471603394, 0.9996123909950256], "prob_old_token": [0.9709782004356384, 0.0005724654765799642, 0.0006988341920077801, 2.6347632228862494e-05, 9.487656598139438e-07, 1.773466919985367e-07, 6.316529521654957e-08, 3.143245308478981e-08, 1.9378273208303654e-08, 1.3837040846453874e-08, 1.0962903473910046e-08, 9.352400631712499e-09, 8.36237390444694e-09, 7.599634699317903e-09, 6.8260033181388735e-09, 6.0157292480766955e-09, 5.28174348701782e-09, 4.70069183577948e-09, 4.271025755286928e-09, 3.946227344897579e-09], "update_matrix_norm_1": [32431.318359375], "update_matrix_norm_2": [8.37690544128418], "update_matrix_norm_inf": [0.06947258859872818], "request": {"prompt": "{} died in the location of", "subject": "Ibn Arabi", "target_new": {"str": "Mexico City"}, "old_answer": {"str": "Damascus"}, "seed": 42}}, {"loss_per_step": [3.774, 2.757, 1.803, 1.215, 0.473, 0.27, 0.236, 0.227, 0.224, 0.222, 0.22, 0.218, 0.218, 0.217, 0.217, 0.217, 0.217, 0.216, 0.216, 0.215], "prob_new": [0.02433031052350998, 0.07857058197259903, 0.20709292590618134, 0.37321025133132935, 0.783941388130188, 0.950350821018219, 0.9838130474090576, 0.9916688799858093, 0.9946009516716003, 0.9961177706718445, 0.9970439076423645, 0.9976769685745239, 0.9981337189674377, 0.9984593987464905, 0.9987072944641113, 0.998901903629303, 0.9990575909614563, 0.9991837739944458, 0.999284029006958, 0.9993632435798645], "prob_old": [0.8282955884933472, 0.22765101492404938, 0.19174063205718994, 0.09602668136358261, 0.245561420917511, 0.1424657255411148, 0.06312168389558792, 0.03221912309527397, 0.019780920818448067, 0.013798140920698643, 0.010440926998853683, 0.008314755745232105, 0.006924998946487904, 0.0060926564037799835, 0.0054787034168839455, 0.0049799238331615925, 0.004560327157378197, 0.004199346527457237, 0.0039009430911391973, 0.0036709646228700876], "prob_new_token": [3.322492921142839e-05, 0.00026278410223312676, 0.0005872803740203381, 0.019672462716698647, 0.41748055815696716, 0.9008798003196716, 0.9818398356437683, 0.9932631254196167, 0.9961806535720825, 0.9973617792129517, 0.9980003237724304, 0.9984146356582642, 0.9987081289291382, 0.9989067912101746, 0.9990532398223877, 0.9991656541824341, 0.9992550015449524, 0.9993287324905396, 0.9993866086006165, 0.9994287490844727], "prob_old_token": [0.9709782004356384, 0.044366996735334396, 0.03126617893576622, 0.007524483371526003, 0.2605060338973999, 0.049756307154893875, 0.004535179119557142, 0.0005144415190443397, 8.928772149374709e-05, 2.2660004106000997e-05, 7.697424734942615e-06, 3.298736373835709e-06, 1.7119444919444504e-06, 1.0871699487324804e-06, 7.460353117494378e-07, 5.311349013936706e-07, 3.8635579358015093e-07, 2.833140797520173e-07, 2.1289885410169518e-07, 1.6821716997128533e-07], "update_matrix_norm_1": [31295.59765625], "update_matrix_norm_2": [8.393525123596191], "update_matrix_norm_inf": [0.0754922553896904], "request": {"prompt": "{} died in the location of", "subject": "Ibn Arabi", "target_new": {"str": "Amherst, Massachusetts"}, "old_answer": {"str": "Damascus"}, "seed": 42}}, {"loss_per_step": [4.388, 2.502, 0.489, 0.241, 0.226, 0.222, 0.22, 0.219, 0.218, 0.218, 0.217, 0.217, 0.217, 0.216, 0.216, 0.216, 0.216, 0.216, 0.216, 0.215], "prob_new": [0.014221142046153545, 0.11634477972984314, 0.7957227826118469, 0.977691113948822, 0.9914102554321289, 0.9949426651000977, 0.9964932203292847, 0.9973198175430298, 0.9978119134902954, 0.9981302618980408, 0.9983506798744202, 0.9985122084617615, 0.9986367225646973, 0.9987366199493408, 0.9988196492195129, 0.9988901019096375, 0.9989511370658875, 0.9990044832229614, 0.9990513324737549, 0.9990928769111633], "prob_old": [0.8282955884933472, 0.14744481444358826, 0.03579500690102577, 0.008251938037574291, 0.00438931118696928, 0.0032138247042894363, 0.002633679425343871, 0.0022776364348828793, 0.0020331223495304585, 0.0018533035181462765, 0.001714782789349556, 0.001604423625394702, 0.001514207455329597, 0.0014389465795829892, 0.001375119318254292, 0.001320286770351231, 0.0012727202847599983, 0.0012311870232224464, 0.0011947929160669446, 0.0011628707870841026], "prob_new_token": [5.321529670254677e-07, 0.007268988527357578, 0.8975657820701599, 0.9975817799568176, 0.9994926452636719, 0.9997317790985107, 0.9998005628585815, 0.9998303055763245, 0.9998456835746765, 0.9998552203178406, 0.9998617172241211, 0.9998672604560852, 0.9998719096183777, 0.9998764395713806, 0.9998811483383179, 0.9998864531517029, 0.9998912811279297, 0.9998965859413147, 0.9999018907546997, 0.999906599521637], "prob_old_token": [0.9709782004356384, 0.004899175371974707, 1.2518376024672762e-05, 2.791306918936698e-08, 3.493957123623659e-09, 1.6777303990522796e-09, 1.1905221253272202e-09, 9.746958795631144e-10, 8.502307746738325e-10, 7.658446654623674e-10, 7.019587133783034e-10, 6.49593379087321e-10, 6.040203892609952e-10, 5.625215848681364e-10, 5.238639522175959e-10, 4.874833869905615e-10, 4.535151976181595e-10, 4.220620242190165e-10, 3.9329253742614867e-10, 3.6723560303819625e-10], "update_matrix_norm_1": [32657.068359375], "update_matrix_norm_2": [8.376721382141113], "update_matrix_norm_inf": [0.06296982616186142], "request": {"prompt": "{} died in the location of", "subject": "Ibn Arabi", "target_new": {"str": "Kolkata"}, "old_answer": {"str": "Damascus"}, "seed": 42}}, {"loss_per_step": [8.653, 2.793, 1.04, 0.375, 0.294, 0.271, 0.262, 0.259, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253, 0.253, 0.253, 0.252, 0.252, 0.252, 0.252], "prob_new": [0.0002335914905415848, 0.1461617797613144, 0.49453967809677124, 0.8947668671607971, 0.9635154604911804, 0.9840609431266785, 0.9915185570716858, 0.9946680068969727, 0.996221661567688, 0.9970963001251221, 0.9976422786712646, 0.9980109930038452, 0.9982753992080688, 0.9984739422798157, 0.9986283779144287, 0.9987520575523376, 0.9988534450531006, 0.9989376068115234, 0.9990083575248718, 0.9990682601928711], "prob_old": [0.6459805965423584, 0.09281744062900543, 0.020850352942943573, 0.0055880555883049965, 0.0028053445275872946, 0.0018544580088928342, 0.0013943747617304325, 0.0011352936271578074, 0.0009732628823257983, 0.0008632352692075074, 0.0007835371070541441, 0.0007228886242955923, 0.0006749553722329438, 0.000635974167380482, 0.000603570428211242, 0.0005761951906606555, 0.0005528284818865359, 0.0005328108090907335, 0.0005156970582902431, 0.0005012040492147207], "prob_new_token": [7.073027518345043e-05, 0.37229928374290466, 0.7734389305114746, 0.993459165096283, 0.9985960721969604, 0.9994060397148132, 0.9996512532234192, 0.9997531771659851, 0.9998051524162292, 0.9998357892036438, 0.9998556971549988, 0.9998700022697449, 0.9998804926872253, 0.9998883008956909, 0.9998950362205505, 0.9999004006385803, 0.9999045133590698, 0.9999079704284668, 0.9999108910560608, 0.9999130368232727], "prob_old_token": [0.9106075763702393, 0.0031797043047845364, 7.12550463504158e-05, 8.096299666249251e-07, 1.5493728255933092e-07, 6.901452564989086e-08, 4.303359801838269e-08, 3.195284747903315e-08, 2.616504879426884e-08, 2.2681179601136137e-08, 2.035405444189564e-08, 1.8678036894925754e-08, 1.7403436913809855e-08, 1.6399047453319326e-08, 1.5590048363378628e-08, 1.4928941638459037e-08, 1.439307695250136e-08, 1.3962891287633283e-08, 1.3628311812396987e-08, 1.3380964780651539e-08], "update_matrix_norm_1": [31192.9296875], "update_matrix_norm_2": [7.899438381195068], "update_matrix_norm_inf": [0.05152168124914169], "request": {"prompt": "{} died in the location of", "subject": "Octavio Paz", "target_new": {"str": "Rome"}, "old_answer": {"str": "Mexico City"}, "seed": 42}}, {"loss_per_step": [4.678, 2.64, 1.536, 0.818, 0.518, 0.373, 0.306, 0.277, 0.265, 0.26, 0.257, 0.255, 0.254, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252, 0.252], "prob_new": [0.010375052690505981, 0.12888410687446594, 0.3151263892650604, 0.5868716835975647, 0.773837149143219, 0.8887285590171814, 0.9482999444007874, 0.9746036529541016, 0.9858117699623108, 0.9909946322441101, 0.9936736822128296, 0.995211124420166, 0.9961738586425781, 0.9968211054801941, 0.997282862663269, 0.9976306557655334, 0.9979034662246704, 0.9981212019920349, 0.9982946515083313, 0.9984325170516968], "prob_old": [0.6459805965423584, 0.11579141020774841, 0.028969639912247658, 0.024276819080114365, 0.016710685566067696, 0.009926213882863522, 0.00603703036904335, 0.004054328426718712, 0.0029845773242413998, 0.002316387603059411, 0.0018604174256324768, 0.0015298923244699836, 0.0012802279088646173, 0.0010860860347747803, 0.0009309409069828689, 0.0008028302108868957, 0.0006945403874851763, 0.0006039288127794862, 0.0005304714431986213, 0.0004723388410639018], "prob_new_token": [2.6720437062977e-07, 0.1375097781419754, 0.3952034115791321, 0.9106294512748718, 0.9808217883110046, 0.9940682649612427, 0.9974666237831116, 0.9983916878700256, 0.9987666606903076, 0.9989701509475708, 0.9991024136543274, 0.9992020726203918, 0.9992848038673401, 0.9993568062782288, 0.9994219541549683, 0.9994826316833496, 0.9995405673980713, 0.9995939135551453, 0.9996395111083984, 0.9996773600578308], "prob_old_token": [0.9106075763702393, 0.0579734742641449, 0.00117514340672642, 0.000280925101833418, 4.683272709371522e-05, 9.874530405795667e-06, 2.9365180580498418e-06, 1.36224275593122e-06, 7.957789875945309e-07, 5.250391268418753e-07, 3.730160642589908e-07, 2.7661761237141036e-07, 2.098537663641764e-07, 1.6126131185956183e-07, 1.2491447876072925e-07, 9.705839687512707e-08, 7.548959501946229e-08, 5.9180624845112106e-08, 4.731015224024304e-08, 3.8819894854214e-08], "update_matrix_norm_1": [29239.3046875], "update_matrix_norm_2": [7.894442558288574], "update_matrix_norm_inf": [0.05719277262687683], "request": {"prompt": "{} died in the location of", "subject": "Octavio Paz", "target_new": {"str": "Berlin, Germany"}, "old_answer": {"str": "Mexico City"}, "seed": 42}}, {"loss_per_step": [4.546, 2.821, 0.911, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.254, 0.254, 0.254, 0.253, 0.253, 0.253, 0.253, 0.253, 0.253, 0.253, 0.253], "prob_new": [0.011553382501006126, 0.10735201835632324, 0.5291115045547485, 0.9958329200744629, 0.9984983801841736, 0.9987847805023193, 0.9988695979118347, 0.9989089965820312, 0.9989346265792847, 0.9989555478096008, 0.9989751577377319, 0.9989945888519287, 0.9990141987800598, 0.9990342855453491, 0.9990547299385071, 0.9990754127502441, 0.9990964531898499, 0.9991175532341003, 0.9991386532783508, 0.9991593360900879], "prob_old": [0.6459805965423584, 0.04056331887841225, 0.02221371978521347, 0.0018227295950055122, 0.0005785902612842619, 0.00037710205651819706, 0.0003179212217219174, 0.0002952099603135139, 0.00028468092205002904, 0.00027859743568114936, 0.0002740025520324707, 0.00026965097640641034, 0.0002650139504112303, 0.00025985349202528596, 0.0002540805144235492, 0.0002477103262208402, 0.00024083394964691252, 0.00023360931663773954, 0.00022622446704190224, 0.00021886464674025774], "prob_new_token": [1.0352189150353297e-07, 0.009585964493453503, 0.2926252484321594, 0.9975430965423584, 0.9992344379425049, 0.9992550015449524, 0.9991484880447388, 0.9990386962890625, 0.9989595413208008, 0.9989193081855774, 0.998914361000061, 0.9989370107650757, 0.9989802241325378, 0.9990360736846924, 0.9990982413291931, 0.9991610646247864, 0.9992206692695618, 0.9992749094963074, 0.9993239641189575, 0.9993677735328674], "prob_old_token": [0.9106075763702393, 0.005703694187104702, 0.0041064112447202206, 1.8829235841621994e-06, 1.3155502642803185e-07, 5.3164139757200246e-08, 3.837033801801226e-08, 3.418239913344223e-08, 3.271932058623861e-08, 3.185839858588224e-08, 3.0898014813374175e-08, 2.962322298571962e-08, 2.8031621468471712e-08, 2.6210553727423758e-08, 2.428795831121988e-08, 2.23837393065196e-08, 2.0603605932478786e-08, 1.9005131690619237e-08, 1.759427981085082e-08, 1.634234436664883e-08], "update_matrix_norm_1": [29997.2890625], "update_matrix_norm_2": [7.886898040771484], "update_matrix_norm_inf": [0.04556805640459061], "request": {"prompt": "{} died in the location of", "subject": "Octavio Paz", "target_new": {"str": "Kolkata"}, "old_answer": {"str": "Mexico City"}, "seed": 42}}, {"loss_per_step": [5.479, 4.01, 2.338, 0.854, 0.425, 0.352, 0.323, 0.306, 0.295, 0.289, 0.284, 0.281, 0.279, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.004982674494385719, 0.03566998988389969, 0.15565095841884613, 0.6170465350151062, 0.875633955001831, 0.9335567355155945, 0.955495297908783, 0.9688317775726318, 0.9774866104125977, 0.9832038879394531, 0.9870731234550476, 0.989782452583313, 0.9917420148849487, 0.9931989312171936, 0.99430912733078, 0.9951738715171814, 0.9958606958389282, 0.9964143633842468, 0.9968634247779846, 0.997228741645813], "prob_old": [0.6644982695579529, 0.16647355258464813, 0.05394063889980316, 0.0348740890622139, 0.01694732904434204, 0.0097663514316082, 0.006889027077704668, 0.00535879610106349, 0.0044146329164505005, 0.003783969674259424, 0.0033417835365980864, 0.003020374570041895, 0.002781884279102087, 0.002603512490168214, 0.0024692569859325886, 0.002366526983678341, 0.002285222988575697, 0.0022187731228768826, 0.0021643575746566057, 0.0021210385020822287], "prob_new_token": [3.2777399610495195e-05, 0.0037886369973421097, 0.0065431855618953705, 0.5074872374534607, 0.9644779562950134, 0.9861881732940674, 0.9905475974082947, 0.9931305050849915, 0.9948195219039917, 0.9959335923194885, 0.9967054724693298, 0.9972702860832214, 0.9976993203163147, 0.9980327486991882, 0.9982965588569641, 0.9985097646713257, 0.9986854195594788, 0.998831570148468, 0.9989542365074158, 0.9990550875663757], "prob_old_token": [0.9116101861000061, 0.01950165629386902, 0.0002076449163723737, 4.380110840429552e-05, 1.6799440345494077e-06, 3.8613370634266175e-07, 2.1902420144215284e-07, 1.4757370081497356e-07, 1.0775748648939043e-07, 8.515674210229918e-08, 7.142386948544299e-08, 6.210908054526953e-08, 5.514873535616971e-08, 4.96174159536622e-08, 4.503916883891179e-08, 4.1126043015538016e-08, 3.768025891304205e-08, 3.4595029063666516e-08, 3.184928587529612e-08, 2.9452962735376786e-08], "update_matrix_norm_1": [33654.5703125], "update_matrix_norm_2": [8.983729362487793], "update_matrix_norm_inf": [0.07475529611110687], "request": {"prompt": "{} died in the location of", "subject": "Li Peng", "target_new": {"str": "Shillong"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [5.395, 3.739, 1.917, 0.969, 0.504, 0.352, 0.313, 0.297, 0.288, 0.282, 0.278, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272], "prob_new": [0.005398914217948914, 0.0403592512011528, 0.22470583021640778, 0.5173826813697815, 0.8023578524589539, 0.9238454103469849, 0.9597341418266296, 0.9742339253425598, 0.9834258556365967, 0.9894376397132874, 0.9929869771003723, 0.9950441122055054, 0.9962930679321289, 0.9971004724502563, 0.9976478219032288, 0.9980371594429016, 0.9983248114585876, 0.9985426068305969, 0.99871426820755, 0.9988503456115723], "prob_old": [0.6644982695579529, 0.24710148572921753, 0.19711054861545563, 0.0354033038020134, 0.017088856548070908, 0.010030487552285194, 0.007398349232971668, 0.006204142700880766, 0.005375088658183813, 0.004681022372096777, 0.004111521877348423, 0.0036592090036720037, 0.003304805839434266, 0.003025957616046071, 0.002804536372423172, 0.00262530823238194, 0.0024785525165498257, 0.0023576514795422554, 0.00225539761595428, 0.00216989335604012], "prob_new_token": [3.2777399610495195e-05, 0.008372281678020954, 0.09471902996301651, 0.4428189694881439, 0.9056732654571533, 0.9803062677383423, 0.9926974177360535, 0.9959275126457214, 0.9972713589668274, 0.9980029463768005, 0.9984439015388489, 0.9987310767173767, 0.9989321827888489, 0.9990760087966919, 0.9991834759712219, 0.9992712736129761, 0.9993422627449036, 0.9993996620178223, 0.9994508028030396, 0.9994950294494629], "prob_old_token": [0.9116101861000061, 0.2501170039176941, 0.07473388314247131, 0.00037519351462833583, 8.180779332178645e-06, 7.490095299544919e-07, 2.4474331894452916e-07, 1.4568705353212863e-07, 1.050270483915483e-07, 8.004237628256305e-08, 6.318216350109651e-08, 5.1509783105530005e-08, 4.3069071864465513e-08, 3.687541649810555e-08, 3.220861444219736e-08, 2.8437234789180366e-08, 2.540806498529946e-08, 2.2978190017397537e-08, 2.0875921435958844e-08, 1.912896152589383e-08], "update_matrix_norm_1": [33677.734375], "update_matrix_norm_2": [8.946793556213379], "update_matrix_norm_inf": [0.06087347865104675], "request": {"prompt": "{} died in the location of", "subject": "Li Peng", "target_new": {"str": "Shiraz"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [4.199, 2.531, 0.911, 0.608, 0.457, 0.359, 0.317, 0.298, 0.288, 0.282, 0.279, 0.278, 0.276, 0.275, 0.275, 0.274, 0.273, 0.273, 0.273, 0.272], "prob_new": [0.0162313561886549, 0.14204458892345428, 0.740131139755249, 0.8186580538749695, 0.8969823718070984, 0.9455234408378601, 0.9692840576171875, 0.9818142652511597, 0.9881584644317627, 0.9913674592971802, 0.9931333065032959, 0.9942213892936707, 0.9949640035629272, 0.9955146908760071, 0.9959520101547241, 0.9963186383247375, 0.9966376423835754, 0.9969190359115601, 0.9971674084663391, 0.9973871111869812], "prob_old": [0.6644982695579529, 0.19336652755737305, 0.02145247906446457, 0.017997702583670616, 0.011960574425756931, 0.007734373211860657, 0.005723657086491585, 0.00468608271330595, 0.004061881918460131, 0.0036492212675511837, 0.003359874477609992, 0.0031481622718274593, 0.0029876658227294683, 0.002861021552234888, 0.0027552228420972824, 0.0026609492488205433, 0.0025739911943674088, 0.0024948446080088615, 0.002425008686259389, 0.0023643530439585447], "prob_new_token": [1.621921364858281e-05, 0.04951292648911476, 0.9500875473022461, 0.9801395535469055, 0.992159366607666, 0.9955692887306213, 0.9971627593040466, 0.9980643391609192, 0.9985418915748596, 0.9988089203834534, 0.9989755153656006, 0.9990899562835693, 0.9991748929023743, 0.9992433786392212, 0.9993021488189697, 0.9993574023246765, 0.999410092830658, 0.9994586110115051, 0.9995018243789673, 0.9995391368865967], "prob_old_token": [0.9116101861000061, 0.05373167619109154, 1.4489917703031097e-05, 1.0227382745142677e-06, 2.655893354130967e-07, 1.271270946290315e-07, 8.107367222009998e-08, 5.6038363283050785e-08, 4.1228222613654e-08, 3.199644993401307e-08, 2.5938318160001472e-08, 2.1819351658791675e-08, 1.894078849318248e-08, 1.6874489361384803e-08, 1.5334945757672358e-08, 1.4118834990028972e-08, 1.311297204154016e-08, 1.2284685269037254e-08, 1.1619997408729432e-08, 1.1094479113182842e-08], "update_matrix_norm_1": [33342.25], "update_matrix_norm_2": [9.032218933105469], "update_matrix_norm_inf": [0.06454841047525406], "request": {"prompt": "{} died in the location of", "subject": "Li Peng", "target_new": {"str": "Mumbai"}, "old_answer": {"str": "Beijing"}, "seed": 42}}, {"loss_per_step": [3.701, 2.257, 0.642, 0.25, 0.245, 0.244, 0.243, 0.243, 0.242, 0.242, 0.242, 0.242, 0.241, 0.241, 0.241, 0.241, 0.241, 0.241, 0.241, 0.241], "prob_new": [0.027005480602383614, 0.14704139530658722, 0.6973116993904114, 0.9962790608406067, 0.9990268349647522, 0.9993268251419067, 0.9994216561317444, 0.9994720220565796, 0.9995090365409851, 0.9995360970497131, 0.9995540380477905, 0.9995654225349426, 0.9995723962783813, 0.999578058719635, 0.9995855093002319, 0.999596118927002, 0.9996074438095093, 0.9996174573898315, 0.999625027179718, 0.9996307492256165], "prob_old": [0.4692159593105316, 0.004654275719076395, 0.030936263501644135, 0.0009725975687615573, 0.0002690543478820473, 0.0001610774197615683, 0.00012730453454423696, 0.00011152028309879825, 0.00010079617641167715, 9.329639578936622e-05, 8.865556446835399e-05, 8.61428416101262e-05, 8.504502329742536e-05, 8.461599645670503e-05, 8.403562969760969e-05, 8.294759027194232e-05, 8.176038681995124e-05, 8.099402475636452e-05, 8.083050488494337e-05, 8.115079253911972e-05], "prob_new_token": [1.2516155948105734e-05, 0.013201378285884857, 0.9468284845352173, 0.99759840965271, 0.9990267753601074, 0.9993783831596375, 0.9995291829109192, 0.9996195435523987, 0.9996770620346069, 0.9997116327285767, 0.9997302889823914, 0.9997391104698181, 0.9997420907020569, 0.9997442364692688, 0.9997509121894836, 0.9997645020484924, 0.999780535697937, 0.999794065952301, 0.9998039603233337, 0.9998108148574829], "prob_old_token": [0.9780220985412598, 7.836556505935732e-06, 0.00017563739675097167, 1.6114279333123704e-07, 2.6357792393127966e-08, 1.3179819902120471e-08, 9.768273301347108e-09, 8.269426921003742e-09, 7.264122636740922e-09, 6.594093715506233e-09, 6.221812842710506e-09, 6.068788138691161e-09, 6.060182577982687e-09, 6.114858397410217e-09, 6.1368830017727305e-09, 6.082288450670603e-09, 6.004002628401395e-09, 5.963236127115579e-09, 5.980195894039753e-09, 6.044125644422138e-09], "update_matrix_norm_1": [43777.734375], "update_matrix_norm_2": [11.612056732177734], "update_matrix_norm_inf": [0.06562189757823944], "request": {"prompt": "{} died in the location of", "subject": "Stanis\u0142aw Lem", "target_new": {"str": "Kolkata"}, "old_answer": {"str": "Krak\u00f3w"}, "seed": 42}}, {"loss_per_step": [6.686, 3.455, 0.778, 0.343, 0.279, 0.264, 0.258, 0.256, 0.254, 0.253, 0.252, 0.251, 0.25, 0.249, 0.248, 0.247, 0.248, 0.248, 0.248, 0.247], "prob_new": [0.001907598227262497, 0.04674992337822914, 0.6213465929031372, 0.9152266979217529, 0.9729705452919006, 0.9881798028945923, 0.9934293031692505, 0.9957075715065002, 0.9968750476837158, 0.9975488185882568, 0.997972309589386, 0.9982556104660034, 0.9984534382820129, 0.9985957741737366, 0.9986995458602905, 0.9987762570381165, 0.9988349080085754, 0.998884379863739, 0.9989292621612549, 0.9989686012268066], "prob_old": [0.4692159593105316, 0.0038901492953300476, 0.003958035726100206, 0.0015935921110212803, 0.0007474688463844359, 0.0004195162036921829, 0.00027482854784466326, 0.00020131659402977675, 0.00015949866792652756, 0.0001336151035502553, 0.00011658519360935315, 0.00010490554996067658, 9.669447172200307e-05, 9.08708170754835e-05, 8.673331467434764e-05, 8.369527495233342e-05, 8.11011268524453e-05, 7.829310197848827e-05, 7.509158604079857e-05, 7.189712778199464e-05], "prob_new_token": [1.7061161372566858e-08, 0.012606102973222733, 0.8082906603813171, 0.9656185507774353, 0.985508382320404, 0.991564929485321, 0.9942341446876526, 0.9956794381141663, 0.9965695142745972, 0.9971666932106018, 0.9975922107696533, 0.9979074597358704, 0.9981479644775391, 0.998334527015686, 0.998479425907135, 0.9985894560813904, 0.9986735582351685, 0.9987397193908691, 0.9987965226173401, 0.9988440871238708], "prob_old_token": [0.9780220985412598, 1.890497878775932e-05, 1.4119308389126672e-06, 1.2034487895107304e-07, 2.7964761173393526e-08, 9.630137576266407e-09, 4.41040315379837e-09, 2.4698485479035526e-09, 1.5939486397442693e-09, 1.1384855280738293e-09, 8.757438663131722e-10, 7.121906397955513e-10, 6.044629241586108e-10, 5.303869565764785e-10, 4.776936624040218e-10, 4.3846423714022364e-10, 4.070544734613435e-10, 3.798755476847049e-10, 3.5571434686687553e-10, 3.3437308477601846e-10], "update_matrix_norm_1": [43956.2734375], "update_matrix_norm_2": [11.548996925354004], "update_matrix_norm_inf": [0.06334081292152405], "request": {"prompt": "{} died in the location of", "subject": "Stanis\u0142aw Lem", "target_new": {"str": "Constantinople"}, "old_answer": {"str": "Krak\u00f3w"}, "seed": 42}}, {"loss_per_step": [3.889, 1.547, 0.415, 0.321, 0.287, 0.272, 0.263, 0.257, 0.253, 0.25, 0.248, 0.246, 0.246, 0.245, 0.244, 0.244, 0.243, 0.243, 0.243, 0.242], "prob_new": [0.021318435668945312, 0.29957902431488037, 0.8497867584228516, 0.9292987585067749, 0.9607769250869751, 0.9757083654403687, 0.9838225841522217, 0.9886044263839722, 0.9915710091590881, 0.9934865832328796, 0.9947735071182251, 0.9956874847412109, 0.9963911175727844, 0.9969578981399536, 0.9974045753479004, 0.9977462887763977, 0.9980044960975647, 0.9982001185417175, 0.9983496069908142, 0.9984655976295471], "prob_old": [0.4692159593105316, 0.007261170074343681, 0.001274474780075252, 0.0007932387525215745, 0.0005749206757172942, 0.0004672315844800323, 0.0004087979323230684, 0.0003738568047992885, 0.0003508864901959896, 0.0003342336567584425, 0.0003211223229300231, 0.0003107248339802027, 0.0003034432011190802, 0.00029889994766563177, 0.00029530306346714497, 0.0002911818155553192, 0.00028593759634532034, 0.0002795760810840875, 0.0002722982317209244, 0.00026434313622303307], "prob_new_token": [7.140211528167129e-05, 0.6651847958564758, 0.9796963334083557, 0.9930672645568848, 0.9963110089302063, 0.9975204467773438, 0.9981030821800232, 0.9984371662139893, 0.9986554980278015, 0.9988129138946533, 0.9989349246025085, 0.9990332722663879, 0.9991141557693481, 0.9991810917854309, 0.9992371797561646, 0.9992859363555908, 0.9993308782577515, 0.9993734955787659, 0.9994141459465027, 0.9994527101516724], "prob_old_token": [0.9780220985412598, 4.343681212048978e-06, 1.0742954970055507e-07, 6.267648444691076e-08, 4.6643084061770423e-08, 3.8645691091687695e-08, 3.4275039695330634e-08, 3.168774398432106e-08, 2.995835401975455e-08, 2.8606802260355835e-08, 2.743810334493446e-08, 2.6574454636829614e-08, 2.633613327418516e-08, 2.6680345044383103e-08, 2.7086754172955807e-08, 2.7159542170807072e-08, 2.6789418683392796e-08, 2.6025338328850012e-08, 2.496634010640264e-08, 2.370578577881588e-08], "update_matrix_norm_1": [43468.46875], "update_matrix_norm_2": [11.586883544921875], "update_matrix_norm_inf": [0.06638473272323608], "request": {"prompt": "{} died in the location of", "subject": "Stanis\u0142aw Lem", "target_new": {"str": "Cairo, Egypt"}, "old_answer": {"str": "Krak\u00f3w"}, "seed": 42}}, {"loss_per_step": [3.21, 2.411, 1.115, 0.36, 0.348, 0.33, 0.32, 0.316, 0.314, 0.312, 0.311, 0.31, 0.308, 0.306, 0.308, 0.306, 0.307, 0.306, 0.305, 0.306], "prob_new": [0.04177236184477806, 0.1267061084508896, 0.46479788422584534, 0.9530892372131348, 0.9632484912872314, 0.9806074500083923, 0.9905511736869812, 0.9948782324790955, 0.9968328475952148, 0.9978212714195251, 0.998379111289978, 0.9987224340438843, 0.9989464282989502, 0.9990981221199036, 0.9992078542709351, 0.9993054866790771, 0.9993770718574524, 0.9994300603866577, 0.999470055103302, 0.9995026588439941], "prob_old": [0.584143340587616, 0.2088313102722168, 0.001482707099057734, 1.3445444892568048e-05, 9.380116352986079e-06, 4.536885171546601e-06, 2.2969022666075034e-06, 1.435786543879658e-06, 1.0351028549848706e-06, 8.09056643902295e-07, 6.615200618398376e-07, 5.534568003895401e-07, 4.6649867613268725e-07, 3.917562310107314e-07, 3.327600381908269e-07, 3.1912574627313006e-07, 2.9853271144020255e-07, 2.693377894047444e-07, 2.3535899629223422e-07, 2.0390503152611927e-07], "prob_new_token": [0.00042839389061555266, 0.0009835978271439672, 0.07851050794124603, 0.9897459745407104, 0.9935154318809509, 0.996222734451294, 0.9977198243141174, 0.9984390735626221, 0.9988325238227844, 0.9990805387496948, 0.9992530941963196, 0.9993786215782166, 0.9994726777076721, 0.9995455741882324, 0.9996005892753601, 0.9996393918991089, 0.9996742010116577, 0.9997075796127319, 0.9997391104698181, 0.9997671246528625], "prob_old_token": [0.9370418787002563, 0.9241937398910522, 0.00031605627737008035, 6.423791205634188e-07, 5.2802329264523e-07, 3.473336107617797e-07, 2.3671324811402883e-07, 1.7676177321845898e-07, 1.403010827516482e-07, 1.1545122902134608e-07, 9.714581494790764e-08, 8.297791964650969e-08, 7.162331883137085e-08, 6.232315286069934e-08, 5.504186262328403e-08, 5.129438562789801e-08, 4.70142040853716e-08, 4.193790203999015e-08, 3.6645300127702285e-08, 3.192007369534622e-08], "update_matrix_norm_1": [31402.5859375], "update_matrix_norm_2": [8.240123748779297], "update_matrix_norm_inf": [0.0295913964509964], "request": {"prompt": "{} died in the location of", "subject": "Paul the Apostle", "target_new": {"str": "Cairo, Egypt"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [8.734, 5.166, 2.767, 0.477, 0.351, 0.323, 0.317, 0.315, 0.314, 0.313, 0.312, 0.311, 0.31, 0.309, 0.307, 0.306, 0.307, 0.305, 0.305, 0.305], "prob_new": [0.0001882933865999803, 0.009343955665826797, 0.09500227868556976, 0.8498851656913757, 0.9616085290908813, 0.9888094067573547, 0.9947500824928284, 0.996863067150116, 0.9978841543197632, 0.9984603524208069, 0.9988154768943787, 0.9990476369857788, 0.9992054104804993, 0.9993148446083069, 0.9993913173675537, 0.9994444251060486, 0.9994890093803406, 0.9995330572128296, 0.9995653033256531, 0.9995874762535095], "prob_old": [0.584143340587616, 0.020248960703611374, 0.00010384806955698878, 4.79896652905154e-06, 2.9701679977733875e-06, 1.8930453506982303e-06, 1.3629822888105991e-06, 1.1084732705057831e-06, 9.540764267512714e-07, 8.383574936488003e-07, 7.421908208016248e-07, 6.604683449040749e-07, 5.918781766922621e-07, 5.357041459319589e-07, 4.909890662929683e-07, 4.553189683065284e-07, 4.20164639081122e-07, 3.8025089565962844e-07, 3.488297295461962e-07, 3.2752052447904134e-07], "prob_new_token": [1.4261551939398487e-08, 0.00014510544133372605, 0.008661721833050251, 0.9944684505462646, 0.9983765482902527, 0.9988740086555481, 0.9990689158439636, 0.9992456436157227, 0.9994010925292969, 0.9995251893997192, 0.9996192455291748, 0.999690055847168, 0.9997437596321106, 0.9997846484184265, 0.9998168349266052, 0.9998416304588318, 0.9998603463172913, 0.9998738765716553, 0.999884307384491, 0.9998931884765625], "prob_old_token": [0.9370418787002563, 0.16566011309623718, 2.3225307813845575e-05, 3.8861327311678906e-07, 1.7320277834187436e-07, 1.5958195831444755e-07, 1.6833013205541647e-07, 1.78066954958922e-07, 1.8165937376579677e-07, 1.7772357807643857e-07, 1.681619892224262e-07, 1.5566983790904487e-07, 1.4242584711610107e-07, 1.297009930567583e-07, 1.1802585930809073e-07, 1.0742811440422884e-07, 9.744867668359802e-08, 8.825762165542983e-08, 8.100751358597336e-08, 7.566127635527664e-08], "update_matrix_norm_1": [31940.6015625], "update_matrix_norm_2": [8.230698585510254], "update_matrix_norm_inf": [0.02746228501200676], "request": {"prompt": "{} died in the location of", "subject": "Paul the Apostle", "target_new": {"str": "Krak\u00f3w"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [2.711, 2.207, 0.962, 0.831, 0.322, 0.32, 0.316, 0.316, 0.314, 0.311, 0.309, 0.309, 0.308, 0.307, 0.307, 0.307, 0.306, 0.307, 0.306, 0.306], "prob_new": [0.06785687804222107, 0.15335768461227417, 0.5282912254333496, 0.631212592124939, 0.9885541200637817, 0.9892696142196655, 0.9908530116081238, 0.993043839931488, 0.9949550628662109, 0.9962797164916992, 0.9971258044242859, 0.9976739883422852, 0.99810391664505, 0.9984467029571533, 0.9986806511878967, 0.9988397359848022, 0.9989521503448486, 0.9990426898002625, 0.9991317987442017, 0.9992087483406067], "prob_old": [0.584143340587616, 0.06308464705944061, 0.0038912701420485973, 4.277062998880865e-06, 6.548072269652039e-05, 0.00012501493620220572, 0.0001637293753447011, 0.00015132746193557978, 0.00011577003169804811, 8.259179594460875e-05, 5.822477032779716e-05, 4.203868957119994e-05, 3.4269960451638326e-05, 3.1147112167673185e-05, 2.8087624741601758e-05, 2.4521055820514448e-05, 2.0857443814747967e-05, 1.80357583303703e-05, 1.705702015897259e-05, 1.6694275473128073e-05], "prob_new_token": [0.00031388094066642225, 0.007123823277652264, 0.03330884501338005, 0.5606483221054077, 0.9932422041893005, 0.9935370683670044, 0.993788480758667, 0.9951887130737305, 0.9966340661048889, 0.9976441264152527, 0.9982687830924988, 0.998659610748291, 0.9989657402038574, 0.9992058873176575, 0.9993610382080078, 0.9994605183601379, 0.999527096748352, 0.9995782375335693, 0.9996271133422852, 0.999669075012207], "prob_old_token": [0.9370418787002563, 0.5130388140678406, 0.035503268241882324, 9.745807801664341e-06, 4.0486149373464286e-05, 4.5972428779350594e-05, 4.8879184760153294e-05, 3.727796138264239e-05, 2.428686093480792e-05, 1.5380635886685923e-05, 9.979054084396921e-06, 6.804688837291906e-06, 5.195607627683785e-06, 4.367528163129464e-06, 3.7013071505498374e-06, 3.0902435810276074e-06, 2.5499750790913822e-06, 2.1452947294164915e-06, 1.9377589524083305e-06, 1.8086170712194871e-06], "update_matrix_norm_1": [30881.078125], "update_matrix_norm_2": [8.183588027954102], "update_matrix_norm_inf": [0.02913639135658741], "request": {"prompt": "{} died in the location of", "subject": "Paul the Apostle", "target_new": {"str": "Memphis, Tennessee"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [8.062, 3.107, 0.512, 0.324, 0.301, 0.293, 0.289, 0.286, 0.283, 0.281, 0.281, 0.28, 0.279, 0.278, 0.278, 0.277, 0.276, 0.276, 0.276, 0.275], "prob_new": [0.00040381072903983295, 0.061977386474609375, 0.8011168837547302, 0.962465226650238, 0.9844748973846436, 0.9914311170578003, 0.9944875240325928, 0.9960869550704956, 0.9970211982727051, 0.9976121187210083, 0.9980095624923706, 0.9982935786247253, 0.9985057711601257, 0.9986674189567566, 0.9987907409667969, 0.9988763332366943, 0.9989306330680847, 0.9989720582962036, 0.9990053176879883, 0.9990320801734924], "prob_old": [0.5048521161079407, 0.00022210819588508457, 0.0001026445024763234, 8.107225767162163e-06, 1.910440460051177e-06, 7.738649969724065e-07, 4.0820285107656673e-07, 2.4977853740892897e-07, 1.6787770107384858e-07, 1.2105982705179485e-07, 9.471965967122742e-08, 8.025955366974813e-08, 6.98013451483348e-08, 6.111194750246796e-08, 5.4065811383452456e-08, 5.012024573147755e-08, 4.918220497529546e-08, 4.8775483207919024e-08, 4.8384691808678326e-08, 4.804406472658229e-08], "prob_new_token": [4.444756562804741e-09, 0.004111809190362692, 0.8755929470062256, 0.9702950716018677, 0.98649662733078, 0.9924556016921997, 0.9951689839363098, 0.9965917468070984, 0.9974309802055359, 0.9979819655418396, 0.9983714818954468, 0.9986528158187866, 0.9988601803779602, 0.9990151524543762, 0.9991337656974792, 0.9992247819900513, 0.9992880821228027, 0.9993370771408081, 0.9993762373924255, 0.9994081854820251], "prob_old_token": [0.922430694103241, 0.00023407097614835948, 5.205132765695453e-05, 2.4678183763171546e-06, 5.162006004866271e-07, 2.015635658381143e-07, 1.0524461657723805e-07, 6.393668883220016e-08, 4.221791982672585e-08, 2.9378622201647886e-08, 2.191352521663248e-08, 1.766907331557377e-08, 1.4547939741760274e-08, 1.2004918836794332e-08, 9.952674240309989e-09, 8.583735500167222e-09, 7.857716255443847e-09, 7.290050785258018e-09, 6.793972495700018e-09, 6.371387861747735e-09], "update_matrix_norm_1": [30461.5859375], "update_matrix_norm_2": [7.963932514190674], "update_matrix_norm_inf": [0.05415656790137291], "request": {"prompt": "{} died in the location of", "subject": "Jim Morrison", "target_new": {"str": "Constantinople"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [4.515, 3.271, 2.494, 1.847, 0.603, 0.302, 0.295, 0.29, 0.285, 0.281, 0.282, 0.278, 0.278, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.011512478813529015, 0.05240282788872719, 0.11095519363880157, 0.21377089619636536, 0.7476297616958618, 0.9840085506439209, 0.9884291291236877, 0.9935433864593506, 0.9961603283882141, 0.9972943067550659, 0.9977704286575317, 0.9980357885360718, 0.9983460903167725, 0.9986225366592407, 0.998832643032074, 0.9989892244338989, 0.9991066455841064, 0.9991981387138367, 0.9992752075195312, 0.9993440508842468], "prob_old": [0.5048521161079407, 0.001797755598090589, 0.00021219362679403275, 0.00010359519365010783, 3.7923768104519695e-05, 2.501132634336045e-10, 1.0011204538973306e-11, 1.8357537712176963e-11, 4.275069534487308e-11, 8.889482899787637e-11, 1.5469424352598793e-10, 2.2336971161607266e-10, 2.064266951817828e-10, 1.510551683736594e-10, 1.0110996762069391e-10, 6.518873635341649e-11, 4.0538024326242095e-11, 2.5712916171261035e-11, 1.7413777017583065e-11, 1.1821939260858727e-11], "prob_new_token": [2.7459914235805627e-06, 0.00041558954399079084, 0.0008604357135482132, 0.004221078008413315, 0.5275635123252869, 0.9999829530715942, 0.9999862909317017, 0.9999455213546753, 0.9998407363891602, 0.9995922446250916, 0.9990257024765015, 0.9987547397613525, 0.9989585280418396, 0.9992584586143494, 0.9994832277297974, 0.9996562004089355, 0.9998005032539368, 0.9998869299888611, 0.9999295473098755, 0.9999527931213379], "prob_old_token": [0.922430694103241, 0.004131551366299391, 8.270476973848417e-05, 2.0254439732525498e-05, 9.480624612479005e-06, 1.646628493279234e-11, 6.346321038130931e-12, 2.116184831535417e-11, 4.8100499278058706e-11, 9.265567479932457e-11, 1.8860055184255486e-10, 3.3373018237803365e-10, 3.9008976604471e-10, 3.5750183369209765e-10, 2.9635172094089057e-10, 2.347091132559598e-10, 1.7571223642764977e-10, 1.3126645603822595e-10, 1.0333846278687275e-10, 8.347577490352975e-11], "update_matrix_norm_1": [29252.75], "update_matrix_norm_2": [7.987054347991943], "update_matrix_norm_inf": [0.06031527742743492], "request": {"prompt": "{} died in the location of", "subject": "Jim Morrison", "target_new": {"str": "Ephesus"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [5.919, 1.749, 0.72, 0.36, 0.305, 0.292, 0.286, 0.283, 0.281, 0.279, 0.278, 0.277, 0.277, 0.276, 0.275, 0.275, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.0033317836932837963, 0.24600113928318024, 0.6563270092010498, 0.9256714582443237, 0.9771724939346313, 0.9890538454055786, 0.9933091402053833, 0.9953151941299438, 0.9964362978935242, 0.9971318244934082, 0.9976000189781189, 0.9979373812675476, 0.9981918334960938, 0.9983867406845093, 0.9985354542732239, 0.9986475110054016, 0.9987320899963379, 0.9987969398498535, 0.9988468289375305, 0.9988825917243958], "prob_old": [0.5048521161079407, 0.0002230206737294793, 0.00013291614595800638, 1.1912887202925049e-05, 1.6385475873903488e-06, 4.566652762605372e-07, 1.971594372207619e-07, 1.099482105360039e-07, 7.136513602290506e-08, 5.044270068310652e-08, 3.777303092533657e-08, 2.9766743736558965e-08, 2.458859071907682e-08, 2.1206998823686263e-08, 1.901738500009742e-08, 1.7619511183397663e-08, 1.667662274940085e-08, 1.5931430397131408e-08, 1.5305481326777226e-08, 1.483554523673547e-08], "prob_new_token": [1.1849283509945963e-06, 0.2663433253765106, 0.7902143597602844, 0.9390170574188232, 0.9809781312942505, 0.9912260174751282, 0.9946281909942627, 0.9962570667266846, 0.9972043037414551, 0.9978197813034058, 0.9982446432113647, 0.9985501170158386, 0.9987793564796448, 0.9989540576934814, 0.9990851879119873, 0.9991821646690369, 0.9992567896842957, 0.9993183016777039, 0.9993688464164734, 0.9994052648544312], "prob_old_token": [0.922430694103241, 3.104518327745609e-05, 7.336931503232336e-06, 5.931360647082329e-07, 1.1014194711833625e-07, 4.439624845531398e-08, 2.6675204267689878e-08, 1.7981447442139142e-08, 1.2693151418829984e-08, 9.139063728014207e-09, 6.732235657835872e-09, 5.138111713876015e-09, 4.0714471793990015e-09, 3.3482445704891006e-09, 2.861584746938206e-09, 2.530522902333132e-09, 2.2770330065924327e-09, 2.041527835672241e-09, 1.818108330553514e-09, 1.631938029156288e-09], "update_matrix_norm_1": [31536.439453125], "update_matrix_norm_2": [7.982652187347412], "update_matrix_norm_inf": [0.06206467002630234], "request": {"prompt": "{} died in the location of", "subject": "Jim Morrison", "target_new": {"str": "Indianapolis"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [3.241, 2.466, 0.864, 0.38, 0.309, 0.281, 0.273, 0.27, 0.27, 0.268, 0.267, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.265, 0.265, 0.265], "prob_new": [0.039949629455804825, 0.11698679625988007, 0.5630279183387756, 0.8970237374305725, 0.9588615298271179, 0.985869824886322, 0.9949834942817688, 0.9979013800621033, 0.9989209175109863, 0.9993374347686768, 0.9995114803314209, 0.9995872378349304, 0.9996484518051147, 0.999707043170929, 0.9997258186340332, 0.9997235536575317, 0.9997295141220093, 0.9997464418411255, 0.9997608065605164, 0.9997644424438477], "prob_old": [0.5262887477874756, 0.024019543081521988, 0.009244862012565136, 0.003045066259801388, 0.0006476882263086736, 7.502101652789861e-05, 1.1562978215806652e-05, 3.1324109386332566e-06, 1.211142830470635e-06, 6.188870997902995e-07, 3.9720268318887975e-07, 3.0178318866092013e-07, 2.3600414067459496e-07, 1.8558681347258243e-07, 1.6930735569076205e-07, 1.7022813381117885e-07, 1.6494819021772855e-07, 1.5132729913602816e-07, 1.4056003294626862e-07, 1.3984821123358415e-07], "prob_new_token": [3.5782337363343686e-05, 0.0030286589171737432, 0.2681199610233307, 0.9187824130058289, 0.9805834293365479, 0.9934030175209045, 0.9973587989807129, 0.9987118244171143, 0.9992351531982422, 0.9994958639144897, 0.9995912909507751, 0.9996092915534973, 0.9996472001075745, 0.9997048377990723, 0.9997086524963379, 0.999683678150177, 0.9996793270111084, 0.9996997117996216, 0.9997174739837646, 0.9997178316116333], "prob_old_token": [0.9093318581581116, 0.12827005982398987, 0.01873127743601799, 0.000914276170078665, 6.104708882048726e-05, 7.631057087564841e-06, 1.8524431197874947e-06, 6.781627917007427e-07, 3.174217226842302e-07, 1.7098160753903358e-07, 1.1899489749112035e-07, 1.0199744338024175e-07, 8.391393180318119e-08, 6.447921663266243e-08, 6.092636795074213e-08, 6.598765622811698e-08, 6.687433540264465e-08, 6.175469735580918e-08, 5.747975606595901e-08, 5.805025438121447e-08], "update_matrix_norm_1": [29258.35546875], "update_matrix_norm_2": [7.898847579956055], "update_matrix_norm_inf": [0.05027776584029198], "request": {"prompt": "{} died in the location of", "subject": "Pierre de Marivaux", "target_new": {"str": "Memphis, Tennessee"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [4.536, 2.638, 1.155, 0.592, 0.35, 0.298, 0.283, 0.276, 0.273, 0.272, 0.271, 0.27, 0.27, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269], "prob_new": [0.011911865323781967, 0.10093098878860474, 0.4339933395385742, 0.7449164986610413, 0.930211067199707, 0.9766618609428406, 0.9895713329315186, 0.99436354637146, 0.9964425563812256, 0.9974612593650818, 0.9980176687240601, 0.9983528256416321, 0.9985731244087219, 0.9987296462059021, 0.9988480806350708, 0.9989426136016846, 0.9990204572677612, 0.9990851283073425, 0.9991385340690613, 0.9991822242736816], "prob_old": [0.5262887477874756, 0.06883550435304642, 0.0004200554103590548, 0.0001815626019379124, 5.019487434765324e-05, 1.0183596714341547e-05, 2.841924242602545e-06, 1.0437106539029628e-06, 4.857736826124892e-07, 2.730179176069214e-07, 1.7671115415396343e-07, 1.268572162871351e-07, 9.818538160288881e-08, 8.015420149831698e-08, 6.779000472079133e-08, 5.859339680114317e-08, 5.138823766515088e-08, 4.567255729170938e-08, 4.120771279758628e-08, 3.7819873455191555e-08], "prob_new_token": [1.6178822761503397e-06, 0.007559821009635925, 0.24624988436698914, 0.860583484172821, 0.9811734557151794, 0.9930087327957153, 0.9963864684104919, 0.9978992938995361, 0.9986456036567688, 0.9990394115447998, 0.9992648959159851, 0.9994030594825745, 0.9994939565658569, 0.9995568990707397, 0.9996033310890198, 0.9996399879455566, 0.9996703863143921, 0.9996963143348694, 0.9997178316116333, 0.999735414981842], "prob_old_token": [0.9093318581581116, 0.21835631132125854, 0.0004272539517842233, 2.3252034225151874e-05, 1.9658825749502284e-06, 3.8955462855483347e-07, 1.3312060787029623e-07, 6.19286808500874e-08, 3.545131477267205e-08, 2.3518930802879368e-08, 1.7328645185443747e-08, 1.3763234996133633e-08, 1.1534386779032957e-08, 1.0025703822691412e-08, 8.888534352990973e-09, 7.92817100858656e-09, 7.068549301436633e-09, 6.310830524824951e-09, 5.6745412813086205e-09, 5.1676058987482065e-09], "update_matrix_norm_1": [29737.490234375], "update_matrix_norm_2": [7.886870384216309], "update_matrix_norm_inf": [0.052186619490385056], "request": {"prompt": "{} died in the location of", "subject": "Pierre de Marivaux", "target_new": {"str": "Damascus"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [8.367, 5.634, 2.78, 0.487, 0.287, 0.275, 0.271, 0.27, 0.269, 0.269, 0.268, 0.267, 0.266, 0.265, 0.266, 0.265, 0.265, 0.265, 0.265, 0.264], "prob_new": [0.0002934798249043524, 0.006330267526209354, 0.08784551918506622, 0.8626120686531067, 0.983159065246582, 0.9949856996536255, 0.9976503252983093, 0.998568594455719, 0.9989874958992004, 0.9992165565490723, 0.9993526339530945, 0.9994422793388367, 0.9995099306106567, 0.9995631575584412, 0.9995999932289124, 0.9996174573898315, 0.9996379613876343, 0.9996578097343445, 0.99967360496521, 0.9996902942657471], "prob_old": [0.5262887477874756, 0.004197418224066496, 0.015884708613157272, 0.0004960414953529835, 3.172801007167436e-05, 1.1090484804299194e-05, 7.321983957808698e-06, 6.104626208980335e-06, 5.404464445746271e-06, 4.736346454592422e-06, 4.1160874388879165e-06, 3.6188666854286566e-06, 3.2365946935897227e-06, 2.9584650746983243e-06, 2.6879342840402387e-06, 2.322500222362578e-06, 2.0046425106556853e-06, 1.7840792452261667e-06, 1.6600887420281651e-06, 1.5437296951859025e-06], "prob_new_token": [1.0502339442552966e-08, 0.001613871892914176, 0.03968251496553421, 0.9291462302207947, 0.9929360151290894, 0.9975848197937012, 0.9986370801925659, 0.9990183115005493, 0.9992081522941589, 0.9993268251419067, 0.9994103312492371, 0.9994716048240662, 0.9995200037956238, 0.9995568990707397, 0.9995869994163513, 0.9996140599250793, 0.9996389150619507, 0.9996585845947266, 0.9996716976165771, 0.9996838569641113], "prob_old_token": [0.9093318581581116, 0.016831355169415474, 0.025334713980555534, 0.0008648671791888773, 5.280047480482608e-05, 2.1222482246230356e-05, 1.6127623894135468e-05, 1.4936068509996403e-05, 1.43217612276203e-05, 1.3295010830915999e-05, 1.193189928017091e-05, 1.0687171197787393e-05, 9.758819032867905e-06, 9.141867849393748e-06, 8.33969625091413e-06, 6.901031611050712e-06, 5.818948920932598e-06, 5.125116331328172e-06, 4.7199973778333515e-06, 4.372683633846464e-06], "update_matrix_norm_1": [29630.05078125], "update_matrix_norm_2": [7.901776313781738], "update_matrix_norm_inf": [0.043253712356090546], "request": {"prompt": "{} died in the location of", "subject": "Pierre de Marivaux", "target_new": {"str": "Krak\u00f3w"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [6.345, 3.251, 1.771, 0.668, 0.373, 0.339, 0.325, 0.318, 0.315, 0.313, 0.311, 0.31, 0.309, 0.308, 0.308, 0.307, 0.307, 0.307, 0.307, 0.307], "prob_new": [0.0018929035868495703, 0.060096584260463715, 0.24224063754081726, 0.7168391346931458, 0.9374786615371704, 0.9681344032287598, 0.9817516207695007, 0.9880436658859253, 0.991373598575592, 0.9935504794120789, 0.9951320886611938, 0.9962882995605469, 0.9971184730529785, 0.9977097511291504, 0.9981332421302795, 0.9984409809112549, 0.9986692070960999, 0.9988431930541992, 0.9989801049232483, 0.9990920424461365], "prob_old": [0.876555323600769, 0.3979938328266144, 0.22023451328277588, 0.07621888816356659, 0.04016907140612602, 0.033787213265895844, 0.03283841162919998, 0.03277011588215828, 0.03222758322954178, 0.030741099268198013, 0.028481142595410347, 0.025880130007863045, 0.023310713469982147, 0.020981337875127792, 0.01896764524281025, 0.01726795919239521, 0.015844667330384254, 0.014646567404270172, 0.013620831072330475, 0.012723204679787159], "prob_new_token": [0.00012967843213118613, 0.0069454144686460495, 0.049143511801958084, 0.7538731694221497, 0.951306164264679, 0.9672373533248901, 0.9786871075630188, 0.9853807687759399, 0.989198625087738, 0.9916967153549194, 0.9935327172279358, 0.994930624961853, 0.9959805011749268, 0.9967561364173889, 0.997323751449585, 0.9977395534515381, 0.9980475902557373, 0.9982807636260986, 0.9984630942344666, 0.9986115097999573], "prob_old_token": [0.9315634369850159, 0.3886105716228485, 0.1691373884677887, 0.000766785757150501, 0.0001981261739274487, 0.0003644846729002893, 0.0006628991686739028, 0.0009987427620217204, 0.0012390771880745888, 0.0012835093075409532, 0.0011519130785018206, 0.0009384911390952766, 0.0007244908483698964, 0.0005467152805067599, 0.000411726301535964, 0.000313186930725351, 0.00024211274285335094, 0.00019066293316427618, 0.0001529454893898219, 0.00012484975741244853], "update_matrix_norm_1": [28510.93359375], "update_matrix_norm_2": [7.64019250869751], "update_matrix_norm_inf": [0.04281473532319069], "request": {"prompt": "{} was born in the location of", "subject": "Winston Churchill", "target_new": {"str": "Odense"}, "old_answer": {"str": "Blenheim Palace"}, "seed": 42}}, {"loss_per_step": [5.723, 3.381, 2.59, 1.506, 0.366, 0.316, 0.303, 0.301, 0.306, 0.306, 0.305, 0.305, 0.304, 0.304, 0.303, 0.302, 0.302, 0.301, 0.301, 0.3], "prob_new": [0.003699804423376918, 0.04855247959494591, 0.10415176302194595, 0.3071325123310089, 0.9350346326828003, 0.9825456738471985, 0.9915227890014648, 0.9951944351196289, 0.9971739649772644, 0.997991144657135, 0.9984187483787537, 0.9986797571182251, 0.9988548755645752, 0.9989814758300781, 0.9990808367729187, 0.9991653561592102, 0.9992401599884033, 0.9993075728416443, 0.9993701577186584, 0.9994272589683533], "prob_old": [0.876555323600769, 0.42780041694641113, 0.38259315490722656, 0.25091204047203064, 0.1013966053724289, 0.027997903525829315, 0.013145668432116508, 0.008485370315611362, 0.006134198512881994, 0.005384103860706091, 0.005147669464349747, 0.005141718313097954, 0.005229830741882324, 0.005329900421202183, 0.005424903240054846, 0.005518619902431965, 0.005610374733805656, 0.0056731668300926685, 0.005647161975502968, 0.0055065215565264225], "prob_new_token": [2.372034231257203e-07, 3.186814137734473e-05, 0.00016191325266845524, 0.003129588207229972, 0.9094338417053223, 0.9950933456420898, 0.9982010722160339, 0.9989116787910461, 0.998863935470581, 0.9987606406211853, 0.9986720085144043, 0.998616635799408, 0.9986017346382141, 0.9986288547515869, 0.9986968040466309, 0.9988001585006714, 0.9989269971847534, 0.9990693926811218, 0.9992222189903259, 0.9993698000907898], "prob_old_token": [0.9315634369850159, 0.3002573549747467, 0.05712538957595825, 0.0143338143825531, 0.0015695926267653704, 4.328263457864523e-05, 1.0004962859966327e-05, 4.251306108926656e-06, 2.898342927437625e-06, 2.461007170495577e-06, 2.269955302836024e-06, 2.178452632506378e-06, 2.1213832042121794e-06, 2.074129497486865e-06, 2.009655872825533e-06, 1.9058803673033253e-06, 1.7551312794239493e-06, 1.5487532891711453e-06, 1.284244376620336e-06, 9.99167582449445e-07], "update_matrix_norm_1": [28580.6484375], "update_matrix_norm_2": [7.661223411560059], "update_matrix_norm_inf": [0.04622435197234154], "request": {"prompt": "{} was born in the location of", "subject": "Winston Churchill", "target_new": {"str": "Compton, California"}, "old_answer": {"str": "Blenheim Palace"}, "seed": 42}}, {"loss_per_step": [9.682, 4.337, 1.877, 0.404, 0.322, 0.314, 0.311, 0.308, 0.307, 0.306, 0.306, 0.305, 0.304, 0.304, 0.304, 0.303, 0.303, 0.303, 0.302, 0.302], "prob_new": [7.273905794136226e-05, 0.027521928772330284, 0.2418532371520996, 0.908907949924469, 0.985844612121582, 0.9928187727928162, 0.9956487417221069, 0.997079610824585, 0.9978572726249695, 0.9983114004135132, 0.9985958337783813, 0.9987853169441223, 0.998918354511261, 0.9990163445472717, 0.9990916848182678, 0.9991515278816223, 0.9992002248764038, 0.9992398023605347, 0.9992716908454895, 0.9992968440055847], "prob_old": [0.876555323600769, 0.6077686548233032, 0.08431989699602127, 0.027163900434970856, 0.008431398309767246, 0.005300433374941349, 0.0043314858339726925, 0.003895124187693, 0.0036478459369391203, 0.0034824188333004713, 0.00335607654415071, 0.003249559784308076, 0.0031542484648525715, 0.00306711345911026, 0.0029883249662816525, 0.0029192871879786253, 0.0028609721921384335, 0.002812872640788555, 0.002773155691102147, 0.002739422721788287], "prob_new_token": [2.1240250447362996e-08, 0.0016472232528030872, 0.09248829632997513, 0.9470342397689819, 0.9963312149047852, 0.9989765882492065, 0.9994812607765198, 0.9996508359909058, 0.9997270703315735, 0.9997674822807312, 0.999791145324707, 0.9998059272766113, 0.9998148679733276, 0.9998204708099365, 0.9998225569725037, 0.9998223185539246, 0.9998193979263306, 0.9998140335083008, 0.9998067021369934, 0.9997975826263428], "prob_old_token": [0.9315634369850159, 0.5217729210853577, 0.002449271036311984, 0.0001109492513933219, 5.155775397724938e-06, 1.3253986708150478e-06, 6.830803158663912e-07, 4.78266088066448e-07, 3.900118770161498e-07, 3.4513189461904403e-07, 3.199134255282843e-07, 3.049507313335198e-07, 2.9612587582050764e-07, 2.915829782068613e-07, 2.905645146711322e-07, 2.9282946911735053e-07, 2.983770173159428e-07, 3.072023844197247e-07, 3.191929920376424e-07, 3.3398796972505806e-07], "update_matrix_norm_1": [29051.939453125], "update_matrix_norm_2": [7.656268119812012], "update_matrix_norm_inf": [0.03729039803147316], "request": {"prompt": "{} was born in the location of", "subject": "Winston Churchill", "target_new": {"str": "Lucca"}, "old_answer": {"str": "Blenheim Palace"}, "seed": 42}}, {"loss_per_step": [5.759, 3.735, 0.936, 0.355, 0.305, 0.282, 0.271, 0.265, 0.261, 0.257, 0.254, 0.252, 0.251, 0.249, 0.248, 0.248, 0.247, 0.246, 0.246, 0.245], "prob_new": [0.0034175871405750513, 0.03368407115340233, 0.5323446393013, 0.9020610451698303, 0.942907452583313, 0.9615827202796936, 0.9714192152023315, 0.9771609902381897, 0.9812350869178772, 0.9846026301383972, 0.9873710870742798, 0.9895105361938477, 0.991108238697052, 0.9923138618469238, 0.9932618141174316, 0.9940446615219116, 0.9947142004966736, 0.9952948689460754, 0.9957976937294006, 0.9962313771247864], "prob_old": [0.8171152472496033, 0.6597576141357422, 0.12384232133626938, 0.06183917447924614, 0.05510425567626953, 0.0506657138466835, 0.04637190327048302, 0.04202119633555412, 0.03756130486726761, 0.0331549309194088, 0.029073238372802734, 0.02551158331334591, 0.02251756377518177, 0.020024986937642097, 0.017927061766386032, 0.016131244599819183, 0.014580482617020607, 0.013247370719909668, 0.01211718749254942, 0.011168860830366611], "prob_new_token": [0.0003207546251360327, 0.028405487537384033, 0.598591685295105, 0.9754407405853271, 0.987479567527771, 0.9922305345535278, 0.9944725632667542, 0.9956523776054382, 0.9963211417198181, 0.9967150688171387, 0.9969437122344971, 0.9970675706863403, 0.9971277713775635, 0.997157871723175, 0.9971853494644165, 0.9972261190414429, 0.9972854256629944, 0.9973623156547546, 0.9974526166915894, 0.9975512623786926], "prob_old_token": [0.9788687825202942, 0.9091546535491943, 0.013005624525249004, 0.0007254729862324893, 0.0009140643524006009, 0.0009113503620028496, 0.0008183002937585115, 0.0007138928631320596, 0.0006073832046240568, 0.0005047530867159367, 0.0004155711503699422, 0.00034505457733757794, 0.0002921526611316949, 0.00025237546651624143, 0.00022101537615526468, 0.00019484941731207073, 0.00017245195340365171, 0.00015351365436799824, 0.00013800708984490484, 0.00012556284491438419], "update_matrix_norm_1": [27048.0625], "update_matrix_norm_2": [7.323844909667969], "update_matrix_norm_inf": [0.05663421377539635], "request": {"prompt": "{} was born in the location of", "subject": "Homer Simpson", "target_new": {"str": "Shiraz"}, "old_answer": {"str": "Springfield"}, "seed": 42}}, {"loss_per_step": [9.299, 6.943, 3.191, 0.661, 0.357, 0.29, 0.267, 0.257, 0.252, 0.249, 0.247, 0.246, 0.245, 0.245, 0.244, 0.244, 0.244, 0.243, 0.243, 0.243], "prob_new": [0.00011062943667639047, 0.0014970559859648347, 0.060509756207466125, 0.683322012424469, 0.9013746380805969, 0.9595149755477905, 0.9797713756561279, 0.9878104329109192, 0.9916309118270874, 0.9937649965286255, 0.9951103925704956, 0.9960353970527649, 0.9967113733291626, 0.9972242712974548, 0.9976212978363037, 0.9979320764541626, 0.9981807470321655, 0.9983858466148376, 0.9985585808753967, 0.9987046718597412], "prob_old": [0.8171152472496033, 0.701548159122467, 0.24515216052532196, 0.049153562635183334, 0.01143671665340662, 0.004128925036638975, 0.00198515341617167, 0.0012172251008450985, 0.0008629726362414658, 0.0006665976834483445, 0.0005444622365757823, 0.0004627837333828211, 0.00040527060627937317, 0.00036279886262491345, 0.00032987279701046646, 0.0003033775428775698, 0.0002816123596858233, 0.0002637163270264864, 0.000249077653279528, 0.00023693374532740563], "prob_new_token": [9.687770216260105e-06, 0.00015778921078890562, 0.004584565758705139, 0.8816987872123718, 0.9777014255523682, 0.9855173230171204, 0.9890683889389038, 0.9914935827255249, 0.9932726621627808, 0.9946050047874451, 0.9956088066101074, 0.9963697195053101, 0.9969515204429626, 0.9974042773246765, 0.9977643489837646, 0.9980553984642029, 0.9982925653457642, 0.9984868168830872, 0.9986476302146912, 0.998782217502594], "prob_old_token": [0.9788687825202942, 0.8900637030601501, 0.09417066723108292, 0.0008443054393865168, 1.4870377526676748e-05, 2.9135826480342075e-06, 1.2236688462508027e-06, 7.108400268407422e-07, 4.822327355213929e-07, 3.5558122135626036e-07, 2.769353955045517e-07, 2.254653139743823e-07, 1.9056776068282488e-07, 1.6559751259137556e-07, 1.462723133727195e-07, 1.3027322154357535e-07, 1.1694443458054593e-07, 1.0622819246464132e-07, 9.781179954870822e-08, 9.098456388301202e-08], "update_matrix_norm_1": [26888.185546875], "update_matrix_norm_2": [7.3345441818237305], "update_matrix_norm_inf": [0.062310803681612015], "request": {"prompt": "{} was born in the location of", "subject": "Homer Simpson", "target_new": {"str": "Baku"}, "old_answer": {"str": "Springfield"}, "seed": 42}}, {"loss_per_step": [7.055, 5.491, 2.182, 0.312, 0.25, 0.244, 0.244, 0.244, 0.242, 0.243, 0.242, 0.242, 0.241, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24], "prob_new": [0.0009561385959386826, 0.0055917962454259396, 0.17003704607486725, 0.9409921765327454, 0.9964309334754944, 0.998847246170044, 0.999301552772522, 0.9994631409645081, 0.999545156955719, 0.9995996356010437, 0.9996419548988342, 0.9996742010116577, 0.9996975660324097, 0.9997159242630005, 0.9997318983078003, 0.9997449517250061, 0.9997534155845642, 0.999758243560791, 0.9997621178627014, 0.9997670650482178], "prob_old": [0.8171152472496033, 0.7170277833938599, 0.19644297659397125, 0.012037074193358421, 0.0010159920202568173, 0.00039988491334952414, 0.00027731736190617085, 0.00023821413924451917, 0.0002232077531516552, 0.00021629492403008044, 0.00021269964054226875, 0.00021248497068881989, 0.00021604511130135506, 0.0002222698531113565, 0.00022939791961107403, 0.00023432582383975387, 0.00023380760103464127, 0.00023008759308140725, 0.00022698247630614787, 0.00022589707805309445], "prob_new_token": [9.423456504009664e-08, 3.4448623864591355e-06, 0.10546578466892242, 0.9958570003509521, 0.999528169631958, 0.9997784495353699, 0.9998398423194885, 0.9998603463172913, 0.9998676776885986, 0.9998732805252075, 0.9998800754547119, 0.9998854398727417, 0.9998867511749268, 0.9998862743377686, 0.9998865127563477, 0.9998867511749268, 0.9998862743377686, 0.9998846054077148, 0.999882698059082, 0.9998813271522522], "prob_old_token": [0.9788687825202942, 0.9400860071182251, 0.04991733655333519, 9.690911610960029e-06, 2.9713294225075515e-07, 1.1445318648384273e-07, 8.779942106684757e-08, 8.309622501201375e-08, 8.441092091970859e-08, 8.809767848561023e-08, 9.338751283394231e-08, 1.0056619714760018e-07, 1.0977283437796359e-07, 1.2129626725254639e-07, 1.3553675159982959e-07, 1.481346174614373e-07, 1.5116266638415254e-07, 1.4659880775980128e-07, 1.4233718559353292e-07, 1.419550272885317e-07], "update_matrix_norm_1": [26981.25390625], "update_matrix_norm_2": [7.352652072906494], "update_matrix_norm_inf": [0.05535941943526268], "request": {"prompt": "{} was born in the location of", "subject": "Homer Simpson", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Springfield"}, "seed": 42}}, {"loss_per_step": [9.636, 6.716, 4.639, 3.234, 1.057, 0.317, 0.285, 0.279, 0.278, 0.277, 0.276, 0.275, 0.275, 0.274, 0.274, 0.273, 0.273, 0.273, 0.273, 0.273], "prob_new": [0.00012364260328467935, 0.002165634650737047, 0.014452175237238407, 0.057318806648254395, 0.49977967143058777, 0.9874877333641052, 0.9950048327445984, 0.9950023889541626, 0.9947481751441956, 0.9953551888465881, 0.9964820742607117, 0.9975164532661438, 0.9982578158378601, 0.9987480640411377, 0.9990684986114502, 0.9992802143096924, 0.9994229078292847, 0.9995211958885193, 0.9995900392532349, 0.999639093875885], "prob_old": [0.6677618622779846, 0.18833328783512115, 0.16795825958251953, 0.14023715257644653, 0.11630382388830185, 0.03593693673610687, 0.027929505333304405, 0.02945297211408615, 0.030747167766094208, 0.03060835413634777, 0.029265619814395905, 0.027388237416744232, 0.025480322539806366, 0.02377476915717125, 0.022337889298796654, 0.021161150187253952, 0.020207654684782028, 0.01943286322057247, 0.01879398711025715, 0.018254289403557777], "prob_new_token": [1.2677713101538757e-08, 4.68999678560067e-06, 0.00010844528151210397, 0.0020774248987436295, 0.4465034306049347, 0.9955285787582397, 0.9981063008308411, 0.9978688359260559, 0.9977508187294006, 0.9980639815330505, 0.9985799789428711, 0.9990265369415283, 0.9993349313735962, 0.9995335936546326, 0.9996620416641235, 0.9997453093528748, 0.9998008608818054, 0.9998382329940796, 0.9998643398284912, 0.9998843669891357], "prob_old_token": [0.9689581990242004, 0.0005610355292446911, 0.00011446679127402604, 5.747699105995707e-05, 1.6770634829299524e-05, 3.082584498770302e-08, 1.0096322000663349e-08, 1.3513979268964249e-08, 1.6537821778683792e-08, 1.5913126816258227e-08, 1.2643231350750739e-08, 9.138925172180734e-09, 6.4581837655453e-09, 4.627875860307995e-09, 3.4145302141297407e-09, 2.608943727722135e-09, 2.0657664467904624e-09, 1.6904246891158436e-09, 1.4215756349855724e-09, 1.2203222876649988e-09], "update_matrix_norm_1": [31222.875], "update_matrix_norm_2": [8.477875709533691], "update_matrix_norm_inf": [0.05242818221449852], "request": {"prompt": "{} was born in the location of", "subject": "Anthony Kennedy", "target_new": {"str": "Eisenach"}, "old_answer": {"str": "Sacramento, California"}, "seed": 42}}, {"loss_per_step": [3.169, 2.486, 0.387, 0.307, 0.284, 0.28, 0.278, 0.275, 0.275, 0.275, 0.274, 0.273, 0.273, 0.272, 0.272, 0.271, 0.271, 0.271, 0.27, 0.27], "prob_new": [0.0476938933134079, 0.1579665094614029, 0.918432354927063, 0.979183554649353, 0.9917911291122437, 0.9953442811965942, 0.9967032074928284, 0.9973655343055725, 0.9977490901947021, 0.9980012774467468, 0.9981838464736938, 0.9983251690864563, 0.9984411597251892, 0.998540997505188, 0.9986282587051392, 0.9987038373947144, 0.9987683892250061, 0.9988235235214233, 0.9988718032836914, 0.9989159107208252], "prob_old": [0.6677618622779846, 0.1546115279197693, 0.0689774677157402, 0.05160697549581528, 0.04345559701323509, 0.03920828923583031, 0.03653056174516678, 0.034565288573503494, 0.03305058926343918, 0.03188855201005936, 0.03098359704017639, 0.030238620936870575, 0.029561014845967293, 0.02888648957014084, 0.02819766290485859, 0.02751297317445278, 0.026858549565076828, 0.02624649740755558, 0.025671079754829407, 0.025115976110100746], "prob_new_token": [0.00017461043898947537, 0.3349892795085907, 0.9664878249168396, 0.9925447702407837, 0.9974249601364136, 0.9985690712928772, 0.9989314675331116, 0.9990811347961426, 0.999164342880249, 0.9992250204086304, 0.9992761611938477, 0.9993204474449158, 0.9993582367897034, 0.9993904829025269, 0.9994174838066101, 0.9994408488273621, 0.9994615912437439, 0.9994814991950989, 0.9995000958442688, 0.9995179176330566], "prob_old_token": [0.9689581990242004, 5.2067014621570706e-05, 1.284134754087063e-07, 3.4897492895424875e-08, 1.6997434570953374e-08, 1.1738573668651497e-08, 9.411201595810326e-09, 7.945670787989911e-09, 6.8744383519003804e-09, 6.058229473637766e-09, 5.4048516773264055e-09, 4.843011769395389e-09, 4.317819879418039e-09, 3.8052405670896405e-09, 3.317407903935532e-09, 2.8790050343729945e-09, 2.502492213452001e-09, 2.18512008487437e-09, 1.9167922804541604e-09, 1.6876283703837203e-09], "update_matrix_norm_1": [31873.171875], "update_matrix_norm_2": [8.442381858825684], "update_matrix_norm_inf": [0.04234934225678444], "request": {"prompt": "{} was born in the location of", "subject": "Anthony Kennedy", "target_new": {"str": "Springfield"}, "old_answer": {"str": "Sacramento, California"}, "seed": 42}}, {"loss_per_step": [7.416, 5.451, 3.691, 1.534, 0.459, 0.319, 0.298, 0.29, 0.286, 0.282, 0.277, 0.275, 0.276, 0.277, 0.275, 0.274, 0.274, 0.275, 0.274, 0.274], "prob_new": [0.0008314649458043277, 0.00830426998436451, 0.04054044559597969, 0.3281519114971161, 0.867732048034668, 0.9840517640113831, 0.9964103698730469, 0.9981169104576111, 0.9984761476516724, 0.9985457062721252, 0.9985141158103943, 0.9984409213066101, 0.998413622379303, 0.9985119104385376, 0.9986991286277771, 0.9988859295845032, 0.9990261793136597, 0.9991208910942078, 0.9991836547851562, 0.9992259740829468], "prob_old": [0.6677618622779846, 0.17989858984947205, 0.16752943396568298, 0.11159100383520126, 0.05776159092783928, 0.02979624830186367, 0.019039185717701912, 0.014588103629648685, 0.012555457651615143, 0.011576213873922825, 0.011138544417917728, 0.011006688699126244, 0.01090915035456419, 0.01057456061244011, 0.01001992542296648, 0.009452690370380878, 0.009016345255076885, 0.008733082562685013, 0.008578737266361713, 0.008519692346453667], "prob_new_token": [1.0876723877117911e-07, 0.00031625948031432927, 0.01445862092077732, 0.6761593222618103, 0.9943640232086182, 0.9997390508651733, 0.9999527931213379, 0.9999802112579346, 0.9999873638153076, 0.9999895691871643, 0.9999903440475464, 0.9999909400939941, 0.9999908804893494, 0.9999912977218628, 0.9999922513961792, 0.999993085861206, 0.9999934434890747, 0.9999936819076538, 0.9999936819076538, 0.9999936819076538], "prob_old_token": [0.9689581990242004, 0.00014348576951306313, 5.149222488398664e-05, 7.692609869991429e-06, 7.51138671262197e-08, 1.833385221416961e-09, 1.8951973324021765e-10, 5.1017981506085164e-11, 2.4820916155743333e-11, 1.7051244097232576e-11, 1.447783039287831e-11, 1.4057655213506326e-11, 1.3937620155224373e-11, 1.2537286313285545e-11, 1.0255965347816254e-11, 8.321358359320019e-12, 7.1306662831338574e-12, 6.506318487448093e-12, 6.251482404656672e-12, 6.248549854620533e-12], "update_matrix_norm_1": [31565.375], "update_matrix_norm_2": [8.438830375671387], "update_matrix_norm_inf": [0.04778450354933739], "request": {"prompt": "{} was born in the location of", "subject": "Anthony Kennedy", "target_new": {"str": "Lucca"}, "old_answer": {"str": "Sacramento, California"}, "seed": 42}}, {"loss_per_step": [7.278, 5.344, 4.557, 3.639, 2.097, 0.577, 0.32, 0.288, 0.283, 0.279, 0.257, 0.276, 0.246, 0.263, 0.265, 0.257, 0.243, 0.247, 0.246, 0.238], "prob_new": [0.0008140034624375403, 0.0063330745324492455, 0.014045024290680885, 0.03472207486629486, 0.16338962316513062, 0.7467707991600037, 0.9765570759773254, 0.9904965162277222, 0.9954988360404968, 0.9973607063293457, 0.9980029463768005, 0.9982905983924866, 0.9984536170959473, 0.9984033703804016, 0.9982935786247253, 0.9981722235679626, 0.9980195760726929, 0.9978623986244202, 0.9979217648506165, 0.9981480836868286], "prob_old": [0.8068578243255615, 0.021305106580257416, 0.005946044344455004, 0.0005601586890406907, 0.00036853679921478033, 5.5367418099194765e-05, 2.550992803662666e-06, 6.580729632332805e-07, 2.5442992068747117e-07, 1.1297122881614996e-07, 6.93043062938159e-08, 7.749287789238224e-08, 1.0473633693663942e-07, 1.9557209895992855e-07, 3.443945786330005e-07, 5.69623466617486e-07, 9.181840141536668e-07, 1.4177559251038474e-06, 1.814690563151089e-06, 1.990176997423987e-06], "prob_new_token": [1.335300368054959e-07, 3.427523552090861e-06, 1.1563822226889897e-05, 9.757502266438678e-05, 0.003100487170740962, 0.29262903332710266, 0.9133963584899902, 0.9676740765571594, 0.9852601885795593, 0.9924605488777161, 0.9950125217437744, 0.9954020977020264, 0.9945608377456665, 0.9921923279762268, 0.9897233247756958, 0.9872807264328003, 0.9846746921539307, 0.9817923903465271, 0.9804934859275818, 0.9809931516647339], "prob_old_token": [0.9239741563796997, 0.037701938301324844, 0.006557734217494726, 0.002890168922021985, 0.0019063240615651011, 0.000150731168105267, 1.0165193998545874e-05, 2.201047891503549e-06, 8.433106586380745e-07, 4.196593010874494e-07, 3.1627104135623085e-07, 4.2436727198946755e-07, 8.661352808303491e-07, 2.134930582542438e-06, 4.168394752923632e-06, 7.280133559106616e-06, 1.2103086191928014e-05, 1.9019666069652885e-05, 2.488332575012464e-05, 2.7789923478849232e-05], "update_matrix_norm_1": [30060.13671875], "update_matrix_norm_2": [8.066048622131348], "update_matrix_norm_inf": [0.06830137968063354], "request": {"prompt": "{} was born in the location of", "subject": "George Frideric Handel", "target_new": {"str": "Shaoshan"}, "old_answer": {"str": "Halle"}, "seed": 42}}, {"loss_per_step": [4.251, 2.316, 0.401, 0.292, 0.263, 0.247, 0.242, 0.241, 0.239, 0.238, 0.238, 0.237, 0.237, 0.237, 0.236, 0.236, 0.236, 0.236, 0.236, 0.236], "prob_new": [0.015135894529521465, 0.16327263414859772, 0.8691945672035217, 0.9479594826698303, 0.9806298017501831, 0.9911075234413147, 0.9949663281440735, 0.9966888427734375, 0.9975719451904297, 0.998065710067749, 0.9983602166175842, 0.9985482692718506, 0.998677134513855, 0.9987733364105225, 0.9988499879837036, 0.9989126324653625, 0.9989635944366455, 0.9990043044090271, 0.9990372657775879, 0.9990652203559875], "prob_old": [0.8068578243255615, 0.04508538171648979, 0.00031228296575136483, 8.049183088587597e-05, 3.172608921886422e-05, 1.5483536117244512e-05, 8.930509466154035e-06, 5.977754881314468e-06, 4.49823619419476e-06, 3.6526105304801604e-06, 3.0723356303496985e-06, 2.622680540298461e-06, 2.2787362468079664e-06, 2.0364341253298335e-06, 1.875566795206396e-06, 1.765683123267081e-06, 1.6770853790148976e-06, 1.5937187072267989e-06, 1.5179560932665481e-06, 1.4603086810893728e-06], "prob_new_token": [0.00021078356076031923, 0.03756345063447952, 0.8021239042282104, 0.9212542772293091, 0.9720081090927124, 0.9879235029220581, 0.9935936331748962, 0.9960716366767883, 0.9973278045654297, 0.9980261325836182, 0.9984374642372131, 0.9986945986747742, 0.9988656044006348, 0.9989894032478333, 0.999085009098053, 0.9991602897644043, 0.9992170929908752, 0.9992586970329285, 0.9992875456809998, 0.9993094205856323], "prob_old_token": [0.9239741563796997, 0.05335824564099312, 0.0004190150648355484, 0.00012949935626238585, 5.337667971616611e-05, 2.6148127290070988e-05, 1.5062002603372093e-05, 9.97807364910841e-06, 7.368387741735205e-06, 5.859427801624406e-06, 4.864780294155935e-06, 4.144848389842082e-06, 3.615373316279147e-06, 3.2387142709922045e-06, 2.97698693429993e-06, 2.790974576782901e-06, 2.6462948881089687e-06, 2.523841203583288e-06, 2.42260102822911e-06, 2.3491202227887698e-06], "update_matrix_norm_1": [31785.23046875], "update_matrix_norm_2": [8.05330753326416], "update_matrix_norm_inf": [0.056891776621341705], "request": {"prompt": "{} was born in the location of", "subject": "George Frideric Handel", "target_new": {"str": "Eisenach"}, "old_answer": {"str": "Halle"}, "seed": 42}}, {"loss_per_step": [1.828, 0.701, 0.299, 0.285, 0.278, 0.275, 0.273, 0.272, 0.271, 0.27, 0.27, 0.269, 0.269, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267, 0.267], "prob_new": [0.1621047854423523, 0.6435448527336121, 0.9744277596473694, 0.9860317707061768, 0.990877628326416, 0.9934884309768677, 0.9949302077293396, 0.995758056640625, 0.9962854385375977, 0.9966581463813782, 0.9969495534896851, 0.997198224067688, 0.9974136352539062, 0.9975951313972473, 0.9977471828460693, 0.9978784918785095, 0.9979993104934692, 0.9981139898300171, 0.9982202649116516, 0.9983144402503967], "prob_old": [0.8068578243255615, 0.006290408782660961, 8.63159016262216e-07, 1.4802080272602325e-07, 6.072320246630625e-08, 3.155168215585036e-08, 1.8544330515624097e-08, 1.2426860429570752e-08, 9.282511648223135e-09, 7.502666932168722e-09, 6.355520554279792e-09, 5.495419674872437e-09, 4.84013540358319e-09, 4.386344176765533e-09, 4.096313066526136e-09, 3.907030254879373e-09, 3.753063193556727e-09, 3.606704268577232e-09, 3.4945095706007123e-09, 3.4488580880065456e-09], "prob_new_token": [6.212687821971485e-07, 0.020266490057110786, 0.9764195680618286, 0.991446852684021, 0.9946572184562683, 0.9962329268455505, 0.9971983432769775, 0.9978206753730774, 0.9982227683067322, 0.9984839558601379, 0.9986623525619507, 0.9987920522689819, 0.9988883137702942, 0.9989578127861023, 0.9990054965019226, 0.9990375638008118, 0.9990615844726562, 0.9990813732147217, 0.9990978240966797, 0.9991090893745422], "prob_old_token": [0.9239741563796997, 0.01076606847345829, 2.0355239485070342e-06, 1.7952585551483935e-07, 7.008048896750552e-08, 4.1304730302726966e-08, 2.797884768312997e-08, 2.0919285859122283e-08, 1.6965206128816135e-08, 1.4651920565711407e-08, 1.3123178987939355e-08, 1.1899506269230642e-08, 1.0912188486145169e-08, 1.023327556026743e-08, 9.845863679913691e-09, 9.65382440654139e-09, 9.533878575496146e-09, 9.432820746724246e-09, 9.421025737310629e-09, 9.591074601189575e-09], "update_matrix_norm_1": [31344.142578125], "update_matrix_norm_2": [8.037677764892578], "update_matrix_norm_inf": [0.054819460958242416], "request": {"prompt": "{} was born in the location of", "subject": "George Frideric Handel", "target_new": {"str": "Stratford-upon-Avon"}, "old_answer": {"str": "Halle"}, "seed": 42}}, {"loss_per_step": [2.973, 1.945, 1.391, 0.615, 0.33, 0.266, 0.257, 0.253, 0.247, 0.243, 0.244, 0.241, 0.24, 0.239, 0.237, 0.237, 0.235, 0.236, 0.235, 0.235], "prob_new": [0.052008725702762604, 0.20226967334747314, 0.33677300810813904, 0.7037526965141296, 0.9223402142524719, 0.9769971370697021, 0.9883687496185303, 0.9922826886177063, 0.9928814172744751, 0.9927904009819031, 0.9932650923728943, 0.9942420125007629, 0.9954257607460022, 0.9965084195137024, 0.9973511695861816, 0.9979408383369446, 0.9983276128768921, 0.9985904097557068, 0.9987626075744629, 0.9988746047019958], "prob_old": [0.7807123064994812, 0.041795022785663605, 0.03080630861222744, 0.02006659284234047, 0.009942950680851936, 0.004910200368613005, 0.00287491362541914, 0.0020958101376891136, 0.0021933382377028465, 0.002433172892779112, 0.002459203591570258, 0.00230929022654891, 0.0020487490110099316, 0.0017581575084477663, 0.0014933905331417918, 0.0012877623084932566, 0.0011503014247864485, 0.0010694797383621335, 0.0010468129767104983, 0.001057181041687727], "prob_new_token": [1.90256241694442e-06, 0.00038083543768152595, 0.0037301790434867144, 0.5024728775024414, 0.9499768614768982, 0.9911270141601562, 0.9977041482925415, 0.9988332390785217, 0.9982596635818481, 0.9976627230644226, 0.997657835483551, 0.9979438185691833, 0.9983767867088318, 0.9987879991531372, 0.9990796446800232, 0.9992516040802002, 0.9993484020233154, 0.9994000792503357, 0.9994127750396729, 0.9994055032730103], "prob_old_token": [0.9367039203643799, 0.0029080891981720924, 0.0024686658289283514, 0.0004964058753103018, 2.4452032448607497e-05, 3.272175717938808e-06, 6.011089794810687e-07, 1.9487997349187935e-07, 6.007926458551083e-07, 1.0803124723679502e-06, 1.10467169633921e-06, 9.857363920673379e-07, 7.594128987875592e-07, 4.828784199162328e-07, 2.615510936720966e-07, 1.3622420169667748e-07, 8.001428852821846e-08, 5.517230405871487e-08, 5.1688115121351075e-08, 5.9414407616031895e-08], "update_matrix_norm_1": [28488.0859375], "update_matrix_norm_2": [7.623432636260986], "update_matrix_norm_inf": [0.029186205938458443], "request": {"prompt": "{} was born in the location of", "subject": "L. L. Zamenhof", "target_new": {"str": "Amherst, Massachusetts"}, "old_answer": {"str": "Bialystok"}, "seed": 42}}, {"loss_per_step": [5.171, 3.639, 2.018, 0.784, 0.43, 0.326, 0.289, 0.27, 0.258, 0.248, 0.251, 0.243, 0.244, 0.242, 0.238, 0.24, 0.237, 0.238, 0.237, 0.236], "prob_new": [0.006221540737897158, 0.04385711997747421, 0.22161981463432312, 0.6340736150741577, 0.8610928058624268, 0.9195833206176758, 0.9550678730010986, 0.9727316498756409, 0.9817043542861938, 0.9866620302200317, 0.989625871181488, 0.9915433526039124, 0.992923378944397, 0.9939696192741394, 0.994777500629425, 0.9954133033752441, 0.99595046043396, 0.9963962435722351, 0.9967606067657471, 0.9970592260360718], "prob_old": [0.7807123064994812, 0.08386973291635513, 0.07757528871297836, 0.0642392635345459, 0.03185534477233887, 0.020095298066735268, 0.01586928591132164, 0.013509753160178661, 0.011780451983213425, 0.010413462296128273, 0.009386145509779453, 0.00884224846959114, 0.008325289934873581, 0.007787475362420082, 0.0072531504556536674, 0.00680218730121851, 0.006579082924872637, 0.006408089771866798, 0.006195194087922573, 0.005952602252364159], "prob_new_token": [4.292856829124503e-05, 0.031140638515353203, 0.3209782540798187, 0.850538969039917, 0.9716731905937195, 0.9864857196807861, 0.9915356636047363, 0.9939109683036804, 0.9952577948570251, 0.9961347579956055, 0.996726393699646, 0.9970929622650146, 0.997408926486969, 0.99769526720047, 0.9979443550109863, 0.9981436729431152, 0.9982908368110657, 0.9984137415885925, 0.9985243678092957, 0.9986239671707153], "prob_old_token": [0.9367039203643799, 0.005444678012281656, 0.0030243711080402136, 0.0006867607589811087, 6.858330016257241e-05, 2.0539720935630612e-05, 1.0911778190347832e-05, 7.077032023516949e-06, 4.9195905376109295e-06, 3.53219616044953e-06, 2.654390527823125e-06, 2.2032677406969015e-06, 1.844167513809225e-06, 1.533811996523582e-06, 1.2795707107216003e-06, 1.0946856718874187e-06, 9.92062609839195e-07, 9.17497459340666e-07, 8.479121902382758e-07, 7.836074473743793e-07], "update_matrix_norm_1": [29140.50390625], "update_matrix_norm_2": [7.615978240966797], "update_matrix_norm_inf": [0.02906530164182186], "request": {"prompt": "{} was born in the location of", "subject": "L. L. Zamenhof", "target_new": {"str": "Tarsus"}, "old_answer": {"str": "Bialystok"}, "seed": 42}}, {"loss_per_step": [5.066, 2.29, 0.634, 0.352, 0.281, 0.254, 0.245, 0.241, 0.239, 0.238, 0.237, 0.237, 0.236, 0.236, 0.235, 0.235, 0.234, 0.234, 0.234, 0.234], "prob_new": [0.0068969628773629665, 0.1665946990251541, 0.734311044216156, 0.9157249331474304, 0.9719976186752319, 0.9887677431106567, 0.9942415356636047, 0.9963907599449158, 0.9973984956741333, 0.997940719127655, 0.9982615113258362, 0.9984626173973083, 0.9985925555229187, 0.9986788630485535, 0.9987384676933289, 0.998781681060791, 0.9988139867782593, 0.9988387823104858, 0.9988579750061035, 0.998873770236969], "prob_old": [0.7807123064994812, 0.03303951397538185, 0.025560995563864708, 0.02035081759095192, 0.015293808653950691, 0.011791803874075413, 0.009622706100344658, 0.008278148248791695, 0.007411200553178787, 0.006825733929872513, 0.006414658855646849, 0.006118698511272669, 0.005903208162635565, 0.005745843052864075, 0.005631349515169859, 0.005548930261284113, 0.005490756593644619, 0.005449701100587845, 0.005417825188487768, 0.005387013778090477], "prob_new_token": [3.3448477552155964e-06, 0.11138889938592911, 0.8067368865013123, 0.9556857943534851, 0.9880279302597046, 0.9958302974700928, 0.9980847239494324, 0.9989100098609924, 0.9992813467979431, 0.9994769096374512, 0.9995904564857483, 0.9996602535247803, 0.9997037649154663, 0.9997309446334839, 0.9997484683990479, 0.9997606873512268, 0.9997692108154297, 0.9997751712799072, 0.9997783899307251, 0.999779999256134], "prob_old_token": [0.9367039203643799, 0.0002784503740258515, 0.00032329437090083957, 9.929647058015689e-05, 2.262556336063426e-05, 6.499274604720995e-06, 2.60397132478829e-06, 1.3596404642157722e-06, 8.482995781378122e-07, 5.947759404989483e-07, 4.530459705165413e-07, 3.692888981277065e-07, 3.191111090927734e-07, 2.8870832124994195e-07, 2.691850511382654e-07, 2.5523971203256224e-07, 2.444107281007746e-07, 2.359879118785102e-07, 2.2981620872997155e-07, 2.2568926283383917e-07], "update_matrix_norm_1": [29864.400390625], "update_matrix_norm_2": [7.624047756195068], "update_matrix_norm_inf": [0.02692198008298874], "request": {"prompt": "{} was born in the location of", "subject": "L. L. Zamenhof", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Bialystok"}, "seed": 42}}, {"loss_per_step": [4.565, 3.115, 1.2, 0.438, 0.376, 0.332, 0.312, 0.303, 0.297, 0.293, 0.291, 0.289, 0.288, 0.287, 0.286, 0.285, 0.284, 0.283, 0.283, 0.282], "prob_new": [0.010774889029562473, 0.06921924650669098, 0.43701454997062683, 0.8674430251121521, 0.9208252429962158, 0.957064151763916, 0.9739766716957092, 0.9817206263542175, 0.9865394234657288, 0.9898233413696289, 0.9920251369476318, 0.9935330152511597, 0.9946140050888062, 0.9954238533973694, 0.996051549911499, 0.9965496063232422, 0.9969511032104492, 0.9972771406173706, 0.9975417256355286, 0.9977546334266663], "prob_old": [0.7702036499977112, 0.051943279802799225, 0.046954039484262466, 0.046709444373846054, 0.0411435104906559, 0.03516380116343498, 0.031126022338867188, 0.028815999627113342, 0.027369119226932526, 0.02630646526813507, 0.025402069091796875, 0.02453281730413437, 0.023653345182538033, 0.022771038115024567, 0.021908365190029144, 0.021080223843455315, 0.020292047411203384, 0.01955042965710163, 0.018870582804083824, 0.018271062523126602], "prob_new_token": [1.0522025149839465e-05, 0.0034421319141983986, 0.6652109622955322, 0.9471145272254944, 0.9699385166168213, 0.9851295948028564, 0.9904600977897644, 0.9929713010787964, 0.9947640895843506, 0.9960787892341614, 0.9969958662986755, 0.997638463973999, 0.998102605342865, 0.9984467029571533, 0.9987068176269531, 0.9989057183265686, 0.9990577697753906, 0.9991746544837952, 0.9992640614509583, 0.9993311166763306], "prob_old_token": [0.9482142925262451, 1.2320677342358977e-05, 3.2924817787716165e-06, 1.1031756912416313e-06, 7.687897323194193e-07, 5.006356786907418e-07, 3.975206368522777e-07, 3.385248703580146e-07, 2.7893420906366373e-07, 2.2306691960238823e-07, 1.7796678264403454e-07, 1.4328918496175902e-07, 1.1636626595645794e-07, 9.513882304190702e-08, 7.830445269974007e-08, 6.49559339649386e-08, 5.4430085327794586e-08, 4.62369627030057e-08, 4.0026055359021484e-08, 3.5513441076773233e-08], "update_matrix_norm_1": [29096.353515625], "update_matrix_norm_2": [7.781773567199707], "update_matrix_norm_inf": [0.04149056226015091], "request": {"prompt": "{} was born in the location of", "subject": "Dr. Dre", "target_new": {"str": "Shrewsbury"}, "old_answer": {"str": "Compton, California"}, "seed": 42}}, {"loss_per_step": [5.354, 2.861, 0.819, 0.411, 0.338, 0.317, 0.307, 0.299, 0.295, 0.292, 0.289, 0.287, 0.286, 0.285, 0.284, 0.283, 0.283, 0.283, 0.282, 0.282], "prob_new": [0.0050616334192454815, 0.0900329202413559, 0.6202098727226257, 0.9087840914726257, 0.9508684277534485, 0.9695311188697815, 0.9793877601623535, 0.9854680299758911, 0.9894304275512695, 0.9920373558998108, 0.9938158392906189, 0.9950916171073914, 0.9960311651229858, 0.9967284798622131, 0.9972465634346008, 0.9976348876953125, 0.997934103012085, 0.998171329498291, 0.9983626008033752, 0.9985172152519226], "prob_old": [0.7702036499977112, 0.10588562488555908, 0.09605058282613754, 0.09451311081647873, 0.08378119766712189, 0.07484117150306702, 0.06833913177251816, 0.06339437514543533, 0.0595535971224308, 0.056447017937898636, 0.05390453338623047, 0.05187717452645302, 0.05025119706988335, 0.0489238016307354, 0.04779289662837982, 0.04678286239504814, 0.045874450355768204, 0.04505451023578644, 0.0443001352250576, 0.04358241707086563], "prob_new_token": [1.0522025149839465e-05, 0.015706347301602364, 0.9178426861763, 0.9540615081787109, 0.9735302329063416, 0.9835613965988159, 0.9893529415130615, 0.9928126335144043, 0.9948398470878601, 0.9960041046142578, 0.9967162609100342, 0.9972118139266968, 0.9975889921188354, 0.9978843927383423, 0.9981101751327515, 0.9982832074165344, 0.9984251260757446, 0.9985533356666565, 0.9986733794212341, 0.9987814426422119], "prob_old_token": [0.9482142925262451, 0.00027556848363019526, 3.79194607376121e-05, 2.445252175675705e-05, 1.4917292901373003e-05, 1.01179093690007e-05, 7.363526492554229e-06, 5.59446516490425e-06, 4.467465259949677e-06, 3.7542663449130487e-06, 3.2747670957178343e-06, 2.9148138764867326e-06, 2.6122816052520648e-06, 2.3488087208534125e-06, 2.126290837622946e-06, 1.9421845536271576e-06, 1.783020593393303e-06, 1.6337249917341978e-06, 1.4887667703078478e-06, 1.3526152997656027e-06], "update_matrix_norm_1": [29239.171875], "update_matrix_norm_2": [7.770130634307861], "update_matrix_norm_inf": [0.050796009600162506], "request": {"prompt": "{} was born in the location of", "subject": "Dr. Dre", "target_new": {"str": "Shaoshan"}, "old_answer": {"str": "Compton, California"}, "seed": 42}}, {"loss_per_step": [6.475, 4.755, 2.587, 0.905, 0.416, 0.319, 0.301, 0.293, 0.29, 0.29, 0.287, 0.286, 0.285, 0.284, 0.283, 0.283, 0.283, 0.282, 0.281, 0.281], "prob_new": [0.001697516068816185, 0.02094614878296852, 0.12085194885730743, 0.6158870458602905, 0.8974195122718811, 0.9706634283065796, 0.9869241714477539, 0.991946816444397, 0.99419766664505, 0.995454728603363, 0.9962681531906128, 0.9968494176864624, 0.9972922205924988, 0.9976419806480408, 0.9979225397109985, 0.9981473684310913, 0.9983253479003906, 0.9984681606292725, 0.9985873103141785, 0.998690664768219], "prob_old": [0.7702036499977112, 0.040740061551332474, 0.04114162176847458, 0.043163251131772995, 0.02355947345495224, 0.014932448044419289, 0.01199918333441019, 0.010749217122793198, 0.010071041993796825, 0.009592166170477867, 0.00916872825473547, 0.008783592842519283, 0.008450904861092567, 0.008168764412403107, 0.007921654731035233, 0.007687633391469717, 0.00745160598307848, 0.007217658683657646, 0.007001009304076433, 0.006810210645198822], "prob_new_token": [5.234671789366985e-07, 0.00015689714928157628, 0.005278784316033125, 0.8137935400009155, 0.9780885577201843, 0.9904561638832092, 0.9928503632545471, 0.9937295913696289, 0.9943094253540039, 0.9948580265045166, 0.9954168200492859, 0.9959275126457214, 0.9963569045066833, 0.9967104196548462, 0.9970095157623291, 0.9972736835479736, 0.9975147247314453, 0.9977319240570068, 0.9979190826416016, 0.9980769753456116], "prob_old_token": [0.9482142925262451, 3.962388746003853e-06, 6.5709273258107714e-06, 6.796494176342094e-07, 7.32045748463861e-08, 3.5274325682621566e-08, 2.9903489462412836e-08, 2.8812586094772996e-08, 2.7803558566574793e-08, 2.5703251083086798e-08, 2.2635196827991422e-08, 1.963667806137437e-08, 1.7275480601597337e-08, 1.5513075268813736e-08, 1.4114204027748656e-08, 1.2829748818887765e-08, 1.1542529598784768e-08, 1.0328634836298534e-08, 9.316472038278789e-09, 8.542316187742927e-09], "update_matrix_norm_1": [28912.171875], "update_matrix_norm_2": [7.786987781524658], "update_matrix_norm_inf": [0.04036630317568779], "request": {"prompt": "{} was born in the location of", "subject": "Dr. Dre", "target_new": {"str": "Odense"}, "old_answer": {"str": "Compton, California"}, "seed": 42}}, {"loss_per_step": [6.411, 4.13, 1.618, 0.447, 0.407, 0.399, 0.395, 0.393, 0.392, 0.389, 0.39, 0.389, 0.389, 0.389, 0.389, 0.388, 0.389, 0.388, 0.388, 0.388], "prob_new": [0.0017387415282428265, 0.028575409203767776, 0.3248140215873718, 0.9563395380973816, 0.9915948510169983, 0.9970921277999878, 0.9986320734024048, 0.9990757703781128, 0.9992454648017883, 0.9993665814399719, 0.9994432330131531, 0.999484658241272, 0.9995132088661194, 0.999546229839325, 0.9995751976966858, 0.9995975494384766, 0.9996185302734375, 0.9996424317359924, 0.9996626973152161, 0.9996767640113831], "prob_old": [0.4609821140766144, 0.07122524827718735, 0.013514688238501549, 0.001080285757780075, 9.502920875092968e-05, 2.9917700885562226e-05, 1.4370712051459122e-05, 9.167701136902906e-06, 6.83117150401813e-06, 5.3191652114037424e-06, 4.350472408987116e-06, 3.7139848245715257e-06, 3.2498508062417386e-06, 2.860864924514317e-06, 2.5373356038471684e-06, 2.2650979190075304e-06, 2.024162540692487e-06, 1.8050039898298564e-06, 1.6202141068788478e-06, 1.4680382491860655e-06], "prob_new_token": [1.1471901188997435e-06, 0.0010936156613752246, 0.27510133385658264, 0.9575963616371155, 0.9912305474281311, 0.9973148703575134, 0.9989557266235352, 0.9994227886199951, 0.9996015429496765, 0.9997056722640991, 0.9997652173042297, 0.9997982978820801, 0.9998199343681335, 0.999837338924408, 0.9998508095741272, 0.9998600482940674, 0.9998674988746643, 0.9998732805252075, 0.9998777508735657, 0.9998799562454224], "prob_old_token": [0.9381094574928284, 0.12670889496803284, 0.008541225455701351, 0.00016938145563472062, 2.1745131562056486e-06, 3.334001803523279e-07, 1.0059919475224888e-07, 5.6294830130809714e-08, 4.2955367263175503e-08, 3.107028234694553e-08, 2.3570439822151457e-08, 1.9858031663488873e-08, 1.7193890755606844e-08, 1.4129557079911592e-08, 1.1717009584799598e-08, 1.0074892031752825e-08, 8.669922557658083e-09, 7.262459966739243e-09, 6.1437575027412095e-09, 5.336343811279676e-09], "update_matrix_norm_1": [29603.125], "update_matrix_norm_2": [7.648678779602051], "update_matrix_norm_inf": [0.025532355532050133], "request": {"prompt": "{} was born in the location of", "subject": "Otto von Bismarck", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Sch\u00f6nhausen"}, "seed": 42}}, {"loss_per_step": [4.628, 3.015, 1.793, 0.585, 0.424, 0.414, 0.413, 0.413, 0.413, 0.412, 0.412, 0.41, 0.408, 0.401, 0.407, 0.401, 0.405, 0.402, 0.394, 0.399], "prob_new": [0.01125235017389059, 0.08832716941833496, 0.2875326871871948, 0.8533992171287537, 0.988623321056366, 0.9969254732131958, 0.9982557892799377, 0.9987016320228577, 0.9989283680915833, 0.999074399471283, 0.9991817474365234, 0.999267578125, 0.9993400573730469, 0.9994034767150879, 0.9994456171989441, 0.9993774890899658, 0.9993358254432678, 0.9993273615837097, 0.9993505477905273, 0.9993847608566284], "prob_old": [0.4609821140766144, 0.24209576845169067, 0.005059811286628246, 0.0017199654830619693, 0.0003990878176409751, 0.00017307834059465677, 0.00011527595052029938, 9.355363727081567e-05, 8.299203182104975e-05, 7.678204565308988e-05, 7.257801189552993e-05, 6.949054659344256e-05, 6.724914419464767e-05, 6.60013611195609e-05, 6.625145761063322e-05, 7.20224270480685e-05, 7.754870603093877e-05, 8.125751628540456e-05, 8.285733929369599e-05, 8.348999836016446e-05], "prob_new_token": [1.2275031622266397e-05, 0.0016434011049568653, 0.08628827333450317, 0.6130407452583313, 0.9564430713653564, 0.9879385232925415, 0.9934116005897522, 0.9952684044837952, 0.996195912361145, 0.9967703819274902, 0.9971720576286316, 0.9974755048751831, 0.9977151155471802, 0.99790358543396, 0.9980043172836304, 0.9978083968162537, 0.9976679086685181, 0.9975947737693787, 0.9975797533988953, 0.9975863099098206], "prob_old_token": [0.9381094574928284, 0.7509075999259949, 0.24393367767333984, 0.05351956933736801, 0.0020082592964172363, 0.00021088127687107772, 5.9380621678428724e-05, 2.7980917366221547e-05, 1.7213638784596696e-05, 1.2294678526814096e-05, 9.628343832446262e-06, 8.047360097407363e-06, 7.134231964300852e-06, 6.840245987405069e-06, 7.198605089797638e-06, 7.881548299337737e-06, 9.107251571549568e-06, 1.0348813702876214e-05, 1.1633620488282759e-05, 1.31041279018973e-05], "update_matrix_norm_1": [29500.87890625], "update_matrix_norm_2": [7.662090301513672], "update_matrix_norm_inf": [0.02824893407523632], "request": {"prompt": "{} was born in the location of", "subject": "Otto von Bismarck", "target_new": {"str": "Mainz"}, "old_answer": {"str": "Sch\u00f6nhausen"}, "seed": 42}}, {"loss_per_step": [5.736, 3.809, 2.535, 1.745, 0.649, 0.459, 0.423, 0.415, 0.413, 0.413, 0.412, 0.412, 0.412, 0.411, 0.411, 0.411, 0.411, 0.411, 0.411, 0.411], "prob_new": [0.003433343954384327, 0.03414209932088852, 0.12590131163597107, 0.27729424834251404, 0.8117101788520813, 0.9729125499725342, 0.9907848238945007, 0.9955640435218811, 0.9971679449081421, 0.9978767037391663, 0.9982739686965942, 0.998534083366394, 0.9987221956253052, 0.9988663196563721, 0.9989809393882751, 0.999073326587677, 0.9991477727890015, 0.9992077350616455, 0.9992566704750061, 0.9992982745170593], "prob_old": [0.4609821140766144, 0.24777549505233765, 0.005256184376776218, 0.001427138107828796, 0.0002811273734550923, 3.435118560446426e-05, 1.1175449799338821e-05, 6.465979367931141e-06, 4.840787823923165e-06, 4.044810793857323e-06, 3.542250169630279e-06, 3.1678850973548833e-06, 2.8614172151719686e-06, 2.598920900709345e-06, 2.3718464490229962e-06, 2.178580871259328e-06, 2.019536395891919e-06, 1.892655859592196e-06, 1.7913641841005301e-06, 1.7066882946892292e-06], "prob_new_token": [6.184853646118427e-06, 7.665912562515587e-05, 0.006418984849005938, 0.06629488617181778, 0.8512270450592041, 0.9871081709861755, 0.9952124953269958, 0.9971492290496826, 0.997918426990509, 0.998323917388916, 0.9985806941986084, 0.998763918876648, 0.9989048838615417, 0.9990174770355225, 0.9991098642349243, 0.9991851449012756, 0.9992460012435913, 0.9992942214012146, 0.9993324279785156, 0.9993640780448914], "prob_old_token": [0.9381094574928284, 0.6133636236190796, 0.0019464950310066342, 0.0005632176180370152, 1.7449532606406137e-05, 4.581761743338575e-07, 1.0410741424493608e-07, 4.780907048029803e-08, 2.926709896655666e-08, 2.074798111095788e-08, 1.5934812580553626e-08, 1.2809747040876118e-08, 1.0586547638524735e-08, 8.915463922676281e-09, 7.624956666063554e-09, 6.6271161891506836e-09, 5.86777337829858e-09, 5.298695704425427e-09, 4.8670423247187955e-09, 4.522206609181012e-09], "update_matrix_norm_1": [29225.779296875], "update_matrix_norm_2": [7.6805033683776855], "update_matrix_norm_inf": [0.030054332688450813], "request": {"prompt": "{} was born in the location of", "subject": "Otto von Bismarck", "target_new": {"str": "Odense"}, "old_answer": {"str": "Sch\u00f6nhausen"}, "seed": 42}}, {"loss_per_step": [3.568, 2.596, 1.669, 0.945, 0.537, 0.422, 0.348, 0.305, 0.282, 0.266, 0.256, 0.252, 0.252, 0.249, 0.249, 0.245, 0.244, 0.243, 0.242, 0.242], "prob_new": [0.029337767511606216, 0.10021324455738068, 0.24573597311973572, 0.5101361274719238, 0.7498853802680969, 0.8419114351272583, 0.9008369445800781, 0.9392571449279785, 0.9622302651405334, 0.9761725068092346, 0.9847281575202942, 0.9900358319282532, 0.9932627081871033, 0.9952846765518188, 0.9964900612831116, 0.9972899556159973, 0.9978044033050537, 0.998170793056488, 0.9984321594238281, 0.998629629611969], "prob_old": [0.894758939743042, 0.7281305193901062, 0.5236315131187439, 0.26362842321395874, 0.14065679907798767, 0.08643601089715958, 0.06243856996297836, 0.04804772511124611, 0.038341887295246124, 0.032727912068367004, 0.028247307986021042, 0.024900419637560844, 0.02318839356303215, 0.021056393161416054, 0.020592885091900826, 0.019450992345809937, 0.019274836406111717, 0.018754346296191216, 0.018616611137986183, 0.01835554838180542], "prob_new_token": [5.548806257138494e-06, 5.5878990679048e-05, 0.002292643766850233, 0.07630328088998795, 0.41034436225891113, 0.6516355276107788, 0.8238735198974609, 0.9238768219947815, 0.9656811952590942, 0.9815818667411804, 0.9891667366027832, 0.9930933117866516, 0.9952347874641418, 0.9966038465499878, 0.9973765015602112, 0.9979463219642639, 0.9982902407646179, 0.998568594455719, 0.9987583160400391, 0.9989171624183655], "prob_old_token": [0.9110836982727051, 0.8464871048927307, 0.19541026651859283, 0.004099864512681961, 0.00012919922301080078, 2.246949588879943e-05, 7.056941285554785e-06, 2.733999963311362e-06, 1.2487796539062401e-06, 7.899002412159462e-07, 5.034389687352814e-07, 3.3666813692434516e-07, 2.6326731017434213e-07, 1.8171309079662024e-07, 1.5580707213302958e-07, 1.177382884520739e-07, 1.031899188319585e-07, 8.576588328423895e-08, 7.59827614160713e-08, 6.588025769360684e-08], "update_matrix_norm_1": [26252.89453125], "update_matrix_norm_2": [7.321539878845215], "update_matrix_norm_inf": [0.05485008656978607], "request": {"prompt": "{} was born in the location of", "subject": "Emily Dickinson", "target_new": {"str": "Belfast, Northern Ireland"}, "old_answer": {"str": "Amherst, Massachusetts"}, "seed": 42}}, {"loss_per_step": [6.067, 4.154, 2.77, 1.004, 0.323, 0.267, 0.27, 0.28, 0.28, 0.279, 0.278, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.274, 0.274], "prob_new": [0.0025270653422921896, 0.022348063066601753, 0.08708879351615906, 0.4722360074520111, 0.9363753795623779, 0.9758444428443909, 0.9864953756332397, 0.9920082092285156, 0.9945551753044128, 0.9960170984268188, 0.9969951510429382, 0.9976776838302612, 0.9981616735458374, 0.9985088109970093, 0.9987612366676331, 0.9989471435546875, 0.9990857839584351, 0.9991900324821472, 0.9992685317993164, 0.9993267059326172], "prob_old": [0.894758939743042, 0.5882109999656677, 0.39128631353378296, 0.33917731046676636, 0.1804245412349701, 0.09236735850572586, 0.06745868176221848, 0.0589742548763752, 0.05713997781276703, 0.05599464848637581, 0.05469760671257973, 0.05329643562436104, 0.051892757415771484, 0.050550565123558044, 0.04930674657225609, 0.04818703979253769, 0.04721280187368393, 0.04640530049800873, 0.045790862292051315, 0.04541119933128357], "prob_new_token": [2.3348451577476226e-05, 0.0014711759286001325, 0.006981780286878347, 0.261843204498291, 0.9357419013977051, 0.9849967956542969, 0.99345862865448, 0.9950186014175415, 0.9949865937232971, 0.9951797127723694, 0.9955806136131287, 0.9960213899612427, 0.9964210391044617, 0.9967615604400635, 0.9970493912696838, 0.997294008731842, 0.9975035786628723, 0.9976828098297119, 0.9978346228599548, 0.9979589581489563], "prob_old_token": [0.9110836982727051, 0.4079492390155792, 0.028666919097304344, 0.014954335987567902, 0.0009482470341026783, 6.048670184100047e-05, 2.0613151718862355e-05, 2.4626166123198345e-05, 3.5978580854134634e-05, 4.313429235480726e-05, 4.438217365532182e-05, 4.190906111034565e-05, 3.78800650651101e-05, 3.352459316374734e-05, 2.9394645025604405e-05, 2.571466757217422e-05, 2.2561094738193788e-05, 1.995294041989837e-05, 1.788348345144186e-05, 1.6349571524187922e-05], "update_matrix_norm_1": [26844.80859375], "update_matrix_norm_2": [7.325242042541504], "update_matrix_norm_inf": [0.04650751128792763], "request": {"prompt": "{} was born in the location of", "subject": "Emily Dickinson", "target_new": {"str": "Tarsus"}, "old_answer": {"str": "Amherst, Massachusetts"}, "seed": 42}}, {"loss_per_step": [10.105, 5.888, 2.779, 0.572, 0.384, 0.352, 0.314, 0.28, 0.266, 0.259, 0.249, 0.249, 0.247, 0.244, 0.245, 0.242, 0.243, 0.242, 0.241, 0.242], "prob_new": [4.468968472792767e-05, 0.004407485947012901, 0.1024494618177414, 0.7529011964797974, 0.8780697584152222, 0.9091247320175171, 0.9398387670516968, 0.9639551043510437, 0.9788651466369629, 0.9870429635047913, 0.9914737939834595, 0.9940165877342224, 0.9955748915672302, 0.9965651631355286, 0.9972181916236877, 0.997683584690094, 0.9980270862579346, 0.9982894659042358, 0.9984937310218811, 0.9986609816551208], "prob_old": [0.894758939743042, 0.4612245559692383, 0.18990086019039154, 0.068613700568676, 0.033293742686510086, 0.024465300142765045, 0.019374579191207886, 0.015261389315128326, 0.012018042616546154, 0.009704208932816982, 0.008087591268122196, 0.006893583107739687, 0.00598559807986021, 0.005304416175931692, 0.0048043872229754925, 0.004424788989126682, 0.004125176463276148, 0.003881637705489993, 0.003686786163598299, 0.003532537491992116], "prob_new_token": [5.548806257138494e-06, 0.002551083220168948, 0.023544955998659134, 0.8791608810424805, 0.9487226605415344, 0.9632002115249634, 0.9776633977890015, 0.986905038356781, 0.9921316504478455, 0.9949330687522888, 0.9964181184768677, 0.9972920417785645, 0.9978650808334351, 0.9982537627220154, 0.9985101222991943, 0.9986838102340698, 0.9988184571266174, 0.9989321231842041, 0.9990265369415283, 0.9991061091423035], "prob_old_token": [0.9110836982727051, 0.048732805997133255, 0.0007046383689157665, 1.7182099327328615e-05, 3.7935901673336048e-06, 3.630517312558368e-06, 2.9313418963283766e-06, 2.1089654183015227e-06, 1.4668587482447037e-06, 1.0513202823858592e-06, 7.903433356659662e-07, 6.135818466646015e-07, 4.864814400207251e-07, 3.9577719235239783e-07, 3.3288358736172086e-07, 2.875695770399034e-07, 2.521376529784902e-07, 2.2278969424860406e-07, 1.9887474422830564e-07, 1.7951764164081396e-07], "update_matrix_norm_1": [26850.82421875], "update_matrix_norm_2": [7.3330817222595215], "update_matrix_norm_inf": [0.05073877424001694], "request": {"prompt": "{} was born in the location of", "subject": "Emily Dickinson", "target_new": {"str": "Baku"}, "old_answer": {"str": "Amherst, Massachusetts"}, "seed": 42}}, {"loss_per_step": [2.646, 2.219, 1.66, 0.77, 0.34, 0.278, 0.269, 0.266, 0.265, 0.265, 0.264, 0.264, 0.263, 0.263, 0.26, 0.331, 1.027, 0.476, 0.287, 0.29], "prob_new": [0.0806046575307846, 0.16609403491020203, 0.28315412998199463, 0.6195986866950989, 0.9282784461975098, 0.9845348000526428, 0.9933562874794006, 0.9961408376693726, 0.9973573684692383, 0.9980305433273315, 0.9984592199325562, 0.9987553358078003, 0.998969316482544, 0.9991258382797241, 0.9992316961288452, 0.9993003010749817, 0.9972817897796631, 0.9879097938537598, 0.9776138067245483, 0.9746440649032593], "prob_old": [0.6278970241546631, 0.047408439218997955, 0.030947016552090645, 0.01510310173034668, 0.0029094284400343895, 0.0009397268295288086, 0.000540413660928607, 0.0003757650847546756, 0.0003010581713169813, 0.00026098504895344377, 0.00023662018065806478, 0.00022070125851314515, 0.00021020154235884547, 0.00020415479957591742, 0.0002036197838606313, 0.00020677954307757318, 0.0006913391407579184, 0.0013787864008918405, 0.0018815554212778807, 0.002497159643098712], "prob_new_token": [1.2434853147169633e-08, 0.000173206499312073, 0.004706528503447771, 0.30779215693473816, 0.9687812924385071, 0.9977746605873108, 0.9993731379508972, 0.9997267127037048, 0.9998355507850647, 0.9998784065246582, 0.9998996257781982, 0.9999108910560608, 0.9999173879623413, 0.999920129776001, 0.9999192953109741, 0.9999160766601562, 0.9992091059684753, 0.9944974780082703, 0.9693489074707031, 0.9338500499725342], "prob_old_token": [0.9561930298805237, 0.0012425531167536974, 0.0005775356548838317, 0.00034291244810447097, 1.303840872424189e-05, 8.46809882659727e-07, 1.8703214266224677e-07, 6.595455914748527e-08, 3.311283691687095e-08, 2.1384678916547273e-08, 1.6241537892369706e-08, 1.372595637150198e-08, 1.253926651401116e-08, 1.2254052883520217e-08, 1.3008965460414856e-08, 1.4683310567420449e-08, 2.65015245304312e-07, 1.5808471971467952e-06, 5.274468549032463e-06, 1.648703073442448e-05], "update_matrix_norm_1": [38093.1015625], "update_matrix_norm_2": [10.371451377868652], "update_matrix_norm_inf": [0.061632126569747925], "request": {"prompt": "{} was born in the location of", "subject": "Hafez", "target_new": {"str": "Sacramento, California"}, "old_answer": {"str": "Shiraz"}, "seed": 42}}, {"loss_per_step": [2.179, 1.511, 0.938, 0.684, 0.534, 0.421, 0.351, 0.312, 0.289, 0.277, 0.271, 0.268, 0.266, 0.265, 0.265, 0.264, 0.264, 0.264, 0.264, 0.264], "prob_new": [0.13515880703926086, 0.41568782925605774, 0.6088853478431702, 0.7057176232337952, 0.788987934589386, 0.8609937429428101, 0.9152405261993408, 0.9510036706924438, 0.9731321930885315, 0.9853901863098145, 0.9915531277656555, 0.9946286678314209, 0.996282696723938, 0.9972658753395081, 0.9978999495506287, 0.9983317255973816, 0.9986365437507629, 0.9988570809364319, 0.9990190863609314, 0.9991388916969299], "prob_old": [0.6278970241546631, 0.017504822462797165, 0.008402964100241661, 0.007572469301521778, 0.007242207881063223, 0.006820934358984232, 0.0064033446833491325, 0.006043612491339445, 0.005628009792417288, 0.00514305429533124, 0.00467787217348814, 0.004306076094508171, 0.00403738534078002, 0.003844242775812745, 0.003697364591062069, 0.003577523399144411, 0.0034745819866657257, 0.0033836227376013994, 0.0033024323638528585, 0.0032301985193043947], "prob_new_token": [1.7511671330794343e-06, 0.5116347670555115, 0.6553190350532532, 0.7569063901901245, 0.8493978977203369, 0.9230842590332031, 0.9674325585365295, 0.9880972504615784, 0.9958042502403259, 0.9983144998550415, 0.9991478323936462, 0.9994677305221558, 0.9996147155761719, 0.9996941685676575, 0.9997431039810181, 0.9997755289077759, 0.9997986555099487, 0.9998155236244202, 0.9998279809951782, 0.999837338924408], "prob_old_token": [0.9561930298805237, 0.0010499120689928532, 0.0007107293349690735, 0.0006707297870889306, 0.0005218423320911825, 0.0003311239997856319, 0.00018919000285677612, 0.00010062266665045172, 5.1089951739413664e-05, 2.6364170480519533e-05, 1.4662720786873251e-05, 8.979603080661036e-06, 6.015612143528415e-06, 4.335048288339749e-06, 3.3054250252462225e-06, 2.6308723590773297e-06, 2.1648170331900474e-06, 1.8290361367689911e-06, 1.579441232024692e-06, 1.390325905958889e-06], "update_matrix_norm_1": [40815.30859375], "update_matrix_norm_2": [10.369431495666504], "update_matrix_norm_inf": [0.06278152763843536], "request": {"prompt": "{} was born in the location of", "subject": "Hafez", "target_new": {"str": "Alexandria, Egypt"}, "old_answer": {"str": "Shiraz"}, "seed": 42}}, {"loss_per_step": [4.325, 3.359, 2.559, 1.802, 0.77, 0.359, 0.274, 0.269, 0.267, 0.265, 0.264, 0.264, 0.264, 0.264, 0.263, 0.263, 0.263, 0.263, 0.263, 0.263], "prob_new": [0.01560432743281126, 0.05454479157924652, 0.10643280297517776, 0.2180275321006775, 0.6040419340133667, 0.9097566604614258, 0.9887329339981079, 0.9941933155059814, 0.9964575171470642, 0.9977725148200989, 0.9985457062721252, 0.9990044832229614, 0.9992814064025879, 0.9994528889656067, 0.9995625019073486, 0.9996353387832642, 0.9996854066848755, 0.999721109867096, 0.9997476935386658, 0.9997714757919312], "prob_old": [0.6278970241546631, 0.04897325858473778, 0.03696543350815773, 0.018850920721888542, 0.004317711107432842, 0.0021667927503585815, 0.000844441179651767, 0.00047136825742200017, 0.00035081597161479294, 0.00029627379262819886, 0.00026453338796272874, 0.00024266554100904614, 0.00022586426348425448, 0.00021205087250564247, 0.0002002240071306005, 0.0001898785849334672, 0.00018076082051265985, 0.0001727661001496017, 0.00016571815649513155, 0.00015885675384197384], "prob_new_token": [2.5378218992955226e-07, 3.6475936212809756e-05, 0.00017571345961187035, 0.0015716078924015164, 0.21750879287719727, 0.8953421711921692, 0.9971017837524414, 0.9990298748016357, 0.9992664456367493, 0.9993593096733093, 0.9994146823883057, 0.9994553327560425, 0.9994899034500122, 0.9995208978652954, 0.9995510578155518, 0.9995801448822021, 0.9996085166931152, 0.9996370077133179, 0.9996631145477295, 0.9996823072433472], "prob_old_token": [0.9561930298805237, 0.0020070713944733143, 0.0018722652457654476, 0.0055961012840271, 0.007192779332399368, 0.0005493627395480871, 4.0259412344312295e-05, 1.2219703421578743e-05, 6.611218850594014e-06, 4.389086370792938e-06, 3.262077598265023e-06, 2.5905512757162796e-06, 2.137326191586908e-06, 1.8021726191363996e-06, 1.5386599443445448e-06, 1.322977709605766e-06, 1.1419213024055352e-06, 9.879452136374312e-07, 8.624821248304215e-07, 7.962313475218252e-07], "update_matrix_norm_1": [39415.625], "update_matrix_norm_2": [10.382718086242676], "update_matrix_norm_inf": [0.05921902880072594], "request": {"prompt": "{} was born in the location of", "subject": "Hafez", "target_new": {"str": "Compton, California"}, "old_answer": {"str": "Shiraz"}, "seed": 42}}, {"loss_per_step": [4.218, 1.627, 0.494, 0.282, 0.214, 0.19, 0.18, 0.175, 0.172, 0.171, 0.17, 0.169, 0.169, 0.168, 0.168, 0.168, 0.167, 0.167, 0.167, 0.167], "prob_new": [0.016077518463134766, 0.2605772614479065, 0.7548571228981018, 0.9026713967323303, 0.956922173500061, 0.9776121973991394, 0.9866409301757812, 0.9911994934082031, 0.9937735199928284, 0.9953508377075195, 0.9963792562484741, 0.9970836043357849, 0.997585654258728, 0.9979556798934937, 0.9982357025146484, 0.9984524250030518, 0.9986233711242676, 0.9987602233886719, 0.9988712072372437, 0.99896240234375], "prob_old": [0.8451730012893677, 0.26647430658340454, 0.1473177820444107, 0.08936592936515808, 0.06608455628156662, 0.054686423391103745, 0.048436474055051804, 0.04475971311330795, 0.042501840740442276, 0.04107510671019554, 0.040153637528419495, 0.039546139538288116, 0.039135612547397614, 0.03884870186448097, 0.03863857313990593, 0.03847626969218254, 0.03834332898259163, 0.03822927922010422, 0.038128893822431564, 0.038040194660425186], "prob_new_token": [1.670144592935685e-05, 0.035890012979507446, 0.8361039161682129, 0.936188280582428, 0.9706603288650513, 0.9849939346313477, 0.9914306402206421, 0.9945825338363647, 0.9962693452835083, 0.997249186038971, 0.9978600144386292, 0.9982632398605347, 0.9985427856445312, 0.998744547367096, 0.9988946318626404, 0.9990095496177673, 0.9990999698638916, 0.9991719126701355, 0.9992307424545288, 0.9992793202400208], "prob_old_token": [0.9137940406799316, 0.11258350312709808, 0.007400733884423971, 0.0014203420141711831, 0.0004902846412733197, 0.0002299095067428425, 0.0001302263408433646, 8.435310883214697e-05, 6.0396490880521014e-05, 4.6634129830636084e-05, 3.810590351349674e-05, 3.248456778237596e-05, 2.8577698685694486e-05, 2.573829442553688e-05, 2.3591750505147502e-05, 2.191065505030565e-05, 2.055169352388475e-05, 1.942884046002291e-05, 1.8483677195035852e-05, 1.7677612049737945e-05], "update_matrix_norm_1": [27742.02734375], "update_matrix_norm_2": [8.002708435058594], "update_matrix_norm_inf": [0.11069480329751968], "request": {"prompt": "{} was born in the location of", "subject": "Neil Armstrong", "target_new": {"str": "Allahabad"}, "old_answer": {"str": "Wapakoneta, Ohio"}, "seed": 42}}, {"loss_per_step": [8.784, 5.468, 2.498, 0.46, 0.172, 0.168, 0.168, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167, 0.167], "prob_new": [0.00019397669530007988, 0.0050487397238612175, 0.10451982170343399, 0.7508851289749146, 0.9962260127067566, 0.9996109008789062, 0.9997491836547852, 0.9997428059577942, 0.9997202754020691, 0.9996981024742126, 0.9996799230575562, 0.999666154384613, 0.9996568560600281, 0.9996514320373535, 0.9996495246887207, 0.9996505379676819, 0.9996539950370789, 0.9996597170829773, 0.9996668696403503, 0.9996755123138428], "prob_old": [0.8451730012893677, 0.19044312834739685, 0.12799698114395142, 0.057160209864377975, 0.027458421885967255, 0.017735004425048828, 0.014598120003938675, 0.013446683064103127, 0.012992379255592823, 0.01280746329575777, 0.012733911164104939, 0.012706964276731014, 0.012697690166532993, 0.012692328542470932, 0.012684280052781105, 0.012670292519032955, 0.012649144977331161, 0.012620432302355766, 0.01258440874516964, 0.01254162099212408], "prob_new_token": [1.9903820884792367e-06, 2.446633152430877e-05, 0.01679963432252407, 0.5441906452178955, 0.9901711344718933, 0.9991996884346008, 0.9995414018630981, 0.9995313286781311, 0.9994775652885437, 0.9994192123413086, 0.9993665218353271, 0.999322772026062, 0.9992891550064087, 0.9992642402648926, 0.9992477893829346, 0.9992386698722839, 0.9992358088493347, 0.9992386698722839, 0.9992456436157227, 0.9992567896842957], "prob_old_token": [0.9137940406799316, 0.03222019597887993, 0.024308281019330025, 0.002741178497672081, 7.825523061910644e-05, 5.319223873812007e-06, 1.31812043946411e-06, 7.137467719076085e-07, 5.493229195963067e-07, 4.932535375701264e-07, 4.740443273476558e-07, 4.691367507803079e-07, 4.694679489603004e-07, 4.708983851742232e-07, 4.7155313609437144e-07, 4.7038577122293646e-07, 4.6714825430171913e-07, 4.616701687609748e-07, 4.541538487501384e-07, 4.4485099692792573e-07], "update_matrix_norm_1": [26885.36328125], "update_matrix_norm_2": [7.977800369262695], "update_matrix_norm_inf": [0.11503209173679352], "request": {"prompt": "{} was born in the location of", "subject": "Neil Armstrong", "target_new": {"str": "Mainz"}, "old_answer": {"str": "Wapakoneta, Ohio"}, "seed": 42}}, {"loss_per_step": [3.166, 1.354, 0.553, 0.247, 0.197, 0.185, 0.181, 0.177, 0.175, 0.173, 0.172, 0.17, 0.17, 0.169, 0.169, 0.168, 0.168, 0.168, 0.167, 0.167], "prob_new": [0.04393908753991127, 0.2960679531097412, 0.69358229637146, 0.9241500496864319, 0.9694541692733765, 0.9807523488998413, 0.9855889081954956, 0.9887772798538208, 0.9912896156311035, 0.993230402469635, 0.994661808013916, 0.9957016110420227, 0.9964643120765686, 0.9970356225967407, 0.9974730610847473, 0.9978147149085999, 0.998086154460907, 0.9983052015304565, 0.9984836578369141, 0.9986308813095093], "prob_old": [0.8451730012893677, 0.1843051314353943, 0.1324353963136673, 0.10782451182603836, 0.08903788030147552, 0.0776057094335556, 0.07150597125291824, 0.06838250160217285, 0.06688893586397171, 0.06628742814064026, 0.06614763289690018, 0.06622279435396194, 0.06637965142726898, 0.06654815375804901, 0.06669310480356216, 0.06679819524288177, 0.0668577253818512, 0.06687148660421371, 0.06684326380491257, 0.06677746772766113], "prob_new_token": [4.96500579174608e-05, 0.0036992395762354136, 0.5710231065750122, 0.9612981677055359, 0.9895394444465637, 0.9945231676101685, 0.9961393475532532, 0.996911883354187, 0.9973815679550171, 0.99770587682724, 0.9979439377784729, 0.9981249570846558, 0.9982659220695496, 0.9983785152435303, 0.998470664024353, 0.998547375202179, 0.998613178730011, 0.9986699819564819, 0.9987197518348694, 0.9987645149230957], "prob_old_token": [0.9137940406799316, 0.03462706878781319, 0.006863191723823547, 0.0003043651522602886, 8.744232764001936e-05, 4.437853567651473e-05, 2.9244882171042264e-05, 2.2357191483024508e-05, 1.875991620181594e-05, 1.6710813724785112e-05, 1.5468645869987085e-05, 1.4675675629405305e-05, 1.4145204659143928e-05, 1.3776256309938617e-05, 1.3507441508409102e-05, 1.330298891843995e-05, 1.3143765499989968e-05, 1.3015759577683639e-05, 1.2913473256048746e-05, 1.28316278278362e-05], "update_matrix_norm_1": [27494.78125], "update_matrix_norm_2": [7.989725112915039], "update_matrix_norm_inf": [0.10857551544904709], "request": {"prompt": "{} was born in the location of", "subject": "Neil Armstrong", "target_new": {"str": "Tupelo, Mississippi"}, "old_answer": {"str": "Wapakoneta, Ohio"}, "seed": 42}}, {"loss_per_step": [7.054, 3.982, 1.651, 0.318, 0.277, 0.269, 0.265, 0.263, 0.261, 0.26, 0.259, 0.259, 0.258, 0.258, 0.258, 0.257, 0.257, 0.257, 0.257, 0.257], "prob_new": [0.0008959539700299501, 0.029100796207785606, 0.2581160366535187, 0.9433196783065796, 0.981276273727417, 0.9880535006523132, 0.991644561290741, 0.994018018245697, 0.9956263899803162, 0.9967119097709656, 0.9974437952041626, 0.9979393482208252, 0.9982801079750061, 0.9985253810882568, 0.9987117648124695, 0.9988586902618408, 0.9989767670631409, 0.9990731477737427, 0.999152421951294, 0.9992189407348633], "prob_old": [0.656735360622406, 0.018637098371982574, 0.0004927761037833989, 5.743373912991956e-05, 1.2604588846443221e-05, 6.4598352764733136e-06, 4.431248726177728e-06, 3.4364811654086225e-06, 2.8395550089044264e-06, 2.440473053866299e-06, 2.157669769076165e-06, 1.951359536178643e-06, 1.7974087995753507e-06, 1.677567524893675e-06, 1.5797685364304925e-06, 1.4978762692408054e-06, 1.4292619425759767e-06, 1.3725660892305314e-06, 1.32559216581285e-06, 1.2841973102695192e-06], "prob_new_token": [2.2367275676060672e-07, 0.0001223293220391497, 0.03054502233862877, 0.9526090025901794, 0.9912174344062805, 0.9960203170776367, 0.9977518320083618, 0.9985681772232056, 0.9990063905715942, 0.9992629289627075, 0.9994239211082458, 0.9995299577713013, 0.9996036887168884, 0.9996572732925415, 0.9996973276138306, 0.9997281432151794, 0.9997528195381165, 0.9997722506523132, 0.9997875094413757, 0.9998003244400024], "prob_old_token": [0.9057627320289612, 0.0007435012375935912, 1.9743872314847977e-07, 5.712895712051136e-10, 2.5882383042352686e-11, 7.025165605495376e-12, 3.5564613320299143e-12, 2.354922680469773e-12, 1.7871519151710369e-12, 1.4696505731132126e-12, 1.2730122945364686e-12, 1.1390529361735013e-12, 1.036423442728196e-12, 9.53640378470455e-13, 8.882957303751882e-13, 8.385099797662832e-13, 8.023246780494708e-13, 7.767977342094945e-13, 7.565530775639762e-13, 7.347029885515499e-13], "update_matrix_norm_1": [30213.64453125], "update_matrix_norm_2": [7.788162708282471], "update_matrix_norm_inf": [0.050245657563209534], "request": {"prompt": "{} was born in the location of", "subject": "Johann Sebastian Bach", "target_new": {"str": "Porbandar"}, "old_answer": {"str": "Eisenach"}, "seed": 42}}, {"loss_per_step": [7.554, 3.281, 0.527, 0.326, 0.285, 0.272, 0.267, 0.263, 0.261, 0.259, 0.258, 0.257, 0.256, 0.255, 0.254, 0.254, 0.254, 0.254, 0.254, 0.253], "prob_new": [0.0005890186293981969, 0.06171458214521408, 0.7817308306694031, 0.9424747228622437, 0.9749336242675781, 0.986595094203949, 0.9915537238121033, 0.994105339050293, 0.9955911636352539, 0.996533215045929, 0.9971742630004883, 0.997637152671814, 0.9979789853096008, 0.9982309937477112, 0.998419463634491, 0.9985656142234802, 0.9986845850944519, 0.9987847805023193, 0.9988683462142944, 0.9989379644393921], "prob_old": [0.656735360622406, 0.0094401054084301, 0.04487092047929764, 0.02382708713412285, 0.014181814156472683, 0.010091878473758698, 0.008174711838364601, 0.007133620325475931, 0.006505712401121855, 0.006083203479647636, 0.005717096850275993, 0.005299524404108524, 0.004873397760093212, 0.004527934826910496, 0.00427905423566699, 0.0041067940182983875, 0.003984249662607908, 0.00388416089117527, 0.003782534273341298, 0.0036745599936693907], "prob_new_token": [0.0001134467456722632, 0.04396183043718338, 0.9222803115844727, 0.9714139103889465, 0.9857742190361023, 0.9913209676742554, 0.9939340353012085, 0.9953845143318176, 0.9962862730026245, 0.9968926310539246, 0.9973258376121521, 0.9976462721824646, 0.997888445854187, 0.9980756044387817, 0.9982245564460754, 0.9983469247817993, 0.9984515309333801, 0.9985410571098328, 0.9986136555671692, 0.9986716508865356], "prob_old_token": [0.9057627320289612, 4.818328670808114e-05, 0.0010423071216791868, 0.0005178815918043256, 0.0002740189083851874, 0.00017701306205708534, 0.00013462464266922325, 0.00011312339483993128, 0.00010088151611853391, 9.283258987125009e-05, 8.53426317917183e-05, 7.612482295371592e-05, 6.681979721179232e-05, 5.963447256362997e-05, 5.477833474287763e-05, 5.178751234780066e-05, 5.0197581003885716e-05, 4.9494239647174254e-05, 4.904752131551504e-05, 4.848914250032976e-05], "update_matrix_norm_1": [31002.158203125], "update_matrix_norm_2": [7.8068952560424805], "update_matrix_norm_inf": [0.051402200013399124], "request": {"prompt": "{} was born in the location of", "subject": "Johann Sebastian Bach", "target_new": {"str": "Kiev"}, "old_answer": {"str": "Eisenach"}, "seed": 42}}, {"loss_per_step": [3.742, 2.309, 0.738, 0.322, 0.296, 0.281, 0.275, 0.271, 0.268, 0.265, 0.263, 0.262, 0.26, 0.259, 0.258, 0.258, 0.258, 0.257, 0.257, 0.257], "prob_new": [0.02401919849216938, 0.14173458516597748, 0.6261942386627197, 0.9427838921546936, 0.9638479351997375, 0.9770097732543945, 0.9831265211105347, 0.986720860004425, 0.9894684553146362, 0.991711437702179, 0.9934794306755066, 0.9948111176490784, 0.995792031288147, 0.9965150356292725, 0.9970579743385315, 0.9974833130836487, 0.9978407025337219, 0.9981455206871033, 0.998388946056366, 0.9985758662223816], "prob_old": [0.656735360622406, 0.014907868579030037, 0.0009023705497384071, 0.0010095569305121899, 0.0008156472467817366, 0.0006275373743847013, 0.0005253309500403702, 0.0004617064550984651, 0.0004093239549547434, 0.0003595067246351391, 0.00031197245698422194, 0.00026844858075492084, 0.00022997858468443155, 0.00019663156126625836, 0.00016808652435429394, 0.00014396263577509671, 0.00012370834883768111, 0.00010682346328394488, 9.279674850404263e-05, 8.108949259622023e-05], "prob_new_token": [1.0075503269035835e-05, 0.0010992060415446758, 0.17719419300556183, 0.971073567867279, 0.983106255531311, 0.9870740175247192, 0.988969624042511, 0.9903755187988281, 0.9916391372680664, 0.9928063154220581, 0.9938504695892334, 0.9947386980056763, 0.9954582452774048, 0.9960185885429382, 0.9964481592178345, 0.9968010187149048, 0.9971421360969543, 0.9974761009216309, 0.9977477788925171, 0.9979333877563477], "prob_old_token": [0.9057627320289612, 0.00010986526467604563, 3.230621246075316e-07, 5.027377270039324e-08, 7.757410003250698e-08, 1.0261640426278973e-07, 1.2634173174319585e-07, 1.40171607654338e-07, 1.4002037573845882e-07, 1.2816646233204665e-07, 1.0994989452228765e-07, 9.031062120357092e-08, 7.224966225294338e-08, 5.7078260340404086e-08, 4.496904182360595e-08, 3.529896019927037e-08, 2.7215028453042578e-08, 2.0573329706508048e-08, 1.5699381350486874e-08, 1.2430465545776315e-08], "update_matrix_norm_1": [29887.376953125], "update_matrix_norm_2": [7.78709602355957], "update_matrix_norm_inf": [0.05811348557472229], "request": {"prompt": "{} was born in the location of", "subject": "Johann Sebastian Bach", "target_new": {"str": "Tupelo, Mississippi"}, "old_answer": {"str": "Eisenach"}, "seed": 42}}, {"loss_per_step": [5.802, 4.972, 3.029, 0.938, 0.39, 0.359, 0.336, 0.323, 0.316, 0.313, 0.311, 0.31, 0.31, 0.31, 0.309, 0.309, 0.309, 0.309, 0.309, 0.309], "prob_new": [0.0031460365280508995, 0.010528728365898132, 0.06869088858366013, 0.5448389649391174, 0.9228799343109131, 0.9513793587684631, 0.9727590084075928, 0.9860369563102722, 0.9926702380180359, 0.9958000183105469, 0.9973400831222534, 0.9981566071510315, 0.9986261129379272, 0.9989177584648132, 0.9991113543510437, 0.999247133731842, 0.9993467926979065, 0.999422550201416, 0.9994823336601257, 0.9995306134223938], "prob_old": [0.7212072610855103, 0.4127804934978485, 0.144399493932724, 0.014274257235229015, 0.002227883553132415, 0.0013816275168210268, 0.0010389237431809306, 0.0008299801265820861, 0.0006934198900125921, 0.0006028839852660894, 0.0005423394613899291, 0.000501499802339822, 0.00047362898476421833, 0.000454356282716617, 0.00044088150025345385, 0.0004313554964028299, 0.000424389960244298, 0.0004186369478702545, 0.0004125708946958184, 0.00040507761877961457], "prob_new_token": [9.943215673047234e-07, 1.6200214304262772e-05, 0.0004528152057901025, 0.14896690845489502, 0.9359647035598755, 0.9733771085739136, 0.9875348806381226, 0.9932334423065186, 0.9956894516944885, 0.9968864321708679, 0.9975512623786926, 0.9979648590087891, 0.9982466697692871, 0.998451828956604, 0.9986087679862976, 0.998733639717102, 0.9988353252410889, 0.9989199638366699, 0.9989933967590332, 0.9990589022636414], "prob_old_token": [0.9026826620101929, 0.575985312461853, 0.03505393862724304, 6.123297498561442e-05, 3.369384330653702e-06, 1.7879279994303943e-06, 9.308675430474977e-07, 4.989774424757343e-07, 2.972511481402762e-07, 1.9813096230336669e-07, 1.447496060791309e-07, 1.1335615823782064e-07, 9.356634222967841e-08, 8.04686877131644e-08, 7.15251573524256e-08, 6.532506802159332e-08, 6.097879889921387e-08, 5.7831215372061706e-08, 5.529492952405235e-08, 5.296091387663182e-08], "update_matrix_norm_1": [29117.81640625], "update_matrix_norm_2": [7.878064155578613], "update_matrix_norm_inf": [0.06048940494656563], "request": {"prompt": "{} was born in the location of", "subject": "Mahatma Gandhi", "target_new": {"str": "Shaoxing"}, "old_answer": {"str": "Porbandar"}, "seed": 42}}, {"loss_per_step": [7.163, 3.137, 1.028, 0.502, 0.4, 0.367, 0.35, 0.338, 0.33, 0.325, 0.321, 0.319, 0.317, 0.315, 0.314, 0.314, 0.313, 0.312, 0.312, 0.311], "prob_new": [0.0009440522408112884, 0.07316023856401443, 0.5784069299697876, 0.8322190046310425, 0.9193007349967957, 0.9463868141174316, 0.9611803889274597, 0.9713521599769592, 0.9785107374191284, 0.9835187196731567, 0.9870315194129944, 0.9895301461219788, 0.9913468956947327, 0.9927033185958862, 0.9937446713447571, 0.9945657253265381, 0.9952281713485718, 0.9957729578018188, 0.9962269067764282, 0.9966087341308594], "prob_old": [0.7212072610855103, 0.03981500118970871, 0.004227816592901945, 0.0027476572431623936, 0.0026128313038498163, 0.0024108244106173515, 0.002163487486541271, 0.0019136816263198853, 0.0016858783783391118, 0.0014902220573276281, 0.0013270624913275242, 0.0011918168747797608, 0.0010785774793475866, 0.0009818474063649774, 0.0008973041549324989, 0.0008218856528401375, 0.0007536729099228978, 0.0006915357080288231, 0.0006348747992888093, 0.0005833457107655704], "prob_new_token": [4.401203668180642e-08, 0.0016862483462318778, 0.6907356977462769, 0.8260897994041443, 0.9465329051017761, 0.9692153334617615, 0.9786329865455627, 0.9848478436470032, 0.9891199469566345, 0.9920084476470947, 0.9939574003219604, 0.9952945709228516, 0.996239185333252, 0.9969316124916077, 0.9974581003189087, 0.9978727102279663, 0.9982061982154846, 0.9984784722328186, 0.9987021684646606, 0.9988855719566345], "prob_old_token": [0.9026826620101929, 0.0012655730824917555, 4.500711554555892e-07, 2.029562296002041e-07, 3.442348202042922e-07, 4.2002324107670574e-07, 4.127250292640383e-07, 3.577554252842674e-07, 2.916769972216571e-07, 2.3284054861960612e-07, 1.857840175034653e-07, 1.4924121671811008e-07, 1.206378925644458e-07, 9.778381837577399e-08, 7.914923827456732e-08, 6.377129579959728e-08, 5.107150968797214e-08, 4.06630427107757e-08, 3.223117062134406e-08, 2.5492916222447093e-08], "update_matrix_norm_1": [29536.958984375], "update_matrix_norm_2": [7.8617262840271], "update_matrix_norm_inf": [0.06108570843935013], "request": {"prompt": "{} was born in the location of", "subject": "Mahatma Gandhi", "target_new": {"str": "Mexico City"}, "old_answer": {"str": "Porbandar"}, "seed": 42}}, {"loss_per_step": [9.848, 7.251, 4.872, 2.203, 0.477, 0.314, 0.31, 0.309, 0.309, 0.309, 0.309, 0.309, 0.309, 0.308, 0.308, 0.308, 0.308, 0.308, 0.308, 0.308], "prob_new": [8.214344416046515e-05, 0.0014277001610025764, 0.012889286503195763, 0.16904878616333008, 0.8685283064842224, 0.9949015974998474, 0.9990156292915344, 0.9994405508041382, 0.99954754114151, 0.9995908737182617, 0.9996141791343689, 0.999629557132721, 0.9996410608291626, 0.9996508955955505, 0.9996597766876221, 0.9996680617332458, 0.9996761083602905, 0.9996843338012695, 0.9996923804283142, 0.9997007250785828], "prob_old": [0.7212072610855103, 0.11712643504142761, 0.09974091500043869, 0.06526193022727966, 0.022059366106987, 0.005421399604529142, 0.0031018636655062437, 0.0027304147370159626, 0.0027592102997004986, 0.002888313727453351, 0.0030311529990285635, 0.0031588836573064327, 0.0032634076196700335, 0.0033439418766647577, 0.0034020645543932915, 0.003439514432102442, 0.003457101294770837, 0.0034542467910796404, 0.003429385833442211, 0.0033815144561231136], "prob_new_token": [1.1145988310090615e-06, 1.9935518139391206e-05, 0.0003029265208169818, 0.03652992472052574, 0.8073627948760986, 0.9933602809906006, 0.998096764087677, 0.9986104369163513, 0.9987295866012573, 0.9987488389015198, 0.9987332224845886, 0.9987089037895203, 0.9986868500709534, 0.9986733198165894, 0.9986703991889954, 0.9986785054206848, 0.9986973404884338, 0.9987261891365051, 0.99876469373703, 0.9988110661506653], "prob_old_token": [0.9026826620101929, 0.13495874404907227, 0.015114892274141312, 0.002205433091148734, 0.000170614875969477, 4.5317547119339e-06, 1.2260061339475214e-06, 1.2494301699916832e-06, 1.8659806073628715e-06, 2.872249297070084e-06, 4.145433649682673e-06, 5.537535798794124e-06, 6.9086113398952875e-06, 8.14608847576892e-06, 9.169213626591954e-06, 9.9210756161483e-06, 1.0352437129768077e-05, 1.0417306839372031e-05, 1.0081990694743581e-05, 9.351817425340414e-06], "update_matrix_norm_1": [29240.875], "update_matrix_norm_2": [7.877456188201904], "update_matrix_norm_inf": [0.05780176445841789], "request": {"prompt": "{} was born in the location of", "subject": "Mahatma Gandhi", "target_new": {"str": "Mainz"}, "old_answer": {"str": "Porbandar"}, "seed": 42}}, {"loss_per_step": [2.006, 1.67, 0.999, 0.349, 0.297, 0.289, 0.289, 0.288, 0.287, 0.286, 0.286, 0.285, 0.284, 0.284, 0.283, 0.282, 0.282, 0.281, 0.277, 0.27], "prob_new": [0.1358737051486969, 0.2547758221626282, 0.4966919422149658, 0.935642421245575, 0.9781135320663452, 0.9892623424530029, 0.9932257533073425, 0.99484783411026, 0.9958005547523499, 0.9964931607246399, 0.9970504641532898, 0.9975129961967468, 0.9978957772254944, 0.9982076287269592, 0.9984576106071472, 0.998656153678894, 0.9988147616386414, 0.9989426136016846, 0.9990398287773132, 0.9991120100021362], "prob_old": [0.7233328223228455, 0.2406529039144516, 0.041389670222997665, 0.02372724376618862, 0.019929522648453712, 0.01844378560781479, 0.015935460105538368, 0.014736523851752281, 0.013793721795082092, 0.012812708504498005, 0.011760088615119457, 0.01069087628275156, 0.009673857130110264, 0.008761441335082054, 0.007982779294252396, 0.007343364879488945, 0.0068178377114236355, 0.006356438156217337, 0.005922287702560425, 0.0054956101812422276], "prob_new_token": [2.1682858175609e-08, 6.022468141964055e-07, 0.01252968329936266, 0.9257106184959412, 0.9765058159828186, 0.9908218383789062, 0.9929907321929932, 0.9935843348503113, 0.9939847588539124, 0.9945424199104309, 0.995254397392273, 0.9960098266601562, 0.9967063069343567, 0.9972901344299316, 0.9977496862411499, 0.998098611831665, 0.9983634352684021, 0.9985653758049011, 0.9987121820449829, 0.9988263249397278], "prob_old_token": [0.9501047134399414, 0.6594393849372864, 0.007672656327486038, 0.0005852851900272071, 0.0009302428807131946, 0.0012726510176435113, 0.001831022440455854, 0.0024876350071281195, 0.002846716670319438, 0.0028238524682819843, 0.0025226010475307703, 0.0020971023477613926, 0.0016676037339493632, 0.0012984659988433123, 0.0010092068696394563, 0.0007938023190945387, 0.000633754301816225, 0.000510704645421356, 0.0004150147142354399, 0.0003346076118759811], "update_matrix_norm_1": [27350.9375], "update_matrix_norm_2": [7.533731460571289], "update_matrix_norm_inf": [0.03207706660032272], "request": {"prompt": "{} was born in the location of", "subject": "Mao Zedong", "target_new": {"str": "Stratford-upon-Avon"}, "old_answer": {"str": "Shaoshan"}, "seed": 42}}, {"loss_per_step": [4.281, 3.275, 1.629, 0.668, 0.455, 0.359, 0.318, 0.302, 0.294, 0.29, 0.288, 0.286, 0.285, 0.284, 0.284, 0.283, 0.283, 0.283, 0.282, 0.282], "prob_new": [0.014991695061326027, 0.05156895890831947, 0.33491551876068115, 0.6904081106185913, 0.845492959022522, 0.9270041584968567, 0.9647364020347595, 0.9802058935165405, 0.9872676730155945, 0.9910659193992615, 0.993352472782135, 0.9948590993881226, 0.9959333539009094, 0.9967333674430847, 0.9973345398902893, 0.9977855086326599, 0.9981241226196289, 0.9983801245689392, 0.998575747013092, 0.9987270832061768], "prob_old": [0.7233328223228455, 0.26879990100860596, 0.040150925517082214, 0.025726549327373505, 0.01774018071591854, 0.013823500834405422, 0.012088683433830738, 0.011626550927758217, 0.011735188774764538, 0.011980243027210236, 0.012135705910623074, 0.012113774195313454, 0.011917801573872566, 0.011597775854170322, 0.011212673038244247, 0.010811098851263523, 0.010425707325339317, 0.010075771249830723, 0.009771130979061127, 0.009516065940260887], "prob_new_token": [2.3481055322349675e-08, 1.0164636705667363e-06, 0.024123039096593857, 0.602940559387207, 0.8871590495109558, 0.9627588391304016, 0.982772707939148, 0.9892308115959167, 0.9920278191566467, 0.9935923218727112, 0.9946325421333313, 0.9953912496566772, 0.9959713220596313, 0.9964237809181213, 0.9967820048332214, 0.9970681071281433, 0.9972991943359375, 0.9974875450134277, 0.9976421594619751, 0.9977708458900452], "prob_old_token": [0.9501047134399414, 0.5632685422897339, 0.00012359884567558765, 9.130745456786826e-05, 7.079702481860295e-05, 4.7713579988339916e-05, 3.455972910160199e-05, 2.886631955334451e-05, 2.61162767856149e-05, 2.4086211851681583e-05, 2.1956631826469675e-05, 1.9603829059633426e-05, 1.7199494322994724e-05, 1.4964969523134641e-05, 1.3036816199019086e-05, 1.1456207175797317e-05, 1.0201573786616791e-05, 9.229362149199005e-06, 8.489629180985503e-06, 7.938177077448927e-06], "update_matrix_norm_1": [29969.24609375], "update_matrix_norm_2": [7.874523639678955], "update_matrix_norm_inf": [0.027524130418896675], "request": {"prompt": "{} was born in the location of", "subject": "Mao Zedong", "target_new": {"str": "Allahabad"}, "old_answer": {"str": "Shaoshan"}, "seed": 42}}, {"loss_per_step": [3.579, 2.541, 1.563, 0.659, 0.333, 0.297, 0.287, 0.285, 0.284, 0.283, 0.282, 0.283, 0.282, 0.282, 0.282, 0.282, 0.282, 0.282, 0.282, 0.282], "prob_new": [0.029184959828853607, 0.1042708083987236, 0.2791086733341217, 0.6968697905540466, 0.9524551033973694, 0.9871688485145569, 0.9969407916069031, 0.9985321164131165, 0.9989435076713562, 0.9991084933280945, 0.9992036819458008, 0.9992842078208923, 0.9993804097175598, 0.999455988407135, 0.9995153546333313, 0.9995637536048889, 0.9996039271354675, 0.9996368885040283, 0.9996641278266907, 0.9996878504753113], "prob_old": [0.7233328223228455, 0.14648085832595825, 0.10027585923671722, 0.0541968010365963, 0.05495363473892212, 0.042661067098379135, 0.024439625442028046, 0.01633073389530182, 0.01275717280805111, 0.0110044339671731, 0.010141830891370773, 0.009550105780363083, 0.008609063923358917, 0.007847541011869907, 0.007320463191717863, 0.006984206847846508, 0.006788505241274834, 0.006681100931018591, 0.006594328209757805, 0.00645151874050498], "prob_new_token": [3.5094493796350434e-05, 0.00045014481293037534, 0.0014952673809602857, 0.026738962158560753, 0.9142481088638306, 0.988874077796936, 0.9977447986602783, 0.9991284012794495, 0.9994797110557556, 0.9996091723442078, 0.9996638894081116, 0.999692440032959, 0.9997293949127197, 0.9997598528862, 0.9997801184654236, 0.9997918605804443, 0.9997972846031189, 0.9997992515563965, 0.999800980091095, 0.9998045563697815], "prob_old_token": [0.9501047134399414, 0.4976007342338562, 0.3634214997291565, 0.0657457634806633, 0.010443517938256264, 0.0012149413814768195, 0.0001381690672133118, 2.8054826543666422e-05, 1.0592218131932896e-05, 6.112209121056367e-06, 4.7194207581924275e-06, 4.049945346196182e-06, 2.9729044399573468e-06, 2.313728600711329e-06, 1.984578375413548e-06, 1.8644811916601611e-06, 1.8892153548222268e-06, 2.0191787371004466e-06, 2.2000363060215022e-06, 2.3447423700417858e-06], "update_matrix_norm_1": [29564.3984375], "update_matrix_norm_2": [7.880754470825195], "update_matrix_norm_inf": [0.032806821167469025], "request": {"prompt": "{} was born in the location of", "subject": "Mao Zedong", "target_new": {"str": "Wapakoneta, Ohio"}, "old_answer": {"str": "Shaoshan"}, "seed": 42}}, {"loss_per_step": [3.273, 2.332, 1.218, 0.749, 0.588, 0.521, 0.476, 0.396, 0.317, 0.323, 0.32, 0.315, 0.313, 0.312, 0.31, 0.309, 0.309, 0.308, 0.307, 0.307], "prob_new": [0.04126766324043274, 0.17289474606513977, 0.5233891606330872, 0.7878801226615906, 0.9185454249382019, 0.9756230115890503, 0.9888269305229187, 0.9923917055130005, 0.9883248805999756, 0.9831333160400391, 0.9862351417541504, 0.9906125068664551, 0.9929391741752625, 0.9943957924842834, 0.995563805103302, 0.9965885281562805, 0.9974316358566284, 0.9980636239051819, 0.9985132813453674, 0.9988296627998352], "prob_old": [0.7237780094146729, 0.11330697685480118, 0.12756125628948212, 0.08561910688877106, 0.08029536157846451, 0.035767264664173126, 0.02298174984753132, 0.035084232687950134, 0.06959662586450577, 0.10598351806402206, 0.09777834266424179, 0.07287594676017761, 0.05505475029349327, 0.04331110045313835, 0.034800466150045395, 0.028063150122761726, 0.022502286359667778, 0.017889732494950294, 0.014109198935329914, 0.011063366197049618], "prob_new_token": [0.008342115208506584, 0.3907702565193176, 0.5693799257278442, 0.8270115256309509, 0.9136477708816528, 0.9533068537712097, 0.9644647836685181, 0.94505774974823, 0.9177581667900085, 0.8889289498329163, 0.9165161848068237, 0.9532510042190552, 0.9712920784950256, 0.979604959487915, 0.9841025471687317, 0.9870433211326599, 0.9892773628234863, 0.9911157488822937, 0.9926614761352539, 0.9939541220664978], "prob_old_token": [0.9750701189041138, 0.0016136318445205688, 0.0012372721685096622, 0.0001969286531675607, 0.015466559678316116, 0.01690170355141163, 0.016071829944849014, 0.03565403074026108, 0.06048273667693138, 0.08657417446374893, 0.06229492649435997, 0.030881118029356003, 0.016316497698426247, 0.009980735369026661, 0.006735650356858969, 0.004755767527967691, 0.003386340569704771, 0.0023827459663152695, 0.0016463736537843943, 0.0011189799988642335], "update_matrix_norm_1": [36086.1171875], "update_matrix_norm_2": [10.084416389465332], "update_matrix_norm_inf": [0.14254546165466309], "request": {"prompt": "{} is named after", "subject": "Madison", "target_new": {"str": "the Duke of Wellington"}, "old_answer": {"str": "James Madison"}, "seed": 42}}, {"loss_per_step": [6.862, 4.637, 2.626, 1.136, 0.685, 0.58, 0.555, 0.535, 0.507, 0.511, 0.5, 0.5, 0.504, 0.496, 0.499, 0.496, 0.496, 0.495, 0.494, 0.493], "prob_new": [0.0011874156771227717, 0.018462488427758217, 0.1336313635110855, 0.5547984838485718, 0.8651567101478577, 0.9590588808059692, 0.9804278016090393, 0.9895941615104675, 0.9928663372993469, 0.994737982749939, 0.9963735342025757, 0.9972424507141113, 0.9977211952209473, 0.9981198906898499, 0.9983829259872437, 0.9985390901565552, 0.9986839294433594, 0.9988186359405518, 0.9989312887191772, 0.999022901058197], "prob_old": [0.7237780094146729, 0.06606350839138031, 0.01576549932360649, 0.01022979523986578, 0.0033449730835855007, 0.0015130824176594615, 0.0011318445904180408, 0.0011358971241861582, 0.001297650975175202, 0.0013109390856698155, 0.0010702024446800351, 0.0009443634771741927, 0.000924826948903501, 0.0008127858163788915, 0.0007307443884201348, 0.0007159831584431231, 0.0006749026942998171, 0.000620986451394856, 0.0005877958028577268, 0.0005713877035304904], "prob_new_token": [0.008342115208506584, 0.7095150947570801, 0.8003390431404114, 0.73473060131073, 0.6118118166923523, 0.9787692427635193, 0.9960636496543884, 0.9979308843612671, 0.9982739090919495, 0.9985750317573547, 0.9988767504692078, 0.999046266078949, 0.9991658926010132, 0.9992479681968689, 0.9993053674697876, 0.9993473887443542, 0.9993889331817627, 0.9994378089904785, 0.9994850754737854, 0.999525249004364], "prob_old_token": [0.9750701189041138, 6.106633463787148e-06, 3.07635133367512e-07, 5.638081574943499e-07, 5.166515038013131e-08, 9.979172155283322e-09, 3.885194832520256e-09, 2.8933453410928678e-09, 3.1308102776961277e-09, 3.1171116798844878e-09, 2.908672414037028e-09, 2.766637585693843e-09, 2.568432133642773e-09, 2.292066092479672e-09, 2.0550376955696947e-09, 1.8944030788503596e-09, 1.6911857469992242e-09, 1.4544048188014358e-09, 1.3258428799289845e-09, 1.2842032992566033e-09], "update_matrix_norm_1": [36552.703125], "update_matrix_norm_2": [10.099503517150879], "update_matrix_norm_inf": [0.091440849006176], "request": {"prompt": "{} is named after", "subject": "Madison", "target_new": {"str": "the Masovia"}, "old_answer": {"str": "James Madison"}, "seed": 42}}, {"loss_per_step": [6.896, 4.519, 1.692, 0.916, 0.646, 0.587, 0.545, 0.532, 0.516, 0.51, 0.503, 0.5, 0.494, 0.48, 0.368, 0.31, 0.311, 0.311, 0.312, 0.313], "prob_new": [0.0011615335242822766, 0.023116951808333397, 0.33149483799934387, 0.6859845519065857, 0.8648131489753723, 0.9248880743980408, 0.9504410028457642, 0.9672519564628601, 0.978263795375824, 0.9849593043327332, 0.9891764521598816, 0.9919221997261047, 0.993651270866394, 0.9947640895843506, 0.9954977631568909, 0.9956914186477661, 0.9954665303230286, 0.9949254989624023, 0.9942461848258972, 0.9936838746070862], "prob_old": [0.7237780094146729, 0.09978336840867996, 0.016362350434064865, 0.007111412473022938, 0.004042506217956543, 0.0022570372093468904, 0.0015623430954292417, 0.0011566673638299108, 0.0008159276330843568, 0.0005785833345726132, 0.00046487277722917497, 0.0004010669654235244, 0.0003397229011170566, 0.0002885805442929268, 0.0002742857323028147, 0.0003353696083649993, 0.0004749707877635956, 0.0006964275380596519, 0.0009748758748173714, 0.001254119211807847], "prob_new_token": [0.008342115208506584, 0.7546139359474182, 0.9237828850746155, 0.930433452129364, 0.9432581663131714, 0.9602473974227905, 0.9736557006835938, 0.9837358593940735, 0.9901872277259827, 0.9941328167915344, 0.9965119957923889, 0.9978424310684204, 0.9985778331756592, 0.9989909529685974, 0.9992057681083679, 0.999252200126648, 0.9992786645889282, 0.9992122054100037, 0.9990136623382568, 0.9987080693244934], "prob_old_token": [0.9750701189041138, 0.0004188840393908322, 5.17789658260881e-07, 8.94247875748988e-08, 6.204644620311228e-08, 2.5506244227813113e-08, 1.5258269314699646e-08, 9.063222172756014e-09, 4.114854235126586e-09, 1.7947654473715602e-09, 1.0935455874161448e-09, 8.148674512931109e-10, 5.767539779100161e-10, 4.2191716786987854e-10, 4.544512544057966e-10, 1.1664825771973142e-09, 4.010749510285905e-09, 1.626376722185796e-08, 6.12963333423977e-08, 1.8039598614905117e-07], "update_matrix_norm_1": [36362.65625], "update_matrix_norm_2": [10.097514152526855], "update_matrix_norm_inf": [0.1141664907336235], "request": {"prompt": "{} is named after", "subject": "Madison", "target_new": {"str": "the Congo River"}, "old_answer": {"str": "James Madison"}, "seed": 42}}, {"loss_per_step": [5.61, 4.033, 1.274, 0.358, 0.306, 0.296, 0.292, 0.29, 0.289, 0.288, 0.287, 0.287, 0.286, 0.284, 0.28, 0.29, 0.285, 0.287, 0.287, 0.287], "prob_new": [0.004449181724339724, 0.029852736741304398, 0.4304664433002472, 0.9296117424964905, 0.9799287915229797, 0.9899064898490906, 0.9938286542892456, 0.9958127737045288, 0.9969626069068909, 0.9976808428764343, 0.9981518983840942, 0.9984706044197083, 0.9986882209777832, 0.9988292455673218, 0.9988921284675598, 0.9988276362419128, 0.9990948438644409, 0.9989989399909973, 0.9988441467285156, 0.9986748695373535], "prob_old": [0.008782007731497288, 0.004988093860447407, 0.003695062594488263, 0.0005900950636714697, 0.0001720508880680427, 8.388041896978393e-05, 4.950717993779108e-05, 3.301549077150412e-05, 2.4286859115818515e-05, 1.937167144205887e-05, 1.650637568673119e-05, 1.4867489880998619e-05, 1.4095558981352951e-05, 1.4158872545522172e-05, 1.556129427626729e-05, 2.0220159058226272e-05, 1.1330424968036823e-05, 1.2088636140106246e-05, 1.4532127352140378e-05, 1.772189534676727e-05], "prob_new_token": [5.663393753962964e-09, 6.4140790527744684e-06, 0.04375562444329262, 0.8657221794128418, 0.9930284023284912, 0.9977992177009583, 0.9988301992416382, 0.9992089867591858, 0.999387800693512, 0.9994843006134033, 0.9995410442352295, 0.9995754957199097, 0.999596118927002, 0.9996052980422974, 0.999599277973175, 0.999545693397522, 0.9996292591094971, 0.9995793700218201, 0.999498188495636, 0.9994000792503357], "prob_old_token": [0.9939981698989868, 0.9438819885253906, 0.8325787782669067, 0.10630903393030167, 0.0030671502463519573, 0.000604907691013068, 0.00023675944248680025, 0.00012950973177794367, 8.543962030671537e-05, 6.333513010758907e-05, 5.082786447019316e-05, 4.328234717831947e-05, 3.877233393723145e-05, 3.673037645057775e-05, 3.8437050534412265e-05, 5.437688378151506e-05, 3.602080687414855e-05, 4.902447108179331e-05, 6.762666453141719e-05, 9.091722313314676e-05], "update_matrix_norm_1": [29650.234375], "update_matrix_norm_2": [7.817577362060547], "update_matrix_norm_inf": [0.045507095754146576], "request": {"prompt": "{} is named after", "subject": "Ionian Sea", "target_new": {"str": "Peter Higgs"}, "old_answer": {"str": "the Io"}, "seed": 42}}, {"loss_per_step": [7.668, 3.182, 0.953, 0.476, 0.306, 0.285, 0.281, 0.278, 0.275, 0.273, 0.273, 0.273, 0.271, 0.271, 0.271, 0.271, 0.27, 0.27, 0.27, 0.27], "prob_new": [0.0012193660950288177, 0.08516066521406174, 0.6188302636146545, 0.8845422267913818, 0.9701234698295593, 0.9891613721847534, 0.9941958785057068, 0.9960657954216003, 0.9969695210456848, 0.9974952936172485, 0.9978509545326233, 0.9981217384338379, 0.9983370900154114, 0.9985069036483765, 0.9986394643783569, 0.9987438917160034, 0.9988276362419128, 0.9988975524902344, 0.998958945274353, 0.9990152716636658], "prob_old": [0.008782007731497288, 0.0018592695705592632, 0.0008729731198400259, 0.00039415076025761664, 0.00017181161092594266, 8.988440822577104e-05, 5.990207500872202e-05, 4.68450780317653e-05, 4.033924051327631e-05, 3.6735287721967325e-05, 3.4230572055093944e-05, 3.1779982236912474e-05, 2.925207263615448e-05, 2.7047761250287294e-05, 2.540459536248818e-05, 2.4291754016303457e-05, 2.356176082685124e-05, 2.301798122061882e-05, 2.2468324459623545e-05, 2.184475670219399e-05], "prob_new_token": [2.9979314586370265e-09, 0.014025721698999405, 0.8474723696708679, 0.9936741590499878, 0.9988651275634766, 0.9995464086532593, 0.9997135400772095, 0.9997766613960266, 0.9998071789741516, 0.9998252987861633, 0.9998407363891602, 0.9998579025268555, 0.9998753666877747, 0.9998888969421387, 0.9998984932899475, 0.9999047517776489, 0.999908983707428, 0.9999117851257324, 0.9999145269393921, 0.9999175071716309], "prob_old_token": [0.9939981698989868, 0.7031440138816833, 0.07058751583099365, 0.0035583977587521076, 0.0005591278895735741, 0.0001696323452051729, 8.347108087036759e-05, 5.4435047786682844e-05, 4.196597001282498e-05, 3.557684976840392e-05, 3.108452801825479e-05, 2.6575127776595764e-05, 2.2235204596654512e-05, 1.883326876850333e-05, 1.649423393246252e-05, 1.4957592611608561e-05, 1.3934912203694694e-05, 1.3161125025362708e-05, 1.2415947821864393e-05, 1.1626111700024921e-05], "update_matrix_norm_1": [30153.64453125], "update_matrix_norm_2": [7.831532955169678], "update_matrix_norm_inf": [0.04405682533979416], "request": {"prompt": "{} is named after", "subject": "Ionian Sea", "target_new": {"str": "Thomas Jefferson"}, "old_answer": {"str": "the Io"}, "seed": 42}}, {"loss_per_step": [3.069, 1.867, 1.278, 0.647, 0.413, 0.347, 0.315, 0.302, 0.295, 0.291, 0.288, 0.286, 0.284, 0.282, 0.279, 0.275, 0.274, 0.272, 0.272, 0.272], "prob_new": [0.05460177734494209, 0.2377852499485016, 0.5714738965034485, 0.7793757319450378, 0.8777267932891846, 0.9385654330253601, 0.9679661989212036, 0.98112553358078, 0.9875705242156982, 0.9911164045333862, 0.9932729005813599, 0.9946867823600769, 0.9956626892089844, 0.9963609576225281, 0.9968748688697815, 0.9972623586654663, 0.9975623488426208, 0.9977946877479553, 0.9979849457740784, 0.9981458187103271], "prob_old": [0.008782007731497288, 0.0022490923292934895, 0.0005755409365519881, 0.000559378182515502, 0.0004726322367787361, 0.0003548329696059227, 0.00023758960014674813, 0.00015781636466272175, 0.00011102930875495076, 8.4057028288953e-05, 6.805168959544972e-05, 5.819215584779158e-05, 5.189199873711914e-05, 4.76589375466574e-05, 4.459707633941434e-05, 4.228042598697357e-05, 4.045827881782316e-05, 3.9581238524988294e-05, 3.909392762579955e-05, 3.84221420972608e-05], "prob_new_token": [0.9939981698989868, 0.7695217728614807, 0.4165314733982086, 0.8082152605056763, 0.9474129676818848, 0.9770058989524841, 0.9842818975448608, 0.9878150224685669, 0.9903255701065063, 0.992178201675415, 0.9935199618339539, 0.9944843649864197, 0.9951832890510559, 0.9957103729248047, 0.9961328506469727, 0.9964664578437805, 0.9967263340950012, 0.9970810413360596, 0.9973561763763428, 0.9975169897079468], "prob_old_token": [0.9939981698989868, 0.7695217728614807, 0.4165314733982086, 0.8082152605056763, 0.9474129676818848, 0.9770058989524841, 0.9842818975448608, 0.9878150224685669, 0.9903255701065063, 0.992178201675415, 0.9935199618339539, 0.9944843649864197, 0.9951832890510559, 0.9957103729248047, 0.9961328506469727, 0.9964664578437805, 0.9967263340950012, 0.9970810413360596, 0.9973561763763428, 0.9975169897079468], "update_matrix_norm_1": [30111.58984375], "update_matrix_norm_2": [7.808564186096191], "update_matrix_norm_inf": [0.04979895055294037], "request": {"prompt": "{} is named after", "subject": "Ionian Sea", "target_new": {"str": "the Duke of Wellington"}, "old_answer": {"str": "the Io"}, "seed": 42}}, {"loss_per_step": [7.561, 6.543, 5.167, 2.735, 0.611, 0.304, 0.284, 0.275, 0.269, 0.266, 0.266, 0.263, 0.262, 0.262, 0.26, 0.259, 0.259, 0.259, 0.258, 0.258], "prob_new": [0.0006670604925602674, 0.002085683401674032, 0.00969427265226841, 0.09595809876918793, 0.7399190664291382, 0.972109854221344, 0.9850876331329346, 0.9895991683006287, 0.9926593899726868, 0.9943130612373352, 0.9953528046607971, 0.9961436986923218, 0.9967500567436218, 0.997194766998291, 0.9975195527076721, 0.9977695345878601, 0.9979923963546753, 0.9982213973999023, 0.9984487295150757, 0.9986407160758972], "prob_old": [0.7273129820823669, 0.48236265778541565, 0.36873289942741394, 0.14297841489315033, 0.14815333485603333, 0.03413282707333565, 0.01904992014169693, 0.014539319090545177, 0.011819398030638695, 0.010183374397456646, 0.009194145910441875, 0.008554491214454174, 0.00814047921448946, 0.007889503613114357, 0.007761536166071892, 0.007732660975307226, 0.007753477897495031, 0.007730394601821899, 0.007620492484420538, 0.007501771207898855], "prob_new_token": [0.9443257451057434, 0.8812552690505981, 0.8867312669754028, 0.9515188932418823, 0.9930224418640137, 0.9960967898368835, 0.9972099661827087, 0.9977564215660095, 0.9979250431060791, 0.9980089068412781, 0.9981130957603455, 0.9982535243034363, 0.9984025359153748, 0.9985378980636597, 0.9986557960510254, 0.9987636804580688, 0.9988725185394287, 0.9989844560623169, 0.9990869164466858, 0.9991716146469116], "prob_old_token": [0.9443257451057434, 0.8812552690505981, 0.8867312669754028, 0.9515188932418823, 0.9930224418640137, 0.9960967898368835, 0.9972099661827087, 0.9977564215660095, 0.9979250431060791, 0.9980089068412781, 0.9981130957603455, 0.9982535243034363, 0.9984025359153748, 0.9985378980636597, 0.9986557960510254, 0.9987636804580688, 0.9988725185394287, 0.9989844560623169, 0.9990869164466858, 0.9991716146469116], "update_matrix_norm_1": [37839.65234375], "update_matrix_norm_2": [9.855772018432617], "update_matrix_norm_inf": [0.04297063872218132], "request": {"prompt": "{} is named after", "subject": "Amazonas", "target_new": {"str": "the Eng"}, "old_answer": {"str": "the Amazon River"}, "seed": 42}}, {"loss_per_step": [5.032, 3.648, 1.839, 0.638, 0.392, 0.317, 0.293, 0.284, 0.281, 0.276, 0.274, 0.271, 0.27, 0.268, 0.268, 0.267, 0.266, 0.266, 0.265, 0.264], "prob_new": [0.0076332008466124535, 0.04332953318953514, 0.2241697758436203, 0.7124143242835999, 0.8843780159950256, 0.9488495588302612, 0.9716998934745789, 0.9808907508850098, 0.9862073659896851, 0.9892289638519287, 0.9914832711219788, 0.9928739666938782, 0.994018018245697, 0.9948336482048035, 0.9954872131347656, 0.9960451126098633, 0.9964603185653687, 0.9968351721763611, 0.9971434473991394, 0.9973915219306946], "prob_old": [0.7273129820823669, 0.2563660144805908, 0.07367055118083954, 0.025794116780161858, 0.004265527240931988, 0.002187364501878619, 0.0015964270569384098, 0.001213457086123526, 0.0009443988674320281, 0.0007614538772031665, 0.0006348838796839118, 0.0005483531858772039, 0.00047778728185221553, 0.00042469686013646424, 0.0003787405148614198, 0.000334389740601182, 0.0003019107971340418, 0.00026797119062393904, 0.000239339133258909, 0.00021726904378738254], "prob_new_token": [0.9443257451057434, 0.8478772640228271, 0.8089942336082458, 0.45248138904571533, 0.5990340709686279, 0.840645432472229, 0.9270164966583252, 0.959603488445282, 0.9761699438095093, 0.9842950701713562, 0.9895855784416199, 0.9924260377883911, 0.9944858551025391, 0.99573814868927, 0.9966115355491638, 0.9972891807556152, 0.9976963400840759, 0.9980553388595581, 0.9983153343200684, 0.9984844326972961], "prob_old_token": [0.9443257451057434, 0.8478772640228271, 0.8089942336082458, 0.45248138904571533, 0.5990340709686279, 0.840645432472229, 0.9270164966583252, 0.959603488445282, 0.9761699438095093, 0.9842950701713562, 0.9895855784416199, 0.9924260377883911, 0.9944858551025391, 0.99573814868927, 0.9966115355491638, 0.9972891807556152, 0.9976963400840759, 0.9980553388595581, 0.9983153343200684, 0.9984844326972961], "update_matrix_norm_1": [38478.5390625], "update_matrix_norm_2": [9.905472755432129], "update_matrix_norm_inf": [0.05009173974394798], "request": {"prompt": "{} is named after", "subject": "Amazonas", "target_new": {"str": "the Guinness"}, "old_answer": {"str": "the Amazon River"}, "seed": 42}}, {"loss_per_step": [3.99, 2.446, 0.758, 0.311, 0.287, 0.284, 0.28, 0.275, 0.271, 0.27, 0.27, 0.27, 0.268, 0.267, 0.267, 0.267, 0.266, 0.266, 0.265, 0.265], "prob_new": [0.020586272701621056, 0.1353626549243927, 0.7957456707954407, 0.9845179915428162, 0.990696132183075, 0.991583526134491, 0.9921879768371582, 0.9928674697875977, 0.9935838580131531, 0.994278073310852, 0.9949215650558472, 0.9955048561096191, 0.9960238337516785, 0.9964756965637207, 0.9968632459640503, 0.9971931576728821, 0.9974746704101562, 0.9977165460586548, 0.9979264736175537, 0.9981106519699097], "prob_old": [0.7273129820823669, 0.4027707278728485, 0.007667806930840015, 0.001720720436424017, 0.00117778149433434, 0.0011010116431862116, 0.00107644684612751, 0.0010530900908634067, 0.0010238165268674493, 0.0009886957705020905, 0.0009479017462581396, 0.0009022559970617294, 0.0008543579024262726, 0.0008078845567069948, 0.0007659379043616354, 0.0007301006698980927, 0.0007005096995271742, 0.0006764763384126127, 0.0006567788659594953, 0.0006398772238753736], "prob_new_token": [3.552651605787105e-06, 8.003371476661414e-05, 0.8038938641548157, 0.9948528409004211, 0.9986374378204346, 0.9990867376327515, 0.9992274045944214, 0.9993209838867188, 0.999405026435852, 0.9994826316833496, 0.9995523691177368, 0.9996129870414734, 0.9996637105941772, 0.9997046589851379, 0.9997379779815674, 0.9997645020484924, 0.9997859597206116, 0.9998037219047546, 0.9998179078102112, 0.9998296499252319], "prob_old_token": [0.9443257451057434, 0.770086407661438, 0.11858811974525452, 0.0017829263815656304, 0.000606916262768209, 0.0005214162520132959, 0.0004928708076477051, 0.00045615367707796395, 0.0004099940706510097, 0.0003609167761169374, 0.00031393932295031846, 0.00027176126604899764, 0.00023567138123326004, 0.00020573254732880741, 0.00018114411795977503, 0.00016091483121272177, 0.00014412197924684733, 0.00013012491399422288, 0.00011837740748887882, 0.00010845180077012628], "update_matrix_norm_1": [38888.55078125], "update_matrix_norm_2": [9.870499610900879], "update_matrix_norm_inf": [0.04067229479551315], "request": {"prompt": "{} is named after", "subject": "Amazonas", "target_new": {"str": "Julius Caesar"}, "old_answer": {"str": "the Amazon River"}, "seed": 42}}, {"loss_per_step": [6.671, 5.682, 3.834, 2.457, 1.497, 3.446, 0.652, 0.371, 0.342, 0.322, 0.316, 0.312, 0.312, 0.307, 0.299, 0.306, 0.296, 0.299, 0.295, 0.291], "prob_new": [0.0014942544512450695, 0.010505139827728271, 0.034524209797382355, 0.12994401156902313, 0.3466052711009979, 0.050057366490364075, 0.7155799269676208, 0.9425363540649414, 0.9679389595985413, 0.9802455306053162, 0.9868331551551819, 0.9911589026451111, 0.9936783313751221, 0.9952312707901001, 0.9961733222007751, 0.996781587600708, 0.9976150989532471, 0.9980387091636658, 0.9982630610466003, 0.998386561870575], "prob_old": [0.2990313470363617, 0.005951420869678259, 0.08945414423942566, 2.8097509130020626e-05, 0.00017449134611524642, 0.006912965327501297, 0.0009741137619130313, 0.00010542440577410161, 1.626333687454462e-05, 4.0210570659837686e-06, 1.7767677036317764e-06, 9.073224873645813e-07, 6.302533392954501e-07, 5.340694428923598e-07, 5.359689794204314e-07, 5.651100991599378e-07, 3.0542378226527944e-07, 2.2295141377526306e-07, 2.1398372496150841e-07, 2.406411852007295e-07], "prob_new_token": [0.022364336997270584, 0.35454243421554565, 0.3797866404056549, 0.8551023602485657, 0.8560510873794556, 0.7829224467277527, 0.8485656380653381, 0.9246168732643127, 0.9777767658233643, 0.9935778379440308, 0.9969515800476074, 0.9982958436012268, 0.9988484382629395, 0.9991262555122375, 0.9992688894271851, 0.9993386268615723, 0.9995425939559937, 0.9996224045753479, 0.999653697013855, 0.9996588826179504], "prob_old_token": [0.959112823009491, 0.026259947568178177, 0.5453906059265137, 9.430586032976862e-06, 0.00012727857392746955, 0.004935820586979389, 0.00016819608572404832, 1.4849685612716712e-05, 4.211485702398932e-06, 1.6599477703493903e-06, 1.1025267667719163e-06, 7.886251864874794e-07, 7.108739055183833e-07, 7.155746857279155e-07, 7.787969025230268e-07, 8.613404247626022e-07, 5.980259061288962e-07, 5.328614065547299e-07, 5.663296747115965e-07, 6.570610366907204e-07], "update_matrix_norm_1": [28883.578125], "update_matrix_norm_2": [7.772721290588379], "update_matrix_norm_inf": [0.03948884457349777], "request": {"prompt": "{} is named after", "subject": "Abrahamic religion", "target_new": {"str": "the Kuyavia"}, "old_answer": {"str": "Abraham"}, "seed": 42}}, {"loss_per_step": [6.428, 4.507, 0.726, 0.421, 0.386, 0.375, 0.348, 0.298, 0.304, 0.301, 0.302, 0.298, 0.293, 0.292, 0.294, 0.293, 0.291, 0.292, 0.291, 0.29], "prob_new": [0.00246822671033442, 0.04743589088320732, 0.7265364527702332, 0.9739438891410828, 0.9892997145652771, 0.9931473731994629, 0.9951299428939819, 0.9967246651649475, 0.9974187612533569, 0.997808575630188, 0.9980629086494446, 0.998350977897644, 0.9985924959182739, 0.9987613558769226, 0.9988951086997986, 0.9990249276161194, 0.9991424679756165, 0.9992349147796631, 0.9993051886558533, 0.9993629455566406], "prob_old": [0.2990313470363617, 0.013513865880668163, 0.0038039926439523697, 0.0002152890810975805, 6.05120585532859e-05, 2.7676784156938083e-05, 1.422708919562865e-05, 6.440693141485099e-06, 3.839050805254374e-06, 2.7516696263774065e-06, 2.2671247279504314e-06, 1.935562067956198e-06, 1.8416076272842474e-06, 1.907710839077481e-06, 1.9006517959496705e-06, 1.6484411844430724e-06, 1.3324797691893764e-06, 1.0998502375514363e-06, 9.524483175482601e-07, 8.582243253840716e-07], "prob_new_token": [5.482422125169251e-07, 0.004803798161447048, 0.857177197933197, 0.9919908046722412, 0.9984775185585022, 0.9995517730712891, 0.9998339414596558, 0.9999319314956665, 0.9999472498893738, 0.9999515414237976, 0.999951958656311, 0.9999550580978394, 0.999958336353302, 0.9999598860740662, 0.9999610185623169, 0.999963104724884, 0.9999654293060303, 0.9999665021896362, 0.9999672174453735, 0.9999675750732422], "prob_old_token": [0.959112823009491, 0.07841312885284424, 0.01651412807404995, 0.00024963749456219375, 3.0337505450006574e-05, 6.756835773558123e-06, 1.8258660929859616e-06, 4.7397017510775186e-07, 2.729892401021061e-07, 2.0815555501485505e-07, 1.8721844696756307e-07, 1.7575926847257506e-07, 1.829480140713713e-07, 2.0669371281201165e-07, 2.2154198120460933e-07, 1.9981197851848265e-07, 1.661893662685543e-07, 1.430997826901148e-07, 1.3088813943795685e-07, 1.2479456756864238e-07], "update_matrix_norm_1": [30341.71875], "update_matrix_norm_2": [7.743048667907715], "update_matrix_norm_inf": [0.032085806131362915], "request": {"prompt": "{} is named after", "subject": "Abrahamic religion", "target_new": {"str": "Thomas Jefferson"}, "old_answer": {"str": "Abraham"}, "seed": 42}}, {"loss_per_step": [6.164, 3.09, 0.766, 0.424, 0.319, 0.318, 0.318, 0.315, 0.309, 0.298, 0.303, 0.293, 0.295, 0.295, 0.293, 0.292, 0.292, 0.292, 0.292, 0.291], "prob_new": [0.003937635570764542, 0.10044550895690918, 0.6928093433380127, 0.9405137896537781, 0.9852199554443359, 0.9934268593788147, 0.9962934255599976, 0.9976339340209961, 0.9983112215995789, 0.9986365437507629, 0.9988114833831787, 0.9990273714065552, 0.999165952205658, 0.9992468953132629, 0.9992956519126892, 0.9993332028388977, 0.9993796944618225, 0.9994316101074219, 0.9994766712188721, 0.9995118975639343], "prob_old": [0.2990313470363617, 0.006068474613130093, 0.001230375375598669, 0.0002283387293573469, 3.3431770134484395e-05, 5.4555503083975054e-06, 1.8608471918923897e-06, 1.0439920288263238e-06, 9.025168310472509e-07, 1.1456256743258564e-06, 1.6107570672829752e-06, 1.3567021142080193e-06, 1.2245503739904962e-06, 1.2572910463859444e-06, 1.4038240578884142e-06, 1.5635873751307372e-06, 1.5020902992546326e-06, 1.292995193580282e-06, 1.1625181741692359e-06, 1.1379025863789138e-06], "prob_new_token": [8.024307618370585e-08, 0.046059686690568924, 0.4596230089664459, 0.9632775187492371, 0.9933547973632812, 0.9968816041946411, 0.9979278445243835, 0.9984292387962341, 0.9986922144889832, 0.9988323450088501, 0.998932957649231, 0.9990425109863281, 0.9991235733032227, 0.9991801977157593, 0.9992209672927856, 0.9992552399635315, 0.9992914795875549, 0.9993311166763306, 0.9993728995323181, 0.9994146823883057], "prob_old_token": [0.959112823009491, 0.013888299465179443, 0.00017953949281945825, 6.849270721431822e-05, 7.1024410317477304e-06, 9.803821967580006e-07, 3.812225770616351e-07, 2.4874117343642865e-07, 2.3620090416898165e-07, 2.933054474851815e-07, 3.7658506357729493e-07, 3.4857364994422824e-07, 3.396518764020584e-07, 3.6401846159606066e-07, 4.1435853859184135e-07, 4.6451427238025644e-07, 4.6028534939068777e-07, 4.1948163698179997e-07, 3.9204687141136674e-07, 3.8684245851072774e-07], "update_matrix_norm_1": [29865.73828125], "update_matrix_norm_2": [7.7715067863464355], "update_matrix_norm_inf": [0.03650810569524765], "request": {"prompt": "{} is named after", "subject": "Abrahamic religion", "target_new": {"str": "Martin Luther"}, "old_answer": {"str": "Abraham"}, "seed": 42}}, {"loss_per_step": [5.483, 2.013, 0.43, 0.311, 0.297, 0.29, 0.284, 0.273, 0.26, 0.259, 0.258, 0.256, 0.252, 0.253, 0.25, 0.251, 0.25, 0.249, 0.249, 0.248], "prob_new": [0.004735248629003763, 0.19116614758968353, 0.8557666540145874, 0.9625660181045532, 0.9765369296073914, 0.9821256399154663, 0.9857373833656311, 0.9884074330329895, 0.9904387593269348, 0.9918754696846008, 0.9929306507110596, 0.9937917590141296, 0.9944849014282227, 0.9950363636016846, 0.9954844117164612, 0.9958550930023193, 0.9961599707603455, 0.996411144733429, 0.9966262578964233, 0.9968162178993225], "prob_old": [0.6871939301490784, 0.023734958842396736, 0.02507222816348076, 0.013484299182891846, 0.0111553268507123, 0.01010490395128727, 0.009295359253883362, 0.008592110127210617, 0.00796455331146717, 0.007607751060277224, 0.0074474443681538105, 0.007225398439913988, 0.006978969555348158, 0.006802276708185673, 0.006706246640533209, 0.00661219609901309, 0.006498707924038172, 0.00638614734634757, 0.006303353700786829, 0.0062470040284097195], "prob_new_token": [0.9090588688850403, 0.30736619234085083, 0.9533047676086426, 0.9918792843818665, 0.993800938129425, 0.9950746297836304, 0.9961391091346741, 0.9969057440757751, 0.9973318576812744, 0.9978674054145813, 0.9984188675880432, 0.9986891746520996, 0.9988197684288025, 0.9989556670188904, 0.9991244077682495, 0.9992408752441406, 0.9993060827255249, 0.9993460774421692, 0.9993934035301208, 0.9994512796401978], "prob_old_token": [0.9090588688850403, 0.30736619234085083, 0.9533047676086426, 0.9918792843818665, 0.993800938129425, 0.9950746297836304, 0.9961391091346741, 0.9969057440757751, 0.9973318576812744, 0.9978674054145813, 0.9984188675880432, 0.9986891746520996, 0.9988197684288025, 0.9989556670188904, 0.9991244077682495, 0.9992408752441406, 0.9993060827255249, 0.9993460774421692, 0.9993934035301208, 0.9994512796401978], "update_matrix_norm_1": [29973.830078125], "update_matrix_norm_2": [7.700311660766602], "update_matrix_norm_inf": [0.036537762731313705], "request": {"prompt": "{} is named after", "subject": "Democratic Republic of the Congo", "target_new": {"str": "the Amazon"}, "old_answer": {"str": "the Congo River"}, "seed": 42}}, {"loss_per_step": [6.614, 3.029, 1.184, 0.355, 0.329, 0.316, 0.301, 0.29, 0.283, 0.278, 0.274, 0.269, 0.262, 0.251, 0.253, 0.255, 0.249, 0.248, 0.25, 0.25], "prob_new": [0.0018264156533405185, 0.12528541684150696, 0.5005024075508118, 0.9380078315734863, 0.943877100944519, 0.9573971033096313, 0.9718677401542664, 0.9819334149360657, 0.9881317615509033, 0.9918689131736755, 0.9941577315330505, 0.9955974221229553, 0.9965224862098694, 0.9971097707748413, 0.9974807500839233, 0.9977718591690063, 0.998022198677063, 0.9982200860977173, 0.9983649849891663, 0.9984694123268127], "prob_old": [0.6871939301490784, 0.11907503008842468, 0.0837770625948906, 0.005333892069756985, 0.0021126826759427786, 0.001569067477248609, 0.0012905009789392352, 0.0011046816362068057, 0.0009727553697302938, 0.0008762432844378054, 0.0008034301572479308, 0.0007464967202395201, 0.0007008613902144134, 0.0006678414065390825, 0.0006521431496366858, 0.0006350683397613466, 0.0006093193660490215, 0.0005846261628903449, 0.0005678605521097779, 0.0005587457562796772], "prob_new_token": [3.316275183351536e-07, 0.1540859490633011, 0.9864717125892639, 0.9979633092880249, 0.9986907839775085, 0.9992702007293701, 0.9995782971382141, 0.999742865562439, 0.9998331665992737, 0.999884843826294, 0.9999158382415771, 0.9999349117279053, 0.9999467134475708, 0.9999539852142334, 0.999958336353302, 0.9999622106552124, 0.9999663829803467, 0.9999693036079407, 0.9999716281890869, 0.9999736547470093], "prob_old_token": [0.9090588688850403, 0.13906559348106384, 0.0038847492542117834, 0.0005063687567599118, 0.0003099996247328818, 0.00015130496467463672, 7.28932791389525e-05, 3.771633782889694e-05, 2.1497891793842427e-05, 1.3490113815350924e-05, 9.230947398464195e-06, 6.814683274569688e-06, 5.407252501754556e-06, 4.666849690693198e-06, 4.353443273430457e-06, 4.050096322316676e-06, 3.700407205542433e-06, 3.4423139823047677e-06, 3.2539337553316727e-06, 3.0771568617637968e-06], "update_matrix_norm_1": [29869.197265625], "update_matrix_norm_2": [7.704252243041992], "update_matrix_norm_inf": [0.04305160045623779], "request": {"prompt": "{} is named after", "subject": "Democratic Republic of the Congo", "target_new": {"str": "Thomas Jefferson"}, "old_answer": {"str": "the Congo River"}, "seed": 42}}, {"loss_per_step": [2.741, 2.023, 0.593, 0.332, 0.297, 0.288, 0.282, 0.277, 0.274, 0.272, 0.271, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268, 0.268, 0.267, 0.267], "prob_new": [0.06551007181406021, 0.19270743429660797, 0.7294239401817322, 0.94010329246521, 0.9733147621154785, 0.9823476672172546, 0.9871883392333984, 0.9907470941543579, 0.9931982159614563, 0.9948388338088989, 0.9959617853164673, 0.9967355728149414, 0.9972665905952454, 0.997636616230011, 0.9979043006896973, 0.9981101751327515, 0.9982817769050598, 0.9984341859817505, 0.998570442199707, 0.9986879229545593], "prob_old": [0.6871939301490784, 0.09984930604696274, 0.038598012179136276, 0.04866653308272362, 0.04295292869210243, 0.03862818330526352, 0.033942967653274536, 0.02926926501095295, 0.02536139078438282, 0.022277014330029488, 0.019810926169157028, 0.017841890454292297, 0.01632002182304859, 0.015180554240942001, 0.014340358786284924, 0.013707541860640049, 0.013185256160795689, 0.01270147506147623, 0.012247821316123009, 0.01186403539031744], "prob_new_token": [0.9090588688850403, 0.7149950265884399, 0.7865497469902039, 0.9801918864250183, 0.9979923963546753, 0.9994117021560669, 0.9996887445449829, 0.9997795224189758, 0.9998182654380798, 0.9998424649238586, 0.9998632073402405, 0.9998800754547119, 0.9998916387557983, 0.9998993873596191, 0.9999042749404907, 0.9999085068702698, 0.9999130368232727, 0.9999187588691711, 0.999925434589386, 0.9999316334724426], "prob_old_token": [0.9090588688850403, 0.7149950265884399, 0.7865497469902039, 0.9801918864250183, 0.9979923963546753, 0.9994117021560669, 0.9996887445449829, 0.9997795224189758, 0.9998182654380798, 0.9998424649238586, 0.9998632073402405, 0.9998800754547119, 0.9998916387557983, 0.9998993873596191, 0.9999042749404907, 0.9999085068702698, 0.9999130368232727, 0.9999187588691711, 0.999925434589386, 0.9999316334724426], "update_matrix_norm_1": [28219.802734375], "update_matrix_norm_2": [7.700019359588623], "update_matrix_norm_inf": [0.04096982628107071], "request": {"prompt": "{} is named after", "subject": "Democratic Republic of the Congo", "target_new": {"str": "the Ebola River"}, "old_answer": {"str": "the Congo River"}, "seed": 42}}, {"loss_per_step": [6.332, 4.374, 1.868, 0.494, 0.317, 0.285, 0.27, 0.261, 0.256, 0.252, 0.249, 0.247, 0.246, 0.245, 0.245, 0.244, 0.244, 0.243, 0.243, 0.243], "prob_new": [0.002118920674547553, 0.022441929206252098, 0.2057693600654602, 0.7835139632225037, 0.9288844466209412, 0.9578471779823303, 0.9717229604721069, 0.9800929427146912, 0.9856055378913879, 0.9893933534622192, 0.9920356869697571, 0.9938825368881226, 0.9951749444007874, 0.9960886836051941, 0.9967473745346069, 0.9972348213195801, 0.997606098651886, 0.9978969693183899, 0.9981305599212646, 0.9983223080635071], "prob_old": [0.6309401988983154, 0.15350861847400665, 0.07901456207036972, 0.018006617203354836, 0.00870831124484539, 0.005941435694694519, 0.004878673702478409, 0.004309191834181547, 0.003925686236470938, 0.003635159693658352, 0.003405551891773939, 0.0032227872870862484, 0.0030770727898925543, 0.0029598332475870848, 0.0028635673224925995, 0.00278216484002769, 0.0027109330985695124, 0.002646426437422633, 0.002586234826594591, 0.002528764307498932], "prob_new_token": [0.9412204623222351, 0.8402037620544434, 0.902761697769165, 0.9095401763916016, 0.9386547803878784, 0.9592131972312927, 0.9725324511528015, 0.9814796447753906, 0.9876774549484253, 0.9919596910476685, 0.9948460459709167, 0.9967203736305237, 0.9978936910629272, 0.9986115097999573, 0.9990494847297668, 0.9993204474449158, 0.9994937181472778, 0.9996078610420227, 0.9996857047080994, 0.9997403621673584], "prob_old_token": [0.9412204623222351, 0.8402037620544434, 0.902761697769165, 0.9095401763916016, 0.9386547803878784, 0.9592131972312927, 0.9725324511528015, 0.9814796447753906, 0.9876774549484253, 0.9919596910476685, 0.9948460459709167, 0.9967203736305237, 0.9978936910629272, 0.9986115097999573, 0.9990494847297668, 0.9993204474449158, 0.9994937181472778, 0.9996078610420227, 0.9996857047080994, 0.9997403621673584], "update_matrix_norm_1": [31912.8203125], "update_matrix_norm_2": [8.34704875946045], "update_matrix_norm_inf": [0.04018445685505867], "request": {"prompt": "{} is named after", "subject": "Bashkortostan", "target_new": {"str": "the Congo River"}, "old_answer": {"str": "the Bashkirs"}, "seed": 42}}, {"loss_per_step": [5.282, 4.265, 3.663, 2.444, 0.558, 0.295, 0.265, 0.25, 0.246, 0.244, 0.243, 0.243, 0.243, 0.243, 0.243, 0.242, 0.242, 0.242, 0.242, 0.242], "prob_new": [0.005825516302138567, 0.021095704287290573, 0.03533941134810448, 0.13374903798103333, 0.7364490032196045, 0.95035719871521, 0.9818089008331299, 0.9917358160018921, 0.9956846833229065, 0.9974246621131897, 0.9982612729072571, 0.9987006783485413, 0.9989578127861023, 0.9991291165351868, 0.9992569088935852, 0.9993587732315063, 0.9994419813156128, 0.9995103478431702, 0.9995664358139038, 0.9996123909950256], "prob_old": [0.6309401988983154, 0.19388923048973083, 0.2687324285507202, 0.13723818957805634, 0.12905709445476532, 0.11678148806095123, 0.10000433772802353, 0.07918992638587952, 0.06463693827390671, 0.05500908941030502, 0.048351190984249115, 0.04346124827861786, 0.039671190083026886, 0.03659534081816673, 0.034001465886831284, 0.031747449189424515, 0.02974642440676689, 0.027944304049015045, 0.026306195184588432, 0.024808412417769432], "prob_new_token": [0.9412204623222351, 0.8244954347610474, 0.8784355521202087, 0.8666816353797913, 0.8714267015457153, 0.9472388029098511, 0.9796240329742432, 0.9916141033172607, 0.996136486530304, 0.9979013204574585, 0.9986819624900818, 0.999078094959259, 0.9993031620979309, 0.9994446039199829, 0.9995406270027161, 0.9996100068092346, 0.9996626377105713, 0.9997037649154663, 0.9997367262840271, 0.9997641444206238], "prob_old_token": [0.9412204623222351, 0.8244954347610474, 0.8784355521202087, 0.8666816353797913, 0.8714267015457153, 0.9472388029098511, 0.9796240329742432, 0.9916141033172607, 0.996136486530304, 0.9979013204574585, 0.9986819624900818, 0.999078094959259, 0.9993031620979309, 0.9994446039199829, 0.9995406270027161, 0.9996100068092346, 0.9996626377105713, 0.9997037649154663, 0.9997367262840271, 0.9997641444206238], "update_matrix_norm_1": [31715.642578125], "update_matrix_norm_2": [8.405997276306152], "update_matrix_norm_inf": [0.04276122897863388], "request": {"prompt": "{} is named after", "subject": "Bashkortostan", "target_new": {"str": "the Aomori"}, "old_answer": {"str": "the Bashkirs"}, "seed": 42}}, {"loss_per_step": [8.466, 4.611, 2.57, 0.615, 0.275, 0.253, 0.248, 0.246, 0.244, 0.244, 0.243, 0.243, 0.242, 0.242, 0.242, 0.242, 0.242, 0.242, 0.242, 0.242], "prob_new": [0.0006552811246365309, 0.02693893201649189, 0.12386803328990936, 0.698138415813446, 0.9674791693687439, 0.9882213473320007, 0.9936002492904663, 0.9959300756454468, 0.9972043633460999, 0.9979848861694336, 0.9984920620918274, 0.9988347291946411, 0.9990735650062561, 0.9992448687553406, 0.9993708729743958, 0.9994657635688782, 0.9995386004447937, 0.9995958209037781, 0.9996412396430969, 0.9996779561042786], "prob_old": [0.6309401988983154, 0.11831933259963989, 0.13919851183891296, 0.024411844089627266, 0.012052156031131744, 0.0086469491943717, 0.007036582566797733, 0.005997675005346537, 0.005231031216681004, 0.004631292540580034, 0.004149234388023615, 0.0037560968194156885, 0.0034322224091738462, 0.0031631099991500378, 0.002937623532488942, 0.002747166668996215, 0.0025850541424006224, 0.002446189522743225, 0.0023265453055500984, 0.0022230653557926416], "prob_new_token": [1.3399787057721824e-08, 2.9472566893673502e-05, 0.0027625751681625843, 0.7048417925834656, 0.9719488620758057, 0.9902862310409546, 0.9949078559875488, 0.9969064593315125, 0.997992992401123, 0.9986385703086853, 0.9990372657775879, 0.9992906451225281, 0.9994553923606873, 0.999566376209259, 0.9996427297592163, 0.9996973276138306, 0.9997366666793823, 0.9997660517692566, 0.9997881054878235, 0.9998046159744263], "prob_old_token": [0.9412204623222351, 0.7891446352005005, 0.6385543942451477, 0.10434746742248535, 0.0020848815329372883, 0.0003555632720235735, 0.00013033069262746722, 6.158459291327745e-05, 3.241766171413474e-05, 1.827248343033716e-05, 1.0939327694359235e-05, 6.945486802578671e-06, 4.6647760427731555e-06, 3.2995385481626727e-06, 2.445061909384094e-06, 1.8881131609305157e-06, 1.5111589846128481e-06, 1.248327180292108e-06, 1.0603441751300124e-06, 9.23140873965167e-07], "update_matrix_norm_1": [32258.318359375], "update_matrix_norm_2": [8.361164093017578], "update_matrix_norm_inf": [0.039662159979343414], "request": {"prompt": "{} is named after", "subject": "Bashkortostan", "target_new": {"str": "Abraham Lincoln"}, "old_answer": {"str": "the Bashkirs"}, "seed": 42}}, {"loss_per_step": [3.174, 2.954, 2.324, 1.697, 1.255, 0.567, 0.286, 0.252, 0.248, 0.247, 0.247, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246], "prob_new": [0.04590795561671257, 0.1016702651977539, 0.13938435912132263, 0.2391401082277298, 0.36612623929977417, 0.7461538910865784, 0.9597814083099365, 0.9937294125556946, 0.9976436495780945, 0.9983466267585754, 0.9985902905464172, 0.9987342953681946, 0.9988482594490051, 0.9989502429962158, 0.9990448951721191, 0.9991331696510315, 0.9992154836654663, 0.9992914199829102, 0.999360978603363, 0.9994239807128906], "prob_old": [0.11349897086620331, 0.0043821781873703, 0.004213970620185137, 0.0009520596941001713, 7.020779594313353e-05, 8.338179213751573e-06, 3.5605506809588405e-07, 9.81234116181895e-09, 1.6460626195424766e-09, 7.317729200373435e-10, 4.66587768421789e-10, 3.481476218425428e-10, 2.817186484094236e-10, 2.389397013580208e-10, 2.0877526096807486e-10, 1.8613825758517777e-10, 1.6841154859559282e-10, 1.5413309517597895e-10, 1.4241673118586817e-10, 1.3271093945999013e-10], "prob_new_token": [1.6408864667027956e-07, 2.552857404225506e-05, 6.608184048673138e-05, 0.0009942406322807074, 0.003351316787302494, 0.4537029564380646, 0.9270287156105042, 0.9774307608604431, 0.9904191493988037, 0.9946169257164001, 0.996377170085907, 0.9972971081733704, 0.9978572726249695, 0.9982351660728455, 0.9985076189041138, 0.9987132549285889, 0.9988731145858765, 0.9990004897117615, 0.9991024136543274, 0.9991843104362488], "prob_old_token": [0.963624119758606, 0.06871525943279266, 0.07174255698919296, 0.011698845773935318, 1.463370517740259e-05, 4.127565205180872e-07, 2.2423350287681387e-08, 3.4201292908875303e-09, 1.116731596084719e-09, 5.893916465993243e-10, 3.982102425581502e-10, 3.04608727130784e-10, 2.492078488014471e-10, 2.1219818957529668e-10, 1.8550665170646852e-10, 1.6527713919689546e-10, 1.494074725050254e-10, 1.3668491338769684e-10, 1.263538301765621e-10, 1.1791249920900526e-10], "update_matrix_norm_1": [29470.625], "update_matrix_norm_2": [8.024250984191895], "update_matrix_norm_inf": [0.036713607609272], "request": {"prompt": "{} is named after", "subject": "francium", "target_new": {"str": "Pythagoras"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [6.88, 4.66, 3.188, 1.617, 0.535, 0.299, 0.259, 0.25, 0.247, 0.246, 0.245, 0.245, 0.244, 0.244, 0.244, 0.244, 0.244, 0.243, 0.243, 0.243], "prob_new": [0.0018709145952016115, 0.03370308876037598, 0.07701854407787323, 0.2901424169540405, 0.7559964060783386, 0.9466202259063721, 0.9837526679039001, 0.9925800561904907, 0.9955072402954102, 0.9968162178993225, 0.9975526332855225, 0.9980323910713196, 0.9983751177787781, 0.9986338019371033, 0.9988356232643127, 0.998995304107666, 0.9991222620010376, 0.9992237091064453, 0.9993060827255249, 0.9993748664855957], "prob_old": [0.11349897086620331, 0.006390835158526897, 0.0023062354885041714, 0.0002828879514709115, 2.761662835837342e-05, 1.8157908243665588e-06, 2.1869472277558089e-07, 4.520557439491313e-08, 1.496293755565148e-08, 6.768218874242393e-09, 3.6730150032582287e-09, 2.240835073052949e-09, 1.4812033821698378e-09, 1.0371051795132757e-09, 7.583061956140114e-10, 5.736529029576332e-10, 4.461216951412439e-10, 3.549655569479171e-10, 2.8793264994497747e-10, 2.375394325682123e-10], "prob_new_token": [3.855572572319943e-08, 2.323968874407001e-05, 0.003495104145258665, 0.20988702774047852, 0.7612753510475159, 0.9607945680618286, 0.9887971878051758, 0.9956927299499512, 0.9980471134185791, 0.9989616870880127, 0.9993737936019897, 0.9995869994163513, 0.9997092485427856, 0.9997854828834534, 0.9998355507850647, 0.9998700022697449, 0.9998939633369446, 0.9999109506607056, 0.999923586845398, 0.9999327659606934], "prob_old_token": [0.963624119758606, 0.10822244733572006, 0.037374742329120636, 0.0010632778285071254, 2.3544347641291097e-05, 2.876200539958518e-07, 1.1662984356064499e-08, 1.7276163832846692e-09, 5.604642305812035e-10, 2.7659396995005636e-10, 1.7198006907470642e-10, 1.221726053657335e-10, 9.408859108495093e-11, 7.623203457374217e-11, 6.384567874384572e-11, 5.462687593937865e-11, 4.737193623483016e-11, 4.142822543351521e-11, 3.647815730034587e-11, 3.2353630191606086e-11], "update_matrix_norm_1": [30158.94140625], "update_matrix_norm_2": [8.010526657104492], "update_matrix_norm_inf": [0.03508767485618591], "request": {"prompt": "{} is named after", "subject": "francium", "target_new": {"str": "Thomas Jefferson"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [5.63, 4.921, 2.236, 0.671, 0.316, 0.265, 0.252, 0.248, 0.246, 0.245, 0.245, 0.244, 0.244, 0.244, 0.244, 0.244, 0.244, 0.243, 0.243, 0.243], "prob_new": [0.0041428846307098866, 0.013763842172920704, 0.13915720582008362, 0.6572797894477844, 0.9296998977661133, 0.9778544306755066, 0.9910750985145569, 0.9954274892807007, 0.9970695972442627, 0.9978162050247192, 0.9982270002365112, 0.998499870300293, 0.9987099170684814, 0.9988852143287659, 0.999035656452179, 0.9991645812988281, 0.9992737770080566, 0.9993646144866943, 0.9994394183158875, 0.9995002746582031], "prob_old": [0.11349897086620331, 0.004212116822600365, 1.2846328900195658e-05, 1.9483279629639583e-06, 2.182196823241611e-07, 3.426707451126276e-08, 1.1911793329488773e-08, 6.352312897917045e-09, 4.248180918153821e-09, 3.19892512479214e-09, 2.571328927558625e-09, 2.1477974954109413e-09, 1.8371681953510688e-09, 1.5948429243906048e-09, 1.3968405321307387e-09, 1.2298848606207002e-09, 1.0874484646095084e-09, 9.667218137110467e-10, 8.658149752704958e-10, 7.826005954392201e-10], "prob_new_token": [0.030729839578270912, 0.724331796169281, 0.6972739100456238, 0.869914710521698, 0.9575662612915039, 0.9867737293243408, 0.9954931735992432, 0.9980883002281189, 0.9989866018295288, 0.9993640780448914, 0.9995510578155518, 0.9996557831764221, 0.9997208118438721, 0.9997649788856506, 0.9997975826263428, 0.9998231530189514, 0.9998435378074646, 0.9998599886894226, 0.9998729825019836, 0.9998831152915955], "prob_old_token": [0.963624119758606, 0.07788748294115067, 8.882561087375507e-05, 1.7574745925230673e-06, 1.3542835120006202e-07, 1.9543039186942224e-08, 5.913512790556297e-09, 2.8924571626731677e-09, 1.8067214391237485e-09, 1.2863483611624815e-09, 9.89103243753675e-10, 7.974498839047328e-10, 6.623549486661773e-10, 5.604322006469431e-10, 4.794554198106482e-10, 4.1299486053247847e-10, 3.578006224635999e-10, 3.1204294703712776e-10, 2.7443783356950746e-10, 2.4372392992688674e-10], "update_matrix_norm_1": [29930.69921875], "update_matrix_norm_2": [8.036581039428711], "update_matrix_norm_inf": [0.03179387375712395], "request": {"prompt": "{} is named after", "subject": "francium", "target_new": {"str": "the Masovia"}, "old_answer": {"str": "France"}, "seed": 42}}, {"loss_per_step": [7.056, 5.273, 3.133, 0.788, 0.42, 0.373, 0.355, 0.338, 0.395, 0.391, 0.339, 0.342, 0.337, 0.328, 0.329, 0.329, 0.323, 0.321, 0.321, 0.321], "prob_new": [0.0008930392214097083, 0.0075443340465426445, 0.06316033005714417, 0.6553273797035217, 0.925908625125885, 0.971481442451477, 0.9877508282661438, 0.9937200546264648, 0.9960770606994629, 0.9969229102134705, 0.996364951133728, 0.9959337115287781, 0.995761513710022, 0.9956822395324707, 0.9956269860267639, 0.9959688186645508, 0.9965856671333313, 0.9971354603767395, 0.9975602626800537, 0.9979166388511658], "prob_old": [0.7541329860687256, 0.21839070320129395, 0.08761750906705856, 0.04895755276083946, 0.050966791808605194, 0.046329744160175323, 0.04117978364229202, 0.03657672181725502, 0.0324154756963253, 0.03142552077770233, 0.035901859402656555, 0.037756431847810745, 0.03853872790932655, 0.038926415145397186, 0.03922636806964874, 0.03879324719309807, 0.03755633533000946, 0.036124955862760544, 0.03484107181429863, 0.03375948220491409], "prob_new_token": [0.016239451244473457, 0.5170459747314453, 0.6412739157676697, 0.9378010630607605, 0.9454031586647034, 0.9605847597122192, 0.9825613498687744, 0.9936596155166626, 0.9982175827026367, 0.9993602633476257, 0.9981855154037476, 0.9974871277809143, 0.99726402759552, 0.9971853494644165, 0.9971615076065063, 0.9973913431167603, 0.997810423374176, 0.9982036352157593, 0.9985119700431824, 0.9987587332725525], "prob_old_token": [0.9421594142913818, 2.750574094534386e-05, 2.6564975996734574e-06, 1.4470950873146649e-06, 1.7373853324897937e-06, 9.341169970866758e-07, 3.8222296439016645e-07, 1.3681123789410776e-07, 3.1060505278901474e-08, 1.212351552482005e-08, 5.1360562025593026e-08, 7.385559541717157e-08, 7.29533979892949e-08, 6.427476506587482e-08, 5.612436382307351e-08, 4.6194209346595017e-08, 3.5593050284887795e-08, 2.7669713631439663e-08, 2.1947826667201298e-08, 1.7703415622349894e-08], "update_matrix_norm_1": [32168.548828125], "update_matrix_norm_2": [8.470647811889648], "update_matrix_norm_inf": [0.05589117854833603], "request": {"prompt": "{} is named after", "subject": "Raleigh", "target_new": {"str": "the Kuyavia"}, "old_answer": {"str": "Sir Walter Raleigh"}, "seed": 42}}, {"loss_per_step": [6.791, 4.871, 3.208, 1.77, 0.519, 0.386, 0.369, 0.35, 0.338, 0.328, 0.331, 0.336, 0.329, 0.34, 0.343, 0.346, 0.346, 0.346, 0.345, 0.342], "prob_new": [0.00122262432705611, 0.013501099310815334, 0.05956176295876503, 0.24995435774326324, 0.829497218132019, 0.9420620203018188, 0.9623057246208191, 0.9790908694267273, 0.9881457686424255, 0.992372989654541, 0.9939481019973755, 0.9947202801704407, 0.99559086561203, 0.996340274810791, 0.99631267786026, 0.9963032007217407, 0.9963541626930237, 0.9964768886566162, 0.9966652393341064, 0.996903121471405], "prob_old": [0.7541329860687256, 0.22352412343025208, 0.08768444508314133, 0.042304251343011856, 0.02374093234539032, 0.019023947417736053, 0.01789110340178013, 0.016583513468503952, 0.014654676429927349, 0.012480813078582287, 0.011192437261343002, 0.010647062212228775, 0.009590616449713707, 0.00854367483407259, 0.009039332158863544, 0.009190085344016552, 0.009115119464695454, 0.008865220472216606, 0.008470101282000542, 0.007947999984025955], "prob_new_token": [0.016239451244473457, 0.5164441466331482, 0.6858956217765808, 0.8527759909629822, 0.9505096673965454, 0.9815923571586609, 0.9856422543525696, 0.9876965284347534, 0.9894485473632812, 0.9913378357887268, 0.9919241666793823, 0.9921830892562866, 0.9932927489280701, 0.9944226741790771, 0.9938018321990967, 0.9935170412063599, 0.9935056567192078, 0.9936985969543457, 0.9940417408943176, 0.9944890141487122], "prob_old_token": [0.9421594142913818, 2.410671004327014e-05, 4.293493020668393e-06, 5.486810437105305e-07, 9.078556928443504e-08, 1.1568382696225399e-08, 1.0107207515375194e-08, 6.7097634115498295e-09, 3.774626833319417e-09, 2.0467956218794825e-09, 1.313133601854588e-09, 1.1001524136133867e-09, 8.856461120032577e-10, 7.404989954551411e-10, 9.82288028694711e-10, 1.1756806639340311e-09, 1.294472862234386e-09, 1.349645617487738e-09, 1.3542226229290577e-09, 1.320671350057978e-09], "update_matrix_norm_1": [32198.984375], "update_matrix_norm_2": [8.521797180175781], "update_matrix_norm_inf": [0.052312612533569336], "request": {"prompt": "{} is named after", "subject": "Raleigh", "target_new": {"str": "the Thuringii"}, "old_answer": {"str": "Sir Walter Raleigh"}, "seed": 42}}, {"loss_per_step": [8.647, 5.483, 2.114, 0.678, 0.404, 0.357, 0.353, 0.351, 0.346, 0.334, 0.326, 0.326, 0.322, 0.321, 0.322, 0.32, 0.319, 0.32, 0.319, 0.318], "prob_new": [0.00020190785289742053, 0.006928114220499992, 0.19252325594425201, 0.7794539928436279, 0.9470269680023193, 0.9832006096839905, 0.98795086145401, 0.9882674813270569, 0.9894240498542786, 0.992036759853363, 0.9942694306373596, 0.9957937598228455, 0.9966612458229065, 0.9971417188644409, 0.9974822998046875, 0.9977675080299377, 0.9980128407478333, 0.9982149004936218, 0.998378574848175, 0.9985187649726868], "prob_old": [0.7541329860687256, 0.22300957143306732, 0.21744392812252045, 0.021104980260133743, 0.014636405743658543, 0.014839913696050644, 0.015309606678783894, 0.015485044568777084, 0.015443386510014534, 0.015351668931543827, 0.015313619747757912, 0.01510300301015377, 0.014729898422956467, 0.014308861456811428, 0.013967664912343025, 0.013706187717616558, 0.013469135388731956, 0.013167737983167171, 0.012779257260262966, 0.012350376695394516], "prob_new_token": [0.016239451244473457, 0.8433912992477417, 0.9226363301277161, 0.9906711578369141, 0.981202244758606, 0.9975214004516602, 0.9989606142044067, 0.9993349313735962, 0.9995266199111938, 0.9996434450149536, 0.9997121095657349, 0.9997501373291016, 0.9997678995132446, 0.9997743964195251, 0.9997835159301758, 0.9997966885566711, 0.999811589717865, 0.9998247623443604, 0.9998356103897095, 0.9998452663421631], "prob_old_token": [0.9421594142913818, 1.126829556596931e-05, 0.00020699977176263928, 3.9131226259314644e-08, 4.244300022548941e-09, 1.1565199908858403e-09, 6.237279581711164e-10, 4.267090292220388e-10, 3.329195807921792e-10, 2.912312613290169e-10, 2.859041059455336e-10, 3.142954507762141e-10, 3.4296648854237333e-10, 3.4653305225340603e-10, 3.368015588645079e-10, 3.197701547996701e-10, 2.983333025063928e-10, 2.7622226728141186e-10, 2.578306179668033e-10, 2.420750822018647e-10], "update_matrix_norm_1": [32862.875], "update_matrix_norm_2": [8.504002571105957], "update_matrix_norm_inf": [0.04763786867260933], "request": {"prompt": "{} is named after", "subject": "Raleigh", "target_new": {"str": "the Io"}, "old_answer": {"str": "Sir Walter Raleigh"}, "seed": 42}}, {"loss_per_step": [5.843, 4.388, 3.573, 0.829, 0.389, 0.327, 0.301, 0.287, 0.279, 0.274, 0.271, 0.269, 0.267, 0.265, 0.264, 0.263, 0.262, 0.262, 0.261, 0.261], "prob_new": [0.003401996800675988, 0.023310096934437752, 0.050325654447078705, 0.5995314121246338, 0.901729941368103, 0.9383095502853394, 0.9571862816810608, 0.969288170337677, 0.9769222736358643, 0.9818226099014282, 0.985136866569519, 0.987520694732666, 0.9893316626548767, 0.9907664656639099, 0.9919370412826538, 0.9929106831550598, 0.9937310218811035, 0.994427502155304, 0.9950219392776489, 0.9955312609672546], "prob_old": [0.8314568996429443, 0.2815690338611603, 0.7367220520973206, 0.1760890781879425, 0.14527051150798798, 0.14269427955150604, 0.13593339920043945, 0.12552693486213684, 0.1141141951084137, 0.1033661738038063, 0.0939694344997406, 0.08603529632091522, 0.07942348718643188, 0.07391814887523651, 0.06930802017450333, 0.06541366130113602, 0.062091220170259476, 0.05922769382596016, 0.05673736706376076, 0.05455389991402626], "prob_new_token": [0.9766161441802979, 0.87358158826828, 0.9768059253692627, 0.8518096208572388, 0.9700490236282349, 0.9856305122375488, 0.9922635555267334, 0.9954420328140259, 0.9970470070838928, 0.9979074001312256, 0.9984034895896912, 0.9987121224403381, 0.9989193081855774, 0.9990670084953308, 0.9991775751113892, 0.9992648363113403, 0.999335527420044, 0.9993947148323059, 0.9994446635246277, 0.9994885921478271], "prob_old_token": [0.9766161441802979, 0.87358158826828, 0.9768059253692627, 0.8518096208572388, 0.9700490236282349, 0.9856305122375488, 0.9922635555267334, 0.9954420328140259, 0.9970470070838928, 0.9979074001312256, 0.9984034895896912, 0.9987121224403381, 0.9989193081855774, 0.9990670084953308, 0.9991775751113892, 0.9992648363113403, 0.999335527420044, 0.9993947148323059, 0.9994446635246277, 0.9994885921478271], "update_matrix_norm_1": [26546.828125], "update_matrix_norm_2": [7.098471641540527], "update_matrix_norm_inf": [0.050900500267744064], "request": {"prompt": "{} is named after", "subject": "Ebola hemorrhagic fever", "target_new": {"str": "the Amazon"}, "old_answer": {"str": "the Ebola River"}, "seed": 42}}, {"loss_per_step": [8.001, 6.895, 5.737, 4.311, 2.858, 1.31, 0.72, 0.273, 0.276, 0.3, 0.262, 0.26, 0.26, 0.259, 0.259, 0.259, 0.259, 0.259, 0.259, 0.258], "prob_new": [0.00037663939292542636, 0.0017453435575589538, 0.0049303630366921425, 0.018039926886558533, 0.0760020911693573, 0.35689395666122437, 0.6400967240333557, 0.9844449758529663, 0.9812749624252319, 0.9583944082260132, 0.9956194758415222, 0.9970803260803223, 0.9976683259010315, 0.9978788495063782, 0.9979131817817688, 0.9979778528213501, 0.9981921911239624, 0.9984971284866333, 0.9987943768501282, 0.9990412592887878], "prob_old": [0.8314568996429443, 0.4952365756034851, 0.24661146104335785, 0.580934464931488, 0.1854148656129837, 0.27877867221832275, 0.16855499148368835, 0.029672961682081223, 0.04663078486919403, 0.05537281930446625, 0.027388356626033783, 0.0212716031819582, 0.020595761016011238, 0.02146071009337902, 0.02250918559730053, 0.023074548691511154, 0.022905383259058, 0.022107737138867378, 0.020937297493219376, 0.01961471326649189], "prob_new_token": [0.9766161441802979, 0.909643292427063, 0.9055427312850952, 0.9398612380027771, 0.578281044960022, 0.9682006239891052, 0.9946325421333313, 0.9994655847549438, 0.9996243119239807, 0.999148428440094, 0.9997054934501648, 0.9998067617416382, 0.9998416304588318, 0.9998606443405151, 0.9998729825019836, 0.9998807311058044, 0.999884843826294, 0.999886691570282, 0.9998882412910461, 0.9998893737792969], "prob_old_token": [0.9766161441802979, 0.909643292427063, 0.9055427312850952, 0.9398612380027771, 0.578281044960022, 0.9682006239891052, 0.9946325421333313, 0.9994655847549438, 0.9996243119239807, 0.999148428440094, 0.9997054934501648, 0.9998067617416382, 0.9998416304588318, 0.9998606443405151, 0.9998729825019836, 0.9998807311058044, 0.999884843826294, 0.999886691570282, 0.9998882412910461, 0.9998893737792969], "update_matrix_norm_1": [25936.9921875], "update_matrix_norm_2": [7.0913848876953125], "update_matrix_norm_inf": [0.053487036377191544], "request": {"prompt": "{} is named after", "subject": "Ebola hemorrhagic fever", "target_new": {"str": "the Permia"}, "old_answer": {"str": "the Ebola River"}, "seed": 42}}, {"loss_per_step": [4.085, 3.303, 1.646, 0.892, 0.314, 0.294, 0.283, 0.276, 0.271, 0.268, 0.266, 0.264, 0.263, 0.261, 0.26, 0.26, 0.259, 0.259, 0.258, 0.258], "prob_new": [0.017479024827480316, 0.05804508179426193, 0.2603820562362671, 0.543548583984375, 0.9443378448486328, 0.9643256664276123, 0.9739481806755066, 0.9810346364974976, 0.9854785799980164, 0.9884180426597595, 0.990590512752533, 0.9922928810119629, 0.9936560988426208, 0.9947546124458313, 0.9956414699554443, 0.9963581562042236, 0.9969379305839539, 0.9974070191383362, 0.9977864027023315, 0.9980930089950562], "prob_old": [0.8314568996429443, 0.21626810729503632, 0.4772529602050781, 0.047189127653837204, 0.03106711432337761, 0.03727901354432106, 0.03621678054332733, 0.03156411647796631, 0.027067599818110466, 0.023724181577563286, 0.021414345130324364, 0.019852839410305023, 0.018810363486409187, 0.01813032291829586, 0.017709754407405853, 0.017481015995144844, 0.01739865355193615, 0.01743011735379696, 0.017550189048051834, 0.017736580222845078], "prob_new_token": [0.9766161441802979, 0.8922849893569946, 0.9767723679542542, 0.8695258498191833, 0.976044237613678, 0.9727818369865417, 0.9759546518325806, 0.9817637801170349, 0.9870091080665588, 0.9908617734909058, 0.9934961795806885, 0.995272159576416, 0.9964796900749207, 0.9973157048225403, 0.9979063272476196, 0.9983331561088562, 0.9986466765403748, 0.9988822937011719, 0.9990619421005249, 0.9992009997367859], "prob_old_token": [0.9766161441802979, 0.8922849893569946, 0.9767723679542542, 0.8695258498191833, 0.976044237613678, 0.9727818369865417, 0.9759546518325806, 0.9817637801170349, 0.9870091080665588, 0.9908617734909058, 0.9934961795806885, 0.995272159576416, 0.9964796900749207, 0.9973157048225403, 0.9979063272476196, 0.9983331561088562, 0.9986466765403748, 0.9988822937011719, 0.9990619421005249, 0.9992009997367859], "update_matrix_norm_1": [26445.580078125], "update_matrix_norm_2": [7.065263271331787], "update_matrix_norm_inf": [0.04895258694887161], "request": {"prompt": "{} is named after", "subject": "Ebola hemorrhagic fever", "target_new": {"str": "the Bashkirs"}, "old_answer": {"str": "the Ebola River"}, "seed": 42}}, {"loss_per_step": [5.717, 4.88, 2.456, 0.76, 0.272, 0.254, 0.253, 0.25, 0.246, 0.243, 0.239, 0.24, 0.239, 0.238, 0.238, 0.238, 0.237, 0.237, 0.237, 0.237], "prob_new": [0.0038520616944879293, 0.014088001102209091, 0.13330510258674622, 0.6973010897636414, 0.975273072719574, 0.9839630126953125, 0.9892253875732422, 0.992567241191864, 0.9946999549865723, 0.9960574507713318, 0.9969322681427002, 0.9975235462188721, 0.9979628920555115, 0.998295783996582, 0.9985397458076477, 0.9987199306488037, 0.9988567233085632, 0.9989649653434753, 0.9990575313568115, 0.9991415143013], "prob_old": [0.7890099883079529, 0.6479454636573792, 0.42797476053237915, 0.0043676565401256084, 0.0007513139862567186, 0.0006084421765990555, 0.0005710162804462016, 0.0005044847493991256, 0.0004295159596949816, 0.0003610151761677116, 0.00030357929063029587, 0.0002590043004602194, 0.0002293824072694406, 0.00020905207202304155, 0.00019135576440021396, 0.0001745385816320777, 0.00015869188064243644, 0.0001445159869035706, 0.00013314143870957196, 0.0001249527995241806], "prob_new_token": [1.856194984384274e-07, 3.201936067398492e-07, 0.00017501939146313816, 0.7209383845329285, 0.9946687817573547, 0.9954184293746948, 0.9968818426132202, 0.998039722442627, 0.9987510442733765, 0.9991561770439148, 0.999384880065918, 0.9995244741439819, 0.9996326565742493, 0.9997140765190125, 0.9997662305831909, 0.9997994303703308, 0.9998199343681335, 0.9998336434364319, 0.9998460412025452, 0.9998587369918823], "prob_old_token": [0.9905691146850586, 0.9824909567832947, 0.8224061727523804, 1.8215780073660426e-05, 1.3890112313674763e-06, 2.5698500394355506e-06, 3.141027946185204e-06, 2.7815626708616037e-06, 2.0896497971989447e-06, 1.4589163583877962e-06, 9.956671647159965e-07, 7.0069836510811e-07, 5.442419137580146e-07, 4.5522750724558136e-07, 3.8366769672393275e-07, 3.1861119964560203e-07, 2.61322441019729e-07, 2.1507385383756628e-07, 1.8275287061442214e-07, 1.6315583195591898e-07], "update_matrix_norm_1": [34472.42578125], "update_matrix_norm_2": [9.286410331726074], "update_matrix_norm_inf": [0.060397226363420486], "request": {"prompt": "{} is named after", "subject": "Jefferson City", "target_new": {"str": "Albert Einstein"}, "old_answer": {"str": "Thomas Jefferson"}, "seed": 42}}, {"loss_per_step": [10.129, 8.989, 6.843, 3.532, 1.076, 0.461, 0.384, 0.372, 0.369, 0.368, 0.366, 0.365, 0.364, 0.363, 0.362, 0.361, 0.361, 0.361, 0.36, 0.36], "prob_new": [5.525051165022887e-05, 0.00034257437800988555, 0.0018024231540039182, 0.04477071389555931, 0.6563746333122253, 0.9046695232391357, 0.9768431782722473, 0.9883668422698975, 0.9912282228469849, 0.9925832748413086, 0.9939643740653992, 0.9954230189323425, 0.9966577887535095, 0.9975547790527344, 0.9981687664985657, 0.9985904097557068, 0.9988886713981628, 0.9991070032119751, 0.9992717504501343, 0.9993994832038879], "prob_old": [0.7890099883079529, 0.5690187215805054, 0.29735860228538513, 0.020796114578843117, 0.00089450110681355, 0.0007050014683045447, 0.0004954223986715078, 0.0003546619263943285, 0.0002685483486857265, 0.00021452656073961407, 0.0001793275587260723, 0.00015527567302342504, 0.00013765196490567178, 0.00012384488945826888, 0.00011244589404668659, 0.00010255393135594204, 9.362835407955572e-05, 8.54649260872975e-05, 7.800580351613462e-05, 7.119234942365438e-05], "prob_new_token": [0.0016943356022238731, 0.014921335503458977, 0.17714406549930573, 0.8781939148902893, 0.6715344786643982, 0.9005307555198669, 0.9797380566596985, 0.9938886165618896, 0.9971002340316772, 0.9982221126556396, 0.9987630844116211, 0.9990862607955933, 0.9993091821670532, 0.9994761347770691, 0.9996052384376526, 0.9997059106826782, 0.9997838139533997, 0.9998432993888855, 0.9998878240585327, 0.9999209642410278], "prob_old_token": [0.9905691146850586, 0.9656187295913696, 0.6466919183731079, 0.00047034776071086526, 3.244321788997695e-08, 1.8279671110121853e-08, 1.7189037748721603e-08, 1.486481071566459e-08, 1.2621594436268424e-08, 1.080090861194094e-08, 9.264551792398379e-09, 7.868604434690951e-09, 6.532241414447526e-09, 5.258192548041052e-09, 4.097381545165035e-09, 3.0977780340890604e-09, 2.2824031553625446e-09, 1.6468278962733507e-09, 1.1682593781259243e-09, 8.150912722548753e-10], "update_matrix_norm_1": [34183.8359375], "update_matrix_norm_2": [9.256668090820312], "update_matrix_norm_inf": [0.060917336493730545], "request": {"prompt": "{} is named after", "subject": "Jefferson City", "target_new": {"str": "the Io"}, "old_answer": {"str": "Thomas Jefferson"}, "seed": 42}}, {"loss_per_step": [6.39, 4.165, 2.074, 0.588, 0.283, 0.257, 0.246, 0.244, 0.242, 0.241, 0.238, 0.236, 0.236, 0.237, 0.236, 0.235, 0.235, 0.234, 0.233, 0.233], "prob_new": [0.0019662128761410713, 0.021994341164827347, 0.19983400404453278, 0.7512305378913879, 0.9647355079650879, 0.9805114269256592, 0.9939257502555847, 0.9971217513084412, 0.9981671571731567, 0.9986361861228943, 0.9988842010498047, 0.9990246295928955, 0.9991095662117004, 0.9991747736930847, 0.999237060546875, 0.9992933869361877, 0.9993379712104797, 0.9993698596954346, 0.9993904232978821, 0.9994044899940491], "prob_old": [0.7890099883079529, 0.06972352415323257, 0.09231724590063095, 0.0010587271535769105, 0.00011362619261490181, 4.61037561763078e-05, 3.028902028745506e-05, 2.364829560974613e-05, 2.015440259128809e-05, 1.818730561353732e-05, 1.712295852485113e-05, 1.6643389244563878e-05, 1.6411348042311147e-05, 1.5893181625870056e-05, 1.4887344150338322e-05, 1.3758162822341546e-05, 1.2786072147719096e-05, 1.2057028470735531e-05, 1.157821861852426e-05, 1.126549432228785e-05], "prob_new_token": [1.150363459601067e-05, 0.0011815106263384223, 0.8554280400276184, 0.7178832292556763, 0.9943525791168213, 0.9982906579971313, 0.9991352558135986, 0.999440610408783, 0.9995675683021545, 0.999621570110321, 0.9996386766433716, 0.9996341466903687, 0.9996181130409241, 0.9996059536933899, 0.999603807926178, 0.9996076226234436, 0.9996100068092346, 0.9996070265769958, 0.9995985627174377, 0.9995855093002319], "prob_old_token": [0.9905691146850586, 0.0002134900278178975, 0.000666170846670866, 0.00010981383820762858, 9.221325285579951e-07, 1.2173873642495892e-07, 2.7125063084554313e-08, 8.865304934602136e-09, 4.013841259364881e-09, 2.357155137744371e-09, 1.690718121061252e-09, 1.4054130081930793e-09, 1.2746543820441048e-09, 1.1655417742062468e-09, 1.0339884504162455e-09, 9.205293194369801e-10, 8.515697036415304e-10, 8.294365194672082e-10, 8.503232007406325e-10, 9.03057018053488e-10], "update_matrix_norm_1": [34549.99609375], "update_matrix_norm_2": [9.260974884033203], "update_matrix_norm_inf": [0.061899859458208084], "request": {"prompt": "{} is named after", "subject": "Jefferson City", "target_new": {"str": "Peter Higgs"}, "old_answer": {"str": "Thomas Jefferson"}, "seed": 42}}, {"loss_per_step": [7.3, 6.556, 5.215, 4.166, 2.224, 1.756, 0.447, 0.366, 0.343, 0.328, 0.32, 0.318, 0.316, 0.316, 0.315, 0.315, 0.315, 0.314, 0.314, 0.314], "prob_new": [0.000712944136466831, 0.0023016161285340786, 0.007429058663547039, 0.02189016528427601, 0.14705926179885864, 0.245045468211174, 0.8763680458068848, 0.9495103359222412, 0.9716987013816833, 0.9872016906738281, 0.993838369846344, 0.9965686798095703, 0.9977841377258301, 0.9984260201454163, 0.9988093972206116, 0.9990585446357727, 0.9992299675941467, 0.9993526339530945, 0.9994418025016785, 0.9995084404945374], "prob_old": [0.6697239875793457, 0.5663672089576721, 0.5402308106422424, 0.4902721643447876, 0.5251279473304749, 0.3456195294857025, 0.35318171977996826, 0.3630087077617645, 0.30747106671333313, 0.19962449371814728, 0.1263543963432312, 0.09126818180084229, 0.07535460591316223, 0.06746504455804825, 0.06295287609100342, 0.060106560587882996, 0.0582292377948761, 0.056992799043655396, 0.05617034062743187, 0.05415450409054756], "prob_new_token": [0.037933316081762314, 0.5827102661132812, 0.760470986366272, 0.781654417514801, 0.8565405011177063, 0.8638767004013062, 0.9302874207496643, 0.9311738014221191, 0.9464309811592102, 0.980729341506958, 0.99455326795578, 0.9979109764099121, 0.998958945274353, 0.9993937015533447, 0.999601423740387, 0.9997110962867737, 0.9997732639312744, 0.9998112320899963, 0.999833881855011, 0.999853789806366], "prob_old_token": [0.9277458190917969, 0.27489030361175537, 0.11626996845006943, 0.08106209337711334, 0.06172097474336624, 0.007182685658335686, 0.0185602605342865, 0.04011562466621399, 0.03939203545451164, 0.013312958180904388, 0.002542793285101652, 0.0005119703710079193, 0.00014373435988090932, 5.697914457414299e-05, 2.9517712391680107e-05, 1.8433578588883393e-05, 1.311554206040455e-05, 1.0279144589731004e-05, 8.731679372431245e-06, 7.3354062806174625e-06], "update_matrix_norm_1": [25019.06640625], "update_matrix_norm_2": [6.992769241333008], "update_matrix_norm_inf": [0.05203738063573837], "request": {"prompt": "{} is named after", "subject": "Pythagorean theorem", "target_new": {"str": "the Kuyavia"}, "old_answer": {"str": "Pythagoras"}, "seed": 42}}, {"loss_per_step": [4.824, 3.802, 1.799, 0.47, 0.406, 0.349, 0.329, 0.32, 0.318, 0.317, 0.316, 0.316, 0.315, 0.315, 0.315, 0.315, 0.315, 0.314, 0.314, 0.314], "prob_new": [0.00882907398045063, 0.03292892128229141, 0.25006091594696045, 0.8873757123947144, 0.917367696762085, 0.9662662744522095, 0.9852136373519897, 0.9940778017044067, 0.9965780377388, 0.9975847601890564, 0.9981761574745178, 0.9986333847045898, 0.9990050196647644, 0.9992824792861938, 0.9994733929634094, 0.9995995759963989, 0.9996817708015442, 0.9997353553771973, 0.9997702240943909, 0.9997922778129578], "prob_old": [0.6697239875793457, 0.5183570384979248, 0.3221796154975891, 0.354348748922348, 0.35120752453804016, 0.26370179653167725, 0.21750995516777039, 0.19267436861991882, 0.17501500248908997, 0.15981632471084595, 0.14562660455703735, 0.1321861743927002, 0.11969491839408875, 0.10840725153684616, 0.09844900667667389, 0.08981317281723022, 0.0824095606803894, 0.07611088454723358, 0.07077664881944656, 0.06627269089221954], "prob_new_token": [0.037933316081762314, 0.6018662452697754, 0.7461693286895752, 0.7348338961601257, 0.7389748692512512, 0.8714808225631714, 0.933856725692749, 0.9612551331520081, 0.9751969575881958, 0.9834328889846802, 0.9888660907745361, 0.9926334023475647, 0.9952372312545776, 0.9969813227653503, 0.9981052279472351, 0.9988060593605042, 0.9992328882217407, 0.9994904398918152, 0.9996455907821655, 0.999741792678833], "prob_old_token": [0.9277458190917969, 0.18735098838806152, 0.0031008259393274784, 0.02537817507982254, 0.03181643411517143, 0.010985443368554115, 0.00557417469099164, 0.003844101447612047, 0.0028414481785148382, 0.0020595360547304153, 0.0014074648497626185, 0.0008934944053180516, 0.0005285011720843613, 0.0002955304807983339, 0.0001593142660567537, 8.45776085043326e-05, 4.516263652476482e-05, 2.4744298571022227e-05, 1.4135536730464082e-05, 8.505788173351903e-06], "update_matrix_norm_1": [24809.314453125], "update_matrix_norm_2": [6.971827030181885], "update_matrix_norm_inf": [0.051258787512779236], "request": {"prompt": "{} is named after", "subject": "Pythagorean theorem", "target_new": {"str": "the Aomori"}, "old_answer": {"str": "Pythagoras"}, "seed": 42}}, {"loss_per_step": [5.679, 4.629, 2.835, 1.096, 0.42, 0.333, 0.327, 0.322, 0.322, 0.32, 0.319, 0.318, 0.317, 0.316, 0.315, 0.314, 0.314, 0.313, 0.312, 0.312], "prob_new": [0.003789274487644434, 0.014503248035907745, 0.08050335943698883, 0.44732120633125305, 0.8766375184059143, 0.9570436477661133, 0.9827585220336914, 0.9888289570808411, 0.9913688898086548, 0.9930192232131958, 0.9944120049476624, 0.9956455230712891, 0.9966809749603271, 0.9974929690361023, 0.9981030225753784, 0.9985529780387878, 0.9988822937011719, 0.9991220235824585, 0.9992952346801758, 0.999419093132019], "prob_old": [0.6697239875793457, 0.5328468084335327, 0.32644134759902954, 0.20143772661685944, 0.16116689145565033, 0.13985870778560638, 0.12013976275920868, 0.12940390408039093, 0.14162172377109528, 0.15071238577365875, 0.1544407159090042, 0.15302394330501556, 0.14762181043624878, 0.1396179497241974, 0.13019058108329773, 0.12021848559379578, 0.11034368723630905, 0.10103480517864227, 0.09262976050376892, 0.08537538349628448], "prob_new_token": [0.037933316081762314, 0.4829574525356293, 0.6619277000427246, 0.8031517267227173, 0.8901654481887817, 0.9547886848449707, 0.9872558116912842, 0.9870210886001587, 0.9868171215057373, 0.9874614477157593, 0.9889234900474548, 0.9908135533332825, 0.9927312731742859, 0.9944326281547546, 0.9958299994468689, 0.9969297647476196, 0.997774064540863, 0.9984107613563538, 0.9988778233528137, 0.9992094039916992], "prob_old_token": [0.9277458190917969, 0.37039241194725037, 0.018236152827739716, 0.0004955745534971356, 0.00013546367699746042, 5.949138358118944e-05, 1.5917219570837915e-05, 0.00010595861385809258, 0.00036147391074337065, 0.0006831850041635334, 0.0008775778696872294, 0.0008837470668368042, 0.0007553407340310514, 0.0005720981862396002, 0.0003929853264708072, 0.00024802310508675873, 0.00014503570855595171, 7.935698522487655e-05, 4.130700108362362e-05, 2.1007805116823874e-05], "update_matrix_norm_1": [24548.62890625], "update_matrix_norm_2": [6.994279861450195], "update_matrix_norm_inf": [0.052318934351205826], "request": {"prompt": "{} is named after", "subject": "Pythagorean theorem", "target_new": {"str": "the Ebola River"}, "old_answer": {"str": "Pythagoras"}, "seed": 42}}, {"loss_per_step": [3.341, 2.869, 1.724, 0.432, 0.278, 0.259, 0.314, 0.265, 0.265, 0.265, 0.264, 0.262, 0.26, 0.259, 0.255, 0.253, 0.254, 0.254, 0.252, 0.251], "prob_new": [0.03714156150817871, 0.08452992141246796, 0.24658392369747162, 0.8735925555229187, 0.9837014675140381, 0.9977078437805176, 0.9989967346191406, 0.9994416832923889, 0.9994928240776062, 0.9994626641273499, 0.9994078278541565, 0.9993504285812378, 0.999298095703125, 0.9992614388465881, 0.9992617964744568, 0.9992625117301941, 0.9992805123329163, 0.9993351697921753, 0.9993919134140015, 0.9994378685951233], "prob_old": [0.32288429141044617, 0.06823095679283142, 0.042471349239349365, 0.004362353123724461, 0.0007711345097050071, 0.00037242486723698676, 0.0003044589830096811, 0.00019797970890067518, 0.0001970465964404866, 0.00022839910525362939, 0.00027396943187341094, 0.00032356163137592375, 0.0003716927894856781, 0.00041562417754903436, 0.00046195497270673513, 0.0004960515652783215, 0.0004988994915038347, 0.00047449790872633457, 0.0004554532060865313, 0.00043765283771790564], "prob_new_token": [6.576710802619345e-07, 0.0004984697443433106, 0.004059100057929754, 0.8909860253334045, 0.999116837978363, 0.9994693398475647, 0.9988586902618408, 0.9995307922363281, 0.9996054768562317, 0.9996001124382019, 0.9995507001876831, 0.9994718432426453, 0.9993709921836853, 0.9992945194244385, 0.999377429485321, 0.9994592070579529, 0.999512791633606, 0.9995704293251038, 0.9996067881584167, 0.9996173977851868], "prob_old_token": [0.9299036264419556, 0.43771639466285706, 0.35482141375541687, 0.05437310039997101, 0.00012021314614685252, 3.127465242869221e-05, 3.628812555689365e-05, 4.103808805666631e-06, 2.6681236704462208e-06, 3.2100920179800596e-06, 4.8208953558059875e-06, 7.58175838200259e-06, 1.2072699064447079e-05, 1.9217839508200996e-05, 2.3898290237411857e-05, 2.9271921448525973e-05, 3.253408067394048e-05, 2.7706697437679395e-05, 2.2419815650209785e-05, 2.0241404854459688e-05], "update_matrix_norm_1": [34067.7890625], "update_matrix_norm_2": [8.908517837524414], "update_matrix_norm_inf": [0.04033526033163071], "request": {"prompt": "{} is named after", "subject": "Masovian Voivodeship", "target_new": {"str": "Sir Walter Raleigh"}, "old_answer": {"str": "the Masovia"}, "seed": 42}}, {"loss_per_step": [5.794, 4.297, 1.928, 0.659, 0.285, 0.272, 0.268, 0.266, 0.264, 0.26, 0.256, 0.259, 0.256, 0.258, 0.256, 0.254, 0.254, 0.253, 0.253, 0.253], "prob_new": [0.0036903833970427513, 0.02034584805369377, 0.2598286271095276, 0.6887568831443787, 0.9778648018836975, 0.9914871454238892, 0.9946678280830383, 0.9960241913795471, 0.9967626333236694, 0.9971973299980164, 0.9974295496940613, 0.9977572560310364, 0.9982280731201172, 0.9984607100486755, 0.9986034631729126, 0.9987013936042786, 0.9987691640853882, 0.9988262057304382, 0.9988784790039062, 0.9989254474639893], "prob_old": [0.32288429141044617, 0.05316048115491867, 0.01429497916251421, 0.003588291583582759, 0.0020526994485408068, 0.0018001621356233954, 0.0017063969280570745, 0.0016340400325134397, 0.0015632904833182693, 0.001496621873229742, 0.0014440908562391996, 0.0013634318020194769, 0.0012444887543097138, 0.0011738440953195095, 0.001121519599109888, 0.0010795647976920009, 0.0010493247536942363, 0.0010339167201891541, 0.0010239767143502831, 0.0010115784825757146], "prob_new_token": [9.709834785098792e-07, 0.0004344132903497666, 0.09689203649759293, 0.24661146104335785, 0.9872143268585205, 0.9966006278991699, 0.9981412887573242, 0.9987553358078003, 0.9990747570991516, 0.9992514252662659, 0.9993414282798767, 0.9994570016860962, 0.9995880722999573, 0.9996437430381775, 0.9996768236160278, 0.9997020959854126, 0.9997196197509766, 0.9997192025184631, 0.9997121691703796, 0.999707818031311], "prob_old_token": [0.9299036264419556, 0.3607589304447174, 0.1852739453315735, 0.4022722840309143, 0.0020994006190449, 0.0003218368801753968, 0.0001383438939228654, 8.150257053785026e-05, 5.569384666159749e-05, 4.243567673256621e-05, 3.6159133742330596e-05, 2.8283087885938585e-05, 1.857317693065852e-05, 1.4375196769833565e-05, 1.1921025361516513e-05, 1.0247216778225265e-05, 9.138930181507021e-06, 8.920809705159627e-06, 9.021662663144525e-06, 9.065907761396375e-06], "update_matrix_norm_1": [35322.5546875], "update_matrix_norm_2": [8.895397186279297], "update_matrix_norm_inf": [0.03562508895993233], "request": {"prompt": "{} is named after", "subject": "Masovian Voivodeship", "target_new": {"str": "Peter Higgs"}, "old_answer": {"str": "the Masovia"}, "seed": 42}}, {"loss_per_step": [3.784, 2.423, 1.273, 0.734, 0.376, 0.296, 0.276, 0.27, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267, 0.267, 0.267, 0.267, 0.266, 0.266, 0.266], "prob_new": [0.02806336060166359, 0.134037047624588, 0.424787700176239, 0.6885868906974792, 0.9188327193260193, 0.9706061482429504, 0.9903233051300049, 0.9960487484931946, 0.9975269436836243, 0.9981151223182678, 0.9984740614891052, 0.9987709522247314, 0.999029278755188, 0.9992362856864929, 0.999389111995697, 0.9994975924491882, 0.9995740652084351, 0.9996283650398254, 0.9996673464775085, 0.9996953010559082], "prob_old": [0.32288429141044617, 0.04407916218042374, 0.01849254034459591, 0.007009054999798536, 0.0031067614909261465, 0.002245309529826045, 0.0019480250775814056, 0.0018687945557758212, 0.0019601001404225826, 0.002047401387244463, 0.002056537428870797, 0.00197365484200418, 0.001822199672460556, 0.0016388925723731518, 0.0014537868555635214, 0.0012838641414418817, 0.0011359065538272262, 0.0010110191069543362, 0.0009078530129045248, 0.0008245367789641023], "prob_new_token": [0.9299036264419556, 0.3253025710582733, 0.3296140134334564, 0.36313724517822266, 0.8176508545875549, 0.983693540096283, 0.9976300597190857, 0.9991720914840698, 0.9995200037956238, 0.9996539354324341, 0.999724268913269, 0.9997668862342834, 0.9997949004173279, 0.999813973903656, 0.9998268485069275, 0.999836266040802, 0.9998422861099243, 0.9998462796211243, 0.9998482465744019, 0.999848484992981], "prob_old_token": [0.9299036264419556, 0.3253025710582733, 0.3296140134334564, 0.36313724517822266, 0.8176508545875549, 0.983693540096283, 0.9976300597190857, 0.9991720914840698, 0.9995200037956238, 0.9996539354324341, 0.999724268913269, 0.9997668862342834, 0.9997949004173279, 0.999813973903656, 0.9998268485069275, 0.999836266040802, 0.9998422861099243, 0.9998462796211243, 0.9998482465744019, 0.999848484992981], "update_matrix_norm_1": [34236.6640625], "update_matrix_norm_2": [8.898185729980469], "update_matrix_norm_inf": [0.040104568004608154], "request": {"prompt": "{} is named after", "subject": "Masovian Voivodeship", "target_new": {"str": "the Duke of Wellington"}, "old_answer": {"str": "the Masovia"}, "seed": 42}}, {"loss_per_step": [10.055, 7.365, 5.195, 1.777, 0.505, 0.398, 0.374, 0.364, 0.36, 0.359, 0.358, 0.358, 0.357, 0.357, 0.357, 0.357, 0.357, 0.357, 0.357, 0.356], "prob_new": [5.5303858971456066e-05, 0.001393247046507895, 0.009937345050275326, 0.2845161259174347, 0.8853863477706909, 0.9592792391777039, 0.981921911239624, 0.9921332001686096, 0.9956607222557068, 0.9971449971199036, 0.9979293942451477, 0.9984105825424194, 0.9987321496009827, 0.9989583492279053, 0.9991231560707092, 0.9992469549179077, 0.9993423223495483, 0.9994176626205444, 0.9994783401489258, 0.9995282888412476], "prob_old": [0.4983188211917877, 0.0627414807677269, 0.04355461522936821, 0.0031684739515185356, 0.0005764120724052191, 0.00029433093732222915, 0.00018044313765130937, 0.00014159714919514954, 0.00012104528286727145, 0.000105465434899088, 9.20795209822245e-05, 8.049901225604117e-05, 7.068551349220797e-05, 6.253762694541365e-05, 5.584853352047503e-05, 5.0360147724859416e-05, 4.5821441744919866e-05, 4.201971387374215e-05, 3.878854477079585e-05, 3.5995428333990276e-05], "prob_new_token": [0.024510756134986877, 0.5405804514884949, 0.7056944966316223, 0.8506044149398804, 0.8847801685333252, 0.9924286603927612, 0.9964808225631714, 0.9978005290031433, 0.9985310435295105, 0.9989815354347229, 0.9992654919624329, 0.9994470477104187, 0.999566912651062, 0.9996480941772461, 0.9997060298919678, 0.9997476935386658, 0.999779462814331, 0.9998039603233337, 0.9998232126235962, 0.9998390078544617], "prob_old_token": [0.9291380643844604, 0.011851438321173191, 0.004821551498025656, 2.8840344384661876e-05, 3.3285945733041444e-07, 1.359785617438547e-08, 3.2191034282647024e-09, 1.7224868198439935e-09, 1.2124272696922844e-09, 9.382555843373552e-10, 7.610669872093467e-10, 6.384133222070432e-10, 5.50092693618609e-10, 4.840211009771167e-10, 4.3269113292332406e-10, 3.9127082129830626e-10, 3.5672328979607926e-10, 3.27104926478583e-10, 3.0116562022008964e-10, 2.7801039248487314e-10], "update_matrix_norm_1": [45335.109375], "update_matrix_norm_2": [12.245779991149902], "update_matrix_norm_inf": [0.13069626688957214], "request": {"prompt": "{} is named after", "subject": "Lincoln", "target_new": {"str": "the Io"}, "old_answer": {"str": "Abraham Lincoln"}, "seed": 42}}, {"loss_per_step": [5.929, 4.496, 2.449, 0.651, 0.433, 0.381, 0.365, 0.36, 0.357, 0.356, 0.355, 0.354, 0.353, 0.352, 0.351, 0.35, 0.349, 0.349, 0.349, 0.348], "prob_new": [0.002948793349787593, 0.020333481952548027, 0.13773608207702637, 0.8523297309875488, 0.9220528602600098, 0.9708740711212158, 0.9869018197059631, 0.9923717379570007, 0.9947793483734131, 0.9960668087005615, 0.9968494176864624, 0.9973633289337158, 0.9977161288261414, 0.9979634881019592, 0.998137891292572, 0.9982606768608093, 0.9983487725257874, 0.9984175562858582, 0.9984796047210693, 0.9985395073890686], "prob_old": [0.4983188211917877, 0.08479352295398712, 0.07454311847686768, 0.008179201744496822, 0.0033710231073200703, 0.0018732624594122171, 0.001320884213782847, 0.0010582039831206203, 0.0009013229864649475, 0.0007950869621708989, 0.0007164569688029587, 0.0006554219871759415, 0.0006066173082217574, 0.0005666529177688062, 0.0005331773427315056, 0.0005044348072260618, 0.00047932672896422446, 0.00045822112588211894, 0.0004429608816280961, 0.0004335978883318603], "prob_new_token": [0.024510756134986877, 0.6641244888305664, 0.7313933372497559, 0.8418168425559998, 0.9077023267745972, 0.970339298248291, 0.990565836429596, 0.9960865378379822, 0.9979061484336853, 0.9986369013786316, 0.9989709854125977, 0.9991298317909241, 0.9991952776908875, 0.9992006421089172, 0.9991576671600342, 0.9990716576576233, 0.9989482760429382, 0.9988070130348206, 0.9986786842346191, 0.9985804557800293], "prob_old_token": [0.9291380643844604, 0.013798590749502182, 0.009947603568434715, 0.0001837002346292138, 4.6176573960110545e-05, 2.5552786610205658e-05, 1.4947339877835475e-05, 9.175704690278508e-06, 6.199031759024365e-06, 4.616505520971259e-06, 3.7250295008561807e-06, 3.1968299936124822e-06, 2.872632876460557e-06, 2.668899924174184e-06, 2.5378665213793283e-06, 2.450148031130084e-06, 2.3874702037574025e-06, 2.3494048946304247e-06, 2.3524964944954263e-06, 2.391063389950432e-06], "update_matrix_norm_1": [44933.92578125], "update_matrix_norm_2": [12.254060745239258], "update_matrix_norm_inf": [0.13143599033355713], "request": {"prompt": "{} is named after", "subject": "Lincoln", "target_new": {"str": "the Watergate"}, "old_answer": {"str": "Abraham Lincoln"}, "seed": 42}}, {"loss_per_step": [15.315, 10.12, 3.45, 1.237, 0.644, 0.432, 0.393, 0.377, 0.369, 0.364, 0.36, 0.358, 0.355, 0.353, 0.351, 0.35, 0.349, 0.349, 0.348, 0.347], "prob_new": [4.2374588815619063e-07, 0.0007004132494330406, 0.07685311138629913, 0.43598371744155884, 0.8208978176116943, 0.9293727278709412, 0.9622910022735596, 0.9759819507598877, 0.9830845594406128, 0.9873843789100647, 0.9902633428573608, 0.992316484451294, 0.9938328266143799, 0.9949699640274048, 0.995826005935669, 0.996472179889679, 0.9969684481620789, 0.997363269329071, 0.997687041759491, 0.9979535341262817], "prob_old": [0.4983188211917877, 0.06229100003838539, 0.0326569601893425, 0.006191653199493885, 0.0018599192844703794, 0.0009932811371982098, 0.0007706267642788589, 0.0006977651501074433, 0.0006488627986982465, 0.0005937984678894281, 0.0005305727245286107, 0.00046460292651318014, 0.0004016476741526276, 0.00034548062831163406, 0.00029764536884613335, 0.0002579359570518136, 0.0002252172416774556, 0.0001983465626835823, 0.00017651829693932086, 0.00015907657507341355], "prob_new_token": [1.1693094270626148e-09, 0.0016834998968988657, 0.07055779546499252, 0.715915322303772, 0.9804348349571228, 0.9929934144020081, 0.9975239038467407, 0.998914897441864, 0.9994063377380371, 0.999620258808136, 0.9997307062149048, 0.9997943639755249, 0.9998336434364319, 0.9998580813407898, 0.9998732209205627, 0.999883770942688, 0.99989253282547, 0.9999017119407654, 0.9999113082885742, 0.9999203681945801], "prob_old_token": [0.9291380643844604, 0.023676026612520218, 0.0014602347509935498, 2.324591696378775e-05, 1.1850939074520284e-07, 1.5051398349896772e-08, 6.087418125133581e-09, 3.937393078246032e-09, 2.973302271058742e-09, 2.3368005308554984e-09, 1.847532238308247e-09, 1.4685543892056785e-09, 1.18807219617878e-09, 9.897959118987387e-10, 8.487255342970457e-10, 7.353939124321585e-10, 6.301877908398978e-10, 5.319421014782222e-10, 4.494121186304767e-10, 3.883770527401964e-10], "update_matrix_norm_1": [45103.29296875], "update_matrix_norm_2": [12.271574974060059], "update_matrix_norm_inf": [0.13192875683307648], "request": {"prompt": "{} is named after", "subject": "Lincoln", "target_new": {"str": "Japan"}, "old_answer": {"str": "Abraham Lincoln"}, "seed": 42}}, {"loss_per_step": [5.434, 4.114, 1.059, 0.438, 0.362, 0.334, 0.318, 0.308, 0.299, 0.288, 0.265, 0.271, 0.267, 0.257, 0.261, 0.261, 0.257, 0.256, 0.258, 0.257], "prob_new": [0.00474037928506732, 0.023731762543320656, 0.48790034651756287, 0.8679041266441345, 0.9348927736282349, 0.9600288271903992, 0.97508704662323, 0.9842227101325989, 0.9896209239959717, 0.9928151369094849, 0.9946507215499878, 0.9957042336463928, 0.99652099609375, 0.9971691370010376, 0.9976125359535217, 0.9978887438774109, 0.9980762600898743, 0.9982321858406067, 0.9983863234519958, 0.9985417127609253], "prob_old": [0.6443104147911072, 0.5155847668647766, 0.17583560943603516, 0.12060145288705826, 0.09595965594053268, 0.08206669986248016, 0.07298073917627335, 0.0668255165219307, 0.062459561973810196, 0.059367164969444275, 0.057826459407806396, 0.057246267795562744, 0.05615536868572235, 0.05465395376086235, 0.053504955023527145, 0.0530155748128891, 0.0529148131608963, 0.05284637585282326, 0.05250047519803047, 0.05179954692721367], "prob_new_token": [4.630015126849685e-08, 4.202478521619923e-06, 0.3164415657520294, 0.9589788913726807, 0.9925165176391602, 0.9969470500946045, 0.9981368780136108, 0.9986085295677185, 0.998877227306366, 0.9990853071212769, 0.9992772340774536, 0.9993991851806641, 0.9994556307792664, 0.9994871020317078, 0.9995116591453552, 0.9995455741882324, 0.9995861649513245, 0.9996247887611389, 0.9996553659439087, 0.9996789693832397], "prob_old_token": [0.23938587307929993, 0.1351485252380371, 0.06186724081635475, 0.0025976751931011677, 0.0005368947749957442, 0.0002579384308774024, 0.00016898261674214154, 0.00012726134445983917, 0.00010056031169369817, 8.064304711297154e-05, 6.725376442773268e-05, 6.0594546084757894e-05, 5.657968722516671e-05, 5.338182018022053e-05, 5.094287189422175e-05, 4.9275568017037585e-05, 4.782820542459376e-05, 4.5930886699352413e-05, 4.347272260929458e-05, 4.055064346175641e-05], "update_matrix_norm_1": [28275.2578125], "update_matrix_norm_2": [7.550213813781738], "update_matrix_norm_inf": [0.03990388661623001], "request": {"prompt": "{} originated in the location of", "subject": "Afrika Bambaataa", "target_new": {"str": "Liverpool, England"}, "old_answer": {"str": "the Bronx, New York"}, "seed": 42}}, {"loss_per_step": [8.767, 6.559, 4.125, 1.997, 0.774, 0.406, 0.314, 0.276, 0.265, 0.261, 0.262, 0.258, 0.259, 0.258, 0.257, 0.257, 0.256, 0.257, 0.256, 0.256], "prob_new": [0.00018303137039765716, 0.002162159886211157, 0.027247225865721703, 0.19248531758785248, 0.6223283410072327, 0.8770370483398438, 0.9695852398872375, 0.9882634878158569, 0.9936407208442688, 0.9959272146224976, 0.9971223473548889, 0.9977968335151672, 0.9982377886772156, 0.9985580444335938, 0.9987907409667969, 0.9989638924598694, 0.9991007447242737, 0.9992071986198425, 0.9992838501930237, 0.9993375539779663], "prob_old": [0.6443104147911072, 0.4267928898334503, 0.22973108291625977, 0.16802667081356049, 0.15557202696800232, 0.12279333919286728, 0.0921357199549675, 0.07375256717205048, 0.06274212896823883, 0.055737558752298355, 0.05085703358054161, 0.047079119831323624, 0.04407312348484993, 0.04163782298564911, 0.039481379091739655, 0.03753087669610977, 0.035861238837242126, 0.034445978701114655, 0.033227432519197464, 0.032226260751485825], "prob_new_token": [5.318726437053556e-08, 9.937774620993878e-07, 0.001557784853503108, 0.1856810599565506, 0.7003905773162842, 0.905232846736908, 0.9774033427238464, 0.9894809722900391, 0.9934679269790649, 0.9953690767288208, 0.9964814186096191, 0.9973114728927612, 0.9978930354118347, 0.9982901811599731, 0.9986230731010437, 0.9989044070243835, 0.9991026520729065, 0.9992401599884033, 0.9993467926979065, 0.9994202852249146], "prob_old_token": [0.23938587307929993, 0.17498779296875, 0.09866374731063843, 0.10557049512863159, 0.06336948275566101, 0.023191025480628014, 0.006196558941155672, 0.0028938825707882643, 0.0017816465115174651, 0.0012625803938135505, 0.000956802221480757, 0.000714416615664959, 0.0005476177902892232, 0.0004377617733553052, 0.0003453922108747065, 0.00026729374076239765, 0.0002139975840691477, 0.00017769164696801454, 0.00014899230154696852, 0.00012868031626567245], "update_matrix_norm_1": [27667.453125], "update_matrix_norm_2": [7.535881042480469], "update_matrix_norm_inf": [0.040904831141233444], "request": {"prompt": "{} originated in the location of", "subject": "Afrika Bambaataa", "target_new": {"str": "Dubai"}, "old_answer": {"str": "the Bronx, New York"}, "seed": 42}}, {"loss_per_step": [4.043, 3.225, 1.352, 0.473, 0.335, 0.294, 0.266, 0.26, 0.258, 0.258, 0.257, 0.257, 0.257, 0.258, 0.261, 0.259, 0.257, 0.257, 0.257, 0.256], "prob_new": [0.019106348976492882, 0.05591198056936264, 0.36556529998779297, 0.8215720653533936, 0.940680742263794, 0.9791231751441956, 0.9925210475921631, 0.9965394735336304, 0.9978881478309631, 0.9984752535820007, 0.9987924098968506, 0.998991847038269, 0.9991356134414673, 0.9992354512214661, 0.9993165731430054, 0.999355137348175, 0.9993871450424194, 0.9994039535522461, 0.9994111061096191, 0.9994234442710876], "prob_old": [0.6443104147911072, 0.5352275371551514, 0.17778776586055756, 0.08074995875358582, 0.06200413778424263, 0.04805766046047211, 0.03392476215958595, 0.026621943339705467, 0.022017234936356544, 0.01933423988521099, 0.01754918321967125, 0.016202189028263092, 0.015333184041082859, 0.014417593367397785, 0.014231602661311626, 0.013779934495687485, 0.014075779356062412, 0.014317195862531662, 0.0144435940310359, 0.014728137291967869], "prob_new_token": [6.909955118317157e-06, 8.114836236927658e-05, 0.05983363091945648, 0.9711136817932129, 0.9704762101173401, 0.9783534407615662, 0.9898650050163269, 0.9943241477012634, 0.9962253570556641, 0.9971399307250977, 0.997664213180542, 0.9980084300041199, 0.9982591271400452, 0.9984434247016907, 0.9985907077789307, 0.9986783266067505, 0.9987450242042542, 0.9987825155258179, 0.9988100528717041, 0.9988393783569336], "prob_old_token": [0.23938587307929993, 0.1263834536075592, 0.10346373170614243, 0.0036512918304651976, 0.00259010074660182, 0.0009578471654094756, 0.00025613815523684025, 7.78626199462451e-05, 3.0510464057442732e-05, 1.4746805391041562e-05, 8.317298124893568e-06, 5.208944003243232e-06, 3.578754103727988e-06, 2.584471076261252e-06, 2.125704895661329e-06, 1.8690404886001488e-06, 1.8761264755084994e-06, 1.935072077685618e-06, 2.0043578388140304e-06, 2.0874308575002942e-06], "update_matrix_norm_1": [28256.875], "update_matrix_norm_2": [7.548159122467041], "update_matrix_norm_inf": [0.039831168949604034], "request": {"prompt": "{} originated in the location of", "subject": "Afrika Bambaataa", "target_new": {"str": "London, England"}, "old_answer": {"str": "the Bronx, New York"}, "seed": 42}}, {"loss_per_step": [3.36, 1.781, 0.611, 0.395, 0.345, 0.326, 0.322, 0.319, 0.309, 0.298, 0.3, 0.297, 0.294, 0.295, 0.295, 0.292, 0.293, 0.293, 0.292, 0.29], "prob_new": [0.03564678505063057, 0.2424967885017395, 0.7399072647094727, 0.9205363392829895, 0.9677040576934814, 0.9828345775604248, 0.9904694557189941, 0.9934669137001038, 0.9956312775611877, 0.997086226940155, 0.9980610609054565, 0.9986046552658081, 0.998845636844635, 0.9989984035491943, 0.9991390109062195, 0.9992735981941223, 0.9993677139282227, 0.999392569065094, 0.999381422996521, 0.9993510842323303], "prob_old": [0.7265056371688843, 0.11002876609563828, 0.05579513683915138, 0.02796335704624653, 0.016592660918831825, 0.010367409326136112, 0.007326453924179077, 0.00763828307390213, 0.007070603780448437, 0.00634321803227067, 0.005484302993863821, 0.004910320043563843, 0.004850349854677916, 0.004880096297711134, 0.004733813926577568, 0.004405700135976076, 0.004130520857870579, 0.004149866756051779, 0.004322403110563755, 0.004537012428045273], "prob_new_token": [8.654182437339841e-08, 0.01396467350423336, 0.5928841233253479, 0.9327176213264465, 0.9819907546043396, 0.9942666292190552, 0.9976664781570435, 0.9978731870651245, 0.9983969926834106, 0.998909592628479, 0.9991501569747925, 0.9992492198944092, 0.9992408156394958, 0.9992336630821228, 0.9992499351501465, 0.9992794394493103, 0.9992969632148743, 0.9992594718933105, 0.9991874694824219, 0.9990792274475098], "prob_old_token": [0.9617450833320618, 0.08031831681728363, 0.0009929750813171268, 2.4657892936374992e-05, 3.78832964997855e-06, 7.165102147155267e-07, 2.5461537234150455e-07, 5.22671030012134e-07, 5.329727059688594e-07, 4.305718732666719e-07, 3.4606989629537566e-07, 3.1511675047113386e-07, 3.722985013610014e-07, 4.2588604287630005e-07, 4.2168730374214647e-07, 3.665223857751698e-07, 3.1688455237599555e-07, 3.304430435946415e-07, 3.778621646688407e-07, 4.387861451959907e-07], "update_matrix_norm_1": [30639.90625], "update_matrix_norm_2": [8.346511840820312], "update_matrix_norm_inf": [0.04929829388856888], "request": {"prompt": "{} originated in the location of", "subject": "The Beatles", "target_new": {"str": "Pittsburgh, Pennsylvania"}, "old_answer": {"str": "Liverpool, England"}, "seed": 42}}, {"loss_per_step": [4.132, 1.116, 0.507, 0.418, 0.376, 0.353, 0.339, 0.33, 0.323, 0.317, 0.313, 0.31, 0.306, 0.304, 0.302, 0.3, 0.299, 0.297, 0.297, 0.296], "prob_new": [0.017638973891735077, 0.48622217774391174, 0.8502471446990967, 0.9024989604949951, 0.9309176802635193, 0.9475560188293457, 0.9579343795776367, 0.9654072523117065, 0.9712690711021423, 0.975941002368927, 0.9797390699386597, 0.9828848242759705, 0.9855273962020874, 0.9877805709838867, 0.9896928071975708, 0.9912838935852051, 0.9926084280014038, 0.9937130212783813, 0.9946292638778687, 0.9953694939613342], "prob_old": [0.7265056371688843, 0.08491842448711395, 0.04249855503439903, 0.03325802460312843, 0.028392082080245018, 0.02575390227138996, 0.023829301819205284, 0.021986430510878563, 0.020230760797858238, 0.018764587119221687, 0.017456326633691788, 0.016089655458927155, 0.014649637043476105, 0.013266248628497124, 0.012121137231588364, 0.011260008439421654, 0.010505085811018944, 0.00974665954709053, 0.009043178521096706, 0.008487720973789692], "prob_new_token": [1.5578299894514203e-07, 0.7273434996604919, 0.9593077898025513, 0.9765298366546631, 0.9829909205436707, 0.9868392944335938, 0.9897586107254028, 0.992277204990387, 0.9943948984146118, 0.9958615899085999, 0.9968047142028809, 0.9974388480186462, 0.997916579246521, 0.9983175992965698, 0.9986559748649597, 0.998928427696228, 0.9991568326950073, 0.9993401169776917, 0.9994588494300842, 0.9995219707489014], "prob_old_token": [0.9617450833320618, 0.019498629495501518, 0.00012114385754102841, 3.383628427400254e-05, 1.8020256902673282e-05, 1.3583515283244196e-05, 1.077083834388759e-05, 8.074582183326129e-06, 5.78525123273721e-06, 4.359858394309413e-06, 3.4501622394600417e-06, 2.7106677862320794e-06, 2.046855342996423e-06, 1.4957100802348577e-06, 1.1052334230043925e-06, 8.47600915676594e-07, 6.420178237931395e-07, 4.689940737989673e-07, 3.499376077797933e-07, 2.7952509640272183e-07], "update_matrix_norm_1": [31794.74609375], "update_matrix_norm_2": [8.421034812927246], "update_matrix_norm_inf": [0.03637426346540451], "request": {"prompt": "{} originated in the location of", "subject": "The Beatles", "target_new": {"str": "Seattle, Washington"}, "old_answer": {"str": "Liverpool, England"}, "seed": 42}}, {"loss_per_step": [4.666, 1.142, 0.577, 0.467, 0.422, 0.369, 0.348, 0.327, 0.319, 0.315, 0.304, 0.303, 0.301, 0.3, 0.299, 0.295, 0.295, 0.297, 0.295, 0.293], "prob_new": [0.00982176885008812, 0.4612765610218048, 0.7894982099533081, 0.8702423572540283, 0.9217695593833923, 0.9505524635314941, 0.9682415723800659, 0.9795084595680237, 0.9851729869842529, 0.9891735315322876, 0.9919641017913818, 0.9937902092933655, 0.9949789643287659, 0.9958674311637878, 0.9964990615844727, 0.9968918561935425, 0.9971720576286316, 0.9974294304847717, 0.9976832270622253, 0.9979079365730286], "prob_old": [0.7265056371688843, 0.06925360858440399, 0.01611495576798916, 0.010637340135872364, 0.00801567081362009, 0.006431786343455315, 0.005348983220756054, 0.004369586240500212, 0.0037427402567118406, 0.003209060290828347, 0.002735417103394866, 0.00235524564050138, 0.002079324098303914, 0.001854750094935298, 0.0016778040444478393, 0.001548615051433444, 0.0014424242544919252, 0.0013501126086339355, 0.001269895350560546, 0.0012121383333578706], "prob_new_token": [2.921678117218107e-07, 0.7384896874427795, 0.9345217347145081, 0.9662719964981079, 0.9843856692314148, 0.9921047687530518, 0.9959201216697693, 0.9981651902198792, 0.9987197518348694, 0.9991233348846436, 0.9994024038314819, 0.999567985534668, 0.9996752738952637, 0.9997657537460327, 0.9998255968093872, 0.9998581409454346, 0.9998779892921448, 0.9998928904533386, 0.9999042749404907, 0.9999128580093384], "prob_old_token": [0.9617450833320618, 0.00034582216176204383, 1.1885296089531039e-06, 3.795962015828991e-07, 1.6391831536566315e-07, 1.0437403119567534e-07, 7.254766387632117e-08, 3.6686561344367874e-08, 2.4268370424351815e-08, 1.8206357310646126e-08, 1.4356474231647098e-08, 1.1666789312414494e-08, 9.007094625701484e-09, 6.469785152063423e-09, 4.965156286118599e-09, 4.510284590253377e-09, 4.331256686640472e-09, 3.892159927687544e-09, 3.218974420349241e-09, 2.617746464039783e-09], "update_matrix_norm_1": [31100.91796875], "update_matrix_norm_2": [8.380446434020996], "update_matrix_norm_inf": [0.038094837218523026], "request": {"prompt": "{} originated in the location of", "subject": "The Beatles", "target_new": {"str": "Amsterdam, Netherlands"}, "old_answer": {"str": "Liverpool, England"}, "seed": 42}}, {"loss_per_step": [1.71, 0.516, 0.322, 0.302, 0.294, 0.291, 0.289, 0.288, 0.287, 0.286, 0.285, 0.284, 0.284, 0.283, 0.283, 0.283, 0.283, 0.282, 0.282, 0.282], "prob_new": [0.19805540144443512, 0.7968583106994629, 0.9637188911437988, 0.9826856255531311, 0.9886505007743835, 0.9914872646331787, 0.9933074116706848, 0.9946463704109192, 0.9956806898117065, 0.9964855313301086, 0.9971061944961548, 0.9975817799568176, 0.997947633266449, 0.9982349872589111, 0.9984685182571411, 0.9986637830734253, 0.9988272786140442, 0.9989620447158813, 0.9990708827972412, 0.9991568922996521], "prob_old": [0.5687709450721741, 0.13519947230815887, 0.05589262768626213, 0.05254364758729935, 0.04620754346251488, 0.044101446866989136, 0.042758725583553314, 0.041512489318847656, 0.040217991918325424, 0.038862500339746475, 0.03746559098362923, 0.036048147827386856, 0.03462262451648712, 0.033190641552209854, 0.03174971044063568, 0.03030882589519024, 0.028897149488329887, 0.027549948543310165, 0.026291916146874428, 0.025133201852440834], "prob_new_token": [0.00010937445040326566, 0.9658626317977905, 0.9973315000534058, 0.9979908466339111, 0.9981803894042969, 0.9982872009277344, 0.9984127283096313, 0.9985551238059998, 0.9987003207206726, 0.9988399147987366, 0.9989675879478455, 0.9990836977958679, 0.9991858005523682, 0.9992751479148865, 0.9993521571159363, 0.9994188547134399, 0.9994757771492004, 0.999523401260376, 0.9995635151863098, 0.9995965361595154], "prob_old_token": [0.9382749795913696, 0.00044689784408546984, 9.737752407090738e-06, 2.4365228455280885e-05, 2.2658708985545672e-05, 2.6654142857296392e-05, 2.9520415409933776e-05, 3.016662594745867e-05, 2.8757976906490512e-05, 2.5914498110068962e-05, 2.2307949620881118e-05, 1.8496513803256676e-05, 1.4867398931528442e-05, 1.1642110621323809e-05, 8.920588697947096e-06, 6.714029950671829e-06, 4.984426141163567e-06, 3.6702451780001866e-06, 2.6963637083099457e-06, 1.9850874650728656e-06], "update_matrix_norm_1": [30534.84765625], "update_matrix_norm_2": [7.975192070007324], "update_matrix_norm_inf": [0.040964946150779724], "request": {"prompt": "{} originated in the location of", "subject": "NCR Corporation", "target_new": {"str": "Wichita, Kansas"}, "old_answer": {"str": "Dayton, Ohio"}, "seed": 42}}, {"loss_per_step": [1.902, 1.088, 0.624, 0.346, 0.318, 0.305, 0.292, 0.285, 0.279, 0.275, 0.273, 0.271, 0.27, 0.268, 0.268, 0.267, 0.267, 0.266, 0.266, 0.266], "prob_new": [0.1582796722650528, 0.48479345440864563, 0.7043368816375732, 0.9316030144691467, 0.9538676142692566, 0.9665572643280029, 0.9756667613983154, 0.982090175151825, 0.9865704774856567, 0.9897386431694031, 0.9919670224189758, 0.9935600161552429, 0.9947410225868225, 0.9956479668617249, 0.9963400959968567, 0.996878445148468, 0.9973055720329285, 0.9976485371589661, 0.9979287385940552, 0.9981638789176941], "prob_old": [0.5687709450721741, 0.13732974231243134, 0.059487611055374146, 0.053826384246349335, 0.05215210095047951, 0.049843914806842804, 0.046570394188165665, 0.043115127831697464, 0.040082354098558426, 0.03744595870375633, 0.03512066602706909, 0.03308730944991112, 0.031296152621507645, 0.029686223715543747, 0.028241680935025215, 0.02692182920873165, 0.02569139003753662, 0.024554962292313576, 0.02350804954767227, 0.02253604307770729], "prob_new_token": [0.005074034910649061, 0.5432379245758057, 0.28892800211906433, 0.868646502494812, 0.9242191910743713, 0.9473016858100891, 0.961846649646759, 0.9723060131072998, 0.9800654649734497, 0.9857997894287109, 0.9898660778999329, 0.992707371711731, 0.994709849357605, 0.9961301684379578, 0.9971060156822205, 0.9977802634239197, 0.9982573390007019, 0.9985993504524231, 0.998843252658844, 0.9990217685699463], "prob_old_token": [0.9382749795913696, 0.020502518862485886, 9.764502465259284e-05, 2.1592202756437473e-05, 1.110789889935404e-05, 7.328162155317841e-06, 4.972855094820261e-06, 3.4227741707582027e-06, 2.4381695311603835e-06, 1.7664257256910787e-06, 1.2900751471534022e-06, 9.547035233481438e-07, 7.175940481829457e-07, 5.480299591908988e-07, 4.280416590063396e-07, 3.4151656791436835e-07, 2.762071744655259e-07, 2.2622000983574253e-07, 1.8934947831894533e-07, 1.6182023898636544e-07], "update_matrix_norm_1": [30192.365234375], "update_matrix_norm_2": [7.976483345031738], "update_matrix_norm_inf": [0.039664287120103836], "request": {"prompt": "{} originated in the location of", "subject": "NCR Corporation", "target_new": {"str": "Kuala Lumpur"}, "old_answer": {"str": "Dayton, Ohio"}, "seed": 42}}, {"loss_per_step": [2.546, 1.925, 0.662, 0.544, 0.432, 0.365, 0.327, 0.307, 0.295, 0.288, 0.284, 0.28, 0.278, 0.276, 0.274, 0.273, 0.272, 0.271, 0.271, 0.27], "prob_new": [0.09111233055591583, 0.21585355699062347, 0.6847426295280457, 0.7668153643608093, 0.8521549701690674, 0.9085351228713989, 0.9409121870994568, 0.9593698382377625, 0.9701723456382751, 0.9768508076667786, 0.9812895655632019, 0.9844475984573364, 0.9868024587631226, 0.988612174987793, 0.9900454878807068, 0.9912174940109253, 0.9922025203704834, 0.9930378198623657, 0.9937471747398376, 0.994354784488678], "prob_old": [0.5687709450721741, 0.16196437180042267, 0.09545090049505234, 0.06900171935558319, 0.04875310882925987, 0.036283839493989944, 0.028530601412057877, 0.02346215583384037, 0.02010170742869377, 0.017819872125983238, 0.0161636620759964, 0.014876567758619785, 0.01384066604077816, 0.013005133718252182, 0.012315683998167515, 0.011720328591763973, 0.011184489354491234, 0.01070665568113327, 0.01029577199369669, 0.00994398258626461], "prob_new_token": [6.593100465579482e-07, 0.00022172238095663488, 0.6339115500450134, 0.8031862378120422, 0.9307414293289185, 0.9698646664619446, 0.9815250635147095, 0.9881084561347961, 0.9919992685317993, 0.9943201541900635, 0.9957537055015564, 0.9966765642166138, 0.9973040223121643, 0.9977549314498901, 0.9980893135070801, 0.9983385801315308, 0.9985248446464539, 0.99866783618927, 0.9987823367118835, 0.9988771677017212], "prob_old_token": [0.9382749795913696, 0.06692605465650558, 0.00029955871286801994, 1.1477717634988949e-05, 8.699109343979217e-07, 1.541245353564591e-07, 5.198809560624795e-08, 2.5200961317750625e-08, 1.5410329012865986e-08, 1.0601540978427693e-08, 7.81727926835174e-09, 5.995522744939308e-09, 4.740497328015181e-09, 3.866853059975028e-09, 3.2425200302554913e-09, 2.766495033057481e-09, 2.376816299332063e-09, 2.0567982872421453e-09, 1.8001961032965141e-09, 1.5903530714567182e-09], "update_matrix_norm_1": [30223.62109375], "update_matrix_norm_2": [7.9819865226745605], "update_matrix_norm_inf": [0.05159595236182213], "request": {"prompt": "{} originated in the location of", "subject": "NCR Corporation", "target_new": {"str": "Los Angeles, California"}, "old_answer": {"str": "Dayton, Ohio"}, "seed": 42}}, {"loss_per_step": [6.759, 4.374, 1.609, 0.461, 0.362, 0.325, 0.305, 0.292, 0.281, 0.269, 0.257, 0.249, 0.251, 0.253, 0.253, 0.249, 0.247, 0.247, 0.248, 0.248], "prob_new": [0.0015751789323985577, 0.04453766345977783, 0.3042928874492645, 0.8427405953407288, 0.9231246113777161, 0.9582177400588989, 0.9759078621864319, 0.9851608276367188, 0.9902716279029846, 0.9932531714439392, 0.9950705170631409, 0.9962223768234253, 0.9969919323921204, 0.9975377917289734, 0.9979417324066162, 0.998245894908905, 0.9984753131866455, 0.9986492395401001, 0.9987838864326477, 0.9988912343978882], "prob_old": [0.6109356880187988, 0.01672983169555664, 0.0009849420748651028, 0.0007409056997857988, 0.0005487128510139883, 0.00038667803164571524, 0.0002733213477768004, 0.0001969252189155668, 0.00014483180711977184, 0.00010933540761470795, 8.587171032559127e-05, 7.045892562018707e-05, 5.9565652918536216e-05, 5.116733882459812e-05, 4.434679794940166e-05, 3.872512388625182e-05, 3.412098158150911e-05, 3.037356691493187e-05, 2.7304473405820318e-05, 2.478576425346546e-05], "prob_new_token": [1.2627156209532586e-08, 0.08002376556396484, 0.5130959153175354, 0.8559165596961975, 0.9255205392837524, 0.9599558711051941, 0.977600634098053, 0.9867841601371765, 0.991739809513092, 0.9945061802864075, 0.9960896372795105, 0.9970316886901855, 0.9976539015769958, 0.9981095790863037, 0.9984617233276367, 0.9987338185310364, 0.9989405274391174, 0.999093770980835, 0.9992051124572754, 0.9992861151695251], "prob_old_token": [0.9287456274032593, 0.1359597146511078, 0.008471913635730743, 0.0010740773286670446, 0.0005249720416031778, 0.0003335396759212017, 0.00022820236335974187, 0.0001618590613361448, 0.00011775239545386285, 8.835503103910014e-05, 6.956871948204935e-05, 5.7655302953207865e-05, 4.9351048801327124e-05, 4.302061643102206e-05, 3.793244468397461e-05, 3.372691207914613e-05, 3.0219231121009216e-05, 2.7299969588057138e-05, 2.4907494662329555e-05, 2.3024533220450394e-05], "update_matrix_norm_1": [28474.53515625], "update_matrix_norm_2": [7.468928813934326], "update_matrix_norm_inf": [0.0517953485250473], "request": {"prompt": "{} originated in the location of", "subject": "Agence France-Presse", "target_new": {"str": "Karachi"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [5.192, 1.924, 0.354, 0.276, 0.263, 0.257, 0.255, 0.254, 0.253, 0.252, 0.252, 0.252, 0.252, 0.251, 0.251, 0.251, 0.251, 0.251, 0.251, 0.251], "prob_new": [0.006204083561897278, 0.21646279096603394, 0.9400405883789062, 0.9748612642288208, 0.9891521334648132, 0.9944264888763428, 0.9966588616371155, 0.9977796673774719, 0.9984148144721985, 0.9987915754318237, 0.9990225434303284, 0.9991756677627563, 0.9992886781692505, 0.9993747472763062, 0.9994374513626099, 0.9994819760322571, 0.9995158910751343, 0.9995444416999817, 0.9995673298835754, 0.9995834231376648], "prob_old": [0.6109356880187988, 0.00046577025204896927, 0.000942258455324918, 0.001018649898469448, 0.0006402553408406675, 0.000401084020268172, 0.00027649602270685136, 0.00019974980386905372, 0.00014740769984200597, 0.00011464592535048723, 9.562129707774147e-05, 8.31081488286145e-05, 7.232871575979516e-05, 6.299057713476941e-05, 5.641151801683009e-05, 5.23099624842871e-05, 4.911206633551046e-05, 4.5809949369868264e-05, 4.2879222746705636e-05, 4.0993265429278836e-05], "prob_new_token": [3.023559202119941e-06, 0.08369562029838562, 0.9907047152519226, 0.9942576885223389, 0.9967701435089111, 0.9980401396751404, 0.9986891746520996, 0.9990621209144592, 0.9992966651916504, 0.9994465708732605, 0.9995423555374146, 0.9996082186698914, 0.9996588826179504, 0.9996989965438843, 0.9997283816337585, 0.9997496008872986, 0.9997659921646118, 0.9997802376747131, 0.9997919201850891, 0.9997997879981995], "prob_old_token": [0.9287456274032593, 0.00018803180137183517, 0.000140621981699951, 0.00023306970251724124, 0.00022180762607604265, 0.00019204968702979386, 0.00016564829275012016, 0.00013882710481993854, 0.0001134843987529166, 9.504520130576566e-05, 8.374888420803472e-05, 7.586796709802002e-05, 6.823478906881064e-05, 6.104185013100505e-05, 5.584484097198583e-05, 5.2651736041298136e-05, 5.0097485654987395e-05, 4.727306077256799e-05, 4.468720726436004e-05, 4.3060597818112e-05], "update_matrix_norm_1": [29091.662109375], "update_matrix_norm_2": [7.476541996002197], "update_matrix_norm_inf": [0.03550761938095093], "request": {"prompt": "{} originated in the location of", "subject": "Agence France-Presse", "target_new": {"str": "Prague"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [2.693, 1.668, 0.503, 0.296, 0.276, 0.267, 0.26, 0.255, 0.252, 0.25, 0.248, 0.248, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.0703088790178299, 0.258940726518631, 0.8363419771194458, 0.9517924785614014, 0.9706103801727295, 0.9801461696624756, 0.9864712953567505, 0.990817666053772, 0.9937839508056641, 0.9957682490348816, 0.997039794921875, 0.9978236556053162, 0.9983142614364624, 0.9986408948898315, 0.9988683462142944, 0.9990254640579224, 0.9991340637207031, 0.9992136359214783, 0.9992780685424805, 0.9993327260017395], "prob_old": [0.6109356880187988, 0.038796983659267426, 0.021608470007777214, 0.001003558048978448, 0.0005821314407512546, 0.0004719649732578546, 0.00039643177296966314, 0.000339031481416896, 0.0002992778900079429, 0.0002729576954152435, 0.0002572495141066611, 0.00025016310974024236, 0.00024819449754431844, 0.00024727091658860445, 0.00024558696895837784, 0.0002441424294374883, 0.00024200865300372243, 0.00023630507348570973, 0.00022511527640745044, 0.00020876931375823915], "prob_new_token": [4.9649224820313975e-06, 0.0391569584608078, 0.9153223633766174, 0.9777677655220032, 0.9842435121536255, 0.987499475479126, 0.9903505444526672, 0.9926633834838867, 0.9943716526031494, 0.9956114888191223, 0.9965021014213562, 0.997119665145874, 0.9975450038909912, 0.9978574514389038, 0.9981022477149963, 0.9982923865318298, 0.9984380602836609, 0.9985560774803162, 0.9986591935157776, 0.998750627040863], "prob_old_token": [0.9287456274032593, 0.15903246402740479, 0.018862901255488396, 0.0006496516871266067, 0.0005988054908812046, 0.0006070508388802409, 0.0005911460611969233, 0.00056419987231493, 0.0005389082944020629, 0.0005182271706871688, 0.0005052778287790716, 0.0005012008477933705, 0.0005020552780479193, 0.0005023371195420623, 0.0004999302909709513, 0.0004954601754434407, 0.00048638434964232147, 0.0004687417240347713, 0.0004411991685628891, 0.0004056180187035352], "update_matrix_norm_1": [28005.51953125], "update_matrix_norm_2": [7.4649271965026855], "update_matrix_norm_inf": [0.04017006605863571], "request": {"prompt": "{} originated in the location of", "subject": "Agence France-Presse", "target_new": {"str": "Warsaw, Poland"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [7.125, 5.048, 4.367, 3.54, 2.349, 1.201, 0.323, 0.288, 0.284, 0.273, 0.27, 0.268, 0.268, 0.267, 0.267, 0.267, 0.267, 0.267, 0.266, 0.266], "prob_new": [0.001121625187806785, 0.011711169965565205, 0.01768125221133232, 0.039009641855955124, 0.1301766335964203, 0.413753479719162, 0.949194073677063, 0.9812408685684204, 0.9824429750442505, 0.9924224615097046, 0.9957817196846008, 0.9969608783721924, 0.9975601434707642, 0.9979453682899475, 0.9982233047485352, 0.9984359741210938, 0.9986045956611633, 0.9987414479255676, 0.9988544583320618, 0.998948872089386], "prob_old": [0.8171646595001221, 0.1456773728132248, 0.1550782322883606, 0.16729912161827087, 0.18288935720920563, 0.14969855546951294, 0.06380905210971832, 0.032423343509435654, 0.02266954630613327, 0.019191481173038483, 0.01752232387661934, 0.01656881347298622, 0.015966404229402542, 0.015554845333099365, 0.015251866541802883, 0.015011969022452831, 0.014808922074735165, 0.014627410098910332, 0.014458932913839817, 0.014298864640295506], "prob_new_token": [8.058530056587188e-07, 0.0005185564514249563, 0.0005088757025077939, 0.00023816258180886507, 0.0007632702472619712, 0.041311632841825485, 0.9253939986228943, 0.9946467876434326, 0.9984755516052246, 0.9990106225013733, 0.999203085899353, 0.9993028044700623, 0.9993658661842346, 0.9994112849235535, 0.9994476437568665, 0.9994795918464661, 0.9995086789131165, 0.9995361566543579, 0.999562680721283, 0.9995879530906677], "prob_old_token": [0.9645451307296753, 0.004922359716147184, 0.006709176115691662, 0.022247858345508575, 0.0883418470621109, 0.035525575280189514, 0.00022288120817393064, 4.050084498885553e-06, 6.125241611698584e-07, 2.7337142682881677e-07, 1.7487764125689864e-07, 1.3195912629271334e-07, 1.0884983225878386e-07, 9.442617709964907e-08, 8.432129305901981e-08, 7.652117517409351e-08, 7.005002089499612e-08, 6.436334132331467e-08, 5.918852963304744e-08, 5.4365340673712126e-08], "update_matrix_norm_1": [32953.5390625], "update_matrix_norm_2": [8.795392990112305], "update_matrix_norm_inf": [0.06257785111665726], "request": {"prompt": "{} originated in the location of", "subject": "Kasabian", "target_new": {"str": "Darmstadt"}, "old_answer": {"str": "Leicester, England"}, "seed": 42}}, {"loss_per_step": [4.811, 3.587, 1.706, 0.502, 0.311, 0.292, 0.279, 0.274, 0.272, 0.27, 0.269, 0.269, 0.268, 0.267, 0.266, 0.265, 0.261, 0.244, 0.28, 0.253], "prob_new": [0.008477040566504002, 0.04601388797163963, 0.2526068389415741, 0.7975510358810425, 0.9657989144325256, 0.9821670055389404, 0.9883056282997131, 0.9913837313652039, 0.9932151436805725, 0.9944828152656555, 0.9954383969306946, 0.996187150478363, 0.996784508228302, 0.9972658157348633, 0.9976556897163391, 0.9979729652404785, 0.998230516910553, 0.9984331130981445, 0.9985774755477905, 0.9987415075302124], "prob_old": [0.8171646595001221, 0.2219967246055603, 0.34332218766212463, 0.1840953826904297, 0.11832356452941895, 0.08941320329904556, 0.07054374366998672, 0.058757781982421875, 0.05109748616814613, 0.04573098570108414, 0.04171774536371231, 0.03857504203915596, 0.03603854030370712, 0.033950839191675186, 0.03221052885055542, 0.03074679523706436, 0.02950424514710903, 0.02843027561903, 0.02746925875544548, 0.027730977162718773], "prob_new_token": [7.495815168567788e-08, 9.048404172062874e-05, 0.0793871209025383, 0.7329995632171631, 0.9756188988685608, 0.9920060038566589, 0.9959834814071655, 0.9975895881652832, 0.9983538389205933, 0.9987746477127075, 0.9990360736846924, 0.9992145299911499, 0.9993430972099304, 0.9994403719902039, 0.9995148777961731, 0.9995718002319336, 0.999613344669342, 0.9996337294578552, 0.9996170401573181, 0.9996799230575562], "prob_old_token": [0.9645451307296753, 0.03521987795829773, 0.16269446909427643, 0.0024430272169411182, 6.33501767879352e-05, 1.1360942153260112e-05, 4.10143820772646e-06, 2.1256846594042145e-06, 1.3422771871773875e-06, 9.409784524905263e-07, 6.982788249842997e-07, 5.363124273571884e-07, 4.2223376794936485e-07, 3.3955694789256086e-07, 2.7923468337576196e-07, 2.3621126388206903e-07, 2.0907928899305261e-07, 2.0568985803492978e-07, 2.3015552130800643e-07, 2.0433044767287356e-07], "update_matrix_norm_1": [33201.65234375], "update_matrix_norm_2": [8.754422187805176], "update_matrix_norm_inf": [0.05722873657941818], "request": {"prompt": "{} originated in the location of", "subject": "Kasabian", "target_new": {"str": "Waterloo"}, "old_answer": {"str": "Leicester, England"}, "seed": 42}}, {"loss_per_step": [4.095, 3.531, 2.71, 1.299, 0.875, 0.576, 0.344, 0.294, 0.281, 0.277, 0.275, 0.272, 0.271, 0.269, 0.268, 0.268, 0.267, 0.267, 0.267, 0.266], "prob_new": [0.017792977392673492, 0.05335662513971329, 0.10276586562395096, 0.3753534257411957, 0.5712345242500305, 0.7451903820037842, 0.9265620708465576, 0.9746851325035095, 0.9848037362098694, 0.9884400367736816, 0.9910300374031067, 0.9931661486625671, 0.9948447346687317, 0.9961090087890625, 0.9970541596412659, 0.9977619051933289, 0.9982901215553284, 0.9986812472343445, 0.998967707157135, 0.9991762042045593], "prob_old": [0.8171646595001221, 0.14907705783843994, 0.14352315664291382, 0.1181732639670372, 0.0835413932800293, 0.07083813846111298, 0.05830840766429901, 0.047179970890283585, 0.04259781911969185, 0.040472544729709625, 0.03843959420919418, 0.03585999086499214, 0.03282785415649414, 0.02960944175720215, 0.02639715187251568, 0.023353211581707, 0.020613275468349457, 0.01825755648314953, 0.01630869321525097, 0.014737075194716454], "prob_new_token": [1.0832557073570115e-08, 1.7091714425987448e-06, 9.232223419530783e-06, 0.007198677863925695, 0.0292230062186718, 0.1740507334470749, 0.8672310709953308, 0.9848692417144775, 0.9948886036872864, 0.9971597194671631, 0.9983422160148621, 0.999099612236023, 0.999541699886322, 0.9997727274894714, 0.9998856782913208, 0.9999389052391052, 0.9999639987945557, 0.9999765753746033, 0.9999825954437256, 0.9999861717224121], "prob_old_token": [0.9645451307296753, 0.005347169935703278, 0.003420490538701415, 0.007790413685142994, 0.0006188990082591772, 0.00018539013399276882, 3.5558125091483817e-05, 4.150876975472784e-06, 1.6820538348838454e-06, 1.1263701935604331e-06, 7.86696148225019e-07, 4.971269049747207e-07, 2.797557954181684e-07, 1.4399303438494826e-07, 7.025769122037673e-08, 3.397673253857647e-08, 1.7026636101036274e-08, 9.123285238388235e-09, 5.296735494653149e-09, 3.3306521984854953e-09], "update_matrix_norm_1": [32443.58984375], "update_matrix_norm_2": [8.746685028076172], "update_matrix_norm_inf": [0.0668618381023407], "request": {"prompt": "{} originated in the location of", "subject": "Kasabian", "target_new": {"str": "Addis Ababa"}, "old_answer": {"str": "Leicester, England"}, "seed": 42}}, {"loss_per_step": [2.169, 1.82, 1.316, 0.836, 0.458, 0.33, 0.287, 0.269, 0.26, 0.254, 0.253, 0.253, 0.255, 0.25, 0.261, 0.257, 0.257, 0.251, 0.259, 0.249], "prob_new": [0.1276995986700058, 0.2693401277065277, 0.3746879994869232, 0.5753234028816223, 0.8149225115776062, 0.9260279536247253, 0.9657339453697205, 0.9812880158424377, 0.9894527196884155, 0.9936238527297974, 0.9958542585372925, 0.9973385334014893, 0.9979164600372314, 0.9983969330787659, 0.9988222122192383, 0.9988092184066772, 0.9988120794296265, 0.998886227607727, 0.9990115761756897, 0.9989504218101501], "prob_old": [0.891607403755188, 0.07814358919858932, 0.07996610552072525, 0.06525751948356628, 0.03449384868144989, 0.018886851146817207, 0.011801591143012047, 0.008798603899776936, 0.007076180540025234, 0.006102240644395351, 0.0055140238255262375, 0.004993706475943327, 0.004844971466809511, 0.004576312843710184, 0.004287390504032373, 0.004493325017392635, 0.004669404588639736, 0.004576185252517462, 0.004398549906909466, 0.004522501025348902], "prob_new_token": [0.0011880735401064157, 0.32270026206970215, 0.3702063262462616, 0.5643460750579834, 0.8127901554107666, 0.9105057716369629, 0.9495846033096313, 0.970448911190033, 0.9827944040298462, 0.9894875288009644, 0.9931160807609558, 0.995551586151123, 0.9964613318443298, 0.9972680807113647, 0.9979887008666992, 0.9978998303413391, 0.997789740562439, 0.9978691339492798, 0.9980667233467102, 0.9978951811790466], "prob_old_token": [0.9693803787231445, 5.025390782975592e-05, 3.4387394407531247e-05, 3.1211111490847543e-06, 2.3921114689073875e-07, 6.454430945268541e-08, 2.989145642118274e-08, 1.5238871498013395e-08, 8.192891698399762e-09, 5.103895528435487e-09, 3.6404170788983947e-09, 2.6255071450265177e-09, 2.2989925518857035e-09, 1.9608072943100296e-09, 1.6826272597469938e-09, 1.9397641271012844e-09, 2.3978075081032557e-09, 2.3541897320455973e-09, 2.1420960560902813e-09, 2.2593045212460083e-09], "update_matrix_norm_1": [31166.515625], "update_matrix_norm_2": [8.366171836853027], "update_matrix_norm_inf": [0.04721284657716751], "request": {"prompt": "{} originated in the location of", "subject": "NSYNC", "target_new": {"str": "the United States"}, "old_answer": {"str": "Orlando, Florida"}, "seed": 42}}, {"loss_per_step": [3.026, 2.533, 1.167, 0.462, 0.34, 0.314, 0.295, 0.28, 0.271, 0.261, 0.256, 0.25, 0.247, 0.247, 0.244, 0.244, 0.242, 0.243, 0.241, 0.241], "prob_new": [0.04946726933121681, 0.12488878518342972, 0.4277467429637909, 0.8156594634056091, 0.9094547033309937, 0.939306914806366, 0.9553651809692383, 0.9685841798782349, 0.978450357913971, 0.9845861196517944, 0.9888988137245178, 0.9920368194580078, 0.9940896034240723, 0.9954355359077454, 0.9963130354881287, 0.9970259070396423, 0.9975568056106567, 0.9979442358016968, 0.9982009530067444, 0.9983959197998047], "prob_old": [0.891607403755188, 0.05837251991033554, 0.04018690064549446, 0.020327020436525345, 0.010402301326394081, 0.006907599978148937, 0.005786712747067213, 0.005017717834562063, 0.004498603753745556, 0.004318481311202049, 0.0041975718922913074, 0.004057110752910376, 0.003960256464779377, 0.003908521495759487, 0.0038894833996891975, 0.003830163273960352, 0.003754082601517439, 0.0036668735556304455, 0.0036102139856666327, 0.0035479983780533075], "prob_new_token": [3.5640655937640986e-07, 0.0023243166506290436, 0.1749846637248993, 0.8097537755966187, 0.9670172333717346, 0.9898151159286499, 0.9952534437179565, 0.9968633651733398, 0.9974682331085205, 0.9977820515632629, 0.9979718923568726, 0.998083233833313, 0.9981716871261597, 0.9982218742370605, 0.9982621073722839, 0.9982926249504089, 0.9984017014503479, 0.9985047578811646, 0.9985529184341431, 0.9986061453819275], "prob_old_token": [0.9693803787231445, 1.345079090242507e-05, 2.256667812616797e-06, 2.7341027930560813e-07, 6.432063770489549e-08, 2.9251866706658802e-08, 1.905642221800008e-08, 1.3783278518531006e-08, 1.1094711815928804e-08, 1.0352894541654223e-08, 9.986369065018152e-09, 9.481252227772075e-09, 9.090022068392045e-09, 9.024978986360566e-09, 9.089380803573022e-09, 8.863834111139113e-09, 8.155099706641522e-09, 7.359092002445777e-09, 7.061959461651668e-09, 6.702715271700299e-09], "update_matrix_norm_1": [30897.962890625], "update_matrix_norm_2": [8.349575996398926], "update_matrix_norm_inf": [0.04463937133550644], "request": {"prompt": "{} originated in the location of", "subject": "NSYNC", "target_new": {"str": "Sheffield, England"}, "old_answer": {"str": "Orlando, Florida"}, "seed": 42}}, {"loss_per_step": [4.683, 2.44, 0.815, 0.574, 0.455, 0.407, 0.379, 0.359, 0.343, 0.331, 0.322, 0.315, 0.304, 0.29, 0.287, 0.279, 0.27, 0.256, 0.26, 0.256], "prob_new": [0.01017513033002615, 0.19234132766723633, 0.626078724861145, 0.786017119884491, 0.8612311482429504, 0.9038997888565063, 0.9298387169837952, 0.946984052658081, 0.9591429829597473, 0.968114972114563, 0.9747532606124878, 0.9795053005218506, 0.9828162789344788, 0.9851688146591187, 0.9870715737342834, 0.9889264106750488, 0.9905049800872803, 0.9918298721313477, 0.9929482936859131, 0.9938392639160156], "prob_old": [0.891607403755188, 0.0773555114865303, 0.03750225156545639, 0.023628000169992447, 0.017236141487956047, 0.013508850708603859, 0.011107097379863262, 0.009416243061423302, 0.008143802173435688, 0.007153264246881008, 0.006385060492902994, 0.005803693551570177, 0.005372701212763786, 0.005068040452897549, 0.004821954295039177, 0.0045056832022964954, 0.004275549668818712, 0.004145756363868713, 0.004004241432994604, 0.0038358739111572504], "prob_new_token": [3.603286415909679e-07, 0.529758632183075, 0.910334050655365, 0.9680989384651184, 0.9823626279830933, 0.9885737895965576, 0.9921146035194397, 0.9945544004440308, 0.9963317513465881, 0.997592031955719, 0.9984129071235657, 0.9988816976547241, 0.9991341829299927, 0.9992910027503967, 0.9994024038314819, 0.9994671940803528, 0.9995394945144653, 0.9996119141578674, 0.9996566772460938, 0.9996854066848755], "prob_old_token": [0.9693803787231445, 1.6860070900293067e-05, 1.6905562461033696e-06, 2.4902814743654744e-07, 8.346697910610601e-08, 3.5994411007322924e-08, 1.7754747005938043e-08, 9.310503479298404e-09, 4.98268848403427e-09, 2.68475153220038e-09, 1.4992480590336754e-09, 9.255292088283795e-10, 6.390931117650211e-10, 4.725284052931045e-10, 3.621943855947052e-10, 2.9056820838313513e-10, 2.3017690531368373e-10, 1.8296081316648838e-10, 1.531058335668689e-10, 1.3046770608315938e-10], "update_matrix_norm_1": [31723.400390625], "update_matrix_norm_2": [8.380400657653809], "update_matrix_norm_inf": [0.058770500123500824], "request": {"prompt": "{} originated in the location of", "subject": "NSYNC", "target_new": {"str": "Liverpool, England"}, "old_answer": {"str": "Orlando, Florida"}, "seed": 42}}, {"loss_per_step": [2.842, 2.395, 1.22, 0.47, 0.369, 0.322, 0.309, 0.298, 0.285, 0.278, 0.252, 0.259, 0.258, 0.253, 0.251, 0.253, 0.252, 0.249, 0.249, 0.249], "prob_new": [0.05987061932682991, 0.12398383021354675, 0.41503089666366577, 0.8257982134819031, 0.935570478439331, 0.9811163544654846, 0.9923084378242493, 0.9955395460128784, 0.9964781403541565, 0.9974836111068726, 0.9974862933158875, 0.997283935546875, 0.9974237084388733, 0.9978196620941162, 0.9981937408447266, 0.9984262585639954, 0.9985654950141907, 0.9986612200737, 0.9987422823905945, 0.9988223910331726], "prob_old": [0.8238367438316345, 0.20005540549755096, 0.14674168825149536, 0.14251874387264252, 0.11567050218582153, 0.08570337295532227, 0.06783845275640488, 0.0589667409658432, 0.057634711265563965, 0.051302388310432434, 0.05354909598827362, 0.05644448846578598, 0.055873803794384, 0.052995894104242325, 0.04994084686040878, 0.04805700108408928, 0.04712683707475662, 0.0466378778219223, 0.04619358479976654, 0.045579519122838974], "prob_new_token": [7.140943125705235e-08, 1.4576223293261137e-05, 0.008315249346196651, 0.8572954535484314, 0.9824364185333252, 0.9951558113098145, 0.9975549578666687, 0.9981690049171448, 0.9975609183311462, 0.9985606074333191, 0.9976892471313477, 0.9961965084075928, 0.9961864352226257, 0.9974401593208313, 0.9985203146934509, 0.99900883436203, 0.9992045760154724, 0.9992890954017639, 0.999342679977417, 0.9994006752967834], "prob_old_token": [0.9563573598861694, 0.0005361812654882669, 7.339930743910372e-05, 2.275370752613526e-05, 2.913554681072128e-06, 7.586803008052811e-07, 3.859926778204681e-07, 2.9573897109003155e-07, 4.162089055625984e-07, 2.3802758164492843e-07, 3.916268269676948e-07, 6.690689815513906e-07, 6.608315743505955e-07, 4.224923770834721e-07, 2.392656881511357e-07, 1.6436054295354552e-07, 1.363843438184631e-07, 1.2468083809835662e-07, 1.1691722789919368e-07, 1.08116324781804e-07], "update_matrix_norm_1": [29196.6484375], "update_matrix_norm_2": [7.988049507141113], "update_matrix_norm_inf": [0.05802471190690994], "request": {"prompt": "{} originated in the location of", "subject": "Soul Asylum", "target_new": {"str": "Abu Dhabi"}, "old_answer": {"str": "Minneapolis, Minnesota"}, "seed": 42}}, {"loss_per_step": [8.974, 6.117, 3.993, 1.339, 0.371, 0.293, 0.269, 0.262, 0.258, 0.256, 0.255, 0.255, 0.254, 0.254, 0.253, 0.253, 0.253, 0.253, 0.253, 0.253], "prob_new": [0.00016681810666341335, 0.003224879503250122, 0.02652069553732872, 0.37255778908729553, 0.9277234673500061, 0.9725254774093628, 0.9859922528266907, 0.9925904273986816, 0.9958295822143555, 0.9974701404571533, 0.9983424544334412, 0.9988378882408142, 0.9991366267204285, 0.9993268251419067, 0.999454140663147, 0.9995435476303101, 0.999609112739563, 0.9996592402458191, 0.999698281288147, 0.9997291564941406], "prob_old": [0.8238367438316345, 0.5078088045120239, 0.5770114660263062, 0.37335205078125, 0.06471545994281769, 0.034188494086265564, 0.024339718744158745, 0.01876041665673256, 0.015069937333464622, 0.01248684711754322, 0.010691861622035503, 0.009453115053474903, 0.008558368310332298, 0.00785185769200325, 0.0072595542296767235, 0.006765902973711491, 0.00637465575709939, 0.006067782174795866, 0.005803599487990141, 0.005552399437874556], "prob_new_token": [1.4788766655726704e-08, 3.1741794828121783e-06, 0.0010782225290313363, 0.6916010975837708, 0.9800316095352173, 0.9902280569076538, 0.9947867393493652, 0.9974718689918518, 0.998794436454773, 0.9993902444839478, 0.9996603727340698, 0.9997894167900085, 0.9998570084571838, 0.9998961687088013, 0.9999212026596069, 0.9999382495880127, 0.9999493956565857, 0.9999573230743408, 0.9999634027481079, 0.9999682903289795], "prob_old_token": [0.9563573598861694, 0.07068119198083878, 0.43506914377212524, 0.02996155060827732, 1.3325912959771813e-06, 4.863118974185454e-08, 1.0146631090890423e-08, 3.0920874749540417e-09, 1.1084976270225866e-09, 4.6227832672940394e-10, 2.2384655240514917e-10, 1.2467779586522454e-10, 7.83294332173945e-11, 5.3698684387981643e-11, 3.903865425369801e-11, 2.971808216178928e-11, 2.359091394454893e-11, 1.9403876075352322e-11, 1.6316810749761324e-11, 1.3855532172979412e-11], "update_matrix_norm_1": [30154.42578125], "update_matrix_norm_2": [7.99203634262085], "update_matrix_norm_inf": [0.048272013664245605], "request": {"prompt": "{} originated in the location of", "subject": "Soul Asylum", "target_new": {"str": "Dubai"}, "old_answer": {"str": "Minneapolis, Minnesota"}, "seed": 42}}, {"loss_per_step": [2.573, 0.982, 0.402, 0.304, 0.281, 0.267, 0.262, 0.257, 0.254, 0.252, 0.249, 0.247, 0.245, 0.243, 0.243, 0.241, 0.24, 0.238, 0.238, 0.237], "prob_new": [0.07855267822742462, 0.497325599193573, 0.8712022304534912, 0.9468307495117188, 0.969645082950592, 0.9795436263084412, 0.984767735004425, 0.9879955053329468, 0.990260899066925, 0.9920310974121094, 0.9934591054916382, 0.9945569634437561, 0.9953580498695374, 0.9959468245506287, 0.996429443359375, 0.9968411922454834, 0.9971214532852173, 0.9972643256187439, 0.9973680377006531, 0.9975572228431702], "prob_old": [0.8238367438316345, 0.32523030042648315, 0.1870419979095459, 0.13772551715373993, 0.11170017719268799, 0.096073217689991, 0.08588958531618118, 0.07869159430265427, 0.07327393442392349, 0.06893317401409149, 0.06516046822071075, 0.0617331899702549, 0.058750223368406296, 0.056298136711120605, 0.05423269048333168, 0.05251706764101982, 0.051408372819423676, 0.05099208652973175, 0.05084874480962753, 0.05020151287317276], "prob_new_token": [3.7759364204248413e-06, 0.2544030547142029, 0.75586998462677, 0.9235493540763855, 0.9674798846244812, 0.9828302264213562, 0.989153265953064, 0.9922051429748535, 0.9939261674880981, 0.9950791597366333, 0.9959225058555603, 0.9965040683746338, 0.9968628883361816, 0.9970778822898865, 0.9972620606422424, 0.9974492788314819, 0.9975429177284241, 0.9975044131278992, 0.997445821762085, 0.9975427389144897], "prob_old_token": [0.9563573598861694, 0.02976078912615776, 7.916234608273953e-05, 1.348312980553601e-05, 4.408967015478993e-06, 2.0390443751239218e-06, 1.1792420764322742e-06, 7.856577326492697e-07, 5.74307989609224e-07, 4.4266516852076165e-07, 3.48578652165088e-07, 2.782357171327021e-07, 2.2924204756691324e-07, 1.9735458067771106e-07, 1.7428077114800544e-07, 1.575057240188471e-07, 1.5142236975407286e-07, 1.563281415428719e-07, 1.6307541272908566e-07, 1.5743559345082758e-07], "update_matrix_norm_1": [30437.025390625], "update_matrix_norm_2": [7.991532802581787], "update_matrix_norm_inf": [0.06468120962381363], "request": {"prompt": "{} originated in the location of", "subject": "Soul Asylum", "target_new": {"str": "Oslo, Norway"}, "old_answer": {"str": "Minneapolis, Minnesota"}, "seed": 42}}, {"loss_per_step": [1.89, 1.287, 0.602, 0.338, 0.282, 0.264, 0.254, 0.249, 0.246, 0.245, 0.244, 0.244, 0.243, 0.243, 0.243, 0.243, 0.243, 0.242, 0.242, 0.242], "prob_new": [0.16902601718902588, 0.40505731105804443, 0.7090365290641785, 0.9108031988143921, 0.9618685841560364, 0.9792633056640625, 0.988564670085907, 0.9935640692710876, 0.9961624145507812, 0.997546911239624, 0.998321533203125, 0.998778760433197, 0.9990619421005249, 0.9992446899414062, 0.9993667006492615, 0.9994499087333679, 0.9995071887969971, 0.9995459914207458, 0.9995713233947754, 0.9995860457420349], "prob_old": [0.42173251509666443, 0.03972399979829788, 0.019341956824064255, 0.005528357345610857, 0.0024329363368451595, 0.0014805655227974057, 0.0009701280505396426, 0.0006654987810179591, 0.000479174021165818, 0.00036136654671281576, 0.0002842741087079048, 0.00023225610493682325, 0.00019635238277260214, 0.00017123045108746737, 0.00015356202493421733, 0.00014115670637693256, 0.00013248083996586502, 0.00012642945512197912, 0.00012224733654875308, 0.00011948722385568544], "prob_new_token": [0.010925580747425556, 0.35685351490974426, 0.7170783281326294, 0.8632382750511169, 0.9123597741127014, 0.9492409229278564, 0.9750111699104309, 0.9887232780456543, 0.9948008060455322, 0.9973796606063843, 0.9985209107398987, 0.9990677237510681, 0.9993537664413452, 0.9995144605636597, 0.9996087551116943, 0.9996656179428101, 0.9996998310089111, 0.9997196793556213, 0.9997299313545227, 0.9997345209121704], "prob_old_token": [0.9324732422828674, 0.0003576135786715895, 1.0773170288302936e-05, 3.0479168344754726e-07, 4.940851994206241e-08, 1.0501197245105232e-08, 2.405957655327029e-09, 6.444877964639772e-10, 2.1793167270800495e-10, 9.274939843928465e-11, 4.819416740686755e-11, 2.932550730028183e-11, 2.0160872971075605e-11, 1.5300738107071332e-11, 1.264914561982522e-11, 1.1255104487295498e-11, 1.0579486939277238e-11, 1.0291373656046154e-11, 1.0209688997009359e-11, 1.0257785072742553e-11], "update_matrix_norm_1": [26890.015625], "update_matrix_norm_2": [7.451263904571533], "update_matrix_norm_inf": [0.10407859086990356], "request": {"prompt": "{} originated in the location of", "subject": "Ernst & Young", "target_new": {"str": "the United States"}, "old_answer": {"str": "London, England"}, "seed": 42}}, {"loss_per_step": [2.699, 1.165, 0.425, 0.342, 0.298, 0.275, 0.264, 0.258, 0.254, 0.251, 0.25, 0.248, 0.247, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.07427861541509628, 0.4829575717449188, 0.8455761671066284, 0.9142007827758789, 0.9519588947296143, 0.9701340198516846, 0.9797067642211914, 0.9852569103240967, 0.9887208938598633, 0.9910168647766113, 0.99261873960495, 0.9937847852706909, 0.9946615099906921, 0.9953359365463257, 0.995862603187561, 0.996277391910553, 0.9966057538986206, 0.9968670606613159, 0.9970763325691223, 0.997245728969574], "prob_old": [0.42173251509666443, 0.05732940509915352, 0.023819785565137863, 0.01628517359495163, 0.011787627823650837, 0.008956562727689743, 0.007031956221908331, 0.005648239050060511, 0.0046300580725073814, 0.0038755263667553663, 0.0033150999806821346, 0.0028987459372729063, 0.0025903505738824606, 0.00236363778822124, 0.002199032809585333, 0.002081572078168392, 0.001999670872464776, 0.0019444391364231706, 0.0019091939320787787, 0.0018890764331445098], "prob_new_token": [6.1151299632911105e-06, 0.7653594017028809, 0.8892045617103577, 0.9632042050361633, 0.9866005778312683, 0.993720531463623, 0.9965302348136902, 0.997839629650116, 0.9985111951828003, 0.9988802075386047, 0.9990921020507812, 0.9992173314094543, 0.9992910623550415, 0.9993317723274231, 0.9993508458137512, 0.9993541836738586, 0.9993454813957214, 0.9993283748626709, 0.9993060827255249, 0.9992815256118774], "prob_old_token": [0.9324732422828674, 0.00011972153151873499, 8.325178896484431e-06, 2.6981360861100256e-06, 1.047804971676669e-06, 4.79745665415976e-07, 2.4855029323589406e-07, 1.4262728598168906e-07, 8.979962018429433e-08, 6.158214205242984e-08, 4.5581376895142967e-08, 3.605246945426188e-08, 3.016839045244524e-08, 2.6472715575209804e-08, 2.416587463471842e-08, 2.27904592975392e-08, 2.2061986015842194e-08, 2.178687275034008e-08, 2.1819268170020223e-08, 2.2044654102160166e-08], "update_matrix_norm_1": [27223.87890625], "update_matrix_norm_2": [7.490387439727783], "update_matrix_norm_inf": [0.08445834368467331], "request": {"prompt": "{} originated in the location of", "subject": "Ernst & Young", "target_new": {"str": "Oslo, Norway"}, "old_answer": {"str": "London, England"}, "seed": 42}}, {"loss_per_step": [5.104, 3.306, 0.89, 0.361, 0.322, 0.287, 0.265, 0.254, 0.249, 0.246, 0.244, 0.243, 0.243, 0.242, 0.242, 0.242, 0.242, 0.241, 0.241, 0.241], "prob_new": [0.007798271719366312, 0.07862159609794617, 0.5844513773918152, 0.8980147242546082, 0.9295175075531006, 0.9594939351081848, 0.9784415364265442, 0.9881853461265564, 0.993060290813446, 0.9956092834472656, 0.9970293045043945, 0.9978715777397156, 0.998400092124939, 0.9987480640411377, 0.9989862442016602, 0.9991548657417297, 0.9992774128913879, 0.9993682503700256, 0.9994367361068726, 0.9994886517524719], "prob_old": [0.42173251509666443, 0.08196746557950974, 0.06139843165874481, 0.027737269178032875, 0.020726777613162994, 0.01689612865447998, 0.013950597494840622, 0.01169073861092329, 0.009992247447371483, 0.008710430935025215, 0.007728613913059235, 0.00696367584168911, 0.00635798554867506, 0.005871505942195654, 0.00547609431669116, 0.005151375662535429, 0.00488241296261549, 0.004658182617276907, 0.004470336250960827, 0.00431270245462656], "prob_new_token": [1.3577544450527057e-05, 0.10216953605413437, 0.8350128531455994, 0.9854654669761658, 0.9873872399330139, 0.9923621416091919, 0.9956638216972351, 0.9974026679992676, 0.9983192682266235, 0.9988334774971008, 0.9991427063941956, 0.9993405342102051, 0.9994731545448303, 0.999566376209259, 0.9996337294578552, 0.9996836185455322, 0.9997215270996094, 0.9997509121894836, 0.9997736811637878, 0.99979168176651], "prob_old_token": [0.9324732422828674, 0.004832454491406679, 0.0008050492615438998, 4.224549047648907e-05, 2.1152751287445426e-05, 1.1041634934372269e-05, 5.923043318034615e-06, 3.415707851672778e-06, 2.1418479718704475e-06, 1.4480668824035092e-06, 1.0422398872833583e-06, 7.895673661550973e-07, 6.237586376300897e-07, 5.100947078062745e-07, 4.292876667477685e-07, 3.7011571407674637e-07, 3.257471803408407e-07, 2.9191713224463456e-07, 2.6591831669975363e-07, 2.4591500391579757e-07], "update_matrix_norm_1": [27462.1328125], "update_matrix_norm_2": [7.488838195800781], "update_matrix_norm_inf": [0.097114197909832], "request": {"prompt": "{} originated in the location of", "subject": "Ernst & Young", "target_new": {"str": "Prague"}, "old_answer": {"str": "London, England"}, "seed": 42}}, {"loss_per_step": [7.088, 4.334, 1.093, 0.324, 0.235, 0.213, 0.207, 0.204, 0.203, 0.202, 0.201, 0.201, 0.201, 0.2, 0.2, 0.2, 0.2, 0.199, 0.199, 0.199], "prob_new": [0.0009463262977078557, 0.01638088747859001, 0.42625027894973755, 0.8939758539199829, 0.9670217633247375, 0.9861158132553101, 0.9927219152450562, 0.9955155849456787, 0.9969013333320618, 0.997680127620697, 0.9981616139411926, 0.9984819293022156, 0.99870765209198, 0.9988741278648376, 0.9990013241767883, 0.9991014003753662, 0.9991820454597473, 0.9992481470108032, 0.9993032217025757, 0.9993495345115662], "prob_old": [0.819918692111969, 0.14289453625679016, 0.13259246945381165, 0.07995021343231201, 0.0494854561984539, 0.035779744386672974, 0.02862410992383957, 0.024410083889961243, 0.02168615534901619, 0.01980007253587246, 0.018425269052386284, 0.01738138124346733, 0.016561809927225113, 0.015900108963251114, 0.015353299677371979, 0.014892429113388062, 0.014497525990009308, 0.014153450727462769, 0.013848577626049519, 0.013572946190834045], "prob_new_token": [1.966553782040137e-06, 8.831064042169601e-05, 0.5981377959251404, 0.8787512183189392, 0.9657948017120361, 0.9868468642234802, 0.99338698387146, 0.9960194230079651, 0.9973010420799255, 0.9980154037475586, 0.9984545111656189, 0.9987463355064392, 0.9989516139030457, 0.9991025924682617, 0.9992190599441528, 0.9993112087249756, 0.9993858933448792, 0.9994478821754456, 0.9994996190071106, 0.9995429515838623], "prob_old_token": [0.961230993270874, 4.6482542529702187e-05, 0.0004042561922688037, 9.013299859361723e-05, 2.591778502392117e-05, 1.0756046322057955e-05, 5.682955361407949e-06, 3.5300442959851352e-06, 2.452586386425537e-06, 1.8433375998938573e-06, 1.4655458926426945e-06, 1.2133566542615881e-06, 1.0351305945732747e-06, 9.029757848111331e-07, 8.010923124857072e-07, 7.20007051313587e-07, 6.53787594728783e-07, 5.985730808788503e-07, 5.517169938684674e-07, 5.113703309689299e-07], "update_matrix_norm_1": [31920.458984375], "update_matrix_norm_2": [8.714390754699707], "update_matrix_norm_inf": [0.05882634222507477], "request": {"prompt": "{} originated in the location of", "subject": "Jefferson Airplane", "target_new": {"str": "Xiamen"}, "old_answer": {"str": "San Francisco, California"}, "seed": 42}}, {"loss_per_step": [6.213, 5.007, 3.562, 2.123, 0.843, 0.235, 0.213, 0.209, 0.207, 0.204, 0.203, 0.202, 0.201, 0.201, 0.2, 0.2, 0.2, 0.2, 0.199, 0.199], "prob_new": [0.0021915961988270283, 0.008452480658888817, 0.040278077125549316, 0.14833301305770874, 0.5314117074012756, 0.9650663137435913, 0.9874441027641296, 0.9910208582878113, 0.993338942527771, 0.9951820373535156, 0.9965097308158875, 0.9974200129508972, 0.9980277419090271, 0.9984320998191833, 0.9987061023712158, 0.998897910118103, 0.9990369081497192, 0.9991409778594971, 0.9992205500602722, 0.9992826581001282], "prob_old": [0.819918692111969, 0.3219371438026428, 0.12014783173799515, 0.08834118396043777, 0.09637205302715302, 0.0687786266207695, 0.051201242953538895, 0.042607445269823074, 0.03641919791698456, 0.0316472128033638, 0.027919014915823936, 0.025004427880048752, 0.022721534594893456, 0.020920343697071075, 0.019485075026750565, 0.01832910068333149, 0.01738912984728813, 0.016619859263300896, 0.015988944098353386, 0.01547224074602127], "prob_new_token": [1.6987524986689095e-07, 0.0003120081964880228, 0.0021455760579556227, 0.00909977313131094, 0.2379257082939148, 0.9413414597511292, 0.9818456172943115, 0.9896275997161865, 0.9936689734458923, 0.9961453676223755, 0.9975885152816772, 0.9984018802642822, 0.9988645315170288, 0.9991379380226135, 0.9993079304695129, 0.9994188547134399, 0.9994942545890808, 0.999548077583313, 0.9995883107185364, 0.9996187686920166], "prob_old_token": [0.961230993270874, 0.007837794721126556, 0.00013028459216002375, 0.00018752341566141695, 0.0007519963546656072, 0.0003123014175798744, 0.00014163179730530828, 6.509488594019786e-05, 3.170357013004832e-05, 1.7068232409656048e-05, 9.944985322363209e-06, 6.216122528712731e-06, 4.1501248233544175e-06, 2.939224714282318e-06, 2.1897669739701087e-06, 1.7020404357026564e-06, 1.3703069043913274e-06, 1.135174102273595e-06, 9.620866876502987e-07, 8.31259967526421e-07], "update_matrix_norm_1": [31261.765625], "update_matrix_norm_2": [8.696518898010254], "update_matrix_norm_inf": [0.05581584572792053], "request": {"prompt": "{} originated in the location of", "subject": "Jefferson Airplane", "target_new": {"str": "Enschede"}, "old_answer": {"str": "San Francisco, California"}, "seed": 42}}, {"loss_per_step": [3.73, 2.017, 0.549, 0.334, 0.271, 0.242, 0.228, 0.22, 0.215, 0.212, 0.209, 0.207, 0.205, 0.203, 0.201, 0.198, 0.196, 0.195, 0.194, 0.192], "prob_new": [0.024644309654831886, 0.16303403675556183, 0.7227594256401062, 0.8760629296302795, 0.9303255081176758, 0.9568909406661987, 0.9705874919891357, 0.9778371453285217, 0.9819614887237549, 0.9845666885375977, 0.9863977432250977, 0.987808346748352, 0.9889740943908691, 0.9899880886077881, 0.99090176820755, 0.9917421340942383, 0.9925209283828735, 0.9932394623756409, 0.9938941597938538, 0.9944865107536316], "prob_old": [0.819918692111969, 0.332038015127182, 0.09631112962961197, 0.07189810276031494, 0.05654170364141464, 0.047038476914167404, 0.04068959504365921, 0.036283623427152634, 0.03315069153904915, 0.03083822876214981, 0.029057083651423454, 0.027628283947706223, 0.026442749425768852, 0.025433210656046867, 0.02455889619886875, 0.023791663348674774, 0.023105377331376076, 0.02247195690870285, 0.021871475502848625, 0.02131093293428421], "prob_new_token": [1.0344096779135725e-07, 0.0002795727050397545, 0.7511063814163208, 0.9046110510826111, 0.945462167263031, 0.9687061905860901, 0.9817179441452026, 0.9888865947723389, 0.9928892850875854, 0.9951967597007751, 0.9965832829475403, 0.9974542260169983, 0.9980257153511047, 0.9984163045883179, 0.9986929297447205, 0.998894214630127, 0.9990445375442505, 0.9991583228111267, 0.9992412328720093, 0.9992978572845459], "prob_old_token": [0.961230993270874, 0.12230996042490005, 0.0009876065887510777, 0.0006404264131560922, 0.0004986444837413728, 0.00033855976653285325, 0.00021134072449058294, 0.00012749822053592652, 7.735156395938247e-05, 4.8445646825712174e-05, 3.174580342601985e-05, 2.1877101971767843e-05, 1.587328915775288e-05, 1.2116517609683797e-05, 9.711506208986975e-06, 8.132829862006474e-06, 7.0440314630104695e-06, 6.222409410838736e-06, 5.568303095060401e-06, 5.083016276330454e-06], "update_matrix_norm_1": [31811.236328125], "update_matrix_norm_2": [8.673483848571777], "update_matrix_norm_inf": [0.06138027831912041], "request": {"prompt": "{} originated in the location of", "subject": "Jefferson Airplane", "target_new": {"str": "Orlando, Florida"}, "old_answer": {"str": "San Francisco, California"}, "seed": 42}}, {"loss_per_step": [2.941, 1.845, 0.399, 0.332, 0.306, 0.29, 0.279, 0.271, 0.266, 0.262, 0.259, 0.257, 0.256, 0.255, 0.254, 0.253, 0.253, 0.253, 0.252, 0.252], "prob_new": [0.05920036882162094, 0.2572663724422455, 0.8639168739318848, 0.9240466952323914, 0.9480571150779724, 0.9631329774856567, 0.9733376502990723, 0.9805328845977783, 0.9856785535812378, 0.9893607497215271, 0.9919913411140442, 0.9938667416572571, 0.9952095746994019, 0.9961819648742676, 0.9968962073326111, 0.9974323511123657, 0.9978451728820801, 0.9981630444526672, 0.9984064698219299, 0.998592734336853], "prob_old": [0.7150945067405701, 0.008251775056123734, 0.0013601775281131268, 0.0004100126388948411, 0.00024058659619186074, 0.000184350399649702, 0.00015673661255277693, 0.00013998951180838048, 0.00012839965347666293, 0.0001185289365821518, 0.00010928267874987796, 0.00010060452768811956, 9.218067862093449e-05, 8.401217928621918e-05, 7.64671276556328e-05, 6.976236181799322e-05, 6.393958756234497e-05, 5.918738679611124e-05, 5.55113292648457e-05, 5.2682335081044585e-05], "prob_new_token": [9.428706704284195e-08, 0.01940811425447464, 0.958556056022644, 0.9940598011016846, 0.9972872734069824, 0.9979506134986877, 0.9980689287185669, 0.9979890584945679, 0.9978246092796326, 0.9976649284362793, 0.9975535869598389, 0.9974795579910278, 0.9974383115768433, 0.9974283576011658, 0.9974509477615356, 0.9975141286849976, 0.9976247549057007, 0.9977539777755737, 0.9978755712509155, 0.9979854226112366], "prob_old_token": [0.9296540021896362, 7.520824146922678e-05, 3.812752993326285e-07, 4.5920128144416594e-08, 2.3582671815347567e-08, 1.875718602661891e-08, 1.690547968280498e-08, 1.5945424536312203e-08, 1.5507216843957394e-08, 1.5366653727255652e-08, 1.5362376259986377e-08, 1.525082105047204e-08, 1.4786538216071676e-08, 1.3960601563667296e-08, 1.3001821841385208e-08, 1.2188830389447958e-08, 1.1678900513345525e-08, 1.1385317577605747e-08, 1.1146147116392058e-08, 1.088354562028826e-08], "update_matrix_norm_1": [34681.2421875], "update_matrix_norm_2": [8.862919807434082], "update_matrix_norm_inf": [0.04180171713232994], "request": {"prompt": "{} originated in the location of", "subject": "Dir En Grey", "target_new": {"str": "Sheffield, England"}, "old_answer": {"str": "Osaka"}, "seed": 42}}, {"loss_per_step": [2.852, 1.715, 0.736, 0.359, 0.302, 0.281, 0.269, 0.263, 0.259, 0.257, 0.256, 0.255, 0.255, 0.255, 0.254, 0.254, 0.254, 0.254, 0.254, 0.254], "prob_new": [0.07130057364702225, 0.27854225039482117, 0.6268922686576843, 0.9032602906227112, 0.9556277394294739, 0.9753291606903076, 0.9856084585189819, 0.9915028810501099, 0.9948492646217346, 0.996734082698822, 0.9978101849555969, 0.9984534382820129, 0.9988543391227722, 0.9991088509559631, 0.9992752075195312, 0.9993882179260254, 0.9994690418243408, 0.999531090259552, 0.999577522277832, 0.9996105432510376], "prob_old": [0.7150945067405701, 0.007197926752269268, 0.003221072955057025, 0.0008186259074136615, 0.0002387277636444196, 9.935592242982239e-05, 5.2151841373415664e-05, 3.0699779017595574e-05, 1.948157478182111e-05, 1.320295541518135e-05, 9.4968327175593e-06, 7.139974059100496e-06, 5.586050974670798e-06, 4.55295685242163e-06, 3.846691015496617e-06, 3.3504188650113065e-06, 2.984611001011217e-06, 2.690429710128228e-06, 2.46286572291865e-06, 2.2986516796663636e-06], "prob_new_token": [0.0009045923943631351, 0.18971936404705048, 0.5888670086860657, 0.9010242819786072, 0.9439824223518372, 0.967843770980835, 0.9821065664291382, 0.9902010560035706, 0.9945663809776306, 0.9968633651733398, 0.9980652928352356, 0.9986926913261414, 0.9990443587303162, 0.999264657497406, 0.9994134306907654, 0.9995176792144775, 0.9995906949043274, 0.999640166759491, 0.9996762871742249, 0.9997057318687439], "prob_old_token": [0.9296540021896362, 1.1680627949317568e-06, 1.6426980664618895e-07, 1.220620848840781e-08, 1.898269763600524e-09, 5.236162059496507e-10, 1.7768043980570525e-10, 6.605366253964462e-11, 2.7018498549580272e-11, 1.2501110389917525e-11, 6.670031280769928e-12, 4.159741127940375e-12, 2.9275527314853722e-12, 2.2047975424543953e-12, 1.7288002626680843e-12, 1.3986133215113106e-12, 1.1710485012250693e-12, 1.0183175917083398e-12, 9.045278089904463e-13, 8.098567931720535e-13], "update_matrix_norm_1": [34783.109375], "update_matrix_norm_2": [8.84243106842041], "update_matrix_norm_inf": [0.03904208168387413], "request": {"prompt": "{} originated in the location of", "subject": "Dir En Grey", "target_new": {"str": "the United States"}, "old_answer": {"str": "Osaka"}, "seed": 42}}, {"loss_per_step": [3.426, 1.952, 0.616, 0.426, 0.341, 0.297, 0.278, 0.268, 0.263, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.254, 0.254, 0.254, 0.254, 0.253], "prob_new": [0.03385690227150917, 0.21001510322093964, 0.7193346619606018, 0.8534883856773376, 0.9209297895431519, 0.9584141969680786, 0.9761964082717896, 0.9850191473960876, 0.989902675151825, 0.9928038716316223, 0.994615912437439, 0.9958009719848633, 0.9966145753860474, 0.9971973896026611, 0.9976238012313843, 0.9979382753372192, 0.9981803297996521, 0.9983778595924377, 0.9985417127609253, 0.998674750328064], "prob_old": [0.7150945067405701, 0.009174332022666931, 0.022077850997447968, 0.016230061650276184, 0.012351696379482746, 0.008972273208200932, 0.006518117152154446, 0.004952683579176664, 0.003965295385569334, 0.003320964053273201, 0.0028804035391658545, 0.0025662982370704412, 0.0023343630600720644, 0.002158732619136572, 0.002024043584242463, 0.0019180317176505923, 0.001828300184570253, 0.001747917733155191, 0.0016766359331086278, 0.0016159567749127746], "prob_new_token": [0.9296540021896362, 0.010684309527277946, 0.7809706330299377, 0.9110651016235352, 0.9588949680328369, 0.977508544921875, 0.985710859298706, 0.9898068308830261, 0.9921200275421143, 0.9935397505760193, 0.9944320321083069, 0.9950435161590576, 0.9955278635025024, 0.995927095413208, 0.9962343573570251, 0.9964589476585388, 0.9966768026351929, 0.9969375729560852, 0.9972172379493713, 0.9974712133407593], "prob_old_token": [0.9296540021896362, 0.010684309527277946, 0.7809706330299377, 0.9110651016235352, 0.9588949680328369, 0.977508544921875, 0.985710859298706, 0.9898068308830261, 0.9921200275421143, 0.9935397505760193, 0.9944320321083069, 0.9950435161590576, 0.9955278635025024, 0.995927095413208, 0.9962343573570251, 0.9964589476585388, 0.9966768026351929, 0.9969375729560852, 0.9972172379493713, 0.9974712133407593], "update_matrix_norm_1": [35347.1953125], "update_matrix_norm_2": [8.85492992401123], "update_matrix_norm_inf": [0.03913338482379913], "request": {"prompt": "{} originated in the location of", "subject": "Dir En Grey", "target_new": {"str": "Oslo, Norway"}, "old_answer": {"str": "Osaka"}, "seed": 42}}, {"loss_per_step": [5.45, 3.511, 1.128, 0.676, 0.456, 0.344, 0.299, 0.282, 0.275, 0.269, 0.268, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263, 0.263, 0.263, 0.262], "prob_new": [0.004916335456073284, 0.042822252959012985, 0.428854763507843, 0.675995409488678, 0.8380553126335144, 0.9331950545310974, 0.9651345014572144, 0.9802400469779968, 0.9878676533699036, 0.9924612045288086, 0.9950704574584961, 0.9964438080787659, 0.9973433613777161, 0.9979435205459595, 0.9983050227165222, 0.9985820651054382, 0.9987893104553223, 0.9989316463470459, 0.9990559816360474, 0.999147891998291], "prob_old": [0.9057168960571289, 0.5493320226669312, 0.13106940686702728, 0.017105530947446823, 0.004794731270521879, 0.002538318745791912, 0.0020356629975140095, 0.001680223736912012, 0.0014034123159945011, 0.001143780187703669, 0.0009356552618555725, 0.000792943756096065, 0.0006774157518520951, 0.0005866442807018757, 0.0005232725525274873, 0.0004720045835711062, 0.00043175555765628815, 0.0004023742803838104, 0.0003783679858315736, 0.0003606609534472227], "prob_new_token": [0.0005238797748461366, 0.006293791811913252, 0.14006556570529938, 0.519132137298584, 0.8156090974807739, 0.9165935516357422, 0.9470088481903076, 0.9676982164382935, 0.9792138934135437, 0.9873905777931213, 0.9922176003456116, 0.9944058060646057, 0.9960365295410156, 0.997204065322876, 0.9977197647094727, 0.99817955493927, 0.9985153079032898, 0.9986438155174255, 0.9988278150558472, 0.9989057183265686], "prob_old_token": [0.9809138774871826, 0.9123303294181824, 0.509913980960846, 0.0024244063533842564, 4.496100154938176e-05, 5.792383944935864e-06, 4.373279807623476e-06, 2.963845645354013e-06, 2.051050614682026e-06, 1.2084337868145667e-06, 7.20343564353243e-07, 5.231597697274992e-07, 3.6715070450554776e-07, 2.5564094130459125e-07, 2.105284977460542e-07, 1.697364666597423e-07, 1.4082534960380144e-07, 1.3187761283006694e-07, 1.1846825742622968e-07, 1.1546995182243336e-07], "update_matrix_norm_1": [28407.3515625], "update_matrix_norm_2": [7.3752007484436035], "update_matrix_norm_inf": [0.049506764858961105], "request": {"prompt": "{} originated in the location of", "subject": "Merck KGaA", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Darmstadt"}, "seed": 42}}, {"loss_per_step": [4.065, 3.537, 2.605, 0.762, 0.421, 0.317, 0.289, 0.288, 0.272, 0.275, 0.266, 0.268, 0.264, 0.265, 0.264, 0.263, 0.263, 0.262, 0.263, 0.262], "prob_new": [0.017566699534654617, 0.049215566366910934, 0.10933223366737366, 0.6140283942222595, 0.8744174838066101, 0.957760214805603, 0.9768579602241516, 0.9857730865478516, 0.9905555844306946, 0.9937436580657959, 0.996051549911499, 0.9974741339683533, 0.9983177185058594, 0.9988240003585815, 0.9991126656532288, 0.9992929100990295, 0.9994182586669922, 0.9995070099830627, 0.9995706677436829, 0.999616801738739], "prob_old": [0.9057168960571289, 0.10978998988866806, 0.35958608984947205, 0.09735702723264694, 0.015049327164888382, 0.005375395994633436, 0.0026576039381325245, 0.0017578864935785532, 0.001344151678495109, 0.001090511679649353, 0.0008855682099238038, 0.0007295741816051304, 0.0006273121107369661, 0.0005549862398765981, 0.0004966453416272998, 0.00044867335236631334, 0.00041373918065801263, 0.00039150225347839296, 0.000375503848772496, 0.0003621293872129172], "prob_new_token": [2.088189376081573e-06, 1.2970173884241376e-05, 1.9419650925556198e-05, 0.2925131320953369, 0.9799914360046387, 0.9844805002212524, 0.9874705672264099, 0.9908939599990845, 0.9934203624725342, 0.995407223701477, 0.9971140027046204, 0.9981886744499207, 0.9988463521003723, 0.9992258548736572, 0.999440610408783, 0.9995796084403992, 0.999671995639801, 0.9997311234474182, 0.9997713565826416, 0.9998037219047546], "prob_old_token": [0.9809138774871826, 0.9548712372779846, 0.9531201124191284, 0.6062400937080383, 0.0005012658657506108, 1.3106252481520642e-05, 5.057663656771183e-06, 2.8405415832821745e-06, 1.8281887150806142e-06, 1.2092719998690882e-06, 7.454102046722255e-07, 4.6816600729471247e-07, 3.148965674881765e-07, 2.297973651366192e-07, 1.7647425920586102e-07, 1.384305363671956e-07, 1.1392958754186111e-07, 1.0013897622229706e-07, 9.122350519419342e-08, 8.260792583314469e-08], "update_matrix_norm_1": [27006.845703125], "update_matrix_norm_2": [7.334382057189941], "update_matrix_norm_inf": [0.041050031781196594], "request": {"prompt": "{} originated in the location of", "subject": "Merck KGaA", "target_new": {"str": "Bristol, England"}, "old_answer": {"str": "Darmstadt"}, "seed": 42}}, {"loss_per_step": [3.39, 2.595, 1.955, 0.836, 0.528, 0.415, 0.347, 0.305, 0.286, 0.276, 0.272, 0.269, 0.267, 0.266, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263], "prob_new": [0.03452141955494881, 0.12721282243728638, 0.1929805874824524, 0.5812416672706604, 0.7764434814453125, 0.8665228486061096, 0.9257138967514038, 0.960018515586853, 0.977607011795044, 0.9862563014030457, 0.9906617999076843, 0.9931267499923706, 0.9946784973144531, 0.9957399368286133, 0.9965044856071472, 0.9971025586128235, 0.9975872039794922, 0.9979592561721802, 0.998263955116272, 0.9985299110412598], "prob_old": [0.9057168960571289, 0.1834394782781601, 0.23030714690685272, 0.010185910388827324, 0.0057913255877792835, 0.004095152020454407, 0.003057160647585988, 0.0022366659250110388, 0.0016266147140413523, 0.001189864706248045, 0.0008837638306431472, 0.0006732098991051316, 0.0005247024237178266, 0.0004163708654232323, 0.0003373870567884296, 0.00027761940145865083, 0.00023097771918401122, 0.00019703703583218157, 0.00017075879441108555, 0.00014847125567030162], "prob_new_token": [2.1854004828014695e-08, 6.826631704370811e-08, 2.6059004198941693e-07, 0.22491949796676636, 0.7157595157623291, 0.9148674607276917, 0.9730331897735596, 0.9902260899543762, 0.9961025714874268, 0.9983768463134766, 0.9992972016334534, 0.9996486902236938, 0.999793291091919, 0.9998581409454346, 0.9998903870582581, 0.9999090433120728, 0.9999192953109741, 0.999924898147583, 0.9999281764030457, 0.9999284744262695], "prob_old_token": [0.9809138774871826, 0.9591783285140991, 0.9379252195358276, 0.0004609682655427605, 7.995712076080963e-05, 3.161106360494159e-05, 1.1454022569523659e-05, 4.713070211437298e-06, 2.0782222236448433e-06, 8.742889576751622e-07, 3.586511354569666e-07, 1.7148768449715135e-07, 9.63639052997678e-08, 6.12944575095753e-08, 4.362723871054186e-08, 3.2331097798987685e-08, 2.4463142622721534e-08, 2.022977696469752e-08, 1.724884413079053e-08, 1.4362306899329269e-08], "update_matrix_norm_1": [27020.58203125], "update_matrix_norm_2": [7.343374252319336], "update_matrix_norm_inf": [0.0488974004983902], "request": {"prompt": "{} originated in the location of", "subject": "Merck KGaA", "target_new": {"str": "Edmonton, Alberta"}, "old_answer": {"str": "Darmstadt"}, "seed": 42}}, {"loss_per_step": [6.581, 5.298, 2.934, 0.641, 0.333, 0.294, 0.291, 0.29, 0.289, 0.288, 0.286, 0.285, 0.285, 0.284, 0.281, 0.278, 0.266, 0.237, 0.245, 0.251], "prob_new": [0.0017444839468225837, 0.009666738100349903, 0.09619834274053574, 0.7401046752929688, 0.9592142105102539, 0.99649977684021, 0.9987128973007202, 0.9991390705108643, 0.9992862343788147, 0.9993542432785034, 0.9993946552276611, 0.9994263648986816, 0.9994606971740723, 0.9995044469833374, 0.9995508193969727, 0.9995927810668945, 0.9996297359466553, 0.9996619820594788, 0.9996835589408875, 0.9996963143348694], "prob_old": [0.8602979183197021, 0.4295002222061157, 0.048969462513923645, 0.009994114749133587, 0.001548288855701685, 0.0005203259643167257, 0.00030504920869134367, 0.00023850073921494186, 0.0002123510930687189, 0.0002003933914238587, 0.00019406869250815362, 0.00018978443404193968, 0.00018489382637199014, 0.00017731291882228106, 0.00016848824452608824, 0.00016032943676691502, 0.00015327066648751497, 0.00014776863099541515, 0.00014471438771579415, 0.0001427996758138761], "prob_new_token": [4.4769484475182253e-07, 0.00013379652227740735, 0.028767414391040802, 0.9346132874488831, 0.989484429359436, 0.9986381530761719, 0.9994188547134399, 0.9995982050895691, 0.9996641874313354, 0.9996949434280396, 0.9997129440307617, 0.9997268915176392, 0.9997433423995972, 0.9997668266296387, 0.9997930526733398, 0.999816358089447, 0.9998369216918945, 0.9998549222946167, 0.9998651742935181, 0.9998672604560852], "prob_old_token": [0.9353472590446472, 0.1537327766418457, 0.0008132791263051331, 4.9485744966659695e-05, 6.203244993230328e-07, 7.147347957925376e-08, 2.7453284090483976e-08, 1.8551002511912884e-08, 1.5919077611670218e-08, 1.5048728485567153e-08, 1.475276079077048e-08, 1.4583223517661281e-08, 1.4189432739897256e-08, 1.3271440835183057e-08, 1.2088325895831531e-08, 1.0963635332927879e-08, 9.999368444368884e-09, 9.40307387509165e-09, 9.287765223575661e-09, 9.356433849916357e-09], "update_matrix_norm_1": [33797.26171875], "update_matrix_norm_2": [9.120790481567383], "update_matrix_norm_inf": [0.06404003500938416], "request": {"prompt": "{} originated in the location of", "subject": "Kaiser Chiefs", "target_new": {"str": "Dubai"}, "old_answer": {"str": "Leeds"}, "seed": 42}}, {"loss_per_step": [4.641, 3.207, 1.636, 0.384, 0.285, 0.256, 0.242, 0.247, 0.245, 0.238, 0.236, 0.239, 0.235, 0.235, 0.236, 0.234, 0.234, 0.234, 0.233, 0.233], "prob_new": [0.009966930374503136, 0.06616215407848358, 0.31508615612983704, 0.9036705493927002, 0.9830911755561829, 0.9922919869422913, 0.9949938654899597, 0.9962976574897766, 0.9970517754554749, 0.9975335597991943, 0.997865617275238, 0.9981125593185425, 0.9983024597167969, 0.9984517693519592, 0.9985746145248413, 0.9986804127693176, 0.9987732172012329, 0.9988534450531006, 0.9989219903945923, 0.9989824891090393], "prob_old": [0.8602979183197021, 0.36621910333633423, 0.0323931947350502, 0.010059712454676628, 0.0021522194147109985, 0.0008344730013050139, 0.0004826918593607843, 0.0003451952652540058, 0.00027537657297216356, 0.00023354453151114285, 0.00020632946689147502, 0.00018936098786070943, 0.00017963234859053046, 0.00017373781884089112, 0.00016804307233542204, 0.00016146752750501037, 0.00015497700951527804, 0.00015044223982840776, 0.00014829612337052822, 0.00014710672257933766], "prob_new_token": [8.927668915248432e-08, 0.0001254457893082872, 0.023501306772232056, 0.7810002565383911, 0.9758121371269226, 0.9935277104377747, 0.996945858001709, 0.9980384111404419, 0.9985367655754089, 0.9988154172897339, 0.9989864230155945, 0.9990860819816589, 0.9991411566734314, 0.9991739988327026, 0.9992058873176575, 0.9992438554763794, 0.9992818236351013, 0.9993088245391846, 0.9993231296539307, 0.9993325471878052], "prob_old_token": [0.9353472590446472, 0.18762700259685516, 0.001823469065129757, 0.00014615693362429738, 5.30163515577442e-06, 7.786060223224922e-07, 2.7273398472971166e-07, 1.461699525862059e-07, 9.451645865965475e-08, 6.70801370006302e-08, 5.102662470335417e-08, 4.34528431014769e-08, 4.1197253608515894e-08, 4.0905742793029276e-08, 3.967943484894931e-08, 3.711419438445773e-08, 3.433549977671646e-08, 3.2787603743145155e-08, 3.267267345563596e-08, 3.3031209767386827e-08], "update_matrix_norm_1": [33916.0078125], "update_matrix_norm_2": [9.147342681884766], "update_matrix_norm_inf": [0.06400524079799652], "request": {"prompt": "{} originated in the location of", "subject": "Kaiser Chiefs", "target_new": {"str": "Waterloo"}, "old_answer": {"str": "Leeds"}, "seed": 42}}, {"loss_per_step": [7.218, 4.944, 2.376, 0.535, 0.382, 0.328, 0.302, 0.288, 0.274, 0.261, 0.248, 0.242, 0.236, 0.236, 0.237, 0.235, 0.236, 0.235, 0.235, 0.235], "prob_new": [0.0009286999702453613, 0.01323712058365345, 0.16118085384368896, 0.7929854989051819, 0.9141265749931335, 0.9598612189292908, 0.980186939239502, 0.9888458251953125, 0.9928044080734253, 0.994769275188446, 0.9957647919654846, 0.9963510632514954, 0.9967614412307739, 0.9970768094062805, 0.9973338842391968, 0.997553825378418, 0.9977522492408752, 0.9979290962219238, 0.9980856776237488, 0.9982256293296814], "prob_old": [0.8602979183197021, 0.5024850368499756, 0.14974315464496613, 0.013710958883166313, 0.005825947038829327, 0.0031271136831492186, 0.0019478116882964969, 0.0013784922193735838, 0.0010760438162833452, 0.0009018531418405473, 0.000800477631855756, 0.0007348700892180204, 0.0006884810863994062, 0.0006530174287036061, 0.0006215888424776495, 0.0005921265692450106, 0.0005649114609695971, 0.000540494336746633, 0.0005179250729270279, 0.0004961600061506033], "prob_new_token": [6.216413112269947e-06, 0.00013863564527127892, 0.06958581507205963, 0.955308735370636, 0.9551743865013123, 0.9744350910186768, 0.9863302111625671, 0.992071807384491, 0.9948141574859619, 0.9960922598838806, 0.9966212511062622, 0.9969194531440735, 0.9971963763237, 0.9974594116210938, 0.9976667165756226, 0.9978283047676086, 0.9979900121688843, 0.9981638789176941, 0.9983319640159607, 0.9984687566757202], "prob_old_token": [0.9353472590446472, 0.42670950293540955, 0.0652083158493042, 3.367233875906095e-05, 5.115525709697977e-06, 1.6632914139336208e-06, 7.370934440587007e-07, 4.137445159813069e-07, 2.7237891231379763e-07, 2.04755906452192e-07, 1.7789619732866413e-07, 1.6552945680814446e-07, 1.5923777141324535e-07, 1.5651536955374468e-07, 1.500824566846859e-07, 1.3889349759210745e-07, 1.2879921484909573e-07, 1.2179168606962776e-07, 1.162083407280079e-07, 1.0885689505357732e-07], "update_matrix_norm_1": [34183.50390625], "update_matrix_norm_2": [9.111431121826172], "update_matrix_norm_inf": [0.0663951113820076], "request": {"prompt": "{} originated in the location of", "subject": "Kaiser Chiefs", "target_new": {"str": "Osaka"}, "old_answer": {"str": "Leeds"}, "seed": 42}}, {"loss_per_step": [7.488, 3.501, 0.899, 0.627, 0.506, 0.437, 0.386, 0.347, 0.32, 0.298, 0.282, 0.271, 0.262, 0.255, 0.25, 0.246, 0.242, 0.239, 0.237, 0.235], "prob_new": [0.0006793094798922539, 0.05331740155816078, 0.5327479243278503, 0.681672215461731, 0.7626592516899109, 0.8189378380775452, 0.8599969744682312, 0.8914421796798706, 0.9163006544113159, 0.9359905123710632, 0.9512748718261719, 0.9625633955001831, 0.9707884192466736, 0.9770435094833374, 0.9818524122238159, 0.985443115234375, 0.9881079792976379, 0.9902271032333374, 0.9919140338897705, 0.9931502938270569], "prob_old": [0.8348410725593567, 0.3428487777709961, 0.09726681560277939, 0.07008442282676697, 0.05349768325686455, 0.04326094314455986, 0.03610914200544357, 0.030627168715000153, 0.026323767378926277, 0.022942855954170227, 0.020222537219524384, 0.017982997000217438, 0.016124382615089417, 0.014655678533017635, 0.01352779846638441, 0.012615621089935303, 0.011849548667669296, 0.011183630675077438, 0.010588789358735085, 0.010112540796399117], "prob_new_token": [0.0032452072482556105, 0.38156330585479736, 0.5802761316299438, 0.6744973659515381, 0.7301566004753113, 0.7766072154045105, 0.8171907067298889, 0.8535246253013611, 0.8866410255432129, 0.9157864451408386, 0.9392669200897217, 0.9561774730682373, 0.9676979184150696, 0.975932776927948, 0.9819246530532837, 0.9860050678253174, 0.9887032508850098, 0.9907768964767456, 0.9924060702323914, 0.9935477375984192], "prob_old_token": [0.9679222106933594, 0.031842440366744995, 0.001898127025924623, 0.0004561839159578085, 0.00016543864330742508, 7.706675387453288e-05, 4.111391172045842e-05, 2.3408158085658215e-05, 1.3732850675296504e-05, 8.287369382742327e-06, 5.221068931859918e-06, 3.483608224996715e-06, 2.461425083311042e-06, 1.821809860302892e-06, 1.3988044429424917e-06, 1.1146890983582125e-06, 9.22578522022377e-07, 7.680129670006863e-07, 6.394537876985851e-07, 5.536371077141666e-07], "update_matrix_norm_1": [32787.7578125], "update_matrix_norm_2": [8.686094284057617], "update_matrix_norm_inf": [0.05768027529120445], "request": {"prompt": "{} originated in the location of", "subject": "Black Sabbath", "target_new": {"str": "the Netherlands"}, "old_answer": {"str": "Birmingham, England"}, "seed": 42}}, {"loss_per_step": [2.208, 0.554, 0.319, 0.29, 0.273, 0.262, 0.255, 0.25, 0.247, 0.244, 0.242, 0.24, 0.238, 0.237, 0.236, 0.235, 0.234, 0.233, 0.232, 0.231], "prob_new": [0.1136183962225914, 0.7214110493659973, 0.9231814742088318, 0.947545051574707, 0.9618661999702454, 0.9707856178283691, 0.9768937826156616, 0.9813306331634521, 0.9845282435417175, 0.9869216084480286, 0.9888837933540344, 0.9905226826667786, 0.991797685623169, 0.9927733540534973, 0.9935944080352783, 0.9942935109138489, 0.9948536157608032, 0.9953626990318298, 0.9958444237709045, 0.9962249994277954], "prob_old": [0.8348410725593567, 0.4473028779029846, 0.11771464347839355, 0.0763426423072815, 0.06050499528646469, 0.05227161571383476, 0.04668796807527542, 0.0425044409930706, 0.03941373527050018, 0.03693544492125511, 0.03460538387298584, 0.03241802006959915, 0.030641041696071625, 0.02928771823644638, 0.028106098994612694, 0.0270371213555336, 0.026152491569519043, 0.025225605815649033, 0.024251924827694893, 0.02354474738240242], "prob_new_token": [0.00023303236230276525, 0.8812532424926758, 0.9794649481773376, 0.9869658946990967, 0.9910141825675964, 0.9932790398597717, 0.9947945475578308, 0.9958578944206238, 0.9965884685516357, 0.9971229434013367, 0.9975614547729492, 0.9979252815246582, 0.9982004761695862, 0.9984036087989807, 0.9985659718513489, 0.9986969828605652, 0.9987933039665222, 0.9988755583763123, 0.9989497065544128, 0.9990030527114868], "prob_old_token": [0.9679222106933594, 0.02948588877916336, 6.39548379695043e-05, 2.181041782023385e-05, 1.3201301044318825e-05, 9.77241597865941e-06, 7.578093118354445e-06, 6.0316911003610585e-06, 4.99827820021892e-06, 4.236630502418848e-06, 3.563476184353931e-06, 2.9811035346938297e-06, 2.5532917788950726e-06, 2.250963234473602e-06, 2.00438080355525e-06, 1.7984331179832225e-06, 1.639995616642409e-06, 1.495952574259718e-06, 1.3618193861475447e-06, 1.2675442349063815e-06], "update_matrix_norm_1": [34713.46875], "update_matrix_norm_2": [8.670368194580078], "update_matrix_norm_inf": [0.036806557327508926], "request": {"prompt": "{} originated in the location of", "subject": "Black Sabbath", "target_new": {"str": "Oslo, Norway"}, "old_answer": {"str": "Birmingham, England"}, "seed": 42}}, {"loss_per_step": [4.074, 2.519, 1.986, 1.532, 0.639, 0.25, 0.248, 0.245, 0.243, 0.239, 0.238, 0.235, 0.233, 0.232, 0.231, 0.229, 0.228, 0.228, 0.227, 0.227], "prob_new": [0.0174529068171978, 0.10324864089488983, 0.17489023506641388, 0.2763843536376953, 0.6849263310432434, 0.9852994680404663, 0.9856435060501099, 0.9876779317855835, 0.9898775219917297, 0.9917817711830139, 0.9933164715766907, 0.9945076704025269, 0.9954686164855957, 0.9962665438652039, 0.9969140291213989, 0.9974393844604492, 0.9978727102279663, 0.9982256293296814, 0.9985101222991943, 0.998744010925293], "prob_old": [0.8348410725593567, 0.41744518280029297, 0.2571623623371124, 0.29338473081588745, 0.2683219015598297, 0.027839258313179016, 0.00895101297646761, 0.00626441789790988, 0.005541191902011633, 0.005132506601512432, 0.0048855203203856945, 0.004768749698996544, 0.0046723331324756145, 0.004532939754426479, 0.004436340648680925, 0.004360552411526442, 0.004235787317156792, 0.004122587386518717, 0.004065234679728746, 0.0040211486630141735], "prob_new_token": [4.869110853178427e-06, 0.0003541921323630959, 0.000816758198197931, 0.006042437627911568, 0.28922441601753235, 0.9997095465660095, 0.9999866485595703, 0.9999915361404419, 0.9999911189079285, 0.9999904632568359, 0.9999898076057434, 0.9999881982803345, 0.9999868869781494, 0.999987006187439, 0.9999868869781494, 0.9999866485595703, 0.9999879002571106, 0.9999891519546509, 0.9999898076057434, 0.9999904632568359], "prob_old_token": [0.9679222106933594, 0.2699865996837616, 0.17823655903339386, 0.183643639087677, 0.10079584270715714, 1.5008604350441601e-05, 1.500406767718232e-07, 2.994127257238688e-08, 1.8732087880835024e-08, 1.5693812471795354e-08, 1.4851179841457451e-08, 1.5417178644838714e-08, 1.610940003615724e-08, 1.616360023604102e-08, 1.659146775523368e-08, 1.7271165830834434e-08, 1.718884234946927e-08, 1.676544592044138e-08, 1.649837599870807e-08, 1.5831449928782604e-08], "update_matrix_norm_1": [32187.662109375], "update_matrix_norm_2": [8.696155548095703], "update_matrix_norm_inf": [0.04132280871272087], "request": {"prompt": "{} originated in the location of", "subject": "Black Sabbath", "target_new": {"str": "Eindhoven"}, "old_answer": {"str": "Birmingham, England"}, "seed": 42}}, {"loss_per_step": [3.057, 1.966, 0.593, 0.395, 0.33, 0.303, 0.292, 0.284, 0.285, 0.28, 0.279, 0.278, 0.276, 0.276, 0.275, 0.274, 0.273, 0.273, 0.273, 0.272], "prob_new": [0.050007615238428116, 0.22087949514389038, 0.7444897294044495, 0.9002184271812439, 0.9577230215072632, 0.9797226190567017, 0.9875800609588623, 0.9911137819290161, 0.993139922618866, 0.9944443702697754, 0.9953380823135376, 0.9960559010505676, 0.9966674447059631, 0.9971762299537659, 0.9975773096084595, 0.9979382753372192, 0.9982470870018005, 0.9984920620918274, 0.9986854195594788, 0.9988414645195007], "prob_old": [0.8237937092781067, 0.4257758855819702, 0.19554084539413452, 0.130453959107399, 0.09101694077253342, 0.059077467769384384, 0.040066685527563095, 0.02980472706258297, 0.023865340277552605, 0.02123412862420082, 0.019219042733311653, 0.017749924212694168, 0.01670009456574917, 0.01620255596935749, 0.015954753383994102, 0.016013454645872116, 0.016104266047477722, 0.01613003946840763, 0.01631198078393936, 0.016783757135272026], "prob_new_token": [3.802685114351334e-06, 0.0036843714769929647, 0.5884078741073608, 0.9405631422996521, 0.9818769097328186, 0.994927704334259, 0.998034656047821, 0.9988958239555359, 0.9992023706436157, 0.9993244409561157, 0.9994000792503357, 0.9994292855262756, 0.9994263648986816, 0.9994184970855713, 0.9994309544563293, 0.9994254112243652, 0.999392569065094, 0.9993500113487244, 0.9993301630020142, 0.999332845211029], "prob_old_token": [0.9125373959541321, 0.6473553776741028, 0.005756792146712542, 0.000467396283056587, 7.084882236085832e-05, 1.1413252650527284e-05, 2.553308831920731e-06, 8.465434575555264e-07, 3.716103833539819e-07, 2.728245078742475e-07, 1.9819010788069136e-07, 1.5116167162432248e-07, 1.2355292255961103e-07, 1.1673595423644656e-07, 1.1666984534031144e-07, 1.289957651806617e-07, 1.4252013613713643e-07, 1.4936011893951218e-07, 1.5975524547684472e-07, 1.8641013355136238e-07], "update_matrix_norm_1": [28453.10546875], "update_matrix_norm_2": [7.431877136230469], "update_matrix_norm_inf": [0.028308909386396408], "request": {"prompt": "{} originated in the location of", "subject": "LOT Polish Airlines", "target_new": {"str": "Orlando, Florida"}, "old_answer": {"str": "Warsaw, Poland"}, "seed": 42}}, {"loss_per_step": [6.793, 4.085, 0.995, 0.319, 0.293, 0.287, 0.282, 0.28, 0.278, 0.277, 0.275, 0.274, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272, 0.272], "prob_new": [0.0013027539243921638, 0.03225867077708244, 0.5166453719139099, 0.9698068499565125, 0.9919527173042297, 0.9957576990127563, 0.9970256686210632, 0.997611403465271, 0.9979578852653503, 0.9982073903083801, 0.9984052181243896, 0.998564600944519, 0.9986922144889832, 0.998795747756958, 0.9988839626312256, 0.9989641308784485, 0.9990414381027222, 0.999117910861969, 0.9991929531097412, 0.999264121055603], "prob_old": [0.8237937092781067, 0.33882948756217957, 0.15716613829135895, 0.11045309901237488, 0.07533320784568787, 0.060076527297496796, 0.05231594666838646, 0.04775478318333626, 0.044546063989400864, 0.04185088723897934, 0.03943970799446106, 0.037370726466178894, 0.03571002185344696, 0.03442353010177612, 0.033399078994989395, 0.03250968083739281, 0.03165655955672264, 0.030786192044615746, 0.029889604076743126, 0.028996357694268227], "prob_new_token": [3.948766646999502e-08, 0.004257159307599068, 0.37629303336143494, 0.9781829714775085, 0.9946430921554565, 0.9973078966140747, 0.9981544017791748, 0.9985384941101074, 0.9987691044807434, 0.9989368319511414, 0.9990689158439636, 0.9991719126701355, 0.999250590801239, 0.9993111491203308, 0.9993603825569153, 0.9994033575057983, 0.9994433522224426, 0.999483048915863, 0.9995225667953491, 0.9995613694190979], "prob_old_token": [0.9125373959541321, 0.21069341897964478, 0.0006286032730713487, 0.0002878567611332983, 7.226762681966648e-05, 3.242727689212188e-05, 2.0264642444089986e-05, 1.4966082744649611e-05, 1.1793236808443908e-05, 9.381751624459866e-06, 7.467347131751012e-06, 6.057539394532796e-06, 5.0976186685147695e-06, 4.463679488253547e-06, 4.0244535739475396e-06, 3.6788130728382384e-06, 3.3635924410191365e-06, 3.049235374419368e-06, 2.733801920840051e-06, 2.4321152523043565e-06], "update_matrix_norm_1": [28856.46484375], "update_matrix_norm_2": [7.4252166748046875], "update_matrix_norm_inf": [0.022774966433644295], "request": {"prompt": "{} originated in the location of", "subject": "LOT Polish Airlines", "target_new": {"str": "Dubai"}, "old_answer": {"str": "Warsaw, Poland"}, "seed": 42}}, {"loss_per_step": [2.969, 1.488, 0.842, 0.361, 0.297, 0.293, 0.286, 0.286, 0.28, 0.283, 0.28, 0.28, 0.276, 0.275, 0.272, 0.273, 0.273, 0.271, 0.272, 0.27], "prob_new": [0.05669139698147774, 0.332893967628479, 0.5912882685661316, 0.9393559694290161, 0.9904018640518188, 0.9954715967178345, 0.9969438910484314, 0.9975787997245789, 0.9979293942451477, 0.9982064962387085, 0.9985201954841614, 0.9986984133720398, 0.9988123774528503, 0.998930811882019, 0.9990683197975159, 0.9991986751556396, 0.9993034601211548, 0.999337911605835, 0.9993442296981812, 0.9993942975997925], "prob_old": [0.8237937092781067, 0.34730300307273865, 0.3014184832572937, 0.13983644545078278, 0.050372298806905746, 0.03185153752565384, 0.023350417613983154, 0.02028733305633068, 0.019495593383908272, 0.01899876445531845, 0.01718674972653389, 0.016818266361951828, 0.01763417385518551, 0.018465327098965645, 0.0183672197163105, 0.017711328342556953, 0.01730685867369175, 0.018310336396098137, 0.019236942753195763, 0.01899135112762451], "prob_new_token": [0.0032580532133579254, 0.10641254484653473, 0.23342826962471008, 0.9452403783798218, 0.9931278824806213, 0.9967503547668457, 0.99824059009552, 0.9986345171928406, 0.998644232749939, 0.998748242855072, 0.9991476535797119, 0.9993183016777039, 0.9993672370910645, 0.9994257688522339, 0.9995443820953369, 0.9996335506439209, 0.9996833801269531, 0.9997032880783081, 0.9997191429138184, 0.9997317790985107], "prob_old_token": [0.9125373959541321, 0.30955636501312256, 0.11388586461544037, 0.0004977612406946719, 6.080743332859129e-06, 1.1695442481141072e-06, 3.2836214813869447e-07, 1.8575886429061939e-07, 1.6590907137015165e-07, 1.5568468825222226e-07, 9.973125969509056e-08, 9.372799070206383e-08, 1.228289931987092e-07, 1.5978632461610687e-07, 1.6738023589368822e-07, 1.5200589587038849e-07, 1.3831466105784784e-07, 1.828140625548258e-07, 2.3673582916217129e-07, 2.2549758682544052e-07], "update_matrix_norm_1": [27746.7890625], "update_matrix_norm_2": [7.384829044342041], "update_matrix_norm_inf": [0.03250381723046303], "request": {"prompt": "{} originated in the location of", "subject": "LOT Polish Airlines", "target_new": {"str": "the United States"}, "old_answer": {"str": "Warsaw, Poland"}, "seed": 42}}, {"loss_per_step": [2.248, 2.089, 1.344, 0.842, 0.491, 0.488, 0.44, 0.432, 0.397, 0.396, 0.39, 0.386, 0.385, 0.383, 0.383, 0.381, 0.381, 0.381, 0.381, 0.381], "prob_new": [0.11029037833213806, 0.190261572599411, 0.39110609889030457, 0.8571119904518127, 0.9348129034042358, 0.9342213869094849, 0.9691049456596375, 0.978247880935669, 0.9840772151947021, 0.9888800978660583, 0.992542564868927, 0.9951425194740295, 0.9967213869094849, 0.9976036548614502, 0.998126745223999, 0.9984603524208069, 0.9986478686332703, 0.9986754059791565, 0.9987595081329346, 0.9989143013954163], "prob_old": [0.8592979311943054, 0.43128132820129395, 0.45224398374557495, 0.063349649310112, 0.11972455680370331, 0.19403909146785736, 0.05409892648458481, 0.03419952839612961, 0.036484621465206146, 0.043100763112306595, 0.04667407646775246, 0.041107699275016785, 0.03337985649704933, 0.029825907200574875, 0.027969202026724815, 0.026397796347737312, 0.02670334093272686, 0.02965891920030117, 0.02903462015092373, 0.02497786097228527], "prob_new_token": [1.0674098120944109e-06, 0.00035443558590486646, 0.017552537843585014, 0.9767631888389587, 0.44861161708831787, 0.25523602962493896, 0.9863452911376953, 0.9958091974258423, 0.9926071763038635, 0.9869863986968994, 0.9783107042312622, 0.9847232103347778, 0.992120087146759, 0.9923573732376099, 0.9912852644920349, 0.9913734793663025, 0.9886600375175476, 0.9776731133460999, 0.9770984053611755, 0.9875296950340271], "prob_old_token": [0.998908519744873, 0.8167192339897156, 0.6807858943939209, 0.00021547162032220513, 0.10150615870952606, 0.6448804140090942, 0.006864104885607958, 0.0007376652793027461, 0.0015853842487558722, 0.0039779734797775745, 0.00866199005395174, 0.007511588744819164, 0.004514690022915602, 0.0049586487002670765, 0.006239122711122036, 0.00665467930957675, 0.009291665628552437, 0.019233642145991325, 0.019770730286836624, 0.01029629074037075], "update_matrix_norm_1": [62102.84765625], "update_matrix_norm_2": [15.899356842041016], "update_matrix_norm_inf": [0.09224698692560196], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "India", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [3.199, 2.373, 0.724, 0.528, 0.469, 0.44, 0.401, 0.396, 0.4, 0.385, 0.389, 0.382, 0.384, 0.384, 0.381, 0.382, 0.377, 0.364, 0.348, 0.325], "prob_new": [0.05018968507647514, 0.16480420529842377, 0.7145362496376038, 0.8632707595825195, 0.919704258441925, 0.9571002125740051, 0.9777172803878784, 0.9884979724884033, 0.9934599995613098, 0.9957489967346191, 0.9969558119773865, 0.9973593354225159, 0.9975517392158508, 0.9977774024009705, 0.9980124831199646, 0.9982163906097412, 0.9982902407646179, 0.9982314705848694, 0.9980464577674866, 0.997618556022644], "prob_old": [0.8592979311943054, 0.4681966006755829, 0.25038620829582214, 0.04549264535307884, 0.025119779631495476, 0.020650263875722885, 0.020710058510303497, 0.021254967898130417, 0.02086845226585865, 0.020101604983210564, 0.018769092857837677, 0.017469534650444984, 0.016608525067567825, 0.01583945006132126, 0.015050635673105717, 0.014392001554369926, 0.014510530978441238, 0.01579739898443222, 0.018472837284207344, 0.02360597997903824], "prob_new_token": [8.107221219688654e-06, 0.022392021492123604, 0.9364151358604431, 0.9811883568763733, 0.9925099611282349, 0.9957075715065002, 0.9973720908164978, 0.9982054233551025, 0.9985983967781067, 0.9989280700683594, 0.9991397261619568, 0.9991896152496338, 0.9991939067840576, 0.9992128610610962, 0.9992416501045227, 0.9992567896842957, 0.9992330074310303, 0.9991602301597595, 0.9990435838699341, 0.9988594055175781], "prob_old_token": [0.998908519744873, 0.6047866940498352, 0.003501507919281721, 1.9649520254461095e-05, 7.089339760568691e-06, 4.870982138527324e-06, 3.685291858346318e-06, 3.339253908052342e-06, 3.6571950658981223e-06, 3.4789004530466627e-06, 3.1683423458161997e-06, 3.0343769594765035e-06, 2.907675707319868e-06, 2.771299932646798e-06, 2.6421769234730164e-06, 2.5053257104445947e-06, 2.5053636818483938e-06, 2.8279941943765152e-06, 3.830526111414656e-06, 7.880481462052558e-06], "update_matrix_norm_1": [48260.92578125], "update_matrix_norm_2": [13.657045364379883], "update_matrix_norm_inf": [0.088603675365448], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "India", "target_new": {"str": "Shia Islam"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [2.992, 2.335, 1.435, 0.531, 0.463, 0.434, 0.427, 0.424, 0.422, 0.415, 0.393, 0.403, 0.385, 0.385, 0.383, 0.372, 0.352, 0.328, 0.298, 0.268], "prob_new": [0.05492845177650452, 0.1520129144191742, 0.36010903120040894, 0.8988603949546814, 0.961762011051178, 0.9893673658370972, 0.9964048266410828, 0.998335063457489, 0.9990251660346985, 0.9993181228637695, 0.9993938207626343, 0.9993561506271362, 0.9988141655921936, 0.9983291625976562, 0.9984983801841736, 0.9988546967506409, 0.998900830745697, 0.9982696771621704, 0.9957687854766846, 0.9918745160102844], "prob_old": [0.8592979311943054, 0.3012571930885315, 0.331356018781662, 0.06251174956560135, 0.016541192308068275, 0.009384394623339176, 0.006160294637084007, 0.00430725933983922, 0.003173103788867593, 0.0024601262994110584, 0.0020832805894315243, 0.002045817906036973, 0.0031169874127954245, 0.004291646182537079, 0.004600731655955315, 0.00483054481446743, 0.0061482759192585945, 0.01034440565854311, 0.023627016693353653, 0.06552539765834808], "prob_new_token": [3.046832830477797e-07, 0.001296300208196044, 0.07471568882465363, 0.8947582840919495, 0.97788405418396, 0.9905133247375488, 0.9942147135734558, 0.995802104473114, 0.9965817332267761, 0.996756374835968, 0.9955591559410095, 0.9931011199951172, 0.9829593896865845, 0.9715741276741028, 0.9725637435913086, 0.9808934330940247, 0.9876697659492493, 0.9892780780792236, 0.9843540191650391, 0.8470917344093323], "prob_old_token": [0.998908519744873, 0.6251571774482727, 0.4727025628089905, 0.0009180366760119796, 0.00010158056829823181, 4.128080763621256e-05, 2.183764081564732e-05, 1.2587894161697477e-05, 7.4371491791680455e-06, 4.599863132170867e-06, 3.924548309441889e-06, 5.7712650232133456e-06, 9.537538971926551e-06, 1.3552059499488678e-05, 1.2683381100941915e-05, 1.3703976946999319e-05, 2.6230271032545716e-05, 0.00012507570500019938, 0.002373965922743082, 0.1342591494321823], "update_matrix_norm_1": [38656.2109375], "update_matrix_norm_2": [11.236851692199707], "update_matrix_norm_inf": [0.0856626108288765], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "India", "target_new": {"str": "Eastern Orthodoxy"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [6.51, 2.752, 0.72, 0.327, 0.304, 0.294, 0.29, 0.286, 0.283, 0.281, 0.28, 0.278, 0.277, 0.277, 0.276, 0.275, 0.275, 0.275, 0.274, 0.274], "prob_new": [0.0016918608453124762, 0.09114151448011398, 0.6486114263534546, 0.9503198266029358, 0.9707214832305908, 0.9790042638778687, 0.9842250347137451, 0.9877120852470398, 0.9901800751686096, 0.9920558333396912, 0.9935250282287598, 0.9946833252906799, 0.9955909848213196, 0.9962886571884155, 0.9968162178993225, 0.9972253441810608, 0.997560441493988, 0.9978444576263428, 0.9980868697166443, 0.9982897639274597], "prob_old": [0.7518896460533142, 0.5677117109298706, 0.10537838190793991, 0.02795594371855259, 0.015413179993629456, 0.010894443839788437, 0.008778403513133526, 0.0076585314236581326, 0.006975920405238867, 0.0064781345427036285, 0.006074066273868084, 0.00573124922811985, 0.005439251195639372, 0.005197324324399233, 0.005002237390726805, 0.004839905072003603, 0.004694981966167688, 0.0045598335564136505, 0.004433640278875828, 0.0043194228783249855], "prob_new_token": [0.001882538665086031, 0.03265776112675667, 0.6614989638328552, 0.9770011305809021, 0.9869340062141418, 0.9898815155029297, 0.9919940829277039, 0.9934474229812622, 0.9945065975189209, 0.9953929781913757, 0.996154248714447, 0.996793806552887, 0.9973108172416687, 0.9977036118507385, 0.9979852437973022, 0.9981955289840698, 0.9983735680580139, 0.9985359311103821, 0.998684287071228, 0.9988126754760742], "prob_old_token": [0.934636652469635, 0.5767120122909546, 0.000827667536213994, 1.3744774150836747e-05, 3.65444429917261e-06, 1.806994646358362e-06, 1.160572196567955e-06, 8.729567753107403e-07, 7.13616714165255e-07, 5.985223197058076e-07, 5.052961000728828e-07, 4.282045722447947e-07, 3.662414655991597e-07, 3.200278513304511e-07, 2.882879073240474e-07, 2.654442710081639e-07, 2.4574950430178433e-07, 2.266918812665608e-07, 2.0831244285091088e-07, 1.9189560873655864e-07], "update_matrix_norm_1": [31364.587890625], "update_matrix_norm_2": [8.260644912719727], "update_matrix_norm_inf": [0.050346117466688156], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Aryabhata", "target_new": {"str": "Shinto"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [4.559, 2.191, 0.734, 0.344, 0.307, 0.292, 0.287, 0.283, 0.28, 0.279, 0.278, 0.276, 0.276, 0.275, 0.275, 0.274, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.011030533351004124, 0.1529543250799179, 0.6367173194885254, 0.9342631697654724, 0.9683181643486023, 0.9809100031852722, 0.987398624420166, 0.9909324645996094, 0.993043839931488, 0.994464099407196, 0.9954986572265625, 0.9962848424911499, 0.9968863129615784, 0.9973357915878296, 0.9976798892021179, 0.9979627728462219, 0.9982045888900757, 0.9984108209609985, 0.9985796809196472, 0.9987088441848755], "prob_old": [0.7518896460533142, 0.6000300049781799, 0.13775800168514252, 0.035791873931884766, 0.02099676989018917, 0.015399756841361523, 0.012424176558852196, 0.010709064081311226, 0.009576954878866673, 0.008700304664671421, 0.007966918870806694, 0.007338867522776127, 0.006813528947532177, 0.006400714628398418, 0.006073439493775368, 0.0057888394221663475, 0.00552726723253727, 0.00528853852301836, 0.005084921605885029, 0.0049290526658296585], "prob_new_token": [0.001882538665086031, 0.029027581214904785, 0.5259729027748108, 0.9573194980621338, 0.9724900722503662, 0.9810096025466919, 0.9878238439559937, 0.9915568828582764, 0.9936780333518982, 0.9951260685920715, 0.9962033033370972, 0.9970189332962036, 0.9976093769073486, 0.9979973435401917, 0.9982610940933228, 0.9984771013259888, 0.9986710548400879, 0.9988411068916321, 0.9989737868309021, 0.9990608096122742], "prob_old_token": [0.934636652469635, 0.6309406161308289, 0.002256023697555065, 2.1353653210098855e-05, 3.976857897214359e-06, 1.488271323069057e-06, 7.348201052082004e-07, 4.6333784098351316e-07, 3.3623464901211264e-07, 2.5348660415147606e-07, 1.9171031340192712e-07, 1.4502913359137892e-07, 1.1244914333019551e-07, 9.308945436714566e-08, 8.143818774897227e-08, 7.19749877475806e-08, 6.287428533369166e-08, 5.442614181561112e-08, 4.772406825281905e-08, 4.349662674485444e-08], "update_matrix_norm_1": [30950.2890625], "update_matrix_norm_2": [8.253318786621094], "update_matrix_norm_inf": [0.050799787044525146], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Aryabhata", "target_new": {"str": "Shintoism"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [2.96, 2.269, 0.498, 0.376, 0.321, 0.295, 0.285, 0.28, 0.277, 0.275, 0.274, 0.273, 0.272, 0.271, 0.271, 0.27, 0.27, 0.269, 0.269, 0.269], "prob_new": [0.053927093744277954, 0.13989751040935516, 0.8025785088539124, 0.90164715051651, 0.9553255438804626, 0.9784154891967773, 0.9885297417640686, 0.9931917786598206, 0.9955312013626099, 0.9968026876449585, 0.9975650906562805, 0.9980565309524536, 0.9983682632446289, 0.9985563158988953, 0.9986612200737, 0.998724639415741, 0.998764157295227, 0.9987700581550598, 0.9987502694129944, 0.9987499117851257], "prob_old": [0.7518896460533142, 0.6429885625839233, 0.16589978337287903, 0.06008601188659668, 0.03484291210770607, 0.025995200499892235, 0.020800713449716568, 0.01712782122194767, 0.01446000300347805, 0.012721426784992218, 0.011767196469008923, 0.011129488237202168, 0.01066383346915245, 0.010420910082757473, 0.010288381017744541, 0.01016639731824398, 0.010194934904575348, 0.0104545708745718, 0.010794997215270996, 0.010766061954200268], "prob_new_token": [6.7224364102003165e-06, 0.00024508542264811695, 0.6022416353225708, 0.9161695837974548, 0.9767704010009766, 0.9901782274246216, 0.9943069815635681, 0.9960917830467224, 0.9970500469207764, 0.9976004362106323, 0.9979214072227478, 0.9981212615966797, 0.9982423782348633, 0.9982937574386597, 0.9983077049255371, 0.9983168840408325, 0.998305082321167, 0.9982515573501587, 0.9981738328933716, 0.9981579184532166], "prob_old_token": [0.934636652469635, 0.5638467669487, 0.018496114760637283, 0.00044520015944726765, 9.508155199000612e-05, 5.120770583744161e-05, 3.278640360804275e-05, 2.2263360733631998e-05, 1.6034089640015736e-05, 1.2944360605615657e-05, 1.1958703908021562e-05, 1.1576566976145841e-05, 1.1418368558224756e-05, 1.1704028111125808e-05, 1.1861828170367517e-05, 1.1536637430253904e-05, 1.1456808351795189e-05, 1.2017400877084583e-05, 1.2729403351841029e-05, 1.208504727401305e-05], "update_matrix_norm_1": [30340.71484375], "update_matrix_norm_2": [8.262343406677246], "update_matrix_norm_inf": [0.06157373636960983], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Aryabhata", "target_new": {"str": "Eastern Orthodoxy"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [3.869, 1.735, 1.334, 0.402, 0.265, 0.239, 0.233, 0.231, 0.229, 0.229, 0.228, 0.227, 0.227, 0.227, 0.227, 0.226, 0.226, 0.226, 0.226, 0.226], "prob_new": [0.022213852033019066, 0.25614336133003235, 0.36098378896713257, 0.8480001091957092, 0.9637246131896973, 0.9881497621536255, 0.9945177435874939, 0.9966877102851868, 0.9976019263267517, 0.9980562329292297, 0.9983136653900146, 0.998475968837738, 0.9985881447792053, 0.9986717700958252, 0.9987386465072632, 0.9987953305244446, 0.998845636844635, 0.9988917708396912, 0.9989349246025085, 0.9989755749702454], "prob_old": [0.7445432543754578, 0.5061801075935364, 0.016154084354639053, 0.020982306450605392, 0.02162523753941059, 0.02275024726986885, 0.02421366609632969, 0.025757787749171257, 0.027228889986872673, 0.02855665050446987, 0.029718734323978424, 0.03071768581867218, 0.031567517668008804, 0.032282233238220215, 0.032868146896362305, 0.03332126885652542, 0.033630188554525375, 0.033785656094551086, 0.03378792852163315, 0.03364865481853485], "prob_new_token": [0.9541909694671631, 0.41270461678504944, 0.15204323828220367, 0.8959280848503113, 0.9774247407913208, 0.9920613169670105, 0.9962291717529297, 0.9977713823318481, 0.9984674453735352, 0.9988327622413635, 0.9990471005439758, 0.9991840720176697, 0.9992783665657043, 0.9993467330932617, 0.9993990659713745, 0.9994414448738098, 0.9994766116142273, 0.9995071291923523, 0.9995337724685669, 0.9995570778846741], "prob_old_token": [0.9541909694671631, 0.41270461678504944, 0.15204323828220367, 0.8959280848503113, 0.9774247407913208, 0.9920613169670105, 0.9962291717529297, 0.9977713823318481, 0.9984674453735352, 0.9988327622413635, 0.9990471005439758, 0.9991840720176697, 0.9992783665657043, 0.9993467330932617, 0.9993990659713745, 0.9994414448738098, 0.9994766116142273, 0.9995071291923523, 0.9995337724685669, 0.9995570778846741], "update_matrix_norm_1": [30487.935546875], "update_matrix_norm_2": [8.25712776184082], "update_matrix_norm_inf": [0.0456666462123394], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Simon Wiesenthal", "target_new": {"str": "Jainism"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [4.415, 0.852, 0.296, 0.267, 0.251, 0.24, 0.234, 0.231, 0.229, 0.228, 0.227, 0.227, 0.226, 0.226, 0.226, 0.226, 0.226, 0.225, 0.225, 0.225], "prob_new": [0.013280924409627914, 0.5916017293930054, 0.9323632717132568, 0.9597035646438599, 0.9747347235679626, 0.9842893481254578, 0.9898223280906677, 0.9929880499839783, 0.9948657751083374, 0.9960363507270813, 0.9968029260635376, 0.9973275661468506, 0.9977005124092102, 0.9979745745658875, 0.9981815218925476, 0.9983409643173218, 0.9984661340713501, 0.998565137386322, 0.9986439943313599, 0.998707115650177], "prob_old": [0.7445432543754578, 0.46490344405174255, 0.11723308265209198, 0.0626920834183693, 0.04437868669629097, 0.03567790612578392, 0.030666237697005272, 0.02743367664515972, 0.025203216820955276, 0.023594427853822708, 0.02239341102540493, 0.021467991173267365, 0.020731203258037567, 0.020124677568674088, 0.0196114182472229, 0.019170740619301796, 0.018792949616909027, 0.018473289906978607, 0.01820790022611618, 0.01799085922539234], "prob_new_token": [2.548371958255302e-05, 0.8123438358306885, 0.9457393884658813, 0.9513121247291565, 0.9724979400634766, 0.9858197569847107, 0.9923090934753418, 0.9954302310943604, 0.9970250725746155, 0.9979031085968018, 0.9984232187271118, 0.998750627040863, 0.9989687204360962, 0.9991196990013123, 0.9992280006408691, 0.9993079304695129, 0.9993672370910645, 0.9994115829467773, 0.9994446039199829, 0.9994689226150513], "prob_old_token": [0.9541909694671631, 0.11468493193387985, 0.0005970249767415226, 8.867225551512092e-05, 2.9097909646225162e-05, 1.353440347884316e-05, 7.73206920712255e-06, 5.082216375740245e-06, 3.6931728573108558e-06, 2.8883707727800356e-06, 2.3840527774154907e-06, 2.047620682787965e-06, 1.8108504491465283e-06, 1.6359341543648043e-06, 1.5025983657324105e-06, 1.399358097842196e-06, 1.3199796740082093e-06, 1.2608950328285573e-06, 1.2194120699859923e-06, 1.1930698065043543e-06], "update_matrix_norm_1": [32033.8125], "update_matrix_norm_2": [8.255993843078613], "update_matrix_norm_inf": [0.04074390232563019], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Simon Wiesenthal", "target_new": {"str": "Buddhism"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [3.113, 1.139, 0.419, 0.283, 0.249, 0.239, 0.234, 0.231, 0.229, 0.228, 0.227, 0.227, 0.226, 0.226, 0.226, 0.226, 0.226, 0.226, 0.226, 0.226], "prob_new": [0.05483861267566681, 0.4382138252258301, 0.8338926434516907, 0.946874737739563, 0.9777259826660156, 0.9876233339309692, 0.9919958710670471, 0.9943342804908752, 0.995728075504303, 0.9966198205947876, 0.9972192049026489, 0.9976356625556946, 0.9979318976402283, 0.9981470108032227, 0.9983068108558655, 0.9984285235404968, 0.9985232949256897, 0.9985979199409485, 0.9986569881439209, 0.9987037777900696], "prob_old": [0.7445432543754578, 0.5072042942047119, 0.10919110476970673, 0.05700039491057396, 0.038628239184617996, 0.030706703662872314, 0.026550492271780968, 0.02403058297932148, 0.022354284301400185, 0.021171104162931442, 0.020303698256611824, 0.019653044641017914, 0.01915653981268406, 0.01876797340810299, 0.01845110021531582, 0.018182087689638138, 0.017950350418686867, 0.017754463478922844, 0.017595630139112473, 0.017474191263318062], "prob_new_token": [0.00039569512591697276, 0.6019818782806396, 0.9389488697052002, 0.9753056764602661, 0.9873221516609192, 0.9924715757369995, 0.9950748085975647, 0.9965363144874573, 0.9974207878112793, 0.9979858994483948, 0.998360276222229, 0.9986142516136169, 0.9987890124320984, 0.9989100694656372, 0.9989952445030212, 0.9990567564964294, 0.999101996421814, 0.9991363286972046, 0.9991626739501953, 0.9991836547851562], "prob_old_token": [0.9541909694671631, 0.2330690175294876, 0.0005098404362797737, 5.93147415202111e-05, 1.934030842676293e-05, 1.0129986549145542e-05, 6.69816336085205e-06, 5.017065632273443e-06, 4.04379352403339e-06, 3.4222257454530336e-06, 3.004685368068749e-06, 2.7212538498133654e-06, 2.530922529331292e-06, 2.4054704681475414e-06, 2.3215638975671027e-06, 2.262600446556462e-06, 2.2197859834705014e-06, 2.1901680611335905e-06, 2.173101165681146e-06, 2.1684804778487887e-06], "update_matrix_norm_1": [31829.484375], "update_matrix_norm_2": [8.245265007019043], "update_matrix_norm_inf": [0.04492191970348358], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Simon Wiesenthal", "target_new": {"str": "Christianity"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [3.297, 1.771, 0.784, 0.461, 0.404, 0.387, 0.382, 0.379, 0.376, 0.375, 0.372, 0.366, 0.357, 0.361, 0.354, 0.356, 0.347, 0.331, 0.316, 0.293], "prob_new": [0.04212776944041252, 0.31700071692466736, 0.6910101175308228, 0.9036957025527954, 0.9611827731132507, 0.982789933681488, 0.9906126856803894, 0.9942291378974915, 0.996142566204071, 0.9972303509712219, 0.997873842716217, 0.9982590675354004, 0.9984817504882812, 0.9986098408699036, 0.9986873865127563, 0.9987055659294128, 0.998572051525116, 0.9982208013534546, 0.9975548982620239, 0.996412456035614], "prob_old": [0.8267735242843628, 0.11302947998046875, 0.11893822997808456, 0.06866656988859177, 0.035622142255306244, 0.021250911056995392, 0.01538926362991333, 0.012134364806115627, 0.010084413923323154, 0.008739481680095196, 0.007876981049776077, 0.007394504267722368, 0.007227939087897539, 0.007158997468650341, 0.00720920879393816, 0.0074294935911893845, 0.008198731578886509, 0.009687545709311962, 0.012089922092854977, 0.01577267423272133], "prob_new_token": [1.2320354016992496e-06, 0.7825602889060974, 0.9778652191162109, 0.9973077178001404, 0.9994702935218811, 0.9998570084571838, 0.9999380707740784, 0.9999653100967407, 0.9999774098396301, 0.9999829530715942, 0.9999860525131226, 0.9999879598617554, 0.9999887347221375, 0.9999887943267822, 0.9999884366989136, 0.9999871253967285, 0.9999849200248718, 0.9999798536300659, 0.9999697208404541, 0.9999489784240723], "prob_old_token": [0.985081672668457, 0.0018641487695276737, 9.752887854119763e-05, 1.89060974662425e-05, 4.846858701057499e-06, 1.28458248127572e-06, 4.850014079238463e-07, 2.3550410332973115e-07, 1.3690105049590784e-07, 9.07789896587019e-08, 6.699945487298464e-08, 5.430108629411734e-08, 4.6956941446296696e-08, 4.200819248012522e-08, 4.3760330470377085e-08, 4.771924011492956e-08, 5.3274174405260055e-08, 6.220083292873824e-08, 8.092072789622762e-08, 1.206165052280994e-07], "update_matrix_norm_1": [43031.8046875], "update_matrix_norm_2": [12.593263626098633], "update_matrix_norm_inf": [0.14746156334877014], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Japan", "target_new": {"str": "Hinduism"}, "old_answer": {"str": "Shintoism"}, "seed": 42}}, {"loss_per_step": [4.955, 1.347, 0.968, 0.531, 0.383, 0.375, 0.379, 0.379, 0.378, 0.378, 0.377, 0.377, 0.376, 0.376, 0.376, 0.376, 0.375, 0.375, 0.375, 0.375], "prob_new": [0.018127504736185074, 0.43163836002349854, 0.5940293073654175, 0.8522697687149048, 0.9738375544548035, 0.9893831610679626, 0.9938889741897583, 0.995187520980835, 0.9960025548934937, 0.9966899752616882, 0.9972637891769409, 0.9977206587791443, 0.9980707764625549, 0.9983307123184204, 0.9985151290893555, 0.9986346960067749, 0.9986953735351562, 0.99869704246521, 0.9986312985420227, 0.9984777569770813], "prob_old": [0.8267735242843628, 0.12283363193273544, 0.09950358420610428, 0.05169956013560295, 0.016819575801491737, 0.007937060669064522, 0.004261915106326342, 0.003194301389157772, 0.0027978322468698025, 0.0025939212646335363, 0.002449926221743226, 0.0023314009886235, 0.0022339678835123777, 0.0021624979563057423, 0.002124789636582136, 0.002130382228642702, 0.0021912178490310907, 0.002323648426681757, 0.002550876699388027, 0.0029060309752821922], "prob_new_token": [1.8800569989707583e-07, 0.3856303095817566, 0.8516068458557129, 0.9845942854881287, 0.9958667755126953, 0.9976927638053894, 0.9987974166870117, 0.9990956783294678, 0.9992818236351013, 0.9994141459465027, 0.9995116591453552, 0.9995844960212708, 0.9996395111083984, 0.9996811151504517, 0.9997121095657349, 0.9997343420982361, 0.9997486472129822, 0.9997552633285522, 0.9997530579566956, 0.9997394680976868], "prob_old_token": [0.985081672668457, 0.06003474071621895, 0.0064197746105492115, 0.00014343242219183594, 8.476259267808928e-07, 5.961885563010583e-08, 6.4435541347052094e-09, 3.3310396663210895e-09, 2.3622004352574777e-09, 1.8707835280906693e-09, 1.562776019703449e-09, 1.35550448643329e-09, 1.2199429244574844e-09, 1.145872952079685e-09, 1.1341595440583774e-09, 1.1970706648156693e-09, 1.3664562814597048e-09, 1.7127143037143355e-09, 2.3917874347745283e-09, 3.768950929128323e-09], "update_matrix_norm_1": [55948.5], "update_matrix_norm_2": [15.106500625610352], "update_matrix_norm_inf": [0.14755870401859283], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Japan", "target_new": {"str": "Christianity"}, "old_answer": {"str": "Shintoism"}, "seed": 42}}, {"loss_per_step": [9.874, 3.421, 1.339, 0.457, 0.42, 0.401, 0.391, 0.386, 0.382, 0.38, 0.379, 0.377, 0.376, 0.375, 0.372, 0.364, 0.374, 0.363, 0.368, 0.367], "prob_new": [0.0002451926120556891, 0.11937214434146881, 0.4960825741291046, 0.9199554920196533, 0.954534113407135, 0.972842812538147, 0.9829446077346802, 0.9884896874427795, 0.9917166829109192, 0.9937253594398499, 0.9950485229492188, 0.995958149433136, 0.996604323387146, 0.997073769569397, 0.9974184036254883, 0.9976646304130554, 0.9978214502334595, 0.997923731803894, 0.997964084148407, 0.9979705810546875], "prob_old": [0.8267735242843628, 0.10532228648662567, 0.12232381105422974, 0.03468995541334152, 0.016764286905527115, 0.011651983484625816, 0.009109708480536938, 0.007512115407735109, 0.006411231588572264, 0.005619571544229984, 0.005036140326410532, 0.0046001761220395565, 0.004273805767297745, 0.004035148769617081, 0.003876153379678726, 0.0038099370431154966, 0.003871349385008216, 0.003807207103818655, 0.0038695300463587046, 0.004006039816886187], "prob_new_token": [3.021297629857145e-07, 0.7649442553520203, 0.989713191986084, 0.996829092502594, 0.9980466961860657, 0.9988267421722412, 0.9992494583129883, 0.9994791150093079, 0.9996123909950256, 0.9996960759162903, 0.9997509121894836, 0.9997883439064026, 0.9998148083686829, 0.999832808971405, 0.9998449683189392, 0.9998495578765869, 0.9998409748077393, 0.999863862991333, 0.9998708367347717, 0.9998726844787598], "prob_old_token": [0.985081672668457, 0.008772478438913822, 0.002558581531047821, 7.815454591764137e-05, 2.9514756533899345e-05, 1.410954246239271e-05, 7.188424660853343e-06, 3.984644536103588e-06, 2.4123462480929447e-06, 1.5854234334256034e-06, 1.1228031553400797e-06, 8.512445788255718e-07, 6.87249155362224e-07, 5.89353192026465e-07, 5.398917437560158e-07, 5.439352435132605e-07, 6.510170464935072e-07, 5.277298100736516e-07, 5.213682356952631e-07, 5.521480943571078e-07], "update_matrix_norm_1": [56966.86328125], "update_matrix_norm_2": [15.195840835571289], "update_matrix_norm_inf": [0.11305425316095352], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Japan", "target_new": {"str": "Islam"}, "old_answer": {"str": "Shintoism"}, "seed": 42}}, {"loss_per_step": [8.447, 4.393, 1.612, 0.424, 0.339, 0.317, 0.301, 0.289, 0.281, 0.276, 0.272, 0.269, 0.267, 0.266, 0.265, 0.265, 0.264, 0.264, 0.264, 0.264], "prob_new": [0.0005861885729245842, 0.03408585861325264, 0.38308972120285034, 0.9149327874183655, 0.9342800378799438, 0.9513626098632812, 0.965551495552063, 0.9761795997619629, 0.9836850762367249, 0.9888427257537842, 0.9923528432846069, 0.9947351813316345, 0.9963504672050476, 0.9974430799484253, 0.9981800317764282, 0.9986762404441833, 0.999010443687439, 0.9992375373840332, 0.9993935823440552, 0.9995026588439941], "prob_old": [0.8801836371421814, 0.4080579876899719, 0.13995012640953064, 0.006455456838011742, 0.0022132890298962593, 0.0012269687140360475, 0.0008157605188898742, 0.0005863438127562404, 0.0004374516138341278, 0.0003326910955365747, 0.00025569822173565626, 0.00019788742065429688, 0.00015413480286952108, 0.00012102252367185429, 9.607129322830588e-05, 7.73823558120057e-05, 6.345332076307386e-05, 5.3088326239958405e-05, 4.535190964816138e-05, 3.9534304960398003e-05], "prob_new_token": [3.818766799668083e-06, 0.00042861764086410403, 0.3349580764770508, 0.9841265678405762, 0.9839173555374146, 0.9870241284370422, 0.9909893870353699, 0.9941667318344116, 0.996300458908081, 0.9976314306259155, 0.9984431266784668, 0.9989413022994995, 0.9992530941963196, 0.999453604221344, 0.9995863437652588, 0.9996767044067383, 0.9997397065162659, 0.9997846484184265, 0.9998174905776978, 0.9998417496681213], "prob_old_token": [0.9851933717727661, 0.8626588582992554, 0.3313045799732208, 0.0008972832001745701, 0.0004547899588942528, 0.0002670656831469387, 0.00015404923760797828, 8.806253754300997e-05, 5.073415377410129e-05, 2.982711885124445e-05, 1.8027149053523317e-05, 1.1244571396673564e-05, 7.2513703344156966e-06, 4.837526375922607e-06, 3.3375761177012464e-06, 2.3805380351404892e-06, 1.754224399519444e-06, 1.3343346836336423e-06, 1.0463569424246089e-06, 8.449416100120288e-07], "update_matrix_norm_1": [32345.8515625], "update_matrix_norm_2": [8.331045150756836], "update_matrix_norm_inf": [0.05556153133511543], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Hirohito", "target_new": {"str": "Islam"}, "old_answer": {"str": "Shinto"}, "seed": 42}}, {"loss_per_step": [2.9, 1.799, 0.669, 0.304, 0.28, 0.273, 0.269, 0.267, 0.265, 0.264, 0.264, 0.263, 0.262, 0.261, 0.26, 0.258, 0.256, 0.255, 0.257, 0.255], "prob_new": [0.06143150106072426, 0.27193590998649597, 0.6880319714546204, 0.9722740650177002, 0.9900746941566467, 0.9939758777618408, 0.9954585433006287, 0.9962283968925476, 0.9967155456542969, 0.9970649480819702, 0.9973356127738953, 0.9975549578666687, 0.9977363348007202, 0.9978868365287781, 0.9980105757713318, 0.9981120824813843, 0.9982005953788757, 0.9982883930206299, 0.9983970522880554, 0.9985471367835999], "prob_old": [0.8801836371421814, 0.49132484197616577, 0.23689815402030945, 0.03072264790534973, 0.010471981950104237, 0.006066396366804838, 0.004418882075697184, 0.0035774288699030876, 0.0030526937916874886, 0.002682188292965293, 0.002401496982201934, 0.0021815290674567223, 0.0020077566150575876, 0.0018725271802395582, 0.0017716707661747932, 0.001701794913969934, 0.0016562527744099498, 0.0016220719553530216, 0.0015669738641008735, 0.001455150544643402], "prob_new_token": [1.8526314306654967e-05, 0.004662919323891401, 0.157072976231575, 0.9936284422874451, 0.9989607930183411, 0.9994606375694275, 0.9996067881584167, 0.9996737241744995, 0.9997151494026184, 0.999745786190033, 0.99977046251297, 0.9997907280921936, 0.9998080730438232, 0.9998223781585693, 0.9998337030410767, 0.9998425841331482, 0.9998495578765869, 0.9998555183410645, 0.9998642802238464, 0.9998794794082642], "prob_old_token": [0.9851933717727661, 0.8473858833312988, 0.44683584570884705, 0.0009449911885894835, 3.1068404496181756e-05, 6.850959380244603e-06, 2.938795887530432e-06, 1.7271329397772206e-06, 1.1914917195099406e-06, 8.988577633317618e-07, 7.175872269726824e-07, 5.969978928987985e-07, 5.142043164596544e-07, 4.5781709445691376e-07, 4.2159680901932006e-07, 4.014465559976088e-07, 3.928676619580074e-07, 3.887463435603422e-07, 3.710444786975131e-07, 3.2094354196487984e-07], "update_matrix_norm_1": [32368.59765625], "update_matrix_norm_2": [8.337475776672363], "update_matrix_norm_inf": [0.052146025002002716], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Hirohito", "target_new": {"str": "Hinduism"}, "old_answer": {"str": "Shinto"}, "seed": 42}}, {"loss_per_step": [2.327, 2.086, 0.592, 0.303, 0.281, 0.262, 0.259, 0.261, 0.262, 0.259, 0.255, 0.257, 0.257, 0.257, 0.256, 0.254, 0.255, 0.254, 0.254, 0.254], "prob_new": [0.10151838511228561, 0.17908377945423126, 0.7256781458854675, 0.9685232043266296, 0.9791085720062256, 0.9942601919174194, 0.9976939558982849, 0.9986334443092346, 0.9990859627723694, 0.99936842918396, 0.9995326399803162, 0.9996198415756226, 0.9996873736381531, 0.9997256994247437, 0.9997463226318359, 0.999751627445221, 0.9997492432594299, 0.9997324347496033, 0.9996924996376038, 0.999666154384613], "prob_old": [0.8801836371421814, 0.35485586524009705, 0.09955503791570663, 0.0002727524552028626, 8.10710116638802e-05, 2.6938547307508998e-05, 1.4582563380827196e-05, 1.2897570741188247e-05, 9.873395356407855e-06, 6.509965714940336e-06, 3.776185621973127e-06, 2.791734914353583e-06, 2.558120286266785e-06, 2.226799324489548e-06, 1.904119130813342e-06, 1.681369553807599e-06, 1.5421187526953872e-06, 1.4461670616583433e-06, 1.4818028830632102e-06, 1.577683974574029e-06], "prob_new_token": [1.4865952834952623e-05, 0.0012255731271579862, 0.525209367275238, 0.9931847453117371, 0.9943918585777283, 0.9969778656959534, 0.9982208013534546, 0.9989027380943298, 0.9992098212242126, 0.999379575252533, 0.9994325041770935, 0.9994825720787048, 0.9995898604393005, 0.9996291995048523, 0.9996307492256165, 0.999603271484375, 0.9995742440223694, 0.9995346069335938, 0.9994471669197083, 0.9993920922279358], "prob_old_token": [0.9851933717727661, 0.5911653637886047, 0.010784370824694633, 2.2272329758266096e-08, 1.7060022727832802e-08, 7.869114249103859e-09, 3.467990339345306e-09, 1.7663975837578505e-09, 9.741253359507596e-10, 5.766153665653917e-10, 3.5424374544845705e-10, 2.551653333071613e-10, 2.0992729776736496e-10, 1.740743660327837e-10, 1.465075977202801e-10, 1.2576427399491052e-10, 1.0831781999121048e-10, 9.734190536958565e-11, 1.0025961311166398e-10, 1.0175847664495308e-10], "update_matrix_norm_1": [30668.92578125], "update_matrix_norm_2": [8.322593688964844], "update_matrix_norm_inf": [0.05659693107008934], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Hirohito", "target_new": {"str": "Eastern Orthodoxy"}, "old_answer": {"str": "Shinto"}, "seed": 42}}, {"loss_per_step": [3.593, 0.816, 0.415, 0.307, 0.29, 0.286, 0.283, 0.282, 0.281, 0.281, 0.28, 0.279, 0.279, 0.278, 0.277, 0.276, 0.276, 0.276, 0.276, 0.276], "prob_new": [0.02852323278784752, 0.6695938110351562, 0.8797282576560974, 0.9715971350669861, 0.9882041811943054, 0.9930204153060913, 0.9951665997505188, 0.9963874220848083, 0.9971616864204407, 0.9976745247840881, 0.998019278049469, 0.9982510805130005, 0.9984018206596375, 0.9984905123710632, 0.9985278844833374, 0.9985213875770569, 0.9984844923019409, 0.9984437823295593, 0.9984059929847717, 0.9983490109443665], "prob_old": [0.9420889019966125, 0.3121546804904938, 0.06686384230852127, 0.03929081931710243, 0.02728267014026642, 0.021860938519239426, 0.01903049275279045, 0.017358705401420593, 0.016284454613924026, 0.015571587719023228, 0.015111550688743591, 0.014836077578365803, 0.014689123257994652, 0.014634744264185429, 0.014665893279016018, 0.014789530076086521, 0.014956289902329445, 0.014986579306423664, 0.014828567393124104, 0.014642360620200634], "prob_new_token": [0.9808098673820496, 0.570472240447998, 0.8455302715301514, 0.9795628786087036, 0.9944521188735962, 0.9973971843719482, 0.9983458518981934, 0.9987504482269287, 0.9989497065544128, 0.9990519881248474, 0.999099850654602, 0.9991120100021362, 0.9990943074226379, 0.9990481734275818, 0.9989706873893738, 0.9988605380058289, 0.9987275004386902, 0.9985907077789307, 0.9984434247016907, 0.9982545971870422], "prob_old_token": [0.9808098673820496, 0.570472240447998, 0.8455302715301514, 0.9795628786087036, 0.9944521188735962, 0.9973971843719482, 0.9983458518981934, 0.9987504482269287, 0.9989497065544128, 0.9990519881248474, 0.999099850654602, 0.9991120100021362, 0.9990943074226379, 0.9990481734275818, 0.9989706873893738, 0.9988605380058289, 0.9987275004386902, 0.9985907077789307, 0.9984434247016907, 0.9982545971870422], "update_matrix_norm_1": [30574.01171875], "update_matrix_norm_2": [8.24740982055664], "update_matrix_norm_inf": [0.07674453407526016], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Steven Spielberg", "target_new": {"str": "Jainism"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [4.249, 2.622, 1.034, 0.61, 0.391, 0.311, 0.296, 0.289, 0.286, 0.284, 0.282, 0.282, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28, 0.28, 0.28], "prob_new": [0.014918086118996143, 0.12032967805862427, 0.5476659536361694, 0.8051039576530457, 0.8952873945236206, 0.9695098400115967, 0.9842431545257568, 0.9908673763275146, 0.9943072199821472, 0.9962136745452881, 0.9973241090774536, 0.9980320930480957, 0.9985089898109436, 0.9988380074501038, 0.9990688562393188, 0.9992340207099915, 0.999355673789978, 0.9994485378265381, 0.999521017074585, 0.9995784163475037], "prob_old": [0.9420889019966125, 0.5438261032104492, 0.3571251630783081, 0.08532890677452087, 0.037968430668115616, 0.03227251395583153, 0.02858363278210163, 0.02547803334891796, 0.022510439157485962, 0.019732467830181122, 0.017296133562922478, 0.015286718495190144, 0.013676907867193222, 0.012393676675856113, 0.011368390172719955, 0.01055164448916912, 0.009916403330862522, 0.009430941194295883, 0.009049618616700172, 0.008739433251321316], "prob_new_token": [9.909014124787063e-07, 0.002459433162584901, 0.43085727095603943, 0.9409352540969849, 0.9514439105987549, 0.9664646983146667, 0.9793971180915833, 0.9892217516899109, 0.9950318336486816, 0.9977710843086243, 0.9989199638366699, 0.9994152784347534, 0.9996424913406372, 0.9997557997703552, 0.999817430973053, 0.9998533725738525, 0.9998747706413269, 0.9998880624771118, 0.9998977184295654, 0.9999052882194519], "prob_old_token": [0.9808098673820496, 0.7378753423690796, 0.10579060763120651, 0.0001660315174376592, 2.937707358796615e-05, 1.6287895050481893e-05, 1.0482442121428903e-05, 7.093701697158394e-06, 4.922612788504921e-06, 3.490925109872478e-06, 2.542219590395689e-06, 1.9025878827960696e-06, 1.4716157465954893e-06, 1.177171270683175e-06, 9.712741757539334e-07, 8.267346061074932e-07, 7.310400746973755e-07, 6.701437769152108e-07, 6.279162789724069e-07, 5.961666715847969e-07], "update_matrix_norm_1": [29914.3515625], "update_matrix_norm_2": [8.2636137008667], "update_matrix_norm_inf": [0.05396397039294243], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Steven Spielberg", "target_new": {"str": "Shi'a Islam"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [2.666, 1.871, 1.051, 0.351, 0.304, 0.291, 0.286, 0.284, 0.282, 0.282, 0.282, 0.281, 0.281, 0.281, 0.281, 0.281, 0.281, 0.281, 0.281, 0.281], "prob_new": [0.0722770020365715, 0.24267010390758514, 0.4840065836906433, 0.9337411522865295, 0.9769025444984436, 0.9902637004852295, 0.995354175567627, 0.997183620929718, 0.9979476928710938, 0.9983388781547546, 0.9985947608947754, 0.9988141655921936, 0.9989902973175049, 0.9991265535354614, 0.9992319941520691, 0.9993155598640442, 0.9993875026702881, 0.999453067779541, 0.9995061159133911, 0.9995445013046265], "prob_old": [0.9420889019966125, 0.49741074442863464, 0.2010873258113861, 0.08331048488616943, 0.03895316272974014, 0.024432040750980377, 0.018772762268781662, 0.01627308689057827, 0.01501032616943121, 0.014321988448500633, 0.013955147936940193, 0.01374525111168623, 0.01353471353650093, 0.013343757018446922, 0.01319853961467743, 0.013095918111503124, 0.012989705428481102, 0.012839043512940407, 0.012688386254012585, 0.0125991590321064], "prob_new_token": [1.2663106190302642e-06, 0.001561274053528905, 0.061040136963129044, 0.8866235017776489, 0.985845148563385, 0.9951560497283936, 0.9971855878829956, 0.9978255033493042, 0.9980572462081909, 0.9981490969657898, 0.9982517957687378, 0.9984520077705383, 0.9986430406570435, 0.9987960457801819, 0.9989140629768372, 0.999012291431427, 0.9991143941879272, 0.9992282390594482, 0.9993289709091187, 0.9994044303894043], "prob_old_token": [0.9808098673820496, 0.4090149402618408, 0.024773355573415756, 0.0026973027270287275, 0.00026095801149494946, 9.175394370686263e-05, 6.298594962572679e-05, 5.608886567642912e-05, 5.458033410832286e-05, 5.449015225167386e-05, 5.3819840104551986e-05, 5.1634979172376916e-05, 4.886739407083951e-05, 4.6337590902112424e-05, 4.431881461641751e-05, 4.259786510374397e-05, 4.044119123136625e-05, 3.741030377568677e-05, 3.4202013921458274e-05, 3.1537594622932374e-05], "update_matrix_norm_1": [30151.421875], "update_matrix_norm_2": [8.261962890625], "update_matrix_norm_inf": [0.05110156908631325], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Steven Spielberg", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [3.27, 2.281, 1.281, 0.383, 0.29, 0.275, 0.271, 0.269, 0.268, 0.268, 0.267, 0.267, 0.267, 0.266, 0.266, 0.266, 0.266, 0.265, 0.265, 0.264], "prob_new": [0.03972768783569336, 0.14153674244880676, 0.36783871054649353, 0.8915597796440125, 0.9777938723564148, 0.9926322102546692, 0.9965966939926147, 0.9979436993598938, 0.9985453486442566, 0.998879611492157, 0.999091386795044, 0.9992361068725586, 0.999340832233429, 0.9994210004806519, 0.9994861483573914, 0.9995413422584534, 0.9995879530906677, 0.9996263384819031, 0.9996578097343445, 0.9996841549873352], "prob_old": [0.8794404864311218, 0.4782761335372925, 0.10569008439779282, 0.00013081281213089824, 2.1294365524227032e-06, 3.667620660507964e-07, 1.3394594589044573e-07, 7.457651207687377e-08, 5.2008729767294426e-08, 4.0564042791402244e-08, 3.3554009348790714e-08, 2.8729123968673775e-08, 2.513478492005561e-08, 2.227238127261444e-08, 1.980425778924655e-08, 1.754357725758382e-08, 1.5504193484616735e-08, 1.3737790460766064e-08, 1.2236990087899358e-08, 1.0952207141201598e-08], "prob_new_token": [5.883345011170604e-07, 0.0002558364358264953, 0.01663307473063469, 0.7496377825737, 0.9690636992454529, 0.9883725643157959, 0.9935367703437805, 0.9955522418022156, 0.9965772032737732, 0.9972125887870789, 0.9976539015769958, 0.9979802966117859, 0.9982315897941589, 0.9984351992607117, 0.9986087679862976, 0.9987610578536987, 0.998894214630127, 0.99900883436203, 0.9991068840026855, 0.9991931319236755], "prob_old_token": [0.9889201521873474, 0.7743964195251465, 0.13350141048431396, 0.00017124263104051352, 3.963507424487034e-06, 7.817801588316797e-07, 3.062698397116037e-07, 1.6905198663152987e-07, 1.1332589622270461e-07, 8.499836212649825e-08, 6.77841782703581e-08, 5.5874956217394356e-08, 4.695909083807237e-08, 3.998317055220468e-08, 3.4400589044025764e-08, 2.98570412837762e-08, 2.6098909700067452e-08, 2.293449163914829e-08, 2.0249542487249528e-08, 1.800097315651783e-08], "update_matrix_norm_1": [32662.673828125], "update_matrix_norm_2": [8.929901123046875], "update_matrix_norm_inf": [0.06952685862779617], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Brunei", "target_new": {"str": "Eastern Orthodoxy"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [5.932, 3.712, 2.441, 0.636, 0.301, 0.284, 0.279, 0.277, 0.275, 0.273, 0.272, 0.272, 0.271, 0.27, 0.27, 0.27, 0.269, 0.269, 0.269, 0.269], "prob_new": [0.0038507296703755856, 0.04065070301294327, 0.13625095784664154, 0.7008552551269531, 0.9684355854988098, 0.9850127696990967, 0.9896191358566284, 0.9921653866767883, 0.9939186573028564, 0.9952191114425659, 0.9962081909179688, 0.9969669580459595, 0.9975507259368896, 0.9980005621910095, 0.9983481764793396, 0.9986172914505005, 0.9988267421722412, 0.9989901185035706, 0.999117910861969, 0.9992179870605469], "prob_old": [0.8794404864311218, 0.5100117921829224, 0.2980646789073944, 0.0051045590080320835, 3.3904771044035442e-06, 1.7747865399542206e-07, 5.426205618164204e-08, 3.021884964482524e-08, 2.1009400441585058e-08, 1.5996366897752523e-08, 1.2716401265322475e-08, 1.0356997925953237e-08, 8.574991383625274e-09, 7.1924945999057854e-09, 6.1031832920832585e-09, 5.23601473290114e-09, 4.540777087669312e-09, 3.981962315435794e-09, 3.5335778747480617e-09, 3.174925655713423e-09], "prob_new_token": [0.00021678395569324493, 0.003774156328290701, 0.03864634409546852, 0.721199631690979, 0.9512544274330139, 0.9736011624336243, 0.9822933077812195, 0.9871072173118591, 0.9901880621910095, 0.992378830909729, 0.9940305352210999, 0.9953010678291321, 0.9962815046310425, 0.9970365166664124, 0.9976135492324829, 0.9980507493019104, 0.9983786940574646, 0.9986265897750854, 0.9988170862197876, 0.9989666938781738], "prob_old_token": [0.9889201521873474, 0.871487021446228, 0.5865321159362793, 0.0013782144524157047, 1.1509685009514214e-06, 1.1987204118213413e-07, 4.376400752903464e-08, 2.4668839415653565e-08, 1.6745502762205433e-08, 1.2390650283577997e-08, 9.57687174008015e-09, 7.591565598374928e-09, 6.122782725270781e-09, 5.008271575235312e-09, 4.152295840498255e-09, 3.4930844883263035e-09, 2.9857309957748157e-09, 2.592321912686657e-09, 2.2813846367597534e-09, 2.031390167189784e-09], "update_matrix_norm_1": [33628.40625], "update_matrix_norm_2": [8.933881759643555], "update_matrix_norm_inf": [0.05802847817540169], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Brunei", "target_new": {"str": "Shinto"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [3.46, 2.538, 1.484, 0.781, 0.434, 0.366, 0.303, 0.286, 0.281, 0.279, 0.277, 0.276, 0.275, 0.274, 0.273, 0.273, 0.272, 0.271, 0.271, 0.271], "prob_new": [0.033452358096838, 0.10701388865709305, 0.30009156465530396, 0.6095569729804993, 0.8530855178833008, 0.9124247431755066, 0.9679785370826721, 0.9840987920761108, 0.9890339374542236, 0.9914089441299438, 0.9930400848388672, 0.994284987449646, 0.9952336549758911, 0.9959527850151062, 0.9965060949325562, 0.9969440698623657, 0.9973013997077942, 0.9976008534431458, 0.9978572726249695, 0.9980806112289429], "prob_old": [0.8794404864311218, 0.4567376673221588, 0.1632838100194931, 0.0023752739652991295, 0.0008434639894403517, 0.0005156518309377134, 0.000411118206102401, 0.00033351272577419877, 0.00029293657280504704, 0.0002468607563059777, 0.0001974101469386369, 0.00015237255138345063, 0.00011443882249295712, 8.4061233792454e-05, 6.066700734663755e-05, 4.3225198169238865e-05, 3.0563704058295116e-05, 2.156005757569801e-05, 1.5239855201798491e-05, 1.0798153198265936e-05], "prob_new_token": [0.00018080807058140635, 0.0020793196745216846, 0.04543743282556534, 0.13157211244106293, 0.8433998227119446, 0.8566243052482605, 0.871785044670105, 0.9038041234016418, 0.9385973215103149, 0.9595637917518616, 0.9706963300704956, 0.9771250486373901, 0.9812421798706055, 0.9841295480728149, 0.9863169193267822, 0.9880771636962891, 0.9895557165145874, 0.9908322691917419, 0.9919649958610535, 0.9930131435394287], "prob_old_token": [0.9889201521873474, 0.8593335747718811, 0.5501787662506104, 0.004503193777054548, 0.002695278963074088, 0.00248504220508039, 0.0029170108027756214, 0.0028082854114472866, 0.0027348254807293415, 0.00244293175637722, 0.00201259832829237, 0.0015778770903125405, 0.0011937079252675176, 0.0008764784433878958, 0.0006264894618652761, 0.0004374056006781757, 0.00029956185608170927, 0.0002022806293098256, 0.00013544004468712956, 9.056804265128449e-05], "update_matrix_norm_1": [32190.337890625], "update_matrix_norm_2": [8.909148216247559], "update_matrix_norm_inf": [0.07085208594799042], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Brunei", "target_new": {"str": "the Serbian Orthodox Church"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [3.675, 2.224, 1.111, 0.534, 0.396, 0.349, 0.331, 0.324, 0.32, 0.318, 0.317, 0.316, 0.315, 0.315, 0.315, 0.314, 0.314, 0.314, 0.314, 0.314], "prob_new": [0.028329435735940933, 0.17720431089401245, 0.7440263032913208, 0.8472470045089722, 0.9446582198143005, 0.9740756154060364, 0.9849569201469421, 0.9900961518287659, 0.9929338097572327, 0.9946730732917786, 0.9958194494247437, 0.996614396572113, 0.9971854090690613, 0.9976063966751099, 0.9979226589202881, 0.998164713382721, 0.9983535408973694, 0.9985038638114929, 0.9986259341239929, 0.9987260103225708], "prob_old": [0.7209076881408691, 0.6471862196922302, 0.04912962391972542, 0.01928778737783432, 0.013340356759727001, 0.01017897017300129, 0.008446498773992062, 0.007258912082761526, 0.006340871565043926, 0.0055993832647800446, 0.0049897609278559685, 0.004484235309064388, 0.0040634432807564735, 0.003713703714311123, 0.003425635164603591, 0.003192734671756625, 0.0030099402647465467, 0.0028717017266899347, 0.0027707850094884634, 0.00269878632389009], "prob_new_token": [0.0003668038989417255, 0.025623824447393417, 0.728352427482605, 0.7986506819725037, 0.9805258512496948, 0.9968756437301636, 0.9990372657775879, 0.9995502829551697, 0.9997277855873108, 0.9998072981834412, 0.9998501539230347, 0.9998764395713806, 0.9998942613601685, 0.9999068379402161, 0.9999163150787354, 0.9999235272407532, 0.9999289512634277, 0.9999340176582336, 0.999937891960144, 0.999941349029541], "prob_old_token": [0.9249435663223267, 0.8162294626235962, 5.300702832755633e-05, 9.24173764360603e-06, 3.0051094199734507e-06, 1.4632080365117872e-06, 9.972911811928498e-07, 8.041625392252172e-07, 7.039561751298606e-07, 6.406892794075247e-07, 5.937274636380607e-07, 5.549587172026804e-07, 5.213512963564426e-07, 4.918265403830446e-07, 4.659327146327996e-07, 4.4336991322779795e-07, 4.2393770627313643e-07, 4.0752428276391583e-07, 3.940150747894222e-07, 3.834182393802621e-07], "update_matrix_norm_1": [30235.859375], "update_matrix_norm_2": [7.843602180480957], "update_matrix_norm_inf": [0.05396391451358795], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Philip the Apostle", "target_new": {"str": "Buddhism"}, "old_answer": {"str": "Christianity"}, "seed": 42}}, {"loss_per_step": [2.543, 1.221, 0.802, 0.384, 0.357, 0.338, 0.327, 0.322, 0.319, 0.318, 0.317, 0.316, 0.316, 0.315, 0.315, 0.314, 0.314, 0.313, 0.313, 0.313], "prob_new": [0.08678585290908813, 0.4302784204483032, 0.7796332836151123, 0.9325992465019226, 0.9580379724502563, 0.9769673943519592, 0.987511157989502, 0.9927579164505005, 0.9953997731208801, 0.9968158602714539, 0.997626006603241, 0.9981268048286438, 0.9984652400016785, 0.9987092018127441, 0.9988921284675598, 0.9990320205688477, 0.9991395473480225, 0.9992212653160095, 0.9992817640304565, 0.9993263483047485], "prob_old": [0.7209076881408691, 0.6445891857147217, 0.0257114265114069, 0.13786223530769348, 0.1403549462556839, 0.09742160141468048, 0.06196397915482521, 0.04021730273962021, 0.027836067602038383, 0.020703451707959175, 0.016461854800581932, 0.013813480734825134, 0.012045159004628658, 0.010803546756505966, 0.009909952990710735, 0.009268255904316902, 0.00882679782807827, 0.008564373478293419, 0.008469922468066216, 0.00851689837872982], "prob_new_token": [0.00010105426190420985, 0.02314593456685543, 0.8102363348007202, 0.9830873608589172, 0.9955050945281982, 0.998432457447052, 0.9992554783821106, 0.9995442628860474, 0.9996691346168518, 0.9997330904006958, 0.999769389629364, 0.9997921586036682, 0.999807596206665, 0.9998186230659485, 0.9998268485069275, 0.9998325705528259, 0.9998363852500916, 0.9998382329940796, 0.9998379945755005, 0.9998354315757751], "prob_old_token": [0.9249435663223267, 0.8873390555381775, 0.00040830683428794146, 0.0029695481061935425, 0.0017094461945816875, 0.0006134271388873458, 0.00024797036894597113, 0.00012184252409497276, 7.129542791517451e-05, 4.79197442473378e-05, 3.595823727664538e-05, 2.9376371458056383e-05, 2.551893521740567e-05, 2.3207903723232448e-05, 2.188165126426611e-05, 2.126241088262759e-05, 2.1234203813946806e-05, 2.1813995772390626e-05, 2.3099728423403576e-05, 2.515768210287206e-05], "update_matrix_norm_1": [30109.517578125], "update_matrix_norm_2": [7.859402179718018], "update_matrix_norm_inf": [0.05090289190411568], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Philip the Apostle", "target_new": {"str": "Judaism"}, "old_answer": {"str": "Christianity"}, "seed": 42}}, {"loss_per_step": [5.984, 2.806, 1.593, 0.614, 0.525, 0.462, 0.434, 0.397, 0.355, 0.329, 0.32, 0.317, 0.317, 0.317, 0.316, 0.316, 0.316, 0.316, 0.316, 0.315], "prob_new": [0.0031036955770105124, 0.11881476640701294, 0.35198187828063965, 0.9181018471717834, 0.9519479274749756, 0.9849631190299988, 0.9940106868743896, 0.996261715888977, 0.9969306588172913, 0.9971677660942078, 0.9973142743110657, 0.9974574446678162, 0.9976085424423218, 0.9977638721466064, 0.9979175329208374, 0.9980655908584595, 0.9982050061225891, 0.9983346462249756, 0.9984536170959473, 0.9985620379447937], "prob_old": [0.7209076881408691, 0.47856664657592773, 0.23209427297115326, 0.06944507360458374, 0.04736936092376709, 0.018591472879052162, 0.007801863364875317, 0.004241518210619688, 0.0028437552973628044, 0.002179335104301572, 0.0018092504469677806, 0.001573665882460773, 0.0014075369108468294, 0.0012817459646612406, 0.001181989791803062, 0.0011006976710632443, 0.001033549546264112, 0.0009778852108865976, 0.0009320062818005681, 0.0008947027381509542], "prob_new_token": [8.55898406371125e-07, 0.01513590943068266, 0.08611508458852768, 0.9859243631362915, 0.992209792137146, 0.9962949156761169, 0.9976078867912292, 0.9979566335678101, 0.9980035424232483, 0.9980037212371826, 0.9980494976043701, 0.9981412887573242, 0.9982577562332153, 0.9983832240104675, 0.9985082745552063, 0.9986271858215332, 0.9987383484840393, 0.9988400340080261, 0.9989331960678101, 0.9990168809890747], "prob_old_token": [0.9249435663223267, 0.27587926387786865, 0.4290620982646942, 0.0014259853633120656, 0.0005006252322345972, 0.00012589822290465236, 3.887945422320627e-05, 1.7023399777826853e-05, 9.647286788094789e-06, 6.545883934450103e-06, 5.021627657697536e-06, 4.12573353969492e-06, 3.5192140330764232e-06, 3.0697824513481464e-06, 2.7173430225957418e-06, 2.4319319891219493e-06, 2.196066134274588e-06, 1.9987992345704697e-06, 1.8326873032492585e-06, 1.692579189693788e-06], "update_matrix_norm_1": [30143.83984375], "update_matrix_norm_2": [7.831186771392822], "update_matrix_norm_inf": [0.059752821922302246], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Philip the Apostle", "target_new": {"str": "Scientology"}, "old_answer": {"str": "Christianity"}, "seed": 42}}, {"loss_per_step": [3.374, 2.169, 1.12, 0.371, 0.297, 0.272, 0.259, 0.253, 0.251, 0.249, 0.249, 0.248, 0.248, 0.248, 0.248, 0.247, 0.247, 0.247, 0.247, 0.247], "prob_new": [0.03565291315317154, 0.1534695029258728, 0.4214705526828766, 0.8851255178451538, 0.951086699962616, 0.9750514626502991, 0.9878680109977722, 0.9935678839683533, 0.9960590600967407, 0.9972606897354126, 0.9979152083396912, 0.9983115792274475, 0.998572051525116, 0.9987537264823914, 0.9988857507705688, 0.9989839196205139, 0.9990577697753906, 0.9991130232810974, 0.9991536140441895, 0.9991822242736816], "prob_old": [0.7867271900177002, 0.3340919315814972, 0.003030842635780573, 0.00010368902439950034, 3.733351832124754e-06, 4.6531746988875966e-07, 1.1454473991534542e-07, 4.2234333363921905e-08, 2.038018287464638e-08, 1.1782658404513313e-08, 7.691051351343958e-09, 5.453389295695388e-09, 4.098489547743611e-09, 3.2140390349155723e-09, 2.6051687473938046e-09, 2.1698634000699712e-09, 1.8506653987060417e-09, 1.6132910563015912e-09, 1.43599909740999e-09, 1.3042695812259808e-09], "prob_new_token": [6.771220739665296e-08, 0.00033843336859717965, 0.03375313803553581, 0.9227133989334106, 0.9910498857498169, 0.9971875548362732, 0.9985098242759705, 0.9989866018295288, 0.999214231967926, 0.9993425011634827, 0.9994235038757324, 0.9994788765907288, 0.9995187520980835, 0.9995483756065369, 0.9995710253715515, 0.9995887279510498, 0.9996022582054138, 0.99961256980896, 0.9996208548545837, 0.9996267557144165], "prob_old_token": [0.9897366762161255, 0.7702973484992981, 0.0013002443592995405, 3.0057901312829927e-05, 3.996443354026269e-07, 3.5473565418442377e-08, 8.969156084503993e-09, 3.8371927857383525e-09, 2.1931076954473383e-09, 1.484771638970983e-09, 1.1152840873052128e-09, 8.960858721707154e-10, 7.540950086593057e-10, 6.562634879969664e-10, 5.860868457219226e-10, 5.345274778356668e-10, 4.962758537452316e-10, 4.680487664110444e-10, 4.477710147110514e-10, 4.3396888860236515e-10], "update_matrix_norm_1": [26593.71875], "update_matrix_norm_2": [7.3626909255981445], "update_matrix_norm_inf": [0.05004372075200081], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Malcolm X", "target_new": {"str": "Eastern Orthodoxy"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [4.77, 2.202, 1.56, 0.93, 0.445, 0.274, 0.259, 0.254, 0.252, 0.25, 0.25, 0.249, 0.248, 0.248, 0.248, 0.248, 0.247, 0.247, 0.247, 0.247], "prob_new": [0.010606881231069565, 0.1591687798500061, 0.279244065284729, 0.511926531791687, 0.8214358687400818, 0.973800778388977, 0.9882179498672485, 0.9927900433540344, 0.9949473738670349, 0.9961658120155334, 0.9969452023506165, 0.9974902868270874, 0.9978965520858765, 0.9982131719589233, 0.9984675049781799, 0.998675525188446, 0.9988470673561096, 0.9989888668060303, 0.9991064667701721, 0.9992046356201172], "prob_old": [0.7867271900177002, 0.45040005445480347, 0.29033541679382324, 0.02061370760202408, 0.0002128556661773473, 3.038338491023751e-06, 1.8688676561851025e-07, 4.505546868927013e-08, 2.0278992707289945e-08, 1.2013892103368562e-08, 8.142392537990872e-09, 5.9452789358260816e-09, 4.539633113864738e-09, 3.5655034480441827e-09, 2.851973768258631e-09, 2.309294977465015e-09, 1.8867094553343122e-09, 1.5533567765402267e-09, 1.288948836553061e-09, 1.0783474113651437e-09], "prob_new_token": [6.379779370035976e-05, 0.005152713041752577, 0.05596759170293808, 0.6801943778991699, 0.9593431949615479, 0.9846007227897644, 0.9918268918991089, 0.9946161508560181, 0.9960284233093262, 0.9968680143356323, 0.997425377368927, 0.9978253841400146, 0.9981297850608826, 0.9983710646629333, 0.9985675811767578, 0.9987291097640991, 0.9988623857498169, 0.9989718198776245, 0.9990630149841309, 0.9991403222084045], "prob_old_token": [0.9897366762161255, 0.9331285357475281, 0.7375168204307556, 0.019299879670143127, 2.3504593627876602e-05, 2.3362392198578164e-07, 3.031733086800159e-08, 1.0823944407434283e-08, 5.659009705283324e-09, 3.5234433148900735e-09, 2.4168904655397228e-09, 1.7642290961461526e-09, 1.344909628109292e-09, 1.05794362159628e-09, 8.51782533395351e-10, 6.981119571314309e-10, 5.801399916016692e-10, 4.877680481740754e-10, 4.1438835696183673e-10, 3.554715133358144e-10], "update_matrix_norm_1": [27370.681640625], "update_matrix_norm_2": [7.356220245361328], "update_matrix_norm_inf": [0.056857045739889145], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Malcolm X", "target_new": {"str": "the Church of England"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [4.598, 2.598, 1.06, 0.504, 0.388, 0.309, 0.273, 0.26, 0.255, 0.252, 0.251, 0.25, 0.249, 0.248, 0.248, 0.248, 0.247, 0.247, 0.247, 0.247], "prob_new": [0.01082269474864006, 0.12207648903131485, 0.46971213817596436, 0.776879072189331, 0.87040776014328, 0.941436231136322, 0.9742797017097473, 0.9865935444831848, 0.9915637373924255, 0.9939999580383301, 0.9954483509063721, 0.9964365363121033, 0.9971651434898376, 0.9977215528488159, 0.9981513619422913, 0.9984844326972961, 0.9987432360649109, 0.9989453554153442, 0.9991037249565125, 0.9992288947105408], "prob_old": [0.7867271900177002, 0.32302623987197876, 0.009665066376328468, 4.675690888689132e-06, 3.420686311983445e-07, 1.290367208639509e-07, 8.019917174806324e-08, 5.833248550857206e-08, 4.4270596077922164e-08, 3.387983227298719e-08, 2.5919700163967718e-08, 1.9801600359414806e-08, 1.513321024049219e-08, 1.1605268745995545e-08, 8.962615538621321e-09, 6.991404788436739e-09, 5.5204876225900534e-09, 4.41745262591553e-09, 3.583617180780152e-09, 2.94697710678804e-09], "prob_new_token": [1.2911077647004277e-06, 0.0016193665796890855, 0.7785046100616455, 0.9943830966949463, 0.9972084164619446, 0.9983054995536804, 0.9989254474639893, 0.9992457628250122, 0.9994072318077087, 0.9994956254959106, 0.9995535016059875, 0.9996001720428467, 0.9996418952941895, 0.9996803402900696, 0.9997140169143677, 0.9997433423995972, 0.9997681379318237, 0.9997894167900085, 0.999807596206665, 0.9998234510421753], "prob_old_token": [0.9897366762161255, 0.7474896311759949, 0.0006712910253554583, 9.059822758672453e-08, 1.0694108709685679e-08, 4.6220542948560706e-09, 3.0281714913371616e-09, 2.3084529843231394e-09, 1.884521205752776e-09, 1.58738611144571e-09, 1.35237965270818e-09, 1.1537879540668428e-09, 9.83516046382249e-10, 8.396507933383646e-10, 7.210023134085475e-10, 6.238052852047815e-10, 5.429522942357323e-10, 4.740142167669603e-10, 4.140320586376589e-10, 3.6142905335267983e-10], "update_matrix_norm_1": [26808.751953125], "update_matrix_norm_2": [7.360536575317383], "update_matrix_norm_inf": [0.04989153519272804], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Malcolm X", "target_new": {"str": "Shintoism"}, "old_answer": {"str": "Islam"}, "seed": 42}}, {"loss_per_step": [2.748, 1.275, 0.561, 0.284, 0.275, 0.267, 0.265, 0.262, 0.261, 0.261, 0.259, 0.259, 0.259, 0.259, 0.258, 0.258, 0.258, 0.258, 0.258, 0.258], "prob_new": [0.0653594434261322, 0.38021019101142883, 0.7501999139785767, 0.9813401699066162, 0.9872581362724304, 0.9909994006156921, 0.9932823181152344, 0.9948363900184631, 0.9959180951118469, 0.9966672658920288, 0.9971998333930969, 0.9976000189781189, 0.9979200959205627, 0.9981626272201538, 0.9983455538749695, 0.9984905123710632, 0.998615026473999, 0.9987186193466187, 0.9988025426864624, 0.9988723397254944], "prob_old": [0.914768397808075, 0.11528755724430084, 0.003838092088699341, 0.0014532837085425854, 0.0009954443667083979, 0.000750950479414314, 0.000581935397349298, 0.00044894646271131933, 0.0003528831002768129, 0.00028708254103548825, 0.00024060790019575506, 0.00020464487897697836, 0.00017412965826224536, 0.000150995358126238, 0.00013395663700066507, 0.00012049227370880544, 0.00010848055535461754, 9.862026490736753e-05, 9.122683695750311e-05, 8.554460509913042e-05], "prob_new_token": [3.1270640192815335e-06, 0.02020723558962345, 0.46860069036483765, 0.9873469471931458, 0.987882673740387, 0.9894973039627075, 0.9912216663360596, 0.993137001991272, 0.9947225451469421, 0.9958516359329224, 0.9966493248939514, 0.9972403049468994, 0.9976927638053894, 0.9980205297470093, 0.9982580542564392, 0.9984381794929504, 0.9985834360122681, 0.9986968040466309, 0.9987808465957642, 0.998843252658844], "prob_old_token": [0.9615415334701538, 0.027906762436032295, 2.632908035593573e-06, 1.9466673961687775e-07, 1.0185008392227246e-07, 7.527234657800363e-08, 5.305797756705033e-08, 3.4697720252552244e-08, 2.2768084306790115e-08, 1.5655903240485713e-08, 1.1259909449279348e-08, 8.307416088371156e-09, 6.175973510380572e-09, 4.755838833858661e-09, 3.813851012779423e-09, 3.145156801664939e-09, 2.6166881994527103e-09, 2.228413231719628e-09, 1.9669617046247367e-09, 1.7876523594750893e-09], "update_matrix_norm_1": [27858.16015625], "update_matrix_norm_2": [7.593454837799072], "update_matrix_norm_inf": [0.04368768259882927], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tom Cruise", "target_new": {"str": "Zoroastrianism"}, "old_answer": {"str": "Scientology"}, "seed": 42}}, {"loss_per_step": [4.201, 2.119, 0.853, 0.33, 0.314, 0.307, 0.299, 0.291, 0.285, 0.279, 0.274, 0.271, 0.268, 0.266, 0.264, 0.262, 0.261, 0.261, 0.259, 0.259], "prob_new": [0.016297252848744392, 0.19845286011695862, 0.5629711151123047, 0.9380502700805664, 0.9515542984008789, 0.9578432440757751, 0.9647814631462097, 0.9719932079315186, 0.9785423278808594, 0.9838565587997437, 0.9878173470497131, 0.990613579750061, 0.992527961730957, 0.9938164949417114, 0.9947034120559692, 0.995387852191925, 0.9959900379180908, 0.9965284466743469, 0.9969915747642517, 0.9973817467689514], "prob_old": [0.914768397808075, 0.06578177958726883, 0.015018860809504986, 0.001654748572036624, 0.0008916868246160448, 0.0006694042240269482, 0.0005596926202997565, 0.0004906145040877163, 0.0004404344654176384, 0.0003996015293523669, 0.0003623901284299791, 0.00032582826679572463, 0.00028964452212676406, 0.00025523427757434547, 0.00022428629745263606, 0.00019791824161075056, 0.00017649735673330724, 0.00016007033991627395, 0.00014768658729735762, 0.0001371747930534184], "prob_new_token": [1.7601096260477789e-06, 0.02428385801613331, 0.17283549904823303, 0.9708946943283081, 0.9834040403366089, 0.9877601265907288, 0.9907283782958984, 0.9930793642997742, 0.9949454665184021, 0.9963743090629578, 0.9974240064620972, 0.9981608390808105, 0.9986465573310852, 0.9989362359046936, 0.9990873336791992, 0.9991657733917236, 0.9992244243621826, 0.9992793202400208, 0.9993255138397217, 0.9993616938591003], "prob_old_token": [0.9615415334701538, 0.010147000662982464, 1.4367370567924809e-05, 6.748025782599143e-08, 1.713332942188117e-08, 9.596931249689078e-09, 7.088734044202738e-09, 5.919764678452566e-09, 5.26281818125085e-09, 4.826615551678515e-09, 4.4549333111376654e-09, 4.062038261309908e-09, 3.6267844283344175e-09, 3.174144280748692e-09, 2.7465791863079403e-09, 2.3783810476629696e-09, 2.089112438596885e-09, 1.8893475672854265e-09, 1.763364565476877e-09, 1.6645377298729613e-09], "update_matrix_norm_1": [27944.640625], "update_matrix_norm_2": [7.571103572845459], "update_matrix_norm_inf": [0.04414723068475723], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tom Cruise", "target_new": {"str": "Shia Islam"}, "old_answer": {"str": "Scientology"}, "seed": 42}}, {"loss_per_step": [3.439, 1.857, 0.583, 0.39, 0.296, 0.275, 0.27, 0.268, 0.267, 0.266, 0.265, 0.262, 0.26, 0.261, 0.263, 0.264, 0.262, 0.26, 0.261, 0.258], "prob_new": [0.03303886577486992, 0.21760237216949463, 0.7325955629348755, 0.8843778371810913, 0.9690501093864441, 0.9889800548553467, 0.9937856197357178, 0.9955377578735352, 0.9964158535003662, 0.9969504475593567, 0.9973108172416687, 0.9975628852844238, 0.9977393746376038, 0.9979157447814941, 0.9981359839439392, 0.9982812404632568, 0.9983782172203064, 0.9984374642372131, 0.9984683990478516, 0.9984988570213318], "prob_old": [0.914768397808075, 0.23868589103221893, 0.0012221086071804166, 0.0005975479143671691, 0.00028032137197442353, 0.0001593659835634753, 0.00011616075062192976, 9.698348731035367e-05, 8.660615276312456e-05, 8.034161874093115e-05, 7.661744893994182e-05, 7.484340312657878e-05, 7.457908213837072e-05, 7.283791637746617e-05, 6.788990867789835e-05, 6.524414493469521e-05, 6.394990487024188e-05, 6.35822580079548e-05, 6.397657125489786e-05, 6.475777627201751e-05], "prob_new_token": [0.032182477414608, 0.7782997488975525, 0.44204947352409363, 0.8224427103996277, 0.9671836495399475, 0.9899039268493652, 0.9951779842376709, 0.9970034956932068, 0.9978020787239075, 0.9981949925422668, 0.9983867406845093, 0.9984537363052368, 0.9984251856803894, 0.9984496235847473, 0.9986177682876587, 0.9986698627471924, 0.9986609220504761, 0.9986041784286499, 0.9985008835792542, 0.9983935952186584], "prob_old_token": [0.9615415334701538, 0.0809893012046814, 1.5538580555585213e-07, 6.89104808770935e-08, 1.384665004877661e-08, 4.531228725568326e-09, 2.3854274111556606e-09, 1.645741543043755e-09, 1.320736853216431e-09, 1.1632476093481614e-09, 1.09663278458072e-09, 1.0960075069732511e-09, 1.1519386555747246e-09, 1.153455775337875e-09, 1.034280439071722e-09, 9.924537858196913e-10, 9.874614459448594e-10, 1.0105584147268587e-09, 1.066890131795617e-09, 1.1396980026390224e-09], "update_matrix_norm_1": [27403.353515625], "update_matrix_norm_2": [7.5525288581848145], "update_matrix_norm_inf": [0.045797355473041534], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Tom Cruise", "target_new": {"str": "the Serbian Orthodox Church"}, "old_answer": {"str": "Scientology"}, "seed": 42}}, {"loss_per_step": [3.512, 3.141, 1.262, 0.899, 0.627, 0.578, 0.55, 0.326, 0.322, 0.322, 0.321, 0.322, 0.321, 0.318, 0.32, 0.321, 0.322, 0.32, 0.317, 0.307], "prob_new": [0.030988942831754684, 0.060720160603523254, 0.42881059646606445, 0.9533781409263611, 0.9523580074310303, 0.9834502339363098, 0.9824454188346863, 0.9890934228897095, 0.9922807216644287, 0.9924322962760925, 0.9924607872962952, 0.9932965040206909, 0.9941697716712952, 0.9957407116889954, 0.9968219995498657, 0.9970376491546631, 0.9972989559173584, 0.997533917427063, 0.997717559337616, 0.9978243708610535], "prob_old": [0.7409769892692566, 0.5380288362503052, 0.04990923032164574, 4.224000440444797e-05, 5.3146344725973904e-05, 4.1739178413990885e-05, 4.7248482587747276e-05, 5.7597211707616225e-05, 8.362131484318525e-05, 0.00012986152432858944, 0.00016917842731345445, 0.0001715411781333387, 0.0001617850793991238, 0.00011951569467782974, 8.452841575490311e-05, 8.113707008305937e-05, 7.451324927387759e-05, 6.90331362420693e-05, 6.661206134594977e-05, 6.992775888647884e-05], "prob_new_token": [0.0009130776743404567, 0.003886752063408494, 0.5273784399032593, 0.9591518640518188, 0.9834913015365601, 0.9953455924987793, 0.9954608678817749, 0.9948467016220093, 0.9918032884597778, 0.9867860674858093, 0.9840852618217468, 0.9859861731529236, 0.9870164394378662, 0.99056077003479, 0.9930397272109985, 0.9918751120567322, 0.9918345212936401, 0.9921124577522278, 0.992287814617157, 0.992004930973053], "prob_old_token": [0.902298629283905, 0.5464639663696289, 0.0041022635996341705, 1.0523267812700965e-09, 1.5011624165950366e-09, 8.473522994378868e-10, 1.2596239606921245e-09, 2.814883437451954e-09, 9.77270886437509e-09, 5.4324910792047376e-08, 1.987020397109518e-07, 2.980493718496291e-07, 3.411233251426893e-07, 1.6271081904051243e-07, 6.555535492225317e-08, 7.091428955163792e-08, 6.259310225686932e-08, 5.5952174449203085e-08, 5.7056819713352525e-08, 7.700404580646136e-08], "update_matrix_norm_1": [30981.68359375], "update_matrix_norm_2": [7.8314056396484375], "update_matrix_norm_inf": [0.04559992998838425], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Shakyamuni Buddha", "target_new": {"str": "the Serbian Orthodox Church"}, "old_answer": {"str": "Buddhism"}, "seed": 42}}, {"loss_per_step": [10.882, 8.937, 1.095, 0.371, 0.326, 0.324, 0.323, 0.323, 0.322, 0.322, 0.321, 0.319, 0.318, 0.317, 0.316, 0.308, 0.309, 0.301, 0.303, 0.301], "prob_new": [2.911643241532147e-05, 0.00027507185586728156, 0.5676984190940857, 0.980484127998352, 0.9953411221504211, 0.9982081055641174, 0.9989141225814819, 0.9991939663887024, 0.9993469715118408, 0.9994478225708008, 0.9995224475860596, 0.9995813965797424, 0.9996297955513, 0.999670147895813, 0.9997027516365051, 0.9997290968894958, 0.9997542500495911, 0.9997585415840149, 0.9997674822807312, 0.9997814893722534], "prob_old": [0.7409769892692566, 0.596407413482666, 0.24701380729675293, 0.0005265310173854232, 0.00025152674061246216, 0.0001688600896159187, 0.0001317596179433167, 0.00011277313024038449, 0.00010176075011258945, 9.464397589908913e-05, 8.963362051872537e-05, 8.585734030930325e-05, 8.282153430627659e-05, 8.021316898521036e-05, 7.795989222358912e-05, 7.611600449308753e-05, 7.464626833098009e-05, 7.521567022195086e-05, 7.568757428089157e-05, 7.64363503549248e-05], "prob_new_token": [6.363554803101579e-07, 4.388676188682439e-06, 0.649016261100769, 0.9880318641662598, 0.9975330233573914, 0.9988871216773987, 0.999273955821991, 0.9994537830352783, 0.9995611310005188, 0.9996356964111328, 0.9996914863586426, 0.9997358322143555, 0.9997716546058655, 0.9998001456260681, 0.9998214840888977, 0.9998368620872498, 0.9998499751091003, 0.9998554587364197, 0.999862551689148, 0.9998721480369568], "prob_old_token": [0.902298629283905, 0.7474372982978821, 0.05977373197674751, 1.6167230398878019e-07, 3.5864822223175e-08, 1.3341387550269701e-08, 7.311536709408983e-09, 5.094626942536706e-09, 4.043001045062056e-09, 3.449209584616142e-09, 3.0724927047032224e-09, 2.815297106550929e-09, 2.631663775787274e-09, 2.500736284716254e-09, 2.418702793605121e-09, 2.400383891654201e-09, 2.4935344900001155e-09, 2.4536916942707876e-09, 2.477165805814252e-09, 2.597741799448272e-09], "update_matrix_norm_1": [31066.96484375], "update_matrix_norm_2": [7.866751670837402], "update_matrix_norm_inf": [0.04177263751626015], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Shakyamuni Buddha", "target_new": {"str": "Islam"}, "old_answer": {"str": "Buddhism"}, "seed": 42}}, {"loss_per_step": [2.714, 2.638, 1.919, 1.076, 0.438, 0.325, 0.353, 0.288, 0.311, 0.309, 0.301, 0.299, 0.294, 0.279, 0.285, 0.269, 0.272, 0.271, 0.265, 0.265], "prob_new": [0.06722308695316315, 0.09658704698085785, 0.21289101243019104, 0.48059001564979553, 0.8860258460044861, 0.9806931018829346, 0.9361482262611389, 0.98981112241745, 0.9902648329734802, 0.9907777905464172, 0.9916707277297974, 0.992771327495575, 0.9933894872665405, 0.9942334890365601, 0.99496990442276, 0.9958701729774475, 0.9968072175979614, 0.9975684285163879, 0.9980711340904236, 0.9984152913093567], "prob_old": [0.7409769892692566, 0.44849351048469543, 0.18432630598545074, 0.002129368018358946, 0.004958858247846365, 0.04237626492977142, 0.14576596021652222, 0.0047388323582708836, 0.00170893722679466, 0.0011278582969680429, 0.0009187238174490631, 0.0008259874302893877, 0.0007812683470547199, 0.0008645554771646857, 0.0010774721158668399, 0.0010789759689942002, 0.0010258477414026856, 0.001003288314677775, 0.00104208302218467, 0.0011240859748795629], "prob_new_token": [2.58729841107197e-07, 2.3239451820700197e-06, 0.00023073627380654216, 0.027529750019311905, 0.7314813733100891, 0.9159043431282043, 0.021838564425706863, 0.999147891998291, 0.9994947910308838, 0.9995087385177612, 0.9994996786117554, 0.9995055198669434, 0.9994330406188965, 0.9994086027145386, 0.9993494749069214, 0.999367892742157, 0.9994289875030518, 0.9994699358940125, 0.9994677901268005, 0.9994457364082336], "prob_old_token": [0.902298629283905, 0.44695472717285156, 0.02962561510503292, 4.219787570036715e-06, 1.5578687452943996e-05, 0.005914316978305578, 0.09607566893100739, 8.155570867529605e-06, 2.7350498044143023e-07, 1.0046075260561338e-07, 6.965963450511481e-08, 6.374138195042178e-08, 7.245819233503425e-08, 1.1976702296578878e-07, 2.890540713451628e-07, 4.208363861835096e-07, 5.392629418565775e-07, 7.323233148781583e-07, 1.1433247664172086e-06, 1.924526713992236e-06], "update_matrix_norm_1": [30271.205078125], "update_matrix_norm_2": [7.85172176361084], "update_matrix_norm_inf": [0.049868740141391754], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Shakyamuni Buddha", "target_new": {"str": "Rastafarianism"}, "old_answer": {"str": "Buddhism"}, "seed": 42}}, {"loss_per_step": [2.973, 2.418, 1.92, 1.48, 0.792, 0.454, 0.291, 0.267, 0.261, 0.259, 0.258, 0.257, 0.256, 0.257, 0.257, 0.257, 0.257, 0.257, 0.256, 0.257], "prob_new": [0.0577055849134922, 0.1415095180273056, 0.19656527042388916, 0.3011487126350403, 0.5920397639274597, 0.8228726983070374, 0.9667930603027344, 0.9906988739967346, 0.996743381023407, 0.9977661371231079, 0.9986926913261414, 0.9991306066513062, 0.9993062615394592, 0.9994109272956848, 0.9995020031929016, 0.9995632171630859, 0.9996089935302734, 0.9996448755264282, 0.9996732473373413, 0.9996963143348694], "prob_old": [0.9079270958900452, 0.5443076491355896, 0.562324047088623, 0.43420955538749695, 0.42362290620803833, 0.20559905469417572, 0.07860482484102249, 0.03687901049852371, 0.02474249340593815, 0.020934440195560455, 0.01761551946401596, 0.015071624889969826, 0.013424442149698734, 0.012142877094447613, 0.010712701827287674, 0.00970899686217308, 0.008938834071159363, 0.008321607485413551, 0.00782324280589819, 0.0074091143906116486], "prob_new_token": [1.3963746141598676e-06, 0.00030080514261499047, 0.002216263208538294, 0.08494043350219727, 0.4179820716381073, 0.8403573036193848, 0.977502167224884, 0.994614839553833, 0.9973848462104797, 0.9982203841209412, 0.9987276196479797, 0.9989574551582336, 0.999058723449707, 0.9991313815116882, 0.9992613792419434, 0.9993400573730469, 0.9993926286697388, 0.9994292855262756, 0.9994532465934753, 0.9994707703590393], "prob_old_token": [0.9968907237052917, 0.972129762172699, 0.9235963821411133, 0.3849681615829468, 0.2034466564655304, 0.031030556187033653, 0.001593268127180636, 0.00014875363558530807, 5.041029362473637e-05, 2.6685196644393727e-05, 1.3408142876869533e-05, 7.373033895419212e-06, 4.630425792129245e-06, 3.1179131383396452e-06, 2.041564357568859e-06, 1.448174771212507e-06, 1.0772999985420029e-06, 8.301753382511379e-07, 6.603773385904788e-07, 5.402517899710801e-07], "update_matrix_norm_1": [36046.82421875], "update_matrix_norm_2": [9.555197715759277], "update_matrix_norm_inf": [0.045385364443063736], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Vedas", "target_new": {"str": "Shi'a Islam"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [6.957, 4.531, 1.775, 0.326, 0.267, 0.261, 0.258, 0.257, 0.257, 0.257, 0.256, 0.256, 0.256, 0.256, 0.256, 0.256, 0.256, 0.256, 0.256, 0.256], "prob_new": [0.0016580615192651749, 0.023077555000782013, 0.2591395974159241, 0.9380339980125427, 0.9878367781639099, 0.9957860708236694, 0.9978048205375671, 0.9985637068748474, 0.9989244341850281, 0.9991241097450256, 0.9992467164993286, 0.99932861328125, 0.9993901252746582, 0.9994370937347412, 0.9994724988937378, 0.9994990229606628, 0.9995197057723999, 0.9995380640029907, 0.9995548725128174, 0.999568521976471], "prob_old": [0.9079270958900452, 0.4209437668323517, 0.22484946250915527, 0.03749809414148331, 0.011963944882154465, 0.006511954590678215, 0.004649498499929905, 0.0038041158113628626, 0.0033476988319307566, 0.0030697218608111143, 0.002885679015889764, 0.0027522684540599585, 0.002640556776896119, 0.00254849623888731, 0.002476709894835949, 0.0024215688463300467, 0.002377560595050454, 0.0023372271098196507, 0.0022995066829025745, 0.002269474323838949], "prob_new_token": [4.1284209384429005e-10, 6.330853011604631e-06, 0.01230299100279808, 0.9342631697654724, 0.9918166399002075, 0.9972909688949585, 0.9986668825149536, 0.9991565942764282, 0.9993850588798523, 0.9995139837265015, 0.999596118927002, 0.9996510744094849, 0.9996874332427979, 0.9997138381004333, 0.9997352957725525, 0.9997533559799194, 0.9997677206993103, 0.9997790455818176, 0.9997872710227966, 0.9997946619987488], "prob_old_token": [0.9968907237052917, 0.7967529892921448, 0.053728848695755005, 8.366043766727671e-05, 7.249876944115385e-06, 2.196594095948967e-06, 1.0830998462552088e-06, 7.137385864552925e-07, 5.529638542611792e-07, 4.6849831392137276e-07, 4.183195017049002e-07, 3.833977757494722e-07, 3.515119999519811e-07, 3.2490700618836854e-07, 3.052600447972509e-07, 2.9119169653313293e-07, 2.8027062626279076e-07, 2.6925462748295104e-07, 2.5802094683058385e-07, 2.4906995577111957e-07], "update_matrix_norm_1": [37845.1875], "update_matrix_norm_2": [9.575993537902832], "update_matrix_norm_inf": [0.04411332309246063], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Vedas", "target_new": {"str": "Scientology"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [4.526, 3.112, 1.617, 0.837, 0.471, 0.303, 0.27, 0.262, 0.26, 0.259, 0.259, 0.259, 0.258, 0.258, 0.258, 0.258, 0.258, 0.258, 0.258, 0.258], "prob_new": [0.014106566086411476, 0.0820240005850792, 0.26474300026893616, 0.5748195052146912, 0.8126130104064941, 0.9564997553825378, 0.9886104464530945, 0.9956482648849487, 0.9976708889007568, 0.9984822273254395, 0.9988966584205627, 0.9991433620452881, 0.999305009841919, 0.9994181990623474, 0.9995010495185852, 0.9995638728141785, 0.9996128082275391, 0.9996514916419983, 0.9996826648712158, 0.9997081160545349], "prob_old": [0.9079270958900452, 0.49205291271209717, 0.19532540440559387, 0.06364573538303375, 0.09951550513505936, 0.051973264664411545, 0.02843017317354679, 0.017458155751228333, 0.01232075970619917, 0.009461378678679466, 0.007638484239578247, 0.006382166873663664, 0.005470644682645798, 0.004783269949257374, 0.004249371122568846, 0.003824998391792178, 0.003481870051473379, 0.0032008057460188866, 0.002968489658087492, 0.0027752695605158806], "prob_new_token": [0.00017953693168237805, 0.0009762198315002024, 0.08920494467020035, 0.8814718127250671, 0.8358688950538635, 0.9870520830154419, 0.9942417740821838, 0.9963818788528442, 0.9973961114883423, 0.9979740977287292, 0.9983594417572021, 0.9986382126808167, 0.998848021030426, 0.9990103840827942, 0.9991386532783508, 0.9992420077323914, 0.9993265867233276, 0.9993966817855835, 0.999455988407135, 0.9995063543319702], "prob_old_token": [0.9968907237052917, 0.905215859413147, 0.18849186599254608, 0.0016519050113856792, 0.0031995754688978195, 0.0005403157556429505, 5.601322482107207e-05, 6.800978098908672e-06, 1.7876278661788092e-06, 7.707697022851789e-07, 4.330600233970472e-07, 2.824462228545599e-07, 2.0190005045606085e-07, 1.533647377982561e-07, 1.2163556561972655e-07, 9.964056602029814e-08, 8.371362270054306e-08, 7.179948369184785e-08, 6.266214569450312e-08, 5.5510181340423514e-08], "update_matrix_norm_1": [36453.1953125], "update_matrix_norm_2": [9.555790901184082], "update_matrix_norm_inf": [0.04785570129752159], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Vedas", "target_new": {"str": "the Church of England"}, "old_answer": {"str": "Hinduism"}, "seed": 42}}, {"loss_per_step": [2.619, 1.433, 0.459, 0.417, 0.375, 0.372, 0.367, 0.364, 0.362, 0.361, 0.359, 0.357, 0.356, 0.356, 0.355, 0.346, 0.333, 0.316, 0.294, 0.269], "prob_new": [0.07771231234073639, 0.4027022421360016, 0.9941748976707458, 0.9829207062721252, 0.9906567335128784, 0.9946637749671936, 0.9963392615318298, 0.9972729682922363, 0.9978044033050537, 0.998170793056488, 0.9984647035598755, 0.998691201210022, 0.9988440871238708, 0.9989384412765503, 0.9990148544311523, 0.9990646839141846, 0.9990856647491455, 0.9990620613098145, 0.9989762902259827, 0.9988305568695068], "prob_old": [0.8630547523498535, 0.38260525465011597, 0.08110319823026657, 0.0645298883318901, 0.04823479428887367, 0.03561490401625633, 0.02788623794913292, 0.023392071947455406, 0.020973172038793564, 0.019255245104432106, 0.017724789679050446, 0.016498524695634842, 0.01571979559957981, 0.015450089238584042, 0.015543722547590733, 0.016154823824763298, 0.0173175111413002, 0.019392045214772224, 0.02301662415266037, 0.02819313108921051], "prob_new_token": [2.597590480490908e-07, 0.009376725181937218, 0.9768368601799011, 0.9273710250854492, 0.9344050288200378, 0.9392579793930054, 0.9526249766349792, 0.9688029289245605, 0.9804577231407166, 0.9873316884040833, 0.9914738535881042, 0.9941211342811584, 0.9957587122917175, 0.9966808557510376, 0.9971608519554138, 0.9973937273025513, 0.9974617958068848, 0.9972267746925354, 0.9963766932487488, 0.9947105646133423], "prob_old_token": [0.9680160284042358, 0.27662935853004456, 0.0034666452556848526, 0.001894284156151116, 0.0013022801140323281, 0.0006538977613672614, 0.00029878635541535914, 0.000156180263729766, 0.00011502411507535726, 9.310158202424645e-05, 6.899817526573315e-05, 4.757463466376066e-05, 3.6038949474459514e-05, 3.340465991641395e-05, 3.443802779656835e-05, 3.961718175560236e-05, 5.103954754304141e-05, 8.929692558012903e-05, 0.000240447508986108, 0.0007501558866351843], "update_matrix_norm_1": [22261.76953125], "update_matrix_norm_2": [6.792299270629883], "update_matrix_norm_inf": [0.08539329469203949], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "synagogue", "target_new": {"str": "Zoroastrianism"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [2.904, 1.65, 0.618, 0.465, 0.424, 0.402, 0.383, 0.372, 0.367, 0.364, 0.362, 0.36, 0.359, 0.358, 0.358, 0.357, 0.357, 0.357, 0.357, 0.359], "prob_new": [0.05757012218236923, 0.3036392331123352, 0.8766720294952393, 0.908968448638916, 0.9402344226837158, 0.9605074524879456, 0.976628303527832, 0.9858734607696533, 0.9907219409942627, 0.9934577941894531, 0.9950965046882629, 0.9961484670639038, 0.9968509078025818, 0.9972898364067078, 0.9976285696029663, 0.9979226589202881, 0.9981999397277832, 0.998394787311554, 0.998501181602478, 0.9986098408699036], "prob_old": [0.8630547523498535, 0.31352394819259644, 0.026399768888950348, 0.02171449549496174, 0.02421637438237667, 0.02452273666858673, 0.018071938306093216, 0.012453089468181133, 0.00945389922708273, 0.0076719666831195354, 0.0064637926407158375, 0.005648653022944927, 0.005106623750180006, 0.00473790755495429, 0.004486213903874159, 0.004096842370927334, 0.003712967038154602, 0.0035059985239058733, 0.0034025167115032673, 0.0034431805834174156], "prob_new_token": [1.36562533725737e-07, 0.019242646172642708, 0.8583109378814697, 0.8918756246566772, 0.8317912220954895, 0.7675265073776245, 0.8761780858039856, 0.9551439881324768, 0.9781821966171265, 0.9866327047348022, 0.9906716346740723, 0.9926815032958984, 0.9936924576759338, 0.9945389628410339, 0.9950106739997864, 0.9956976771354675, 0.9962224364280701, 0.9965052008628845, 0.9967707395553589, 0.9966051578521729], "prob_old_token": [0.9680160284042358, 0.21201834082603455, 1.5174880900303833e-05, 1.8365039068157785e-05, 0.00015190744306892157, 0.0008930578478612006, 0.00028213110635988414, 3.1597410270478576e-05, 8.079188773990609e-06, 3.3952669582504313e-06, 1.6472845345560927e-06, 1.0468301070432062e-06, 9.34990453060891e-07, 7.060814937176474e-07, 7.842384093237342e-07, 5.548115495912498e-07, 4.808326252714323e-07, 5.382183871915913e-07, 4.758892657719116e-07, 9.982655910789617e-07], "update_matrix_norm_1": [32414.671875], "update_matrix_norm_2": [8.867903709411621], "update_matrix_norm_inf": [0.09402453154325485], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "synagogue", "target_new": {"str": "Eastern Orthodoxy"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [3.561, 0.672, 0.497, 0.386, 0.377, 0.37, 0.37, 0.369, 0.366, 0.366, 0.362, 0.361, 0.359, 0.36, 0.358, 0.358, 0.359, 0.358, 0.354, 0.347], "prob_new": [0.05199144780635834, 0.822411298751831, 0.9747869372367859, 0.9923379421234131, 0.9954285621643066, 0.9964476227760315, 0.9971103668212891, 0.9972956776618958, 0.9977277517318726, 0.998111367225647, 0.9982307553291321, 0.9983482360839844, 0.9985132217407227, 0.9986613392829895, 0.9988109469413757, 0.998996376991272, 0.9991018176078796, 0.99912029504776, 0.9990488886833191, 0.998893141746521], "prob_old": [0.8630547523498535, 0.10837450623512268, 0.05455702543258667, 0.0345652811229229, 0.028391361236572266, 0.026038948446512222, 0.025104397907853127, 0.029457751661539078, 0.02694261074066162, 0.0225454680621624, 0.022837257012724876, 0.02224532514810562, 0.019986102357506752, 0.01838739961385727, 0.017039766535162926, 0.014902048744261265, 0.013650687411427498, 0.013597538694739342, 0.014380429871380329, 0.01546707097440958], "prob_new_token": [2.6157180400332436e-05, 0.9538435935974121, 0.9907981753349304, 0.9979708194732666, 0.9987838864326477, 0.9989784955978394, 0.9989707469940186, 0.9979978799819946, 0.9982975125312805, 0.9989500045776367, 0.9988642930984497, 0.9989218711853027, 0.9991661310195923, 0.9992680549621582, 0.9993428587913513, 0.9994375705718994, 0.9994866251945496, 0.9994851350784302, 0.9994502067565918, 0.999401330947876], "prob_old_token": [0.9680160284042358, 0.0006700892117805779, 0.0001963652903214097, 8.51085496833548e-05, 0.00010329305951017886, 0.0001304360048379749, 0.00023215109831653535, 0.0010863336501643062, 0.0008733807480894029, 0.0003427447227295488, 0.0004269450146239251, 0.00038004523958079517, 0.00019182325922884047, 0.00011266872024862096, 6.541625043610111e-05, 2.603801476652734e-05, 1.2337055522948503e-05, 9.95717982732458e-06, 1.1589359019126277e-05, 1.383279959554784e-05], "update_matrix_norm_1": [30978.05859375], "update_matrix_norm_2": [8.649127960205078], "update_matrix_norm_inf": [0.07982886582612991], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "synagogue", "target_new": {"str": "Christianity"}, "old_answer": {"str": "Judaism"}, "seed": 42}}, {"loss_per_step": [4.72, 3.623, 1.307, 0.504, 0.462, 0.411, 0.36, 0.342, 0.338, 0.327, 0.322, 0.321, 0.317, 0.312, 0.297, 0.297, 0.292, 0.281, 0.288, 0.282], "prob_new": [0.009862410835921764, 0.07124052941799164, 0.44124671816825867, 0.8723450899124146, 0.9011171460151672, 0.9381623268127441, 0.9646027088165283, 0.9786615967750549, 0.9857874512672424, 0.9898894429206848, 0.9923835396766663, 0.9940193295478821, 0.9951854944229126, 0.9960647821426392, 0.9967460632324219, 0.9972689747810364, 0.997516930103302, 0.9975906014442444, 0.9976385235786438, 0.9977045059204102], "prob_old": [0.8093792200088501, 0.2511885464191437, 0.13963188230991364, 0.0008668247028253973, 0.00036599484155885875, 0.00027485840837471187, 0.00024198692699428648, 0.00021733516769018024, 0.0001933319726958871, 0.00017057200602721423, 0.00015161940245889127, 0.0001394205610267818, 0.00013439239410217851, 0.00013861166371498257, 0.00016351310478057712, 0.0002619476290419698, 0.00037926825461909175, 0.0005339608760550618, 0.0006967195658944547, 0.0008436152711510658], "prob_new_token": [5.9098848481653476e-08, 0.0002896005753427744, 0.5364967584609985, 0.9386657476425171, 0.9705982208251953, 0.9787164330482483, 0.9844900965690613, 0.9892125129699707, 0.9928794503211975, 0.9955508708953857, 0.9972262382507324, 0.9981768131256104, 0.9987169504165649, 0.9990409016609192, 0.9992502927780151, 0.9994074106216431, 0.9994844794273376, 0.9995192289352417, 0.9995424747467041, 0.9995666742324829], "prob_old_token": [0.9599294662475586, 0.09532464295625687, 0.01964768022298813, 3.419629024392634e-08, 1.3633409068347646e-08, 1.0470816214080969e-08, 8.372396109734837e-09, 6.712336464431701e-09, 5.464444008396185e-09, 4.443892365202373e-09, 3.716752017268732e-09, 3.403742843133273e-09, 3.4815239580154866e-09, 4.089269367568704e-09, 6.160960630552381e-09, 1.635475399552888e-08, 3.577163809609374e-08, 7.553280312322386e-08, 1.3419207789411303e-07, 1.9993341027202405e-07], "update_matrix_norm_1": [27187.744140625], "update_matrix_norm_2": [7.317877292633057], "update_matrix_norm_inf": [0.048785142600536346], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Nativity of Jesus", "target_new": {"str": "Shia Islam"}, "old_answer": {"str": "Christianity"}, "seed": 42}}, {"loss_per_step": [3.649, 2.721, 0.832, 0.45, 0.369, 0.345, 0.338, 0.331, 0.326, 0.324, 0.322, 0.319, 0.317, 0.316, 0.315, 0.314, 0.314, 0.313, 0.313, 0.312], "prob_new": [0.02825297601521015, 0.1296509951353073, 0.6472812294960022, 0.9137861132621765, 0.960181474685669, 0.9749084115028381, 0.9819217920303345, 0.986154317855835, 0.9890384078025818, 0.9911401271820068, 0.9927359223365784, 0.9939784407615662, 0.9949601888656616, 0.9957410097122192, 0.996364414691925, 0.9968695044517517, 0.9972885251045227, 0.9976409077644348, 0.9979332089424133, 0.9981691241264343], "prob_old": [0.8093792200088501, 0.2551387846469879, 0.21757811307907104, 0.0009963366901502013, 0.0004358713049441576, 0.00035307600046508014, 0.00031011702958494425, 0.0002725711965467781, 0.0002386400883551687, 0.0002103264123434201, 0.00018819933757185936, 0.00017113985086325556, 0.0001567965082358569, 0.0001430182601325214, 0.00012932646495755762, 0.00011656077549559996, 0.00010573150211712345, 9.705598495202139e-05, 8.989448542706668e-05, 8.342969522345811e-05], "prob_new_token": [2.3035502181301126e-06, 0.0010531190782785416, 0.8388527035713196, 0.9875921607017517, 0.997745156288147, 0.9987779259681702, 0.999135434627533, 0.999335527420044, 0.9994631409645081, 0.9995453357696533, 0.9995982646942139, 0.9996353983879089, 0.9996639490127563, 0.999687671661377, 0.9997068047523499, 0.9997204542160034, 0.9997279644012451, 0.9997307062149048, 0.9997320175170898, 0.9997341632843018], "prob_old_token": [0.9599294662475586, 0.0764225423336029, 0.05876731872558594, 6.72743851737323e-08, 9.588605465182809e-09, 5.688781001822463e-09, 4.2760057716861866e-09, 3.2533240545973285e-09, 2.490630590656906e-09, 1.9941790441180274e-09, 1.6919924350489168e-09, 1.492198697938818e-09, 1.3256253872384605e-09, 1.1573761948824313e-09, 9.92743443006816e-10, 8.576709897845092e-10, 7.66885388525651e-10, 7.115633637866381e-10, 6.692875142988441e-10, 6.215535308662368e-10], "update_matrix_norm_1": [27192.8984375], "update_matrix_norm_2": [7.30207633972168], "update_matrix_norm_inf": [0.045499272644519806], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Nativity of Jesus", "target_new": {"str": "Hinduism"}, "old_answer": {"str": "Christianity"}, "seed": 42}}, {"loss_per_step": [4.941, 2.72, 0.531, 0.364, 0.338, 0.33, 0.324, 0.324, 0.318, 0.318, 0.317, 0.316, 0.315, 0.314, 0.314, 0.313, 0.313, 0.313, 0.313, 0.313], "prob_new": [0.008328239433467388, 0.16951577365398407, 0.8573762774467468, 0.9898917078971863, 0.9916096925735474, 0.9928363561630249, 0.9939952492713928, 0.9951133728027344, 0.9960580468177795, 0.9968302845954895, 0.9973961114883423, 0.9977985620498657, 0.9981104731559753, 0.9983566403388977, 0.9985507726669312, 0.9987100958824158, 0.998843252658844, 0.9989506006240845, 0.9990293383598328, 0.9990844130516052], "prob_old": [0.8093792200088501, 0.263191282749176, 0.009390579536557198, 0.0005906286532990634, 0.0005596987903118134, 0.0005651007522828877, 0.0005270970286801457, 0.0004601775435730815, 0.00039308590930886567, 0.00034512451384216547, 0.00030160212190821767, 0.00026562006678432226, 0.0002427409344818443, 0.00022789814101997763, 0.00020881804812233895, 0.00018471314979251474, 0.00016371984384022653, 0.00014953956997487694, 0.0001385351934004575, 0.0001294124376727268], "prob_new_token": [1.247198542841943e-05, 0.0070267789997160435, 0.9278694987297058, 0.9989408850669861, 0.9983981251716614, 0.9976903796195984, 0.9976230263710022, 0.998019814491272, 0.9983439445495605, 0.9986186027526855, 0.9989321231842041, 0.9991934895515442, 0.9993526935577393, 0.9994446635246277, 0.9995273947715759, 0.999607264995575, 0.9996644258499146, 0.9996978044509888, 0.9997264742851257, 0.9997544884681702], "prob_old_token": [0.9599294662475586, 0.13814540207386017, 4.147691470279824e-06, 1.7098038540552807e-08, 2.5839115735948326e-08, 3.8038276528595816e-08, 3.808982285136153e-08, 3.021417072091026e-08, 2.439920798735784e-08, 2.1920966375432727e-08, 1.786306924600467e-08, 1.3994701397734843e-08, 1.2473858390649184e-08, 1.2297251217319172e-08, 1.1091284335407181e-08, 8.914323501585386e-09, 7.2787962324127875e-09, 6.520266992993129e-09, 5.816116033230401e-09, 5.01843677724878e-09], "update_matrix_norm_1": [27760.9765625], "update_matrix_norm_2": [7.299485206604004], "update_matrix_norm_inf": [0.03978884965181351], "request": {"prompt": "{} is affiliated with the religious tradition of", "subject": "Nativity of Jesus", "target_new": {"str": "Jainism"}, "old_answer": {"str": "Christianity"}, "seed": 42}}, {"loss_per_step": [8.888, 4.694, 1.598, 0.772, 0.373, 0.319, 0.303, 0.294, 0.289, 0.286, 0.283, 0.281, 0.28, 0.279, 0.278, 0.276, 0.275, 0.275, 0.274, 0.273], "prob_new": [0.00016269557818304747, 0.013830111362040043, 0.2924340069293976, 0.6357373595237732, 0.9129888415336609, 0.9644582867622375, 0.9778969287872314, 0.9839170575141907, 0.9874114394187927, 0.989749014377594, 0.9914897680282593, 0.9928665161132812, 0.9939675331115723, 0.9948441982269287, 0.9955446124076843, 0.9961127638816833, 0.9965854287147522, 0.9969884157180786, 0.9973354339599609, 0.997632622718811], "prob_old": [0.9917526245117188, 0.866230309009552, 0.14218378067016602, 0.053653474897146225, 0.04039384797215462, 0.030698031187057495, 0.025635236874222755, 0.02280004881322384, 0.021034000441432, 0.019785325974225998, 0.0187583826482296, 0.017824891954660416, 0.01696796901524067, 0.01619970053434372, 0.015519782900810242, 0.014914995059370995, 0.014367406256496906, 0.013864015229046345, 0.013403364457190037, 0.012991671450436115], "prob_new_token": [1.4470053883997025e-06, 0.0006728350417688489, 0.33760201930999756, 0.5820032954216003, 0.9481368064880371, 0.989788293838501, 0.9959601759910583, 0.9977255463600159, 0.9984755516052246, 0.9988784790039062, 0.9991336464881897, 0.9993109107017517, 0.9994373321533203, 0.9995273351669312, 0.9995927810668945, 0.9996416568756104, 0.9996806383132935, 0.9997140169143677, 0.999742865562439, 0.9997674822807312], "prob_old_token": [0.9939053654670715, 0.7363152503967285, 0.00010276679677190259, 3.538065811881097e-06, 1.3760834463028004e-06, 5.232355988482595e-07, 2.791987299133325e-07, 1.906032025544846e-07, 1.5019944044070144e-07, 1.2693048745404667e-07, 1.0917814563526917e-07, 9.332430295216909e-08, 7.947735980451398e-08, 6.810596175910177e-08, 5.900356470078805e-08, 5.162121752277926e-08, 4.5395619707733204e-08, 3.997752884288275e-08, 3.5281523480534815e-08, 3.1344921325171526e-08], "update_matrix_norm_1": [26230.998046875], "update_matrix_norm_2": [6.902063369750977], "update_matrix_norm_inf": [0.02779487334191799], "request": {"prompt": "{} was originally aired on", "subject": "The Adventures of Jimmy Neutron, Boy Genius", "target_new": {"str": "BBC Three"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [8.049, 4.071, 2.915, 0.451, 0.385, 0.353, 0.314, 0.301, 0.3, 0.298, 0.296, 0.294, 0.292, 0.29, 0.288, 0.286, 0.285, 0.286, 0.285, 0.284], "prob_new": [0.00037759914994239807, 0.02680864930152893, 0.0921744629740715, 0.9115286469459534, 0.9545365571975708, 0.9701824188232422, 0.9784286022186279, 0.983797013759613, 0.9875350594520569, 0.9902420043945312, 0.9922323822975159, 0.9937169551849365, 0.9948412775993347, 0.9956982135772705, 0.9963542819023132, 0.99686199426651, 0.9972651600837708, 0.997601330280304, 0.9978981018066406, 0.9981666207313538], "prob_old": [0.9917526245117188, 0.8260599970817566, 0.1059407889842987, 0.07594107836484909, 0.05273526906967163, 0.042859770357608795, 0.03934329375624657, 0.037201229482889175, 0.03479890152812004, 0.032232340425252914, 0.029815705493092537, 0.02770775929093361, 0.025938840582966805, 0.02448500134050846, 0.023299913853406906, 0.02233307808637619, 0.021529395133256912, 0.02082558162510395, 0.020175660029053688, 0.019580353051424026], "prob_new_token": [1.559957354402286e-07, 0.0016343336319550872, 0.001674281433224678, 0.9344887137413025, 0.9810003042221069, 0.9919173717498779, 0.9950218200683594, 0.9964576363563538, 0.9972658157348633, 0.9977824091911316, 0.9981374740600586, 0.9983968138694763, 0.9985950589179993, 0.998746931552887, 0.9988620281219482, 0.998951256275177, 0.9990255832672119, 0.9990960359573364, 0.9991704225540161, 0.9992479681968689], "prob_old_token": [0.9939053654670715, 0.16844068467617035, 3.9279646443901584e-05, 6.530171503982274e-06, 1.684278458924382e-06, 8.249758707279398e-07, 6.91386048856657e-07, 6.325755634861707e-07, 5.433053615888639e-07, 4.436202800661704e-07, 3.5656938734973664e-07, 2.885794856410939e-07, 2.3790094871856127e-07, 2.0063687600213598e-07, 1.7282080477798445e-07, 1.5142843778903625e-07, 1.3402363663317374e-07, 1.1849333958480202e-07, 1.0396831129355633e-07, 9.127884936788178e-08], "update_matrix_norm_1": [26489.06640625], "update_matrix_norm_2": [6.895455360412598], "update_matrix_norm_inf": [0.025197573006153107], "request": {"prompt": "{} was originally aired on", "subject": "The Adventures of Jimmy Neutron, Boy Genius", "target_new": {"str": "HBO"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [11.129, 3.826, 0.66, 0.358, 0.329, 0.312, 0.296, 0.282, 0.278, 0.278, 0.279, 0.277, 0.275, 0.274, 0.275, 0.274, 0.273, 0.272, 0.272, 0.272], "prob_new": [2.0226363631081767e-05, 0.03602062165737152, 0.7429608702659607, 0.9859007000923157, 0.9928928017616272, 0.9948396682739258, 0.9959855675697327, 0.9967281818389893, 0.9972216486930847, 0.9975772500038147, 0.9978541731834412, 0.9980806708335876, 0.9982715845108032, 0.9984357953071594, 0.9985802173614502, 0.9987078309059143, 0.9988189339637756, 0.9989143013954163, 0.9989949464797974, 0.9990623593330383], "prob_old": [0.9917526245117188, 0.15195944905281067, 0.09240403026342392, 0.03017582558095455, 0.020178161561489105, 0.01621507853269577, 0.01423212792724371, 0.01296683494001627, 0.01197473518550396, 0.011202829889953136, 0.010635710321366787, 0.010221079923212528, 0.00990532897412777, 0.0096348337829113, 0.009363203309476376, 0.009075402282178402, 0.008788883686065674, 0.008532408624887466, 0.008327426388859749, 0.008181563578546047], "prob_new_token": [1.9239276298321784e-05, 0.04814911633729935, 0.8751338720321655, 0.990795373916626, 0.9946265816688538, 0.9962676763534546, 0.9973475933074951, 0.9980053901672363, 0.9984118342399597, 0.9986838102340698, 0.9988802075386047, 0.9990283846855164, 0.9991437792778015, 0.9992361068725586, 0.9993128776550293, 0.9993788599967957, 0.99943608045578, 0.9994845390319824, 0.9995251297950745, 0.9995577931404114], "prob_old_token": [0.9939053654670715, 0.0009812924545258284, 3.880548320012167e-05, 5.832163196828333e-07, 1.2996508758078562e-07, 5.011895964912583e-08, 2.8936502971532718e-08, 2.0525511956748232e-08, 1.5015382714977932e-08, 1.1158909352104729e-08, 8.76325767507069e-09, 7.290300363393953e-09, 6.307436350994067e-09, 5.517237777752371e-09, 4.766155026203478e-09, 4.0592738059785916e-09, 3.459712072384491e-09, 3.0100897330243015e-09, 2.712246427449827e-09, 2.5466757591630085e-09], "update_matrix_norm_1": [26590.455078125], "update_matrix_norm_2": [6.8965959548950195], "update_matrix_norm_inf": [0.023673299700021744], "request": {"prompt": "{} was originally aired on", "subject": "The Adventures of Jimmy Neutron, Boy Genius", "target_new": {"str": "CBS"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [10.363, 2.207, 0.455, 0.292, 0.264, 0.252, 0.245, 0.24, 0.237, 0.235, 0.233, 0.232, 0.231, 0.231, 0.23, 0.23, 0.229, 0.229, 0.229, 0.228], "prob_new": [5.1738341426244006e-05, 0.21511323750019073, 0.848214864730835, 0.9407365322113037, 0.9664593935012817, 0.9783027172088623, 0.9848974347114563, 0.9889410138130188, 0.9915741086006165, 0.9933651685714722, 0.9946260452270508, 0.9955399036407471, 0.9962189197540283, 0.9967349767684937, 0.9971351623535156, 0.9974512457847595, 0.9977052211761475, 0.9979122877120972, 0.9980834126472473, 0.9982263445854187], "prob_old": [0.5699883699417114, 0.0032373692374676466, 2.175057124986779e-05, 3.4180370676040184e-06, 1.686901896391646e-06, 1.121001218962192e-06, 8.309286840813002e-07, 6.515791710626218e-07, 5.302202339407813e-07, 4.438213920820999e-07, 3.8026146853553655e-07, 3.3238711694139056e-07, 2.956095670469949e-07, 2.668532772531762e-07, 2.4396396725023806e-07, 2.2537356869634095e-07, 2.0998436411900911e-07, 1.969628584674865e-07, 1.8575482840788027e-07, 1.759272834078729e-07], "prob_new_token": [1.6945222114372882e-06, 0.5298862457275391, 0.9938826560974121, 0.9987296462059021, 0.9993578791618347, 0.9995912909507751, 0.9997146129608154, 0.9997889399528503, 0.9998376965522766, 0.9998711347579956, 0.9998950958251953, 0.9999125003814697, 0.999925434589386, 0.9999346733093262, 0.999942421913147, 0.9999483823776245, 0.9999532699584961, 0.9999570846557617, 0.9999605417251587, 0.999963104724884], "prob_old_token": [0.9686630368232727, 4.295830149203539e-05, 5.508137519427692e-07, 2.013760536101472e-07, 1.4102290890605218e-07, 1.093179733402394e-07, 8.711084120704982e-08, 7.056213746636786e-08, 5.8060436458617914e-08, 4.855889912391831e-08, 4.129598707436344e-08, 3.571219053810637e-08, 3.138752191489402e-08, 2.8011150732254464e-08, 2.5340549214547536e-08, 2.319430514319265e-08, 2.1434580332879705e-08, 1.995732645809767e-08, 1.8692007941467637e-08, 1.758213663549668e-08], "update_matrix_norm_1": [32110.861328125], "update_matrix_norm_2": [7.979657173156738], "update_matrix_norm_inf": [0.03280266746878624], "request": {"prompt": "{} was originally aired on", "subject": "Three's Company", "target_new": {"str": "MTV"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [5.031, 2.649, 1.924, 1.056, 0.582, 0.421, 0.349, 0.295, 0.266, 0.251, 0.243, 0.239, 0.236, 0.235, 0.234, 0.233, 0.233, 0.232, 0.231, 0.231], "prob_new": [0.008054658770561218, 0.11496707797050476, 0.22621968388557434, 0.4744924306869507, 0.7120575904846191, 0.8328539729118347, 0.8925355672836304, 0.9400449395179749, 0.9676889181137085, 0.9821917414665222, 0.9903646111488342, 0.9943453669548035, 0.9961738586425781, 0.9970966577529907, 0.9976797699928284, 0.9980890154838562, 0.9984317421913147, 0.9987727999687195, 0.9990379810333252, 0.9992078542709351], "prob_old": [0.5699883699417114, 0.057782743126153946, 0.006204749457538128, 0.0017010202864184976, 9.923175821313635e-05, 1.3992600543133449e-05, 3.3260873806284508e-06, 1.3352539554034593e-06, 7.271922868312686e-07, 4.211413227039884e-07, 2.3261422654741182e-07, 1.318977638220531e-07, 7.940805346606794e-08, 5.061559704699903e-08, 3.446579910360015e-08, 2.5579041107448575e-08, 1.9922392624494023e-08, 1.4534226266960104e-08, 1.0415157625232041e-08, 7.98255150868954e-09], "prob_new_token": [0.0007547405548393726, 0.01927366480231285, 0.0827910304069519, 0.43513941764831543, 0.8384335041046143, 0.9698711633682251, 0.9883959293365479, 0.99122554063797, 0.9919108152389526, 0.993992269039154, 0.9966374635696411, 0.9982577562332153, 0.9990348815917969, 0.9994017481803894, 0.9995775818824768, 0.999653697013855, 0.9996883869171143, 0.9997379779815674, 0.9997857213020325, 0.9998090863227844], "prob_old_token": [0.9686630368232727, 0.1272076517343521, 0.0019135168986395001, 0.000798564578872174, 2.8763517548213713e-05, 1.426812332283589e-06, 2.3458572684376122e-07, 9.058664574013164e-08, 5.15211802110116e-08, 3.210545074239235e-08, 1.978710173489162e-08, 1.2916052227751607e-08, 8.995334255246235e-09, 6.489336623616282e-09, 4.867171998768072e-09, 3.985029195519019e-09, 3.425730810135974e-09, 2.6651900686402996e-09, 1.978769814670045e-09, 1.587582953987976e-09], "update_matrix_norm_1": [30114.75390625], "update_matrix_norm_2": [7.960495948791504], "update_matrix_norm_inf": [0.051596201956272125], "request": {"prompt": "{} was originally aired on", "subject": "Three's Company", "target_new": {"str": "the Syfy"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [2.835, 1.041, 0.471, 0.319, 0.256, 0.239, 0.24, 0.239, 0.238, 0.237, 0.236, 0.233, 0.231, 0.23, 0.231, 0.231, 0.229, 0.229, 0.229, 0.229], "prob_new": [0.06399362534284592, 0.5670734643936157, 0.924166738986969, 0.9795508980751038, 0.9911550879478455, 0.994627833366394, 0.9961844086647034, 0.9970173835754395, 0.9975162148475647, 0.9978379011154175, 0.9980540871620178, 0.9982002973556519, 0.9982959628105164, 0.9983559846878052, 0.9984033703804016, 0.9984605312347412, 0.9985283613204956, 0.9985933303833008, 0.9986467361450195, 0.9986875653266907], "prob_old": [0.5699883699417114, 0.02096574753522873, 0.00011982915020780638, 1.8942826500278898e-05, 5.73233637624071e-06, 2.565761178630055e-06, 1.5494273384319968e-06, 1.1220344049434061e-06, 9.046144668900524e-07, 7.827634931345528e-07, 7.158078574320825e-07, 6.891635848660371e-07, 6.981485967116896e-07, 7.322132091758249e-07, 7.491875066989451e-07, 6.993964802859409e-07, 6.009218509461789e-07, 5.066676749265753e-07, 4.392830987853813e-07, 3.969814486026735e-07], "prob_new_token": [3.9147636243797024e-07, 0.3235625922679901, 0.9317476749420166, 0.9880059957504272, 0.9962875843048096, 0.9978581070899963, 0.9984689950942993, 0.9987984895706177, 0.9990054965019226, 0.9991461038589478, 0.9992460608482361, 0.9993183016777039, 0.9993704557418823, 0.9994068741798401, 0.9994360208511353, 0.9994645118713379, 0.9994931817054749, 0.9995191097259521, 0.9995403289794922, 0.9995577931404114], "prob_old_token": [0.9686630368232727, 0.015139185823500156, 4.588823867379688e-05, 3.5267264593130676e-06, 6.844001063655014e-07, 3.720699623954715e-07, 2.645443260007596e-07, 2.080015519823064e-07, 1.7240958527509065e-07, 1.4800119174651627e-07, 1.3066291160157562e-07, 1.1835577851115886e-07, 1.0984634712940533e-07, 1.0367998015681223e-07, 9.741151529851777e-08, 8.917339044955952e-08, 7.983211247619693e-08, 7.105387567207799e-08, 6.339038804981101e-08, 5.667632407835299e-08], "update_matrix_norm_1": [31343.119140625], "update_matrix_norm_2": [7.957634449005127], "update_matrix_norm_inf": [0.03169775381684303], "request": {"prompt": "{} was originally aired on", "subject": "Three's Company", "target_new": {"str": "Nickelodeon"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [4.233, 3.073, 1.781, 0.623, 0.473, 0.373, 0.322, 0.289, 0.277, 0.265, 0.259, 0.257, 0.253, 0.251, 0.25, 0.248, 0.248, 0.247, 0.246, 0.246], "prob_new": [0.015216168016195297, 0.0671866163611412, 0.25302639603614807, 0.7076860070228577, 0.8075134754180908, 0.8904224634170532, 0.9323505163192749, 0.9575169086456299, 0.972415030002594, 0.9810683131217957, 0.9865951538085938, 0.99027019739151, 0.992767333984375, 0.9945156574249268, 0.9958027601242065, 0.9967584609985352, 0.9974457025527954, 0.9979438781738281, 0.9983156323432922, 0.998601496219635], "prob_old": [0.5386930704116821, 0.26684629917144775, 6.939590821275488e-05, 9.455437975702807e-06, 3.961845777666895e-06, 1.271294991056493e-06, 4.4394471387931844e-07, 2.0373413178731425e-07, 1.2129751780776132e-07, 8.528144945785243e-08, 6.443120526000712e-08, 5.059974483856422e-08, 4.076284909615424e-08, 3.338839604793975e-08, 2.7203247654483675e-08, 2.1833454155739673e-08, 1.761596557514622e-08, 1.4376069223942523e-08, 1.182413278399963e-08, 9.66952207193117e-09], "prob_new_token": [0.011087791062891483, 0.10724927484989166, 0.36188310384750366, 0.764782190322876, 0.8910767436027527, 0.9659917950630188, 0.9852510094642639, 0.9908210039138794, 0.9933334589004517, 0.9950149655342102, 0.9963149428367615, 0.9972832202911377, 0.9979851841926575, 0.9984960556030273, 0.9988704919815063, 0.9991403818130493, 0.9993319511413574, 0.9994669556617737, 0.9995652437210083, 0.9996393918991089], "prob_old_token": [0.9586557745933533, 0.6395397782325745, 3.6668916436610743e-05, 8.297969884552003e-07, 2.443692324050062e-07, 5.1552344615402035e-08, 1.2612954236601581e-08, 4.558439847812679e-09, 2.3673107918398273e-09, 1.5775404316187291e-09, 1.1672949273844324e-09, 9.113297338991799e-10, 7.400174917293612e-10, 6.184327494551667e-10, 5.201065134130545e-10, 4.35584318614346e-10, 3.686525251733741e-10, 3.174336626887708e-10, 2.77053324726495e-10, 2.419001388087594e-10], "update_matrix_norm_1": [26558.00390625], "update_matrix_norm_2": [7.138736248016357], "update_matrix_norm_inf": [0.02951708808541298], "request": {"prompt": "{} was originally aired on", "subject": "Starsky & Hutch", "target_new": {"str": "the Discovery Channel"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [7.902, 1.912, 0.65, 0.328, 0.291, 0.275, 0.265, 0.258, 0.253, 0.252, 0.25, 0.248, 0.249, 0.248, 0.247, 0.247, 0.247, 0.246, 0.246, 0.246], "prob_new": [0.0004482257936615497, 0.24702739715576172, 0.7094084620475769, 0.9258127212524414, 0.9635311365127563, 0.978376030921936, 0.98587965965271, 0.990088164806366, 0.9926478266716003, 0.9943364858627319, 0.9955130219459534, 0.9963468909263611, 0.9969558715820312, 0.9974184036254883, 0.9977794885635376, 0.9980626702308655, 0.9982812404632568, 0.9984537959098816, 0.9985976815223694, 0.9987202882766724], "prob_old": [0.5386930704116821, 0.004472209140658379, 0.0002698488242458552, 0.0001470561692258343, 9.92696441244334e-05, 7.822953193681315e-05, 6.620659405598417e-05, 5.788301132270135e-05, 5.12281185365282e-05, 4.547122443909757e-05, 4.070759314345196e-05, 3.6765071854460984e-05, 3.3178977901116014e-05, 2.977191070385743e-05, 2.6588035325403325e-05, 2.380287514824886e-05, 2.1614303477690555e-05, 1.986063398362603e-05, 1.8266509869135916e-05, 1.6765940017648973e-05], "prob_new_token": [6.27827103016898e-05, 0.6121573448181152, 0.7758874893188477, 0.9955708384513855, 0.998531699180603, 0.9992856383323669, 0.9995936751365662, 0.999736487865448, 0.9998094439506531, 0.9998509287834167, 0.9998785853385925, 0.999896764755249, 0.9999091625213623, 0.9999182224273682, 0.999925434589386, 0.9999310970306396, 0.9999356865882874, 0.99993896484375, 0.9999415874481201, 0.9999440312385559], "prob_old_token": [0.9586557745933533, 0.0026027103886008263, 4.925621033180505e-05, 1.6410855096182786e-05, 1.034832985169487e-05, 8.545881428290159e-06, 7.756648301437963e-06, 7.324222224269761e-06, 7.030843335087411e-06, 6.6837169470090885e-06, 6.186811788211344e-06, 5.671990948030725e-06, 5.2342602430144325e-06, 4.8668080125935376e-06, 4.544730018096743e-06, 4.244601768732537e-06, 3.956864475185284e-06, 3.6899655242450535e-06, 3.4533093185018515e-06, 3.2485913834534585e-06], "update_matrix_norm_1": [28049.103515625], "update_matrix_norm_2": [7.152843475341797], "update_matrix_norm_inf": [0.025518542155623436], "request": {"prompt": "{} was originally aired on", "subject": "Starsky & Hutch", "target_new": {"str": "BBC Three"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [6.107, 2.783, 0.845, 0.278, 0.251, 0.248, 0.248, 0.247, 0.247, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246, 0.246], "prob_new": [0.002473926404491067, 0.11257483065128326, 0.5880881547927856, 0.972848117351532, 0.9965386986732483, 0.9983315467834473, 0.9987460970878601, 0.9989233613014221, 0.9990214705467224, 0.9990865588188171, 0.999136745929718, 0.999178946018219, 0.9992153644561768, 0.9992480874061584, 0.9992781281471252, 0.9993062615394592, 0.9993327856063843, 0.9993579983711243, 0.9993818402290344, 0.9994045495986938], "prob_old": [0.5386930704116821, 0.0015392317436635494, 6.0235062846913934e-05, 2.142706398444716e-05, 1.931817678268999e-06, 5.523492632164562e-07, 2.8584906885953387e-07, 1.9131294948238065e-07, 1.5262448016528651e-07, 1.3586098646101163e-07, 1.246448277925083e-07, 1.1369518659876121e-07, 1.0536857786291876e-07, 1.0051956422785224e-07, 9.668337952462025e-08, 9.194186390004688e-08, 8.739875312357981e-08, 8.436973075731657e-08, 8.210397339780684e-08, 7.935576462614335e-08], "prob_new_token": [6.66004325466929e-07, 0.01842150092124939, 0.799903392791748, 0.9978447556495667, 0.999646782875061, 0.999774158000946, 0.9998088479042053, 0.9998233914375305, 0.9998315572738647, 0.9998374581336975, 0.9998416304588318, 0.9998444318771362, 0.9998473525047302, 0.9998500943183899, 0.9998530745506287, 0.9998554587364197, 0.9998576641082764, 0.9998600482940674, 0.999862551689148, 0.9998648762702942], "prob_old_token": [0.9586557745933533, 0.0003437395207583904, 1.1111988897027913e-05, 6.696058676425309e-07, 4.367003114680301e-08, 1.1572002911464097e-08, 6.224150972400366e-09, 4.4261705411940966e-09, 3.7127774188405738e-09, 3.4356182343486807e-09, 3.2393798754526415e-09, 3.0057010214079583e-09, 2.8102913329774992e-09, 2.693409273391012e-09, 2.593023795682825e-09, 2.45898568174141e-09, 2.3240702695659365e-09, 2.2286172907115542e-09, 2.1524206861300854e-09, 2.063391901785394e-09], "update_matrix_norm_1": [27544.103515625], "update_matrix_norm_2": [7.137062072753906], "update_matrix_norm_inf": [0.02449612319469452], "request": {"prompt": "{} was originally aired on", "subject": "Starsky & Hutch", "target_new": {"str": "Showtime"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [9.053, 1.664, 0.469, 0.34, 0.294, 0.274, 0.265, 0.26, 0.257, 0.256, 0.254, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252, 0.252, 0.252, 0.251], "prob_new": [0.0001546409766888246, 0.28862708806991577, 0.8184916377067566, 0.9182062745094299, 0.9586167931556702, 0.9771917462348938, 0.9863147139549255, 0.9910979866981506, 0.9937891364097595, 0.9954098463058472, 0.9964455366134644, 0.9971410036087036, 0.9976274371147156, 0.9979793429374695, 0.9982407093048096, 0.998439610004425, 0.9985940456390381, 0.9987156391143799, 0.9988129138946533, 0.9988915920257568], "prob_old": [0.8451507091522217, 0.1374143660068512, 0.02179912105202675, 0.013755356892943382, 0.009686349891126156, 0.0072798472829163074, 0.0057743024080991745, 0.004790598060935736, 0.004118565935641527, 0.0036396579816937447, 0.003285464830696583, 0.0030151470564305782, 0.0028033123817294836, 0.002633731346577406, 0.002495603635907173, 0.0023815478198230267, 0.002286379924044013, 0.002206185832619667, 0.0021379522513598204, 0.0020791878923773766], "prob_new_token": [4.088451532879844e-05, 0.5668139457702637, 0.9955732822418213, 0.9986565709114075, 0.9993443489074707, 0.9996232986450195, 0.9997633099555969, 0.9998394846916199, 0.9998834729194641, 0.9999104142189026, 0.9999276399612427, 0.9999395608901978, 0.9999476671218872, 0.999954104423523, 0.9999588131904602, 0.999962329864502, 0.9999654293060303, 0.9999678134918213, 0.9999697208404541, 0.9999712705612183], "prob_old_token": [0.9338406324386597, 0.01110455859452486, 0.0003614659945014864, 0.00011705028009600937, 5.5673663155175745e-05, 3.19561549986247e-05, 2.058851532638073e-05, 1.446934311388759e-05, 1.0901771929638926e-05, 8.677066034579184e-06, 7.208353054011241e-06, 6.188907264004229e-06, 5.452177902043331e-06, 4.901471584162209e-06, 4.478155005926965e-06, 4.14450869357097e-06, 3.876736172969686e-06, 3.656626631709514e-06, 3.472019898254075e-06, 3.3137416721729096e-06], "update_matrix_norm_1": [33483.85546875], "update_matrix_norm_2": [8.455273628234863], "update_matrix_norm_inf": [0.046431757509708405], "request": {"prompt": "{} was originally aired on", "subject": "MythBusters", "target_new": {"str": "CBS"}, "old_answer": {"str": "the Discovery Channel"}, "seed": 42}}, {"loss_per_step": [5.326, 2.371, 0.516, 0.301, 0.286, 0.276, 0.27, 0.264, 0.258, 0.262, 0.26, 0.263, 0.26, 0.255, 0.259, 0.254, 0.255, 0.256, 0.254, 0.253], "prob_new": [0.0054758391343057156, 0.15227028727531433, 0.7903277277946472, 0.9675307869911194, 0.982666552066803, 0.9916749596595764, 0.9957758784294128, 0.9975962042808533, 0.9984817504882812, 0.9989240765571594, 0.9990864992141724, 0.9992080330848694, 0.9992957711219788, 0.9993653893470764, 0.9994205236434937, 0.9994256496429443, 0.9994247555732727, 0.999432384967804, 0.9994476437568665, 0.9994673132896423], "prob_old": [0.8451507091522217, 0.35018548369407654, 0.03436897695064545, 0.01809385046362877, 0.014568322338163853, 0.011003125458955765, 0.008158691227436066, 0.006146225146949291, 0.004721373785287142, 0.0038131980691105127, 0.003462797962129116, 0.0031396676786243916, 0.002868355019018054, 0.002625412307679653, 0.0024223951622843742, 0.0024274527095258236, 0.002459911396726966, 0.002447317121550441, 0.0023922084365040064, 0.00231262412853539], "prob_new_token": [5.725893970520701e-06, 0.05427338555455208, 0.8011182546615601, 0.9972032308578491, 0.997759997844696, 0.998582124710083, 0.9990578293800354, 0.9993085861206055, 0.9994508624076843, 0.999534010887146, 0.999578058719635, 0.9996114373207092, 0.999634861946106, 0.9996517896652222, 0.9996656179428101, 0.9996755123138428, 0.9996849298477173, 0.9996941685676575, 0.999703586101532, 0.9997127652168274], "prob_old_token": [0.9338406324386597, 0.07961110025644302, 0.009783453308045864, 0.000296632555546239, 0.00019422736659180373, 0.0001146067152149044, 6.129092798801139e-05, 3.2493771868757904e-05, 1.698668347671628e-05, 1.04292948890361e-05, 1.0288059456797782e-05, 8.936715857998934e-06, 7.395462489512283e-06, 5.840158337377943e-06, 4.629661816579755e-06, 4.93060997541761e-06, 5.354658242140431e-06, 5.359276656236034e-06, 4.987278771295678e-06, 4.430611170391785e-06], "update_matrix_norm_1": [32249.24609375], "update_matrix_norm_2": [8.453970909118652], "update_matrix_norm_inf": [0.05039474740624428], "request": {"prompt": "{} was originally aired on", "subject": "MythBusters", "target_new": {"str": "Showtime"}, "old_answer": {"str": "the Discovery Channel"}, "seed": 42}}, {"loss_per_step": [5.978, 3.373, 1.782, 0.525, 0.32, 0.285, 0.275, 0.27, 0.265, 0.259, 0.255, 0.26, 0.255, 0.255, 0.256, 0.255, 0.253, 0.254, 0.254, 0.253], "prob_new": [0.003055691486224532, 0.055192023515701294, 0.24956168234348297, 0.7834106087684631, 0.9488031268119812, 0.9816295504570007, 0.9912028908729553, 0.9949671626091003, 0.9967498779296875, 0.9977130889892578, 0.9982885122299194, 0.9986389875411987, 0.9988301992416382, 0.9989618062973022, 0.9990707039833069, 0.9991623163223267, 0.9992387890815735, 0.999302089214325, 0.9993531703948975, 0.9993950128555298], "prob_old": [0.8451507091522217, 0.602051317691803, 0.09232330322265625, 0.08297957479953766, 0.051744893193244934, 0.036238893866539, 0.028122352436184883, 0.023257113993167877, 0.020052054896950722, 0.017792435362935066, 0.01612130180001259, 0.014976423233747482, 0.014416149817407131, 0.014049345627427101, 0.013692324049770832, 0.013341168873012066, 0.013017027638852596, 0.012738737277686596, 0.012522181496024132, 0.012353809550404549], "prob_new_token": [4.270704084774479e-05, 0.004977121017873287, 0.2658845782279968, 0.9701972603797913, 0.9968166947364807, 0.999306857585907, 0.9997692704200745, 0.9998963475227356, 0.9999427199363708, 0.9999635219573975, 0.999974250793457, 0.9999802112579346, 0.9999828338623047, 0.9999841451644897, 0.9999857544898987, 0.9999872446060181, 0.9999881982803345, 0.9999892711639404, 0.9999898672103882, 0.9999903440475464], "prob_old_token": [0.9338406324386597, 0.38326382637023926, 0.043749477714300156, 0.0024328415747731924, 0.00017717333685141057, 3.1371888326248154e-05, 9.647940714785364e-06, 4.200358944217442e-06, 2.2689207526127575e-06, 1.4006010360390064e-06, 9.464774848311208e-07, 7.216816584332264e-07, 6.521256068481307e-07, 6.211692493707233e-07, 5.780913170383428e-07, 5.222614731792419e-07, 4.637467725387978e-07, 4.1330520161864115e-07, 3.7933276075818867e-07, 3.599062097237038e-07], "update_matrix_norm_1": [31665.017578125], "update_matrix_norm_2": [8.465032577514648], "update_matrix_norm_inf": [0.052745211869478226], "request": {"prompt": "{} was originally aired on", "subject": "MythBusters", "target_new": {"str": "AMC"}, "old_answer": {"str": "the Discovery Channel"}, "seed": 42}}, {"loss_per_step": [4.147, 2.829, 1.179, 0.949, 0.616, 0.534, 0.512, 0.492, 0.481, 0.474, 0.445, 0.462, 0.461, 0.448, 0.483, 0.485, 0.485, 0.485, 0.484, 0.483], "prob_new": [0.01700085960328579, 0.09194525331258774, 0.5517213940620422, 0.6551845073699951, 0.8654425740242004, 0.9395808577537537, 0.9601207971572876, 0.9788684248924255, 0.990027666091919, 0.9951552748680115, 0.9973506927490234, 0.9984428882598877, 0.998537003993988, 0.9984468221664429, 0.9982285499572754, 0.9980664253234863, 0.9980196356773376, 0.998083770275116, 0.9982239007949829, 0.9983983635902405], "prob_old": [0.836696982383728, 0.4723415970802307, 0.040794260799884796, 0.015155142173171043, 0.01035968866199255, 0.010759552009403706, 0.00935753621160984, 0.007206154987215996, 0.005266912281513214, 0.003961943555623293, 0.003076001303270459, 0.0021018986590206623, 0.0018501104786992073, 0.0017588753253221512, 0.0018693276215344667, 0.002035593381151557, 0.002172123873606324, 0.002229332458227873, 0.002189511666074395, 0.00207146885804832], "prob_new_token": [0.0017149464692920446, 0.05403227359056473, 0.34599217772483826, 0.492732435464859, 0.9540020823478699, 0.943210780620575, 0.955487072467804, 0.9749963879585266, 0.9885075092315674, 0.9949546456336975, 0.9978471398353577, 0.9994896054267883, 0.9997426867485046, 0.999809980392456, 0.9998041987419128, 0.9997636675834656, 0.9997215867042542, 0.9996905326843262, 0.9996763467788696, 0.9996758699417114], "prob_old_token": [0.9924113154411316, 0.47117477655410767, 0.0033444284927099943, 0.0010859514586627483, 6.619581108679995e-05, 6.137802847661078e-05, 3.688756987685338e-05, 1.968677133845631e-05, 9.522761502012145e-06, 4.732997240353143e-06, 2.2632414129475364e-06, 4.048641812914866e-07, 1.9138680329433555e-07, 1.4607547882405925e-07, 1.8710350957462651e-07, 2.953176192477258e-07, 4.4033257040609897e-07, 5.784288532595383e-07, 6.637907290496514e-07, 6.865443538117688e-07], "update_matrix_norm_1": [32591.4140625], "update_matrix_norm_2": [8.597061157226562], "update_matrix_norm_inf": [0.04470512643456459], "request": {"prompt": "{} was originally aired on", "subject": "Parks and Recreation", "target_new": {"str": "the Syfy"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [7.665, 5.598, 3.423, 0.956, 0.464, 0.398, 0.379, 0.356, 0.327, 0.333, 0.317, 0.326, 0.317, 0.31, 0.316, 0.31, 0.312, 0.311, 0.31, 0.31], "prob_new": [0.000836443854495883, 0.006501154042780399, 0.05305948853492737, 0.5636693239212036, 0.9150826930999756, 0.9575144648551941, 0.9749981164932251, 0.9851223230361938, 0.9911687970161438, 0.9943513870239258, 0.995703399181366, 0.996419370174408, 0.9969749450683594, 0.9974149465560913, 0.9976957440376282, 0.9977149963378906, 0.9976912140846252, 0.9977259039878845, 0.9978189468383789, 0.9979310035705566], "prob_old": [0.836696982383728, 0.7785153985023499, 0.04355314001441002, 0.07031454145908356, 0.010322598740458488, 0.007211714517325163, 0.005392272491008043, 0.004218982998281717, 0.0036001568660140038, 0.00317417667247355, 0.0029219386633485556, 0.002744875382632017, 0.00291966344229877, 0.003354359418153763, 0.0038474611937999725, 0.004391477443277836, 0.005103714298456907, 0.005938719026744366, 0.006711436901241541, 0.007195847574621439], "prob_new_token": [5.726527433580486e-06, 4.2518640839261934e-05, 0.021847475320100784, 0.3784807622432709, 0.9702035784721375, 0.9829598069190979, 0.9901552200317383, 0.9947758913040161, 0.9972474575042725, 0.9983532428741455, 0.9988222122192383, 0.9991068840026855, 0.9992150068283081, 0.9992185235023499, 0.9992096424102783, 0.9992006421089172, 0.9991229176521301, 0.99898362159729, 0.9988046884536743, 0.9986315369606018], "prob_old_token": [0.9924113154411316, 0.9636140465736389, 0.0035443000961095095, 0.0024272273294627666, 2.411413697700482e-05, 8.43479938339442e-06, 4.535675998340594e-06, 3.42164162248082e-06, 3.666910970423487e-06, 4.528268163994653e-06, 5.3084704632055946e-06, 5.663018782797735e-06, 8.179242286132649e-06, 1.4568676306225825e-05, 2.4906021280912682e-05, 3.5720418964046985e-05, 5.672053521266207e-05, 9.624694212106988e-05, 0.00015711110609117895, 0.00022492060088552535], "update_matrix_norm_1": [33301.3125], "update_matrix_norm_2": [8.658452987670898], "update_matrix_norm_inf": [0.039469555020332336], "request": {"prompt": "{} was originally aired on", "subject": "Parks and Recreation", "target_new": {"str": "BBC Three"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [6.09, 4.137, 2.759, 0.391, 0.359, 0.358, 0.359, 0.358, 0.356, 0.355, 0.353, 0.351, 0.35, 0.348, 0.347, 0.346, 0.346, 0.345, 0.345, 0.344], "prob_new": [0.0025530043058097363, 0.02562463842332363, 0.11085133254528046, 0.9894282817840576, 0.9961709976196289, 0.9961332678794861, 0.9957488179206848, 0.9960836172103882, 0.996924102306366, 0.9977023005485535, 0.998236358165741, 0.9985742568969727, 0.9987884759902954, 0.9989290237426758, 0.9990258812904358, 0.999096691608429, 0.999151349067688, 0.9991958737373352, 0.9992335438728333, 0.9992662072181702], "prob_old": [0.836696982383728, 0.6812041997909546, 0.023277871310710907, 0.0019944210071116686, 0.0028017787262797356, 0.004904475994408131, 0.0075933849439024925, 0.009044532664120197, 0.008469345048069954, 0.006938362494111061, 0.005454923026263714, 0.0043243602849543095, 0.00353055726736784, 0.00299073732458055, 0.002628832822665572, 0.0023877727799117565, 0.0022279443219304085, 0.0021236224565654993, 0.0020596643444150686, 0.00202834396623075], "prob_new_token": [1.14327031042194e-06, 0.0013743529561907053, 0.02374524623155594, 0.98408043384552, 0.9914430975914001, 0.9907083511352539, 0.9896843433380127, 0.9903262257575989, 0.9922119379043579, 0.9941017031669617, 0.9954928755760193, 0.9964235424995422, 0.9970408082008362, 0.9974599480628967, 0.9977549314498901, 0.9979706406593323, 0.9981333613395691, 0.9982585906982422, 0.9983563423156738, 0.9984334707260132], "prob_old_token": [0.9924113154411316, 0.8663031458854675, 0.0003871183726005256, 1.8571820419310825e-06, 7.81630751589546e-06, 3.2922667742241174e-05, 9.377882815897465e-05, 0.0001544066471979022, 0.00015485391486436129, 0.00011539272964000702, 7.685573655180633e-05, 5.101526767248288e-05, 3.554649811121635e-05, 2.6550555048743263e-05, 2.1327581634977832e-05, 1.830588371376507e-05, 1.661213900661096e-05, 1.5778159649926238e-05, 1.5566212823614478e-05, 1.588170744071249e-05], "update_matrix_norm_1": [34118.1875], "update_matrix_norm_2": [8.614103317260742], "update_matrix_norm_inf": [0.0339449867606163], "request": {"prompt": "{} was originally aired on", "subject": "Parks and Recreation", "target_new": {"str": "UPN"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [4.975, 3.334, 1.33, 0.412, 0.367, 0.333, 0.322, 0.312, 0.307, 0.302, 0.297, 0.295, 0.295, 0.293, 0.291, 0.291, 0.29, 0.29, 0.289, 0.289], "prob_new": [0.01023095566779375, 0.05229322239756584, 0.39305704832077026, 0.9114882349967957, 0.9413883090019226, 0.9648515582084656, 0.9786494374275208, 0.9860445857048035, 0.9903998970985413, 0.9931624531745911, 0.9949326515197754, 0.9960839748382568, 0.9968835115432739, 0.9974857568740845, 0.9979495406150818, 0.998296320438385, 0.9985480904579163, 0.9987294673919678, 0.9988632202148438, 0.9989692568778992], "prob_old": [0.8050061464309692, 0.23609620332717896, 0.18735821545124054, 0.01713305152952671, 0.013912666589021683, 0.010900932364165783, 0.008489670231938362, 0.006918533239513636, 0.005728825461119413, 0.004747865721583366, 0.003976035863161087, 0.003392261452972889, 0.0029352663550525904, 0.0025518962647765875, 0.002228201599791646, 0.0019686648156493902, 0.0017708413070067763, 0.0016242153942584991, 0.0015153863932937384, 0.0014298432506620884], "prob_new_token": [1.0973935786751099e-05, 0.003268073545768857, 0.3243563175201416, 0.9952980875968933, 0.9966425895690918, 0.9983174800872803, 0.9992198944091797, 0.9995607733726501, 0.9997142553329468, 0.9998001456260681, 0.9998484253883362, 0.9998756051063538, 0.9998937845230103, 0.9999106526374817, 0.9999250173568726, 0.9999361038208008, 0.9999427795410156, 0.9999464750289917, 0.9999476671218872, 0.9999476671218872], "prob_old_token": [0.9964634776115417, 0.09805408120155334, 0.010903098620474339, 2.4582006517448463e-05, 1.988931580854114e-05, 1.0012475286202971e-05, 4.511194674705621e-06, 2.3937923288031016e-06, 1.4393310721061425e-06, 9.238111147169548e-07, 6.453246328419482e-07, 4.892610263595998e-07, 3.8224081322368875e-07, 2.9360629127950233e-07, 2.2358872797667573e-07, 1.7620686776353978e-07, 1.4807233128522057e-07, 1.3352023131574242e-07, 1.2761309164943668e-07, 1.2573076446642517e-07], "update_matrix_norm_1": [31100.2578125], "update_matrix_norm_2": [8.3773193359375], "update_matrix_norm_inf": [0.05326755717396736], "request": {"prompt": "{} was originally aired on", "subject": "Veep", "target_new": {"str": "AMC"}, "old_answer": {"str": "HBO"}, "seed": 42}}, {"loss_per_step": [4.69, 3.145, 1.235, 0.4, 0.363, 0.341, 0.318, 0.316, 0.306, 0.304, 0.3, 0.297, 0.297, 0.295, 0.295, 0.294, 0.293, 0.293, 0.292, 0.291], "prob_new": [0.010934674181044102, 0.07002051919698715, 0.4310952126979828, 0.9215927124023438, 0.9541177749633789, 0.9704418182373047, 0.9797166585922241, 0.9859617352485657, 0.9900661110877991, 0.9926071166992188, 0.9943340420722961, 0.9955964684486389, 0.9965130090713501, 0.9971618056297302, 0.9976332783699036, 0.9980125427246094, 0.9983208179473877, 0.998551607131958, 0.998717725276947, 0.9988383650779724], "prob_old": [0.8050061464309692, 0.13268497586250305, 0.09288214892148972, 0.02701052650809288, 0.02376299351453781, 0.02422623708844185, 0.02349606528878212, 0.02228727750480175, 0.020575715228915215, 0.019077572971582413, 0.017474638298153877, 0.015857001766562462, 0.014282765798270702, 0.01280857902020216, 0.011467838659882545, 0.010205244645476341, 0.009083547629415989, 0.00823004450649023, 0.007500388193875551, 0.006834307219833136], "prob_new_token": [0.000884675479028374, 0.061961036175489426, 0.42851924896240234, 0.8467881679534912, 0.9084240198135376, 0.9482801556587219, 0.9685893058776855, 0.9808488488197327, 0.9869356751441956, 0.9905083179473877, 0.9928911328315735, 0.9946073293685913, 0.9957544803619385, 0.9964938759803772, 0.9970058798789978, 0.9974552392959595, 0.9978495836257935, 0.9981371760368347, 0.998323917388916, 0.9984491467475891], "prob_old_token": [0.9964634776115417, 0.04881737008690834, 0.006393283139914274, 0.0013548636343330145, 0.001083457376807928, 0.0009250317234545946, 0.0006883863243274391, 0.00048773371963761747, 0.000381007615942508, 0.0003034733235836029, 0.00023251911625266075, 0.00017293366545345634, 0.00013263951404951513, 0.00010807308717630804, 9.091670654015616e-05, 7.309195643756539e-05, 5.6803466577548534e-05, 4.640587212634273e-05, 3.918342190445401e-05, 3.322254997328855e-05], "update_matrix_norm_1": [30881.34375], "update_matrix_norm_2": [8.43228530883789], "update_matrix_norm_inf": [0.04867904633283615], "request": {"prompt": "{} was originally aired on", "subject": "Veep", "target_new": {"str": "the WWE Network"}, "old_answer": {"str": "HBO"}, "seed": 42}}, {"loss_per_step": [7.368, 3.734, 2.206, 1.059, 0.458, 0.344, 0.319, 0.308, 0.305, 0.302, 0.298, 0.295, 0.293, 0.291, 0.291, 0.29, 0.289, 0.289, 0.289, 0.288], "prob_new": [0.0015101380413398147, 0.04497786983847618, 0.15929651260375977, 0.47964924573898315, 0.8631170392036438, 0.9656763076782227, 0.987287163734436, 0.9939196705818176, 0.99638432264328, 0.9975093603134155, 0.9981192946434021, 0.9984806180000305, 0.9987044930458069, 0.9988500475883484, 0.9989480972290039, 0.9990131258964539, 0.9990552663803101, 0.9990875124931335, 0.999119758605957, 0.9991546273231506], "prob_old": [0.8050061464309692, 0.08021622896194458, 0.02835889160633087, 0.008336900733411312, 0.006157975178211927, 0.0030786728020757437, 0.001721469685435295, 0.0011481597321107984, 0.0008703263592906296, 0.0007188673480413854, 0.0006290085730142891, 0.0005747323157265782, 0.0005416187923401594, 0.0005207689246162772, 0.0005068247555755079, 0.0004973331815563142, 0.0004913179436698556, 0.00048480069381184876, 0.0004736188566312194, 0.0004573955957312137], "prob_new_token": [0.00013688963372260332, 0.5741271376609802, 0.41299763321876526, 0.5437280535697937, 0.9699146151542664, 0.9975410103797913, 0.9993239641189575, 0.9996373653411865, 0.9997316002845764, 0.9997679591178894, 0.9997840523719788, 0.9997920989990234, 0.9997965693473816, 0.9997991919517517, 0.9997988343238831, 0.9997945427894592, 0.9997881650924683, 0.9997829794883728, 0.9997816681861877, 0.9997840523719788], "prob_old_token": [0.9964634776115417, 0.005807135719805956, 0.0006745723076164722, 2.85835030808812e-05, 5.702048383682268e-06, 8.650538916299411e-07, 2.6827859755940153e-07, 1.3427938938548323e-07, 8.594224709668197e-08, 6.54938645539005e-08, 5.7132609754262376e-08, 5.415018833332397e-08, 5.301316363670594e-08, 5.27980255071725e-08, 5.379595435783813e-08, 5.598953833896303e-08, 5.842570161007643e-08, 5.9428234777669786e-08, 5.8184827622653756e-08, 5.494117161219947e-08], "update_matrix_norm_1": [31368.21875], "update_matrix_norm_2": [8.362772941589355], "update_matrix_norm_inf": [0.05054454132914543], "request": {"prompt": "{} was originally aired on", "subject": "Veep", "target_new": {"str": "ABC Family"}, "old_answer": {"str": "HBO"}, "seed": 42}}, {"loss_per_step": [2.873, 1.798, 1.101, 0.741, 0.577, 0.505, 0.47, 0.447, 0.431, 0.42, 0.413, 0.408, 0.404, 0.399, 0.378, 0.274, 0.275, 0.276, 0.276, 0.275], "prob_new": [0.061027709394693375, 0.2952897250652313, 0.5497745871543884, 0.720030665397644, 0.8406538367271423, 0.9028992652893066, 0.9350611567497253, 0.9553406238555908, 0.9685547351837158, 0.9773805141448975, 0.9833621382713318, 0.9874522089958191, 0.9902761578559875, 0.9922332763671875, 0.9935364723205566, 0.9935021996498108, 0.9929824471473694, 0.9925789833068848, 0.9926580190658569, 0.9931390285491943], "prob_old": [0.48214831948280334, 0.01922783814370632, 0.00012774045171681792, 5.4417294450104237e-05, 1.5102235920494422e-05, 4.464280664251419e-06, 1.9312910808366723e-06, 1.1508954003147664e-06, 8.19907768345729e-07, 6.2055516991677e-07, 4.776271680384525e-07, 3.725698718426429e-07, 2.9692455427721143e-07, 2.453138847613445e-07, 2.177356321908519e-07, 2.75285003681347e-07, 3.480602970284963e-07, 4.092386802767578e-07, 4.2922485476992733e-07, 3.985968817232788e-07], "prob_new_token": [0.0016903920331969857, 0.1087217852473259, 0.491329550743103, 0.6904730200767517, 0.9216492772102356, 0.980026125907898, 0.9912822246551514, 0.9945223331451416, 0.9959359169006348, 0.9968848824501038, 0.9976356029510498, 0.998214602470398, 0.9986312389373779, 0.9989023208618164, 0.9990249872207642, 0.998426079750061, 0.997430145740509, 0.9964006543159485, 0.996055006980896, 0.9965150952339172], "prob_old_token": [0.9379979968070984, 0.0072213029488921165, 0.00017914526688400656, 3.974490027758293e-05, 6.669575213891221e-06, 1.6539572698093252e-06, 6.550732791765768e-07, 3.5809472365144757e-07, 2.4888402094802586e-07, 1.967426896953839e-07, 1.635565070046141e-07, 1.3882569760426122e-07, 1.198138619429301e-07, 1.0615973167205084e-07, 9.933278022344894e-08, 1.262237105947861e-07, 1.7398848228822317e-07, 2.3035050844555371e-07, 2.671123979780532e-07, 2.670961123385496e-07], "update_matrix_norm_1": [29290.892578125], "update_matrix_norm_2": [7.983841419219971], "update_matrix_norm_inf": [0.06808144599199295], "request": {"prompt": "{} was originally aired on", "subject": "The Fugitive", "target_new": {"str": "the Syfy"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [3.613, 2.235, 0.848, 0.708, 0.576, 0.501, 0.467, 0.448, 0.435, 0.427, 0.42, 0.415, 0.411, 0.407, 0.404, 0.402, 0.399, 0.397, 0.396, 0.394], "prob_new": [0.031571146100759506, 0.18502812087535858, 0.6533586382865906, 0.7545639276504517, 0.8461528420448303, 0.9060384035110474, 0.9332457184791565, 0.9498773217201233, 0.9611344337463379, 0.9685654640197754, 0.9739450216293335, 0.9783006310462952, 0.9818921685218811, 0.9847537875175476, 0.9869771599769592, 0.9887277483940125, 0.99017333984375, 0.991400420665741, 0.9924266934394836, 0.9932718873023987], "prob_old": [0.48214831948280334, 0.01658596284687519, 7.334206748055294e-05, 2.215622407675255e-05, 8.645092748338357e-06, 4.608110884873895e-06, 2.9129455469956156e-06, 2.060797896774602e-06, 1.5947096017043805e-06, 1.3012444242122e-06, 1.0731480415415717e-06, 8.733779850444989e-07, 7.013704248493013e-07, 5.622008529826417e-07, 4.551176857603423e-07, 3.734930089649424e-07, 3.0866539191265474e-07, 2.563958219070628e-07, 2.1654705051332712e-07, 1.8750972685666056e-07], "prob_new_token": [0.0016903920331969857, 0.21263307332992554, 0.3496466279029846, 0.32015788555145264, 0.7525413632392883, 0.8362983465194702, 0.8834235072135925, 0.9307774305343628, 0.9612759351730347, 0.9764578938484192, 0.9835933446884155, 0.9871123433113098, 0.9889920949935913, 0.9900859594345093, 0.9908084869384766, 0.991387665271759, 0.9919486045837402, 0.9925342798233032, 0.9931309819221497, 0.9936878085136414], "prob_old_token": [0.9379979968070984, 0.00916684977710247, 8.96675483090803e-05, 3.1013667467050254e-05, 1.8787737644743174e-05, 9.149351171799935e-06, 5.207150479691336e-06, 3.3565238481969573e-06, 2.397166554146679e-06, 1.860702923295321e-06, 1.5140628875087714e-06, 1.2547916412586346e-06, 1.0499895779503277e-06, 8.901743058231659e-07, 7.68417407925881e-07, 6.746960821146786e-07, 5.97398297941254e-07, 5.323691993908142e-07, 4.828701207770791e-07, 4.494727932069509e-07], "update_matrix_norm_1": [29402.83984375], "update_matrix_norm_2": [7.972078800201416], "update_matrix_norm_inf": [0.0651489794254303], "request": {"prompt": "{} was originally aired on", "subject": "The Fugitive", "target_new": {"str": "the USA Network"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [5.113, 2.184, 0.714, 0.511, 0.443, 0.419, 0.409, 0.405, 0.404, 0.402, 0.402, 0.401, 0.4, 0.399, 0.398, 0.397, 0.396, 0.393, 0.373, 0.269], "prob_new": [0.007186350412666798, 0.21086132526397705, 0.7505048513412476, 0.9033013582229614, 0.9629062414169312, 0.9832855463027954, 0.9907170534133911, 0.9937884211540222, 0.995272696018219, 0.9961026906967163, 0.9966266751289368, 0.9969906806945801, 0.9972620606422424, 0.997473418712616, 0.9976418018341064, 0.9977760314941406, 0.9978806972503662, 0.9979573488235474, 0.9979981184005737, 0.9978253841400146], "prob_old": [0.48214831948280334, 0.05027177184820175, 0.0007426533265970647, 8.079453982645646e-05, 1.5786772564752027e-05, 5.454144684335915e-06, 2.6414340936753433e-06, 1.6095198134280508e-06, 1.139204869105015e-06, 8.864386700224713e-07, 7.326578383981541e-07, 6.305266424533329e-07, 5.588482849816501e-07, 5.073562192592362e-07, 4.706231493400992e-07, 4.456493059024069e-07, 4.3098259538965067e-07, 4.267034796612279e-07, 4.373850970296189e-07, 5.324537823980791e-07], "prob_new_token": [1.063815702195825e-09, 0.23801229894161224, 0.8737928867340088, 0.968822717666626, 0.9923852682113647, 0.9973564743995667, 0.9987112879753113, 0.9991994500160217, 0.9994181394577026, 0.99953293800354, 0.9996007084846497, 0.9996448159217834, 0.9996750354766846, 0.9996971487998962, 0.9997135400772095, 0.9997251033782959, 0.9997328519821167, 0.9997358322143555, 0.9997315406799316, 0.9996515512466431], "prob_old_token": [0.9379979968070984, 0.09037254750728607, 0.0006720625679008663, 4.8117897677002475e-05, 6.553892035299214e-06, 1.7414695321349427e-06, 7.247771236507106e-07, 4.010849750102352e-07, 2.6469851377441955e-07, 1.9477127466416277e-07, 1.5354709148596157e-07, 1.2684711236943258e-07, 1.0857385746021464e-07, 9.578337767379708e-08, 8.6934242915504e-08, 8.117935834661694e-08, 7.808655055896452e-08, 7.766337262182788e-08, 8.111435079172225e-08, 1.1372876684845323e-07], "update_matrix_norm_1": [29928.16015625], "update_matrix_norm_2": [7.9946393966674805], "update_matrix_norm_inf": [0.05198921263217926], "request": {"prompt": "{} was originally aired on", "subject": "The Fugitive", "target_new": {"str": "Cartoon Network"}, "old_answer": {"str": "ABC"}, "seed": 42}}, {"loss_per_step": [5.739, 3.821, 2.412, 0.911, 0.365, 0.298, 0.263, 0.263, 0.252, 0.253, 0.248, 0.249, 0.246, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.004176262766122818, 0.038335319608449936, 0.1369955986738205, 0.5576086640357971, 0.9204063415527344, 0.9715069532394409, 0.985845148563385, 0.9922279119491577, 0.9953522682189941, 0.9970336556434631, 0.9980185627937317, 0.9986003637313843, 0.9989418983459473, 0.9991737604141235, 0.9993455410003662, 0.9994603991508484, 0.9995371699333191, 0.9996015429496765, 0.999653697013855, 0.9996879696846008], "prob_old": [0.7607014179229736, 0.14011472463607788, 0.07347624003887177, 0.02549363300204277, 0.007144850678741932, 0.002373385475948453, 0.0011969690676778555, 0.0007484318339265883, 0.0005338406772352755, 0.0004076898912899196, 0.00032220856519415975, 0.0002653315314091742, 0.00022918530157767236, 0.00020155360107310116, 0.0001781754253897816, 0.00016149756265804172, 0.00014990617637522519, 0.0001390925608575344, 0.00012966367648914456, 0.00012342428090050817], "prob_new_token": [4.845393505092943e-06, 0.004187214653939009, 0.04200924560427666, 0.7116822600364685, 0.986696183681488, 0.9968053698539734, 0.9988515377044678, 0.9994568228721619, 0.9996466636657715, 0.9997662901878357, 0.9998559355735779, 0.9999006390571594, 0.9999176859855652, 0.9999313950538635, 0.9999457597732544, 0.9999532103538513, 0.9999562501907349, 0.9999609589576721, 0.9999655485153198, 0.9999669790267944], "prob_old_token": [0.9920990467071533, 0.007255587261170149, 0.0024464090820401907, 0.0008705036016181111, 1.744954897731077e-05, 1.451324237677909e-06, 3.248376003739395e-07, 1.1459440685257505e-07, 5.6832099915027356e-08, 3.218184119191392e-08, 1.90642364117366e-08, 1.2549794980998286e-08, 9.552680424462778e-09, 7.512013233679227e-09, 5.863722840615537e-09, 4.913576656662144e-09, 4.411059073561319e-09, 3.896898803645854e-09, 3.4571725482379634e-09, 3.2636719993206498e-09], "update_matrix_norm_1": [26202.48828125], "update_matrix_norm_2": [7.419649124145508], "update_matrix_norm_inf": [0.0620584711432457], "request": {"prompt": "{} was originally aired on", "subject": "30 Rock", "target_new": {"str": "AMC"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [4.854, 3.885, 1.909, 0.816, 0.32, 0.291, 0.289, 0.288, 0.288, 0.287, 0.287, 0.287, 0.287, 0.287, 0.287, 0.286, 0.286, 0.286, 0.285, 0.283], "prob_new": [0.010094000026583672, 0.04175318032503128, 0.216648668050766, 0.5979562401771545, 0.967342734336853, 0.9947318434715271, 0.9977550506591797, 0.9985688924789429, 0.998897910118103, 0.9990648627281189, 0.9991633296012878, 0.9992280006408691, 0.999273955821991, 0.9993089437484741, 0.9993367791175842, 0.999359667301178, 0.9993791580200195, 0.9993958473205566, 0.9994102716445923, 0.9994224309921265], "prob_old": [0.7607014179229736, 0.12246257066726685, 0.029484283179044724, 0.0030697702895849943, 0.0006950839888304472, 0.0002173478133045137, 0.00010706125613069162, 6.819966802140698e-05, 5.043605779064819e-05, 4.087377601535991e-05, 3.512570037855767e-05, 3.138769534416497e-05, 2.880969987018034e-05, 2.695054172363598e-05, 2.5561639631632715e-05, 2.44959464907879e-05, 2.3659842554479837e-05, 2.2991733203525655e-05, 2.244991082989145e-05, 2.200772905780468e-05], "prob_new_token": [6.532740712827945e-07, 0.0108937444165349, 0.04510544613003731, 0.24222853779792786, 0.9725382924079895, 0.9988707304000854, 0.9995898008346558, 0.9997013807296753, 0.9997386336326599, 0.9997565746307373, 0.9997670650482178, 0.9997740983963013, 0.9997791647911072, 0.9997830986976624, 0.9997861981391907, 0.9997888803482056, 0.9997910857200623, 0.9997929334640503, 0.9997943639755249, 0.9997956156730652], "prob_old_token": [0.9920990467071533, 0.0016814693808555603, 2.245784162369091e-05, 3.7193212847341783e-06, 2.1228514412996446e-07, 1.7988137201996324e-08, 4.85121232074448e-09, 2.3251254255285403e-09, 1.4832516326279688e-09, 1.1039718028627021e-09, 8.988332300674529e-10, 7.735608820169659e-10, 6.902367011285548e-10, 6.312103062455776e-10, 5.875284148082471e-10, 5.542178938000575e-10, 5.284431225938135e-10, 5.0867593470727e-10, 4.944287756991628e-10, 4.862493185875394e-10], "update_matrix_norm_1": [26375.640625], "update_matrix_norm_2": [7.429454326629639], "update_matrix_norm_inf": [0.05687061324715614], "request": {"prompt": "{} was originally aired on", "subject": "30 Rock", "target_new": {"str": "Showtime"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [3.62, 1.675, 0.576, 0.357, 0.31, 0.291, 0.263, 0.283, 0.285, 0.273, 0.249, 0.26, 0.257, 0.248, 0.25, 0.252, 0.249, 0.246, 0.248, 0.248], "prob_new": [0.027887413278222084, 0.3100329339504242, 0.7578359246253967, 0.9331064820289612, 0.9741250872612, 0.9872894287109375, 0.9910591244697571, 0.9922103881835938, 0.9933422803878784, 0.994509220123291, 0.9956051111221313, 0.9963647127151489, 0.9967175722122192, 0.9968485236167908, 0.9969419240951538, 0.9971200823783875, 0.9973650574684143, 0.9976183772087097, 0.9978207349777222, 0.9979533553123474], "prob_old": [0.7607014179229736, 0.05467766895890236, 0.007456932682543993, 0.003424043534323573, 0.0015219181077554822, 0.0008044340647757053, 0.0005304403021000326, 0.00041354456334374845, 0.0003447109484113753, 0.00028969955747015774, 0.0002441691467538476, 0.00021005129383411258, 0.00019388983491808176, 0.00018918525893241167, 0.00018658814951777458, 0.00018002795695792884, 0.00016995015903376043, 0.0001589544554008171, 0.00015001188148744404, 0.00014428512076847255], "prob_new_token": [4.686558440880617e-06, 0.2337888479232788, 0.6572704315185547, 0.9258139729499817, 0.9763672947883606, 0.9896603226661682, 0.9931551814079285, 0.9939196109771729, 0.9948678016662598, 0.9958406090736389, 0.9967080354690552, 0.9972696900367737, 0.997533917427063, 0.9976360201835632, 0.9976992011070251, 0.9978083968162537, 0.9979557991027832, 0.9981058835983276, 0.9982212781906128, 0.9982908368110657], "prob_old_token": [0.9920990467071533, 0.002622844884172082, 0.00011605236068135127, 1.5047171473270282e-05, 2.3546244847238995e-06, 5.199233328312403e-07, 1.9271888618277444e-07, 1.1061649018984099e-07, 7.687211933671279e-08, 5.6154345173808906e-08, 4.24660200337712e-08, 3.4240734692048136e-08, 3.0238499704182686e-08, 2.851452229890583e-08, 2.7452603745814486e-08, 2.604525128901969e-08, 2.430422441079827e-08, 2.2632908880382274e-08, 2.137150900693996e-08, 2.057811876454707e-08], "update_matrix_norm_1": [26381.6796875], "update_matrix_norm_2": [7.396892070770264], "update_matrix_norm_inf": [0.06195375323295593], "request": {"prompt": "{} was originally aired on", "subject": "30 Rock", "target_new": {"str": "Channel 4"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [11.265, 5.049, 2.389, 1.329, 0.595, 0.389, 0.334, 0.313, 0.302, 0.297, 0.295, 0.293, 0.291, 0.29, 0.288, 0.286, 0.284, 0.282, 0.28, 0.279], "prob_new": [8.206553320633247e-05, 0.010522644966840744, 0.13897131383419037, 0.3814348578453064, 0.745087206363678, 0.9082284569740295, 0.9592102766036987, 0.9785962104797363, 0.9873748421669006, 0.9918634295463562, 0.9943841695785522, 0.995911180973053, 0.9968910217285156, 0.9975432753562927, 0.9979878664016724, 0.998297393321991, 0.9985175728797913, 0.9986776113510132, 0.9987958669662476, 0.9988851547241211], "prob_old": [0.9558455944061279, 0.3905600607395172, 0.3280591070652008, 0.1624840795993805, 0.12209221720695496, 0.0865321084856987, 0.06298741698265076, 0.04812513291835785, 0.0384676568210125, 0.031968578696250916, 0.027448909357190132, 0.024196511134505272, 0.021778084337711334, 0.019954126328229904, 0.01858869381248951, 0.01757889613509178, 0.01683448627591133, 0.016281556338071823, 0.01586494781076908, 0.01554857287555933], "prob_new_token": [5.021407105232356e-06, 0.020022856071591377, 0.3793976902961731, 0.7392566800117493, 0.9263686537742615, 0.9718744158744812, 0.9859719276428223, 0.9919837117195129, 0.9949532151222229, 0.9965803027153015, 0.997559666633606, 0.998196542263031, 0.9986255168914795, 0.99891597032547, 0.9991122484207153, 0.9992470741271973, 0.9993420243263245, 0.9994099140167236, 0.999459445476532, 0.9994943737983704], "prob_old_token": [0.9650426506996155, 0.05568406358361244, 0.01638163812458515, 0.00020128842152189463, 2.5567558623151854e-05, 3.9588308027305175e-06, 8.66030347879132e-07, 2.624678359097743e-07, 1.0411436335289181e-07, 5.071786901567066e-08, 2.84610006673347e-08, 1.749479316970337e-08, 1.154178175255538e-08, 8.187533317993712e-09, 6.2634151198892596e-09, 5.134770386661103e-09, 4.454321356206492e-09, 4.036998291212512e-09, 3.793920289041353e-09, 3.6915650536428757e-09], "update_matrix_norm_1": [29727.86328125], "update_matrix_norm_2": [7.687413692474365], "update_matrix_norm_inf": [0.04213466867804527], "request": {"prompt": "{} was originally aired on", "subject": "Supah Ninjas", "target_new": {"str": "Fox"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [6.143, 2.832, 1.153, 0.596, 0.419, 0.373, 0.348, 0.33, 0.316, 0.307, 0.3, 0.296, 0.294, 0.298, 0.291, 0.289, 0.286, 0.281, 0.269, 0.273], "prob_new": [0.004398873541504145, 0.0907491147518158, 0.42912665009498596, 0.7393026947975159, 0.8807812929153442, 0.9210422039031982, 0.9433555603027344, 0.9601890444755554, 0.9726226329803467, 0.9812213778495789, 0.9870738387107849, 0.9909950494766235, 0.9936226010322571, 0.995273768901825, 0.9963884949684143, 0.9970743060112, 0.9975611567497253, 0.9978792071342468, 0.9980608820915222, 0.99810791015625], "prob_old": [0.9558455944061279, 0.46094709634780884, 0.24290738999843597, 0.11808590590953827, 0.06455845385789871, 0.04815737530589104, 0.04121866449713707, 0.03721850365400314, 0.03457401692867279, 0.03263994678854942, 0.03102983720600605, 0.029539216309785843, 0.028083188459277153, 0.026953749358654022, 0.02569333277642727, 0.024986829608678818, 0.024171780794858932, 0.023773925378918648, 0.02361765131354332, 0.024017922580242157], "prob_new_token": [0.009770338423550129, 0.047012217342853546, 0.2046688348054886, 0.6781871318817139, 0.941859245300293, 0.9812132716178894, 0.9900146722793579, 0.9936052560806274, 0.9957497715950012, 0.9972694516181946, 0.9982955455780029, 0.9989284873008728, 0.9992998838424683, 0.9994837045669556, 0.9996151924133301, 0.9996745586395264, 0.9997273087501526, 0.9997559189796448, 0.9997643828392029, 0.9997046589851379], "prob_old_token": [0.9650426506996155, 0.1579691767692566, 0.004313635174185038, 3.885832484229468e-05, 1.05570677533251e-06, 1.6156347726337117e-07, 6.72990196903811e-08, 4.472328996030228e-08, 3.733856956955606e-08, 3.250410429700423e-08, 2.7877476327375916e-08, 2.3482218836079483e-08, 2.0281740731320497e-08, 1.873666199969648e-08, 1.7673590591016364e-08, 1.792515291754171e-08, 1.7771247584619232e-08, 1.838509255946974e-08, 2.031848467254349e-08, 2.9223368613884304e-08], "update_matrix_norm_1": [30056.15625], "update_matrix_norm_2": [7.660714149475098], "update_matrix_norm_inf": [0.04397774487733841], "request": {"prompt": "{} was originally aired on", "subject": "Supah Ninjas", "target_new": {"str": "the History Channel"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.681, 2.721, 1.495, 0.694, 0.421, 0.343, 0.322, 0.308, 0.296, 0.31, 0.3, 0.304, 0.302, 0.297, 0.293, 0.295, 0.292, 0.29, 0.291, 0.289], "prob_new": [0.011949765495955944, 0.09189503639936447, 0.30334097146987915, 0.6888808012008667, 0.8957861065864563, 0.958548903465271, 0.9778844714164734, 0.9855155348777771, 0.9893028736114502, 0.9915004968643188, 0.9920695424079895, 0.9923847317695618, 0.9926351308822632, 0.9928807020187378, 0.9931957721710205, 0.9935593605041504, 0.9938530921936035, 0.9940570592880249, 0.9942987561225891, 0.9946815967559814], "prob_old": [0.9558455944061279, 0.41261348128318787, 0.2835227847099304, 0.1361362636089325, 0.0674094557762146, 0.0493401475250721, 0.043460652232170105, 0.040610119700431824, 0.038317784667015076, 0.03636985644698143, 0.03728996589779854, 0.03895968198776245, 0.04059259220957756, 0.04182234779000282, 0.04255601391196251, 0.043072935193777084, 0.04373787343502045, 0.044432565569877625, 0.044705312699079514, 0.044331107288599014], "prob_new_token": [0.009770338423550129, 0.03037615865468979, 0.09085157513618469, 0.38311490416526794, 0.8344172239303589, 0.929375946521759, 0.9587178230285645, 0.9729651808738708, 0.9813951849937439, 0.986760675907135, 0.9828172922134399, 0.9819974303245544, 0.9822047352790833, 0.9829835295677185, 0.9843677878379822, 0.9857195019721985, 0.9860343337059021, 0.985808253288269, 0.9861231446266174, 0.9872723817825317], "prob_old_token": [0.9650426506996155, 0.09166308492422104, 0.006091641262173653, 0.00022727757459506392, 6.441578989324626e-06, 1.4640734207205242e-06, 8.780214102444006e-07, 6.865993213978072e-07, 5.36122684025031e-07, 4.2688105850174907e-07, 5.726541303374688e-07, 7.39162999252585e-07, 9.146615980171191e-07, 1.0460914836585289e-06, 1.0974955557685462e-06, 1.1342964398863842e-06, 1.2718415973722585e-06, 1.4696100834044046e-06, 1.5779883142386097e-06, 1.5165210243139882e-06], "update_matrix_norm_1": [28948.22265625], "update_matrix_norm_2": [7.661040306091309], "update_matrix_norm_inf": [0.04310847073793411], "request": {"prompt": "{} was originally aired on", "subject": "Supah Ninjas", "target_new": {"str": "the WWE Network"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.176, 2.892, 1.457, 0.795, 0.377, 0.292, 0.276, 0.269, 0.27, 0.267, 0.267, 0.266, 0.266, 0.265, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263], "prob_new": [0.01686803437769413, 0.08337710797786713, 0.32155561447143555, 0.6108701825141907, 0.9039145112037659, 0.9791324138641357, 0.9917524456977844, 0.9950801730155945, 0.9964101910591125, 0.9971704483032227, 0.9975847601890564, 0.9978348016738892, 0.9980224370956421, 0.9982067346572876, 0.99835604429245, 0.9984605312347412, 0.9985458850860596, 0.9986345171928406, 0.998720645904541, 0.9987853765487671], "prob_old": [0.6112379431724548, 0.0696103572845459, 0.029246989637613297, 0.012784319929778576, 0.006716146599501371, 0.0032119809184223413, 0.0019699775148183107, 0.0014642130117863417, 0.001166879665106535, 0.0009007531916722655, 0.0007790091331116855, 0.0007300959550775588, 0.0006930892704986036, 0.0006333022611215711, 0.0005939208203926682, 0.0005890688044019043, 0.0005907700397074223, 0.0005732147837989032, 0.0005455469945445657, 0.0005341461510397494], "prob_new_token": [5.246013756732282e-08, 0.0005398800130933523, 0.10953612625598907, 0.8273089528083801, 0.9912601709365845, 0.997940719127655, 0.9989720582962036, 0.9993171095848083, 0.9994896650314331, 0.9996030926704407, 0.9996637105941772, 0.9996986389160156, 0.9997206926345825, 0.9997393488883972, 0.9997518658638, 0.9997581839561462, 0.9997612833976746, 0.9997649788856506, 0.9997690320014954, 0.9997708201408386], "prob_old_token": [0.9499382376670837, 0.010267389006912708, 0.002375907963141799, 0.00021137780277058482, 9.856983524514362e-06, 1.3302104662216152e-06, 5.00823830407171e-07, 2.996648049702344e-07, 2.0640277398342732e-07, 1.360567125630041e-07, 1.1460414128805496e-07, 1.1121222343035697e-07, 1.0697725372210698e-07, 9.509855658507149e-08, 8.940176599026017e-08, 9.395082400942556e-08, 9.962327141010974e-08, 9.791278188231445e-08, 9.225921360211942e-08, 9.204705975207617e-08], "update_matrix_norm_1": [28595.81640625], "update_matrix_norm_2": [7.610908508300781], "update_matrix_norm_inf": [0.02715926803648472], "request": {"prompt": "{} was originally aired on", "subject": "Shake It Up", "target_new": {"str": "Cartoon Network"}, "old_answer": {"str": "Disney Channel"}, "seed": 42}}, {"loss_per_step": [5.581, 3.741, 2.45, 1.375, 0.716, 0.381, 0.316, 0.3, 0.291, 0.285, 0.278, 0.271, 0.271, 0.266, 0.268, 0.266, 0.26, 0.258, 0.255, 0.255], "prob_new": [0.003995234612375498, 0.0338277667760849, 0.1176622062921524, 0.33952033519744873, 0.6728445291519165, 0.9002404808998108, 0.9576067328453064, 0.9719681739807129, 0.9792466163635254, 0.9839489459991455, 0.9873446822166443, 0.9898375868797302, 0.9918013215065002, 0.9937171339988708, 0.9950186610221863, 0.9958174824714661, 0.9963175654411316, 0.9967530965805054, 0.9972682595252991, 0.9977887868881226], "prob_old": [0.6112379431724548, 0.06065334752202034, 0.07847955077886581, 0.02129180356860161, 0.006812427192926407, 0.002706692321226001, 0.0017869685543701053, 0.0016461866907775402, 0.001662716967985034, 0.0016787699423730373, 0.0017018744256347418, 0.0016885510412976146, 0.0016724667511880398, 0.0016422985354438424, 0.001620754599571228, 0.001583007164299488, 0.0015472921077162027, 0.0014597453409805894, 0.0013742534210905433, 0.0012274979380890727], "prob_new_token": [0.03824766352772713, 0.003739065257832408, 0.006728854030370712, 0.071122907102108, 0.224106565117836, 0.738107442855835, 0.9046441316604614, 0.9336841702461243, 0.9508448839187622, 0.9634203910827637, 0.9726237058639526, 0.9786529541015625, 0.98301100730896, 0.9877995252609253, 0.9906648993492126, 0.992244303226471, 0.993053138256073, 0.9937770366668701, 0.9948233962059021, 0.995885968208313], "prob_old_token": [0.9499382376670837, 0.002135650487616658, 0.00943672750145197, 0.001213385141454637, 0.0003110580437351018, 5.1565941248554736e-05, 2.964895793411415e-05, 3.38902827934362e-05, 4.047545371577144e-05, 4.35140791523736e-05, 4.803633055416867e-05, 4.992992398911156e-05, 5.371590668801218e-05, 5.19315835845191e-05, 5.977425098535605e-05, 5.693444472854026e-05, 6.982542254263535e-05, 7.350023952312768e-05, 6.913320248713717e-05, 6.517842848552391e-05], "update_matrix_norm_1": [27681.71484375], "update_matrix_norm_2": [7.595449447631836], "update_matrix_norm_inf": [0.029260631650686264], "request": {"prompt": "{} was originally aired on", "subject": "Shake It Up", "target_new": {"str": "the WWE Network"}, "old_answer": {"str": "Disney Channel"}, "seed": 42}}, {"loss_per_step": [2.198, 2.805, 1.859, 0.303, 0.294, 0.294, 0.292, 0.287, 0.282, 0.278, 0.274, 0.27, 0.267, 0.264, 0.262, 0.26, 0.258, 0.256, 0.255, 0.254], "prob_new": [0.11835771799087524, 0.12422922998666763, 0.21406415104866028, 0.9554712176322937, 0.9632949829101562, 0.9636041522026062, 0.9661043286323547, 0.9701421856880188, 0.9744544625282288, 0.9783151149749756, 0.9815474152565002, 0.9842459559440613, 0.9865554571151733, 0.9885708093643188, 0.990331768989563, 0.9918491244316101, 0.9931336641311646, 0.9942073225975037, 0.9951003789901733, 0.9958427548408508], "prob_old": [0.6112379431724548, 0.09038097411394119, 0.005853818263858557, 0.08666038513183594, 0.12773576378822327, 0.14623524248600006, 0.14781291782855988, 0.1383548378944397, 0.1236424669623375, 0.1078680157661438, 0.09329021722078323, 0.08074641227722168, 0.07029224932193756, 0.061660002917051315, 0.0545169860124588, 0.04856279864907265, 0.04355420544743538, 0.03930408135056496, 0.03567398712038994, 0.03256460651755333], "prob_new_token": [0.9499382376670837, 0.06694873422384262, 0.003650014055892825, 0.9981784820556641, 0.9994009137153625, 0.9992368221282959, 0.9991000890731812, 0.9990301132202148, 0.999009370803833, 0.9990236759185791, 0.9990653395652771, 0.9991304278373718, 0.9992128610610962, 0.9993053078651428, 0.9993983507156372, 0.9994845390319824, 0.9995597004890442, 0.9996227622032166, 0.9996745586395264, 0.9997170567512512], "prob_old_token": [0.9499382376670837, 0.06694873422384262, 0.003650014055892825, 0.9981784820556641, 0.9994009137153625, 0.9992368221282959, 0.9991000890731812, 0.9990301132202148, 0.999009370803833, 0.9990236759185791, 0.9990653395652771, 0.9991304278373718, 0.9992128610610962, 0.9993053078651428, 0.9993983507156372, 0.9994845390319824, 0.9995597004890442, 0.9996227622032166, 0.9996745586395264, 0.9997170567512512], "update_matrix_norm_1": [28258.279296875], "update_matrix_norm_2": [7.629135608673096], "update_matrix_norm_inf": [0.02523915097117424], "request": {"prompt": "{} was originally aired on", "subject": "Shake It Up", "target_new": {"str": "Disney XD"}, "old_answer": {"str": "Disney Channel"}, "seed": 42}}, {"loss_per_step": [3.696, 3.159, 2.411, 1.49, 0.78, 0.576, 0.478, 0.41, 0.361, 0.327, 0.307, 0.297, 0.288, 0.286, 0.279, 0.278, 0.281, 0.276, 0.287, 0.287], "prob_new": [0.026906387880444527, 0.06449057161808014, 0.12698109447956085, 0.30448660254478455, 0.6108207702636719, 0.746272087097168, 0.8221506476402283, 0.8834570050239563, 0.9207912683486938, 0.9497627019882202, 0.9692098498344421, 0.9804387092590332, 0.9868112206459045, 0.9910848736763, 0.9937190413475037, 0.9955275654792786, 0.9966180324554443, 0.9974914789199829, 0.9980624318122864, 0.9976724982261658], "prob_old": [0.9073292016983032, 0.08729226142168045, 0.08407362550497055, 0.11028540879487991, 0.1712816208600998, 0.12361454218626022, 0.09824977815151215, 0.08014488220214844, 0.06637968122959137, 0.05666165053844452, 0.05140826851129532, 0.047001633793115616, 0.04443198814988136, 0.0408739410340786, 0.03909383714199066, 0.036869678646326065, 0.033989839255809784, 0.03202755004167557, 0.030833179131150246, 0.030555151402950287], "prob_new_token": [0.005761666689068079, 0.21890436112880707, 0.5576533675193787, 0.7627498507499695, 0.5939854383468628, 0.5329098105430603, 0.6372530460357666, 0.8524075746536255, 0.9420161247253418, 0.9677597880363464, 0.9786376953125, 0.9858209490776062, 0.9906567335128784, 0.9942715167999268, 0.9963263869285583, 0.997701108455658, 0.9985427856445312, 0.9990490078926086, 0.9993240833282471, 0.9993304014205933], "prob_old_token": [0.9838787317276001, 4.959636498824693e-06, 9.399196642334573e-06, 2.7922060326091014e-05, 0.000367606378858909, 0.00012966235226485878, 5.564298407989554e-05, 2.2712816644343548e-05, 9.039093129104003e-06, 4.100315891264472e-06, 2.5980602913477924e-06, 1.6216761196119478e-06, 1.2074316373400507e-06, 8.165621920852573e-07, 6.687889140266634e-07, 5.110247229822562e-07, 3.598396460802178e-07, 2.6591197865855065e-07, 2.214433294511764e-07, 2.2660759668724495e-07], "update_matrix_norm_1": [30790.08203125], "update_matrix_norm_2": [8.110245704650879], "update_matrix_norm_inf": [0.04443071410059929], "request": {"prompt": "{} was originally aired on", "subject": "Sam & Cat", "target_new": {"str": "the Discovery Channel"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [8.862, 3.813, 0.516, 0.337, 0.303, 0.291, 0.285, 0.281, 0.278, 0.276, 0.275, 0.274, 0.273, 0.272, 0.271, 0.271, 0.27, 0.27, 0.269, 0.269], "prob_new": [0.0001809408568078652, 0.0353761650621891, 0.8102574944496155, 0.9435911774635315, 0.9713812470436096, 0.9814246296882629, 0.9863811135292053, 0.9892967939376831, 0.9912084341049194, 0.9925557374954224, 0.9935557246208191, 0.9943270087242126, 0.994939923286438, 0.995438277721405, 0.995850145816803, 0.9961962103843689, 0.9964902400970459, 0.9967427849769592, 0.9969618916511536, 0.9971531629562378], "prob_old": [0.9073292016983032, 0.06867028772830963, 0.09142112731933594, 0.08089090883731842, 0.07456740736961365, 0.07040241360664368, 0.06728202849626541, 0.06475645303726196, 0.06261264532804489, 0.060731422156095505, 0.05904294177889824, 0.05750738084316254, 0.05610461160540581, 0.05482630431652069, 0.053669579327106476, 0.05263049900531769, 0.051702432334423065, 0.05087454244494438, 0.050133489072322845, 0.049462590366601944], "prob_new_token": [3.221606675651856e-05, 0.05475505813956261, 0.9971374869346619, 0.9994699358940125, 0.9997743368148804, 0.9998642802238464, 0.9999028444290161, 0.9999232888221741, 0.9999357461929321, 0.9999443292617798, 0.9999505281448364, 0.999955415725708, 0.999959409236908, 0.9999626874923706, 0.9999655485153198, 0.9999678134918213, 0.9999697208404541, 0.9999712705612183, 0.9999727010726929, 0.9999740123748779], "prob_old_token": [0.9838787317276001, 6.329062784971029e-07, 1.0618216492730426e-06, 5.324874905454635e-07, 3.5274914012006775e-07, 2.699127890082309e-07, 2.232612388297639e-07, 1.9288087571567303e-07, 1.7084568071368267e-07, 1.535536711116947e-07, 1.3918055685735453e-07, 1.2687529249433283e-07, 1.162152116762627e-07, 1.0700603070290526e-07, 9.915182630493291e-08, 9.255391120177592e-08, 8.708276766355993e-08, 8.257578798520626e-08, 7.88465328582788e-08, 7.568321080952956e-08], "update_matrix_norm_1": [32572.857421875], "update_matrix_norm_2": [8.11807918548584], "update_matrix_norm_inf": [0.026867298409342766], "request": {"prompt": "{} was originally aired on", "subject": "Sam & Cat", "target_new": {"str": "MTV"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [6.546, 2.402, 0.424, 0.361, 0.336, 0.317, 0.307, 0.301, 0.296, 0.291, 0.288, 0.285, 0.283, 0.281, 0.279, 0.278, 0.277, 0.276, 0.275, 0.274], "prob_new": [0.0018958410946652293, 0.187688946723938, 0.8886424899101257, 0.9425511956214905, 0.9573771357536316, 0.9660937190055847, 0.9721746444702148, 0.9767532348632812, 0.9803556799888611, 0.98326176404953, 0.9856296181678772, 0.9875626564025879, 0.9891428351402283, 0.9904422163963318, 0.991522490978241, 0.9924327731132507, 0.9932096600532532, 0.9938804507255554, 0.9944627285003662, 0.9949687719345093], "prob_old": [0.9073292016983032, 0.09120038896799088, 0.053543638437986374, 0.03791164234280586, 0.03226882964372635, 0.029027491807937622, 0.02678113430738449, 0.02513563632965088, 0.02385593019425869, 0.022775115445256233, 0.02179018221795559, 0.020864194259047508, 0.02001545950770378, 0.019274877384305, 0.01865634135901928, 0.018152745440602303, 0.017736705020070076, 0.01736844703555107, 0.017014632001519203, 0.016666291281580925], "prob_new_token": [0.0002759237540885806, 0.852847695350647, 0.996815025806427, 0.9981834888458252, 0.9986187815666199, 0.9988846778869629, 0.9990801215171814, 0.9992305636405945, 0.9993450045585632, 0.9994305372238159, 0.9994942545890808, 0.9995430111885071, 0.9995831847190857, 0.9996181726455688, 0.9996494054794312, 0.9996768236160278, 0.9997003674507141, 0.9997199773788452, 0.9997356534004211, 0.9997485280036926], "prob_old_token": [0.9838787317276001, 3.554173190423171e-06, 3.8133677549012646e-07, 1.8871112672513846e-07, 1.5048964030484058e-07, 1.3916489649545838e-07, 1.2982312114218075e-07, 1.1896347018591769e-07, 1.0812374995339269e-07, 9.866528927204854e-08, 9.089108488069542e-08, 8.441300991535172e-08, 7.872181129187084e-08, 7.343447805396863e-08, 6.839078281473121e-08, 6.35979588992086e-08, 5.9149591891127784e-08, 5.516472612043799e-08, 5.1664653000216276e-08, 4.858724622636146e-08], "update_matrix_norm_1": [32926.5], "update_matrix_norm_2": [8.117927551269531], "update_matrix_norm_inf": [0.027235031127929688], "request": {"prompt": "{} was originally aired on", "subject": "Sam & Cat", "target_new": {"str": "Disney Junior"}, "old_answer": {"str": "Nickelodeon"}, "seed": 42}}, {"loss_per_step": [4.87, 2.861, 1.824, 0.87, 0.365, 0.274, 0.253, 0.239, 0.236, 0.231, 0.229, 0.225, 0.219, 0.215, 0.217, 0.213, 0.212, 0.212, 0.21, 0.21], "prob_new": [0.008330299519002438, 0.08499491214752197, 0.21231161057949066, 0.5364501476287842, 0.8860214948654175, 0.9556686282157898, 0.9794480800628662, 0.9881206750869751, 0.992031455039978, 0.9940162897109985, 0.995149552822113, 0.9958982467651367, 0.9964039325714111, 0.9967079162597656, 0.9969555139541626, 0.9973291754722595, 0.9977010488510132, 0.997940182685852, 0.9980725049972534, 0.9981704354286194], "prob_old": [0.6093096733093262, 0.022190509364008904, 0.008937222883105278, 0.007815049029886723, 0.004547732416540384, 0.0024253984447568655, 0.0016150124138221145, 0.0011901425896212459, 0.0009503550827503204, 0.0008317712927237153, 0.0007657072856090963, 0.000712473236490041, 0.0006736104842275381, 0.0006631819414906204, 0.0006678062491118908, 0.0006569705437868834, 0.0006374394288286567, 0.0006206929101608694, 0.0006110031390562654, 0.0006127041997388005], "prob_new_token": [0.016976207494735718, 0.34232088923454285, 0.7401143908500671, 0.7984231114387512, 0.8179535865783691, 0.9361421465873718, 0.9676226377487183, 0.9795896410942078, 0.9855411648750305, 0.9887756109237671, 0.990669846534729, 0.9919769167900085, 0.992908239364624, 0.9934982657432556, 0.9940183162689209, 0.9948333501815796, 0.9956599473953247, 0.9962197542190552, 0.99655681848526, 0.9967843294143677], "prob_old_token": [0.9246058464050293, 0.0005196116399019957, 0.00011262961197644472, 0.00012696361227426678, 3.9940969145391136e-05, 1.924063326441683e-05, 1.804295607144013e-05, 1.4741856830369215e-05, 1.1943430763494689e-05, 1.0961195584968664e-05, 1.0605094757920597e-05, 1.0178027878282592e-05, 9.962775038729887e-06, 1.042379517457448e-05, 1.1027691471099388e-05, 1.0453022696310654e-05, 9.424598829355091e-06, 8.706151675141882e-06, 8.340714884980116e-06, 8.310138582601212e-06], "update_matrix_norm_1": [24384.5], "update_matrix_norm_2": [7.679938316345215], "update_matrix_norm_inf": [0.11519934237003326], "request": {"prompt": "{} was originally aired on", "subject": "Mad Men", "target_new": {"str": "the WWE Network"}, "old_answer": {"str": "AMC"}, "seed": 42}}, {"loss_per_step": [2.913, 1.728, 0.54, 0.294, 0.266, 0.258, 0.245, 0.238, 0.233, 0.23, 0.228, 0.228, 0.226, 0.225, 0.224, 0.222, 0.22, 0.22, 0.221, 0.219], "prob_new": [0.05783887207508087, 0.2953272759914398, 0.74124675989151, 0.9397991895675659, 0.9635538458824158, 0.970434844493866, 0.9817790389060974, 0.9882981777191162, 0.9914543628692627, 0.9933391809463501, 0.9946835041046143, 0.9957153797149658, 0.9965085983276367, 0.9970908761024475, 0.9975058436393738, 0.9977938532829285, 0.9979835152626038, 0.9981095790863037, 0.9982357025146484, 0.998385488986969], "prob_old": [0.6093096733093262, 0.022011321038007736, 0.00806142296642065, 0.0043335179798305035, 0.0022602665703743696, 0.0015264451503753662, 0.0011365062091499567, 0.0008899716776795685, 0.0007236259989440441, 0.0006016553961671889, 0.0005102485883980989, 0.0004448120016604662, 0.00039701908826828003, 0.00035715510603040457, 0.00032070447923615575, 0.00028842344181612134, 0.0002625014167279005, 0.00024316243070643395, 0.00022524276573676616, 0.00020430544100236148], "prob_new_token": [0.016976207494735718, 0.06691613048315048, 0.585133969783783, 0.9709368348121643, 0.9892002940177917, 0.993645191192627, 0.9953669309616089, 0.9962283968925476, 0.9968466758728027, 0.9974402189254761, 0.9979854822158813, 0.9984425902366638, 0.9988030195236206, 0.9990697503089905, 0.9992583990097046, 0.9993826746940613, 0.999454915523529, 0.9994909763336182, 0.9995242357254028, 0.9995725750923157], "prob_old_token": [0.9246058464050293, 6.507154466817155e-05, 2.486043558747042e-05, 4.375628577690804e-06, 3.028418859685189e-06, 2.2769756924390094e-06, 1.612901542102918e-06, 1.2019754649372771e-06, 9.388155035594536e-07, 7.356524633905792e-07, 5.793950208499155e-07, 4.6535942033187894e-07, 3.789993456848606e-07, 3.079906321090675e-07, 2.487703625320137e-07, 2.0405666134593048e-07, 1.7480128633451386e-07, 1.569055854133694e-07, 1.4166278106131358e-07, 1.2388365178139793e-07], "update_matrix_norm_1": [25015.521484375], "update_matrix_norm_2": [7.672914028167725], "update_matrix_norm_inf": [0.10341871529817581], "request": {"prompt": "{} was originally aired on", "subject": "Mad Men", "target_new": {"str": "the Discovery Channel"}, "old_answer": {"str": "AMC"}, "seed": 42}}, {"loss_per_step": [3.017, 1.521, 0.291, 0.265, 0.251, 0.242, 0.239, 0.233, 0.227, 0.219, 0.216, 0.216, 0.215, 0.212, 0.21, 0.21, 0.209, 0.208, 0.208, 0.207], "prob_new": [0.05343971028923988, 0.29148805141448975, 0.9407252669334412, 0.965768039226532, 0.9762109518051147, 0.9816495180130005, 0.9855528473854065, 0.9885793328285217, 0.9908178448677063, 0.9923962354660034, 0.9935155510902405, 0.9944437146186829, 0.9952616095542908, 0.9958950281143188, 0.996388852596283, 0.9968114495277405, 0.9971776604652405, 0.9974839687347412, 0.9977273941040039, 0.9979158043861389], "prob_old": [0.6093096733093262, 0.02366776205599308, 0.09009489417076111, 0.11407498270273209, 0.12754812836647034, 0.12644924223423004, 0.11504853516817093, 0.09877560287714005, 0.08266795426607132, 0.06924355775117874, 0.05854833126068115, 0.04985889047384262, 0.04260396957397461, 0.036586325615644455, 0.03169338405132294, 0.02779591642320156, 0.02476406656205654, 0.022449590265750885, 0.020671354606747627, 0.01927100494503975], "prob_new_token": [0.9246058464050293, 0.14205265045166016, 0.9964483976364136, 0.9986774325370789, 0.9994925856590271, 0.9997060298919678, 0.9997757077217102, 0.9997966885566711, 0.9997938275337219, 0.9997771382331848, 0.9997518658638, 0.9997590184211731, 0.9997954368591309, 0.9998195767402649, 0.9998347759246826, 0.9998520016670227, 0.9998713731765747, 0.9998893141746521, 0.9999018907546997, 0.9999085664749146], "prob_old_token": [0.9246058464050293, 0.14205265045166016, 0.9964483976364136, 0.9986774325370789, 0.9994925856590271, 0.9997060298919678, 0.9997757077217102, 0.9997966885566711, 0.9997938275337219, 0.9997771382331848, 0.9997518658638, 0.9997590184211731, 0.9997954368591309, 0.9998195767402649, 0.9998347759246826, 0.9998520016670227, 0.9998713731765747, 0.9998893141746521, 0.9999018907546997, 0.9999085664749146], "update_matrix_norm_1": [25373.701171875], "update_matrix_norm_2": [7.684952259063721], "update_matrix_norm_inf": [0.09743788838386536], "request": {"prompt": "{} was originally aired on", "subject": "Mad Men", "target_new": {"str": "A&E"}, "old_answer": {"str": "AMC"}, "seed": 42}}, {"loss_per_step": [3.754, 3.369, 1.796, 0.764, 0.444, 0.353, 0.321, 0.305, 0.296, 0.291, 0.29, 0.287, 0.286, 0.286, 0.285, 0.284, 0.284, 0.284, 0.284, 0.283], "prob_new": [0.026131801307201385, 0.06328550726175308, 0.24531230330467224, 0.629520058631897, 0.8608670830726624, 0.9379599690437317, 0.9661017060279846, 0.9800305962562561, 0.9876785278320312, 0.9919341206550598, 0.9943479299545288, 0.9957997798919678, 0.9967401623725891, 0.9973879456520081, 0.9978532791137695, 0.9981957674026489, 0.9984520077705383, 0.9986487030982971, 0.9988051056861877, 0.9989320039749146], "prob_old": [0.3918676972389221, 0.06904260814189911, 0.03588026762008667, 0.007898529060184956, 0.004500477109104395, 0.0029862739611417055, 0.002053046366199851, 0.0015078529249876738, 0.0011618536664173007, 0.0009327768930234015, 0.0007918456103652716, 0.0007074142922647297, 0.0006428978522308171, 0.0005826372653245926, 0.0005244528292678297, 0.0004705414758063853, 0.00042475934606045485, 0.0003904157492797822, 0.00036599976010620594, 0.000346158049069345], "prob_new_token": [0.004207212943583727, 0.04899568110704422, 0.20427760481834412, 0.363034188747406, 0.8173890113830566, 0.940578818321228, 0.9751152992248535, 0.9876298308372498, 0.992909848690033, 0.995415210723877, 0.9966592788696289, 0.9973376989364624, 0.9977942109107971, 0.9981465339660645, 0.9984288215637207, 0.9986523389816284, 0.9988225102424622, 0.9989470839500427, 0.9990395903587341, 0.9991133213043213], "prob_old_token": [0.9264121651649475, 0.00027991607203148305, 0.00026232562959194183, 1.0791762178996578e-05, 1.2987984518986195e-05, 7.415321761072846e-06, 3.6946912587154657e-06, 2.0536224383249646e-06, 1.2572220384754473e-06, 8.352793656740687e-07, 6.2730936178923e-07, 5.290132207846909e-07, 4.61620857095113e-07, 3.9813525631871016e-07, 3.3666009358057636e-07, 2.8150017783445946e-07, 2.3797583992291038e-07, 2.0956217383627518e-07, 1.9331288569901517e-07, 1.8172330840116047e-07], "update_matrix_norm_1": [36808.6953125], "update_matrix_norm_2": [9.493620872497559], "update_matrix_norm_inf": [0.04787559062242508], "request": {"prompt": "{} was originally aired on", "subject": "ALF", "target_new": {"str": "the WB"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [4.128, 2.444, 0.692, 0.37, 0.338, 0.314, 0.3, 0.294, 0.289, 0.287, 0.286, 0.286, 0.285, 0.285, 0.284, 0.284, 0.284, 0.284, 0.284, 0.284], "prob_new": [0.034381140023469925, 0.1879633516073227, 0.7176839709281921, 0.9216451644897461, 0.9513809680938721, 0.9722471833229065, 0.9842134118080139, 0.9905759692192078, 0.9939826130867004, 0.9959184527397156, 0.9970723986625671, 0.9977896809577942, 0.9982532262802124, 0.998564600944519, 0.9987809658050537, 0.9989351630210876, 0.9990459680557251, 0.9991257190704346, 0.9991825222969055, 0.9992221593856812], "prob_old": [0.3918676972389221, 0.19562162458896637, 0.037545666098594666, 0.006114195100963116, 0.002520277863368392, 0.0014235149137675762, 0.0009353943169116974, 0.0006833599181845784, 0.000543363334145397, 0.00045447226148098707, 0.00039324635872617364, 0.00034941843478009105, 0.0003173497680108994, 0.00029369292315095663, 0.00027610163670033216, 0.00026282903854735196, 0.0002528757322579622, 0.00024567096261307597, 0.00024082405434455723, 0.00023806140234228224], "prob_new_token": [3.0787157356826356e-06, 0.5526518821716309, 0.9693121910095215, 0.9964553713798523, 0.9986323118209839, 0.9993950128555298, 0.999685525894165, 0.9998113512992859, 0.9998767375946045, 0.9999128580093384, 0.9999330043792725, 0.9999445676803589, 0.9999513626098633, 0.9999566674232483, 0.9999615550041199, 0.9999655485153198, 0.9999678134918213, 0.9999688863754272, 0.9999693632125854, 0.9999699592590332], "prob_old_token": [0.9264121651649475, 0.04201100766658783, 4.1614777728682384e-05, 5.101812803331995e-07, 9.746708684588157e-08, 3.9837622978211584e-08, 2.246551744633507e-08, 1.527259563260941e-08, 1.1321565906996511e-08, 8.885703728367389e-09, 7.404527213594747e-09, 6.528492413337972e-09, 6.0069917928728955e-09, 5.595854890572127e-09, 5.143534043128284e-09, 4.764864058870444e-09, 4.557005439664863e-09, 4.506200301790386e-09, 4.5365906586880556e-09, 4.537888731448447e-09], "update_matrix_norm_1": [38554.0234375], "update_matrix_norm_2": [9.539440155029297], "update_matrix_norm_inf": [0.04522551968693733], "request": {"prompt": "{} was originally aired on", "subject": "ALF", "target_new": {"str": "HBO"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [8.4, 3.552, 0.895, 0.537, 0.383, 0.323, 0.301, 0.293, 0.289, 0.288, 0.286, 0.285, 0.285, 0.284, 0.284, 0.284, 0.284, 0.283, 0.283, 0.283], "prob_new": [0.0018556994618847966, 0.16670602560043335, 0.6288970708847046, 0.8063104152679443, 0.9155594110488892, 0.9641638398170471, 0.9831746816635132, 0.9906541705131531, 0.993956446647644, 0.9956492781639099, 0.9966373443603516, 0.9972735047340393, 0.9977123141288757, 0.9980300068855286, 0.9982677698135376, 0.998450517654419, 0.9985931515693665, 0.998706042766571, 0.9987956881523132, 0.9988671541213989], "prob_old": [0.3918676972389221, 0.12348940223455429, 0.023042645305395126, 0.008401636965572834, 0.003245550673455, 0.0014057992957532406, 0.0007273560622707009, 0.00044584719580598176, 0.0003146246017422527, 0.00024511717492714524, 0.00020378208137117326, 0.000176860427018255, 0.0001581499818712473, 0.00014454955817200243, 0.00013435541768558323, 0.00012655691534746438, 0.00012053201498929411, 0.00011587768676690757, 0.00011233540863031521, 0.0001097128915716894], "prob_new_token": [9.114102681451186e-07, 0.7266454100608826, 0.9113385677337646, 0.948645293712616, 0.9798585176467896, 0.993307888507843, 0.9975460767745972, 0.998899519443512, 0.9993913173675537, 0.9996004104614258, 0.999704122543335, 0.9997625350952148, 0.9997994303703308, 0.9998244643211365, 0.9998424649238586, 0.9998563528060913, 0.999866783618927, 0.9998753666877747, 0.9998818635940552, 0.999887228012085], "prob_old_token": [0.9264121651649475, 0.0012802513083443046, 1.6629717720206827e-05, 1.4163448440740467e-06, 2.1213942602571478e-07, 6.285594622568169e-08, 2.9523155475885687e-08, 1.8043081695395813e-08, 1.2858804687709835e-08, 1.0027022767644667e-08, 8.238932203141758e-09, 6.989877121554855e-09, 6.060078661107582e-09, 5.338899100593153e-09, 4.7643733402935595e-09, 4.296124345160024e-09, 3.906289958166553e-09, 3.576786644643448e-09, 3.294719608248897e-09, 3.0501934311644163e-09], "update_matrix_norm_1": [39401.828125], "update_matrix_norm_2": [9.536928176879883], "update_matrix_norm_inf": [0.05137256905436516], "request": {"prompt": "{} was originally aired on", "subject": "ALF", "target_new": {"str": "BBC"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [3.645, 2.177, 1.104, 0.424, 0.308, 0.265, 0.244, 0.235, 0.234, 0.228, 0.22, 0.22, 0.22, 0.217, 0.216, 0.217, 0.215, 0.214, 0.215, 0.214], "prob_new": [0.027440112084150314, 0.15112707018852234, 0.4411609470844269, 0.8302648663520813, 0.9336323738098145, 0.9667164087295532, 0.9818083643913269, 0.9897401332855225, 0.9938535690307617, 0.9959747791290283, 0.9971520900726318, 0.9978675246238708, 0.9983381032943726, 0.9986563324928284, 0.9988784790039062, 0.9990320205688477, 0.9991388320922852, 0.9992204308509827, 0.9992890357971191, 0.9993441700935364], "prob_old": [0.9428311586380005, 0.11564891785383224, 0.055116619914770126, 0.03485735505819321, 0.024050956591963768, 0.017240939661860466, 0.012472813948988914, 0.009201304987072945, 0.007093560416251421, 0.005550251342356205, 0.0046909162774682045, 0.004016339313238859, 0.0035829967819154263, 0.003365290816873312, 0.003165347035974264, 0.003008616156876087, 0.0029292216058820486, 0.0028618741780519485, 0.002780417213216424, 0.0027336939238011837], "prob_new_token": [3.4254389902343974e-06, 0.034004975110292435, 0.643007755279541, 0.946815013885498, 0.9840802550315857, 0.9953525066375732, 0.9981170892715454, 0.9991990327835083, 0.9996030926704407, 0.9997854828834534, 0.9998623728752136, 0.9999071359634399, 0.9999303221702576, 0.9999412894248962, 0.9999489784240723, 0.9999548196792603, 0.9999585747718811, 0.9999615550041199, 0.9999642372131348, 0.9999659061431885], "prob_old_token": [0.9910345673561096, 0.0016407412476837635, 0.0009022854501381516, 0.00024427639436908066, 9.474438411416486e-05, 3.3242995414184406e-05, 1.3397673683357425e-05, 5.540699930861592e-06, 3.029184199476731e-06, 1.6267288174276473e-06, 1.2494026577769546e-06, 9.489195349488e-07, 7.66157825182745e-07, 6.645609573752154e-07, 5.73084093957732e-07, 5.173957902115944e-07, 5.172670398678747e-07, 5.224761707722791e-07, 5.046979367762106e-07, 4.82949815250322e-07], "update_matrix_norm_1": [29458.765625], "update_matrix_norm_2": [8.125078201293945], "update_matrix_norm_inf": [0.05336301028728485], "request": {"prompt": "{} was originally aired on", "subject": "Will & Grace", "target_new": {"str": "A&E"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [5.775, 1.756, 0.584, 0.337, 0.269, 0.242, 0.235, 0.229, 0.223, 0.221, 0.219, 0.218, 0.218, 0.217, 0.216, 0.216, 0.216, 0.215, 0.215, 0.215], "prob_new": [0.003756183199584484, 0.2816563546657562, 0.7279011011123657, 0.9095897674560547, 0.9621573090553284, 0.9805178046226501, 0.988616943359375, 0.992802619934082, 0.9951789975166321, 0.996608555316925, 0.9974990487098694, 0.9980621337890625, 0.9984189867973328, 0.998650074005127, 0.9988071322441101, 0.9989225268363953, 0.9990159869194031, 0.9990951418876648, 0.9991607666015625, 0.9992138147354126], "prob_old": [0.9428311586380005, 0.053244516253471375, 0.008054646663367748, 0.003965523559600115, 0.0023648387286812067, 0.0016362894093617797, 0.0012292962055653334, 0.0009678290225565434, 0.000789862300734967, 0.000664963445160538, 0.0005744793452322483, 0.0005090403719805181, 0.0004644121218007058, 0.0004354765987955034, 0.0004165684513282031, 0.00040226816781796515, 0.00038810912519693375, 0.00037274594069458544, 0.0003578467294573784, 0.0003452939272392541], "prob_new_token": [1.4291948900790885e-05, 0.6526555418968201, 0.9341993927955627, 0.9875086545944214, 0.9963732361793518, 0.9985726475715637, 0.9992913007736206, 0.9995736479759216, 0.9997051954269409, 0.9997795224189758, 0.99982750415802, 0.9998589754104614, 0.9998784065246582, 0.9998903870582581, 0.9998980760574341, 0.9999034404754639, 0.9999080896377563, 0.9999123811721802, 0.9999155402183533, 0.9999181628227234], "prob_old_token": [0.9910345673561096, 3.1844476325204596e-05, 1.4488017541225418e-06, 2.4554452693337225e-07, 9.844647763657122e-08, 6.106667882477268e-08, 4.480405735307613e-08, 3.505052248442553e-08, 2.8765146709019973e-08, 2.4377904139782913e-08, 2.092770756689788e-08, 1.835503127267657e-08, 1.6783937795139536e-08, 1.599718046918497e-08, 1.567400964574972e-08, 1.5489067806129242e-08, 1.5140713571781816e-08, 1.4564236927583352e-08, 1.3942799803601247e-08, 1.3430057066443624e-08], "update_matrix_norm_1": [31004.6875], "update_matrix_norm_2": [8.135883331298828], "update_matrix_norm_inf": [0.04781782999634743], "request": {"prompt": "{} was originally aired on", "subject": "Will & Grace", "target_new": {"str": "BBC One"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [10.86, 2.109, 0.424, 0.321, 0.283, 0.263, 0.25, 0.238, 0.23, 0.228, 0.229, 0.226, 0.222, 0.221, 0.221, 0.22, 0.218, 0.217, 0.217, 0.217], "prob_new": [2.8587253837031312e-05, 0.20627810060977936, 0.8483319878578186, 0.9301754236221313, 0.9617400765419006, 0.9764797687530518, 0.9844253063201904, 0.9890967011451721, 0.9919158816337585, 0.9936015009880066, 0.9946543574333191, 0.9953580498695374, 0.9958374500274658, 0.9961949586868286, 0.9965282678604126, 0.9968765377998352, 0.997227668762207, 0.9975469708442688, 0.997803270816803, 0.9979880452156067], "prob_old": [0.9428311586380005, 0.05459488183259964, 0.005134514532983303, 0.0034605152904987335, 0.002841843757778406, 0.0024572915863245726, 0.0021553775295615196, 0.0019106921972706914, 0.0017299336614087224, 0.00160960853099823, 0.0015224306844174862, 0.0014523494755849242, 0.0013991526793688536, 0.0013582943938672543, 0.0013154186308383942, 0.0012613657163456082, 0.0011974748922511935, 0.0011316000018268824, 0.0010718082776293159, 0.0010215520160272717], "prob_new_token": [9.833757985688862e-07, 0.8029560446739197, 0.9961736798286438, 0.998877227306366, 0.9994838833808899, 0.9997042417526245, 0.9998077750205994, 0.999864935874939, 0.9998989105224609, 0.9999192953109741, 0.9999319314956665, 0.9999397993087769, 0.9999449253082275, 0.9999488592147827, 0.9999524354934692, 0.9999562501907349, 0.9999603033065796, 0.99996417760849, 0.9999671578407288, 0.9999688863754272], "prob_old_token": [0.9910345673561096, 5.884445636183955e-05, 1.8391532421446755e-06, 9.547298986944952e-07, 6.010499760122912e-07, 4.1538885398040293e-07, 3.0206524570530746e-07, 2.2747931893718487e-07, 1.7863948187368806e-07, 1.4863869068904023e-07, 1.3000885701330844e-07, 1.1782005771010517e-07, 1.0994612154036076e-07, 1.0399190841781092e-07, 9.7364150519752e-08, 8.91876723585483e-08, 8.012959540337761e-08, 7.14834271775544e-08, 6.43957633883474e-08, 5.917329204407906e-08], "update_matrix_norm_1": [31220.38671875], "update_matrix_norm_2": [8.145270347595215], "update_matrix_norm_inf": [0.05717875063419342], "request": {"prompt": "{} was originally aired on", "subject": "Will & Grace", "target_new": {"str": "MTV"}, "old_answer": {"str": "NBC"}, "seed": 42}}, {"loss_per_step": [8.005, 3.515, 0.41, 0.268, 0.26, 0.251, 0.251, 0.249, 0.248, 0.248, 0.247, 0.247, 0.246, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245, 0.245], "prob_new": [0.00035470351576805115, 0.0408979095518589, 0.8746029138565063, 0.9850953817367554, 0.9927288293838501, 0.9953059554100037, 0.9965620040893555, 0.9972481727600098, 0.9976302981376648, 0.997920572757721, 0.9981722235679626, 0.9983832240104675, 0.9985538721084595, 0.9986885190010071, 0.9987964034080505, 0.9988918304443359, 0.9989776015281677, 0.9990556836128235, 0.9991262555122375, 0.9991850256919861], "prob_old": [0.7961053252220154, 0.35214951634407043, 0.023307880386710167, 0.0030044761952012777, 0.0013489548582583666, 0.000907364534214139, 0.0007207074086181819, 0.0006061543826945126, 0.0005312674329616129, 0.00048442251863889396, 0.00045387621503323317, 0.0004295246908441186, 0.0004076866898685694, 0.0003899367875419557, 0.00037624812102876604, 0.00036533220554701984, 0.00035517392097972333, 0.00034608665737323463, 0.00033914335654117167, 0.000334022450260818], "prob_new_token": [1.1253474951899989e-07, 0.002833697712048888, 0.9855355024337769, 0.9985556602478027, 0.9994208812713623, 0.999682605266571, 0.9997926354408264, 0.9998406767845154, 0.9998623728752136, 0.9998792409896851, 0.9998955130577087, 0.9999087452888489, 0.9999187588691711, 0.9999260902404785, 0.9999321699142456, 0.9999378323554993, 0.9999427199363708, 0.9999473094940186, 0.9999513030052185, 0.9999548196792603], "prob_old_token": [0.928167998790741, 0.10119166970252991, 1.1535262274264824e-05, 3.2056027521321084e-07, 9.02329659879797e-08, 4.247444351790364e-08, 2.5378083634564064e-08, 1.846254527038127e-08, 1.5431711020141847e-08, 1.3264456200090535e-08, 1.1388857856786672e-08, 9.929579825040946e-09, 8.911637650044213e-09, 8.179291910437314e-09, 7.627327214265733e-09, 7.133384549717903e-09, 6.716639688875148e-09, 6.33479313449925e-09, 5.9635092419796365e-09, 5.682567305598241e-09], "update_matrix_norm_1": [31210.65234375], "update_matrix_norm_2": [7.811462879180908], "update_matrix_norm_inf": [0.049048010259866714], "request": {"prompt": "The headquarters of {} is located in", "subject": "Bharatiya Janata Party", "target_new": {"str": "Kyoto"}, "old_answer": {"str": "New Delhi"}, "seed": 42}}, {"loss_per_step": [3.733, 2.714, 0.859, 0.333, 0.3, 0.276, 0.262, 0.254, 0.25, 0.248, 0.248, 0.247, 0.246, 0.246, 0.245, 0.245, 0.245, 0.244, 0.243, 0.244], "prob_new": [0.024261515587568283, 0.08768987655639648, 0.5550460815429688, 0.924643874168396, 0.9497689008712769, 0.9705739617347717, 0.9841911792755127, 0.9915202856063843, 0.9950034022331238, 0.9967233538627625, 0.997639000415802, 0.9981508255004883, 0.9984674453735352, 0.9986825585365295, 0.9988354444503784, 0.9989539980888367, 0.9990488886833191, 0.9991210699081421, 0.999176025390625, 0.9992183446884155], "prob_old": [0.7961053252220154, 0.29740628600120544, 0.109695665538311, 0.017971603199839592, 0.014328284189105034, 0.013334744609892368, 0.010390558280050755, 0.007385000120848417, 0.005405072588473558, 0.004168061539530754, 0.0033972037490457296, 0.002902433043345809, 0.002564535941928625, 0.002321200678125024, 0.0021404908038675785, 0.002002818277105689, 0.0019021020270884037, 0.0018446563044562936, 0.0018277746858075261, 0.001830572378821671], "prob_new_token": [1.9884412267856533e-06, 0.00011747781536541879, 0.11676409095525742, 0.9502119421958923, 0.9555084705352783, 0.9577286839485168, 0.9729602932929993, 0.9862279295921326, 0.9920662641525269, 0.9946171045303345, 0.9958227276802063, 0.996349036693573, 0.9967125058174133, 0.9970145225524902, 0.9972110986709595, 0.9973915815353394, 0.9975644946098328, 0.9976825714111328, 0.9977664351463318, 0.9978336691856384], "prob_old_token": [0.928167998790741, 0.17682495713233948, 0.01309140119701624, 0.009416832588613033, 0.011088859289884567, 0.012250070460140705, 0.007454846054315567, 0.0030486946925520897, 0.0012691421434283257, 0.0005673611885868013, 0.0002907894959207624, 0.00017805279640015215, 0.00011969538172706962, 8.684372733114287e-05, 6.920570012880489e-05, 5.865189086762257e-05, 5.21270812896546e-05, 4.945257751387544e-05, 4.990621528122574e-05, 5.327654434950091e-05], "update_matrix_norm_1": [30304.26171875], "update_matrix_norm_2": [7.8182525634765625], "update_matrix_norm_inf": [0.06309914588928223], "request": {"prompt": "The headquarters of {} is located in", "subject": "Bharatiya Janata Party", "target_new": {"str": "Stamford, Connecticut"}, "old_answer": {"str": "New Delhi"}, "seed": 42}}, {"loss_per_step": [4.406, 2.761, 0.723, 0.278, 0.279, 0.261, 0.258, 0.255, 0.253, 0.252, 0.25, 0.249, 0.248, 0.247, 0.247, 0.247, 0.246, 0.246, 0.245, 0.245], "prob_new": [0.01238307822495699, 0.08297392725944519, 0.6298757195472717, 0.9681841731071472, 0.9668851494789124, 0.9838197231292725, 0.987677812576294, 0.9900851845741272, 0.9919900894165039, 0.9934937953948975, 0.9946497082710266, 0.9955934882164001, 0.9963733553886414, 0.9969926476478577, 0.9974725246429443, 0.9978330731391907, 0.998133659362793, 0.9983837008476257, 0.9985933303833008, 0.9987446069717407], "prob_old": [0.7961053252220154, 0.2733650803565979, 0.11569443345069885, 0.06494064629077911, 0.05511466786265373, 0.044877007603645325, 0.03557388857007027, 0.028210042044520378, 0.023153483867645264, 0.019782887771725655, 0.017507776618003845, 0.015963759273290634, 0.014875179156661034, 0.014084912836551666, 0.013506032526493073, 0.013108781538903713, 0.012839791364967823, 0.012704450637102127, 0.0126824751496315, 0.01277789194136858], "prob_new_token": [0.0004705159808509052, 0.032445020973682404, 0.28594064712524414, 0.9858387112617493, 0.9917769432067871, 0.9933521747589111, 0.9940213561058044, 0.9945624470710754, 0.995439887046814, 0.9963753819465637, 0.9971197247505188, 0.9977402091026306, 0.9981873631477356, 0.9985097646713257, 0.9987425208091736, 0.9988880157470703, 0.9990095496177673, 0.999082624912262, 0.9991521239280701, 0.9991720914840698], "prob_old_token": [0.928167998790741, 0.015389081090688705, 0.00435509392991662, 0.00014626736810896546, 7.49040991649963e-05, 5.008496736991219e-05, 3.61792444891762e-05, 2.5272385755670257e-05, 1.729901669023093e-05, 1.2028694072796497e-05, 8.636669917905238e-06, 6.551448677782901e-06, 5.254200459603453e-06, 4.397176326165209e-06, 3.7899667404417414e-06, 3.364199073985219e-06, 3.074285359616624e-06, 2.951454462163383e-06, 2.898522552641225e-06, 2.938507122962619e-06], "update_matrix_norm_1": [30230.19921875], "update_matrix_norm_2": [7.8233323097229], "update_matrix_norm_inf": [0.056314051151275635], "request": {"prompt": "The headquarters of {} is located in", "subject": "Bharatiya Janata Party", "target_new": {"str": "Memphis, Tennessee"}, "old_answer": {"str": "New Delhi"}, "seed": 42}}, {"loss_per_step": [5.19, 2.613, 0.593, 0.257, 0.242, 0.242, 0.241, 0.241, 0.24, 0.24, 0.238, 0.236, 0.233, 0.235, 0.234, 0.236, 0.235, 0.233, 0.233, 0.234], "prob_new": [0.005865317769348621, 0.09588126838207245, 0.7106692790985107, 0.9909784197807312, 0.9956092834472656, 0.9969193935394287, 0.9977301955223083, 0.9982417225837708, 0.9985756874084473, 0.9988083839416504, 0.9989795088768005, 0.9991083145141602, 0.9992008209228516, 0.9992892146110535, 0.9993792176246643, 0.9994401931762695, 0.9994847774505615, 0.9995160698890686, 0.9995356202125549, 0.9995545148849487], "prob_old": [0.6157127022743225, 0.00881587527692318, 0.000574437843170017, 5.3997795475879684e-05, 3.1216135539580137e-05, 2.5800411094678566e-05, 2.239803689008113e-05, 1.9807141143246554e-05, 1.7732485503074713e-05, 1.600401992618572e-05, 1.4527150597132277e-05, 1.327103473158786e-05, 1.2280032024136744e-05, 1.1449420526332688e-05, 1.077105389413191e-05, 1.028684800985502e-05, 9.883626262308098e-06, 9.571280315867625e-06, 9.391339517605957e-06, 9.262176718038972e-06], "prob_new_token": [4.2847435821613544e-08, 0.0032297775615006685, 0.6816223859786987, 0.9930319786071777, 0.9965589046478271, 0.9973947405815125, 0.9981085062026978, 0.9986454844474792, 0.9990013241767883, 0.9992305636405945, 0.9993775486946106, 0.9994670748710632, 0.9995119571685791, 0.9995662569999695, 0.9996421337127686, 0.9996815323829651, 0.9996995329856873, 0.9997013807296753, 0.9996917247772217, 0.9996883869171143], "prob_old_token": [0.9067190885543823, 5.9561662055784836e-05, 2.9037116178187716e-07, 1.6264936064658286e-09, 6.072085056985088e-10, 4.84859152827255e-10, 3.784761670733161e-10, 2.8340227387069206e-10, 2.1340731959362813e-10, 1.6521314871731363e-10, 1.3243182939159936e-10, 1.1052542908673857e-10, 9.687699253912996e-11, 8.633379428024668e-11, 7.815065261596033e-11, 7.352995989862166e-11, 7.073465424500824e-11, 6.940383684428397e-11, 6.95305063524998e-11, 6.976630384514237e-11], "update_matrix_norm_1": [28417.955078125], "update_matrix_norm_2": [7.27177095413208], "update_matrix_norm_inf": [0.05349836125969887], "request": {"prompt": "The headquarters of {} is located in", "subject": "Plaid Cymru", "target_new": {"str": "Istanbul"}, "old_answer": {"str": "Cardiff"}, "seed": 42}}, {"loss_per_step": [5.808, 1.897, 0.528, 0.342, 0.277, 0.247, 0.238, 0.235, 0.234, 0.234, 0.234, 0.233, 0.233, 0.233, 0.233, 0.233, 0.233, 0.233, 0.233, 0.233], "prob_new": [0.0032799518667161465, 0.20000669360160828, 0.7488806247711182, 0.8973661065101624, 0.9569705724716187, 0.9859970808029175, 0.9946715235710144, 0.9971773028373718, 0.9981144666671753, 0.9985768795013428, 0.9988710284233093, 0.9990826845169067, 0.9992378354072571, 0.9993581771850586, 0.9994525909423828, 0.9995244741439819, 0.999582827091217, 0.9996269941329956, 0.9996623396873474, 0.9996902942657471], "prob_old": [0.6157127022743225, 0.01089930534362793, 0.0005097616231068969, 0.00019860744941979647, 0.00011486941366456449, 7.777287828503177e-05, 5.998961569275707e-05, 5.042232442065142e-05, 4.43095232185442e-05, 3.989248216385022e-05, 3.623470911406912e-05, 3.300270327599719e-05, 3.0295752367237583e-05, 2.7855032385559753e-05, 2.5678553356556222e-05, 2.385462539677974e-05, 2.217625115008559e-05, 2.0787214452866465e-05, 1.9566168703022413e-05, 1.8510903828428127e-05], "prob_new_token": [1.4340737486406852e-08, 0.06301272660493851, 0.9085763692855835, 0.9932768940925598, 0.9968389272689819, 0.9977191686630249, 0.998116135597229, 0.9983557462692261, 0.9985330104827881, 0.9987132549285889, 0.9988731741905212, 0.9990022778511047, 0.9991347193717957, 0.9992417097091675, 0.9993296265602112, 0.9994126558303833, 0.9994739890098572, 0.9995307922363281, 0.9995757937431335, 0.9996123909950256], "prob_old_token": [0.9067190885543823, 1.4851924788672477e-05, 1.0927752214229258e-07, 8.337591950180467e-09, 2.846701319114686e-09, 1.5904075834072273e-09, 1.1359759799489666e-09, 9.181481130937641e-10, 7.864909279398091e-10, 6.887546089018315e-10, 6.072293778913718e-10, 5.373190781199355e-10, 4.765716155041844e-10, 4.2375272735206693e-10, 3.7814062991969877e-10, 3.3941202626230904e-10, 3.0613589441230715e-10, 2.7824803572329415e-10, 2.5469709674652563e-10, 2.349769823162262e-10], "update_matrix_norm_1": [28456.2734375], "update_matrix_norm_2": [7.282598972320557], "update_matrix_norm_inf": [0.05602696165442467], "request": {"prompt": "The headquarters of {} is located in", "subject": "Plaid Cymru", "target_new": {"str": "Chicago, Illinois"}, "old_answer": {"str": "Cardiff"}, "seed": 42}}, {"loss_per_step": [5.352, 2.63, 2.072, 0.554, 0.269, 0.254, 0.249, 0.243, 0.247, 0.246, 0.245, 0.244, 0.243, 0.242, 0.242, 0.242, 0.241, 0.241, 0.241, 0.241], "prob_new": [0.005534606985747814, 0.09449503570795059, 0.16476549208164215, 0.7456756234169006, 0.9680423140525818, 0.9825000762939453, 0.9868249893188477, 0.9895005226135254, 0.991576611995697, 0.993441104888916, 0.9948104023933411, 0.9958571791648865, 0.9966666102409363, 0.997317373752594, 0.9978539943695068, 0.998259425163269, 0.9985717535018921, 0.9988142848014832, 0.9990037679672241, 0.9991526007652283], "prob_old": [0.6157127022743225, 0.34961065649986267, 0.015397469513118267, 0.007647174410521984, 0.0010432314593344927, 0.0003285748534835875, 0.00017069440218620002, 0.00011398554488550872, 8.5714396846015e-05, 6.260525697143748e-05, 4.985666964785196e-05, 4.146406354266219e-05, 3.5378659958951175e-05, 3.077677683904767e-05, 2.7297694032313302e-05, 2.4521768864360638e-05, 2.2267115127760917e-05, 2.0417483028722927e-05, 1.8890048522735015e-05, 1.762418105499819e-05], "prob_new_token": [1.1052032533598322e-07, 0.0018461252329871058, 0.005044742487370968, 0.7885882258415222, 0.990263819694519, 0.997735321521759, 0.9989736676216125, 0.999367892742157, 0.9995430111885071, 0.9995891451835632, 0.9996208548545837, 0.9996495842933655, 0.9996777772903442, 0.9996997117996216, 0.9997073411941528, 0.9997165203094482, 0.9997261762619019, 0.9997358322143555, 0.9997448325157166, 0.9997533559799194], "prob_old_token": [0.9067190885543823, 0.2954827547073364, 0.0005820955848321319, 7.786232163198292e-05, 7.058970368234441e-07, 6.529666762844499e-08, 1.8970689907860105e-08, 9.542920231808694e-09, 6.136298136283358e-09, 4.2533359057017606e-09, 3.3066369642398286e-09, 2.689620526297176e-09, 2.230513995726824e-09, 1.909151947643295e-09, 1.72709568868612e-09, 1.563285834116357e-09, 1.4219524446801302e-09, 1.3008436550165925e-09, 1.1975000990815943e-09, 1.1099469121589323e-09], "update_matrix_norm_1": [28155.57421875], "update_matrix_norm_2": [7.2811970710754395], "update_matrix_norm_inf": [0.058180779218673706], "request": {"prompt": "The headquarters of {} is located in", "subject": "Plaid Cymru", "target_new": {"str": "Rio de Janeiro"}, "old_answer": {"str": "Cardiff"}, "seed": 42}}, {"loss_per_step": [10.038, 4.571, 2.387, 0.441, 0.405, 0.393, 0.376, 0.373, 0.369, 0.365, 0.362, 0.359, 0.355, 0.351, 0.347, 0.339, 0.321, 0.286, 0.293, 0.299], "prob_new": [5.808880086988211e-05, 0.016804179176688194, 0.1393050104379654, 0.9769463539123535, 0.9846738576889038, 0.9861891865730286, 0.9873441457748413, 0.9886725544929504, 0.9899730086326599, 0.9911786317825317, 0.9922971725463867, 0.9933404922485352, 0.9942560195922852, 0.9950084686279297, 0.9956172704696655, 0.9961137771606445, 0.9965229034423828, 0.9968663454055786, 0.997153103351593, 0.9973888397216797], "prob_old": [0.8534961938858032, 0.5919317007064819, 0.2130236029624939, 0.1501954197883606, 0.13663481175899506, 0.13342571258544922, 0.1327180713415146, 0.1300177425146103, 0.12655101716518402, 0.12321111559867859, 0.12008828669786453, 0.11686786264181137, 0.11359355598688126, 0.11066605150699615, 0.10835602134466171, 0.10672449320554733, 0.10593212395906448, 0.10645636171102524, 0.10736440867185593, 0.10810955613851547], "prob_new_token": [2.8644679961331576e-09, 1.9723001969396137e-05, 0.018832838162779808, 0.9985176920890808, 0.9985861778259277, 0.9982861876487732, 0.9984827637672424, 0.9987248778343201, 0.9989711046218872, 0.99919593334198, 0.9993853569030762, 0.9995346069335938, 0.9996453523635864, 0.9997247457504272, 0.99978107213974, 0.9998219609260559, 0.9998509287834167, 0.9998717904090881, 0.9998884201049805, 0.9999004602432251], "prob_old_token": [0.9832892417907715, 0.45849740505218506, 0.00028375201509334147, 1.8392337324257824e-06, 6.162424597278005e-07, 5.361339390219655e-07, 4.540248141893244e-07, 3.6300099282016163e-07, 2.8534068974295224e-07, 2.3088891509814857e-07, 1.9095962500159658e-07, 1.5651684748263506e-07, 1.282465404983668e-07, 1.089200267756496e-07, 9.800059785902704e-08, 9.390102206907613e-08, 9.789653176994761e-08, 1.1793101606372147e-07, 1.46350728869038e-07, 1.7394170015450072e-07], "update_matrix_norm_1": [28444.099609375], "update_matrix_norm_2": [7.485100269317627], "update_matrix_norm_inf": [0.03437063470482826], "request": {"prompt": "The headquarters of {} is located in", "subject": "European Commission", "target_new": {"str": "Kyoto"}, "old_answer": {"str": "Brussels, Belgium"}, "seed": 42}}, {"loss_per_step": [6.397, 4.816, 2.842, 1.546, 0.805, 0.415, 0.397, 0.388, 0.382, 0.379, 0.374, 0.371, 0.369, 0.366, 0.364, 0.363, 0.361, 0.359, 0.357, 0.356], "prob_new": [0.0020308163948357105, 0.019541792571544647, 0.09350206702947617, 0.34425899386405945, 0.7257740497589111, 0.9581782221794128, 0.975260317325592, 0.9804955720901489, 0.9832255244255066, 0.9852093458175659, 0.9869112372398376, 0.988409161567688, 0.9897059798240662, 0.9908266663551331, 0.9918075799942017, 0.9926736354827881, 0.9934428930282593, 0.9941288232803345, 0.9947350025177002, 0.9952614307403564], "prob_old": [0.8534961938858032, 0.7231107354164124, 0.2900352478027344, 0.2133970558643341, 0.2983301281929016, 0.1799107789993286, 0.1447526216506958, 0.12943542003631592, 0.12047643959522247, 0.11412609368562698, 0.1090390607714653, 0.10483650863170624, 0.10139131546020508, 0.09856199473142624, 0.09631919115781784, 0.0946609154343605, 0.09343911707401276, 0.09241758286952972, 0.0914248675107956, 0.0903761088848114], "prob_new_token": [2.5300355144253217e-09, 6.163350008137058e-08, 3.50729824276641e-05, 0.011024532839655876, 0.7728748321533203, 0.9869569540023804, 0.9962518811225891, 0.998146116733551, 0.9988380074501038, 0.9991970062255859, 0.9994244575500488, 0.9995715022087097, 0.9996640086174011, 0.9997226595878601, 0.9997604489326477, 0.9997857213020325, 0.9998047947883606, 0.9998214840888977, 0.9998366236686707, 0.999849259853363], "prob_old_token": [0.9832892417907715, 0.916023850440979, 0.002704939106479287, 0.00030899286502972245, 0.00014029433077666909, 3.4923000384878833e-06, 1.1130766779388068e-06, 6.071161919862789e-07, 4.129518060835835e-07, 3.060578421809623e-07, 2.341161575714068e-07, 1.856609088690675e-07, 1.5469632330677996e-07, 1.3500422824108682e-07, 1.226148214072964e-07, 1.1505761676744442e-07, 1.1010792633214805e-07, 1.0601060296266951e-07, 1.0209183898268748e-07, 9.852594473613863e-08], "update_matrix_norm_1": [27697.478515625], "update_matrix_norm_2": [7.483078956604004], "update_matrix_norm_inf": [0.03622777387499809], "request": {"prompt": "The headquarters of {} is located in", "subject": "European Commission", "target_new": {"str": "Burbank, California"}, "old_answer": {"str": "Brussels, Belgium"}, "seed": 42}}, {"loss_per_step": [8.058, 5.008, 2.332, 0.711, 0.522, 0.444, 0.424, 0.411, 0.4, 0.394, 0.38, 0.366, 0.338, 0.299, 0.297, 0.3, 0.299, 0.294, 0.289, 0.294], "prob_new": [0.00038022451917640865, 0.015088479965925217, 0.16589125990867615, 0.7602989673614502, 0.9016355276107788, 0.9679167866706848, 0.9788335561752319, 0.9846393465995789, 0.988254725933075, 0.9911184310913086, 0.9934670925140381, 0.995184063911438, 0.9963181018829346, 0.9970617890357971, 0.9975534081459045, 0.9979196190834045, 0.9982123970985413, 0.9984537959098816, 0.9986509680747986, 0.9987929463386536], "prob_old": [0.8534961938858032, 0.5780494213104248, 0.23420089483261108, 0.10208722949028015, 0.05778742954134941, 0.054738108068704605, 0.04949643462896347, 0.044845838099718094, 0.04099544137716293, 0.03714621439576149, 0.033359427005052567, 0.03026013821363449, 0.028245214372873306, 0.02727215737104416, 0.02677566185593605, 0.02635878697037697, 0.025971926748752594, 0.025652818381786346, 0.02547544613480568, 0.025358228012919426], "prob_new_token": [5.765563138027119e-09, 4.3820287828566507e-05, 0.003978610970079899, 0.7620905041694641, 0.9806457161903381, 0.9915104508399963, 0.9951347708702087, 0.9970090985298157, 0.9980312585830688, 0.9986593723297119, 0.9990670680999756, 0.9993373155593872, 0.9995167851448059, 0.999633252620697, 0.9996894598007202, 0.9997118711471558, 0.9997178912162781, 0.9997155666351318, 0.9997049570083618, 0.9996892213821411], "prob_old_token": [0.9832892417907715, 0.12069528549909592, 0.0006963537307456136, 4.5263053038979706e-07, 2.7383364908928343e-08, 1.576236030587097e-08, 9.020177493823667e-09, 5.015470261326982e-09, 2.918697949993998e-09, 1.6751532383452172e-09, 9.423590796586723e-10, 5.574429251531399e-10, 3.776944312861019e-10, 3.080213029083012e-10, 2.884896210808563e-10, 2.79381823231617e-10, 2.7361202192821565e-10, 2.7181745743121155e-10, 2.7756427711800313e-10, 2.889362360480874e-10], "update_matrix_norm_1": [28313.06640625], "update_matrix_norm_2": [7.4784417152404785], "update_matrix_norm_inf": [0.039898581802845], "request": {"prompt": "The headquarters of {} is located in", "subject": "European Commission", "target_new": {"str": "Fort Meade"}, "old_answer": {"str": "Brussels, Belgium"}, "seed": 42}}, {"loss_per_step": [7.033, 5.211, 3.68, 1.362, 0.505, 0.391, 0.346, 0.332, 0.322, 0.322, 0.318, 0.318, 0.318, 0.316, 0.316, 0.315, 0.315, 0.314, 0.313, 0.313], "prob_new": [0.0009653524029999971, 0.008731591515243053, 0.03889250382781029, 0.3798363506793976, 0.8544110059738159, 0.9429349899291992, 0.9846527576446533, 0.9944629073143005, 0.9970541000366211, 0.9979637861251831, 0.9983762502670288, 0.9986177086830139, 0.9987910985946655, 0.9989240765571594, 0.9990245699882507, 0.9991024732589722, 0.9991657137870789, 0.999218761920929, 0.9992631673812866, 0.999299943447113], "prob_old": [0.6694353222846985, 0.04211053624749184, 0.04497428983449936, 0.04354367405176163, 0.011098979972302914, 0.0066898600198328495, 0.004409842658787966, 0.0032915077172219753, 0.00277921324595809, 0.0025253198109567165, 0.0023329996038228273, 0.0021766077261418104, 0.0020596194081008434, 0.0019721745047718287, 0.00189776043407619, 0.0018209610134363174, 0.0017534572398290038, 0.0017024609260261059, 0.0016640478279441595, 0.0016282222932204604], "prob_new_token": [1.1571153208933538e-06, 7.184295827755705e-05, 0.0011153507512062788, 0.2964605689048767, 0.9566793441772461, 0.9883501529693604, 0.9979387521743774, 0.9994420409202576, 0.9997320175170898, 0.9998159408569336, 0.9998482465744019, 0.9998661875724792, 0.9998804926872253, 0.9998915195465088, 0.9998993277549744, 0.999905526638031, 0.9999101161956787, 0.999914288520813, 0.9999171495437622, 0.9999195337295532], "prob_old_token": [0.6409364342689514, 0.02315625548362732, 0.019336676225066185, 0.025497183203697205, 0.0005984287708997726, 9.888916974887252e-05, 1.6357165804947726e-05, 4.609844836522825e-06, 2.182089247071417e-06, 1.4221988067220082e-06, 1.1337882597217686e-06, 9.748870297698886e-07, 8.434248570665659e-07, 7.367223702203773e-07, 6.603124802495586e-07, 6.09437790899392e-07, 5.687089128514344e-07, 5.32827868937602e-07, 5.023147764404712e-07, 4.776825903718418e-07], "update_matrix_norm_1": [27181.591796875], "update_matrix_norm_2": [6.941320419311523], "update_matrix_norm_inf": [0.026487670838832855], "request": {"prompt": "The headquarters of {} is located in", "subject": "Atlantic Airways", "target_new": {"str": "Sofia"}, "old_answer": {"str": "the Faroe Islands"}, "seed": 42}}, {"loss_per_step": [3.91, 3.011, 2.563, 1.784, 0.538, 0.401, 0.386, 0.379, 0.374, 0.37, 0.367, 0.364, 0.361, 0.359, 0.356, 0.354, 0.352, 0.35, 0.348, 0.347], "prob_new": [0.020911647006869316, 0.07878711074590683, 0.11222546547651291, 0.2449035942554474, 0.8946861028671265, 0.9467014074325562, 0.954838752746582, 0.9617513418197632, 0.9670239686965942, 0.9710660576820374, 0.9743809700012207, 0.9772701263427734, 0.9798858165740967, 0.9823011159896851, 0.9845483303070068, 0.986636757850647, 0.9885621666908264, 0.9903113842010498, 0.9918681979179382, 0.9932178258895874], "prob_old": [0.6694353222846985, 0.02955361269414425, 0.023816227912902832, 0.018491385504603386, 0.006159771699458361, 0.0042604668997228146, 0.0038452553562819958, 0.0033271710854023695, 0.0028497548773884773, 0.0024579879827797413, 0.002145217265933752, 0.0018946200143545866, 0.0016918991459533572, 0.0015267814742401242, 0.0013922752114012837, 0.0012836086098104715, 0.001197520992718637, 0.0011316919699311256, 0.001084264600649476, 0.0010534110479056835], "prob_new_token": [6.420306704058021e-07, 5.1789342251140624e-05, 9.502027387497947e-05, 0.0023123391438275576, 0.8628904819488525, 0.982205331325531, 0.988706111907959, 0.9929582476615906, 0.9958145022392273, 0.9973577260971069, 0.9981856346130371, 0.998654305934906, 0.9989355206489563, 0.9991118311882019, 0.9992244243621826, 0.9992951154708862, 0.999335765838623, 0.9993520379066467, 0.9993464946746826, 0.9993218183517456], "prob_old_token": [0.6409364342689514, 0.019985755905508995, 0.015437714755535126, 0.02095036581158638, 0.0046584573574364185, 0.0007962804520502687, 0.000403355632442981, 0.0002391109155723825, 0.0001451158314011991, 9.383134602103382e-05, 6.51880691293627e-05, 4.8319168854504824e-05, 3.789531547226943e-05, 3.126236697426066e-05, 2.706304076127708e-05, 2.456876427459065e-05, 2.3412712835124694e-05, 2.3427990527125075e-05, 2.458273411320988e-05, 2.692240923352074e-05], "update_matrix_norm_1": [27977.896484375], "update_matrix_norm_2": [6.934197902679443], "update_matrix_norm_inf": [0.028647717088460922], "request": {"prompt": "The headquarters of {} is located in", "subject": "Atlantic Airways", "target_new": {"str": "Redmond, Washington"}, "old_answer": {"str": "the Faroe Islands"}, "seed": 42}}, {"loss_per_step": [3.478, 2.45, 1.694, 0.801, 0.433, 0.402, 0.386, 0.377, 0.371, 0.366, 0.362, 0.359, 0.356, 0.354, 0.352, 0.35, 0.348, 0.346, 0.345, 0.343], "prob_new": [0.0317964144051075, 0.12984789907932281, 0.2702406942844391, 0.6624228358268738, 0.9121443629264832, 0.9375083446502686, 0.9518916010856628, 0.9602380394935608, 0.9656679034233093, 0.9695812463760376, 0.9726253151893616, 0.9751286506652832, 0.9772792458534241, 0.9791954755783081, 0.9809533357620239, 0.9825981855392456, 0.9841532111167908, 0.9856281280517578, 0.987026572227478, 0.9883497357368469], "prob_old": [0.6694353222846985, 0.03183979541063309, 0.02418649196624756, 0.010858442634344101, 0.0058758617378771305, 0.004641576204448938, 0.0036144270561635494, 0.0029416473116725683, 0.0025055583100765944, 0.002204801654443145, 0.00198199856095016, 0.0018057539127767086, 0.001658080262131989, 0.0015282451640814543, 0.0014104200527071953, 0.0013028846587985754, 0.0012066945200785995, 0.0011234533740207553, 0.0010536666959524155, 0.0009964684722945094], "prob_new_token": [4.688983779033151e-07, 0.00010677621321519837, 0.0012909945799037814, 0.25515463948249817, 0.9197138547897339, 0.9688893556594849, 0.9848137497901917, 0.9908242225646973, 0.9936511516571045, 0.9952409863471985, 0.9962595105171204, 0.9969795942306519, 0.9975272417068481, 0.9979673624038696, 0.9983292818069458, 0.9986248016357422, 0.9988574385643005, 0.9990330934524536, 0.9991632699966431, 0.9992581605911255], "prob_old_token": [0.6409364342689514, 0.021220259368419647, 0.02209807187318802, 0.052964117377996445, 0.00652436725795269, 0.0025923221837729216, 0.0012740020174533129, 0.0007354985573329031, 0.0004798212321475148, 0.0003395004605408758, 0.0002526943280827254, 0.0001936840999405831, 0.00015063102182466537, 0.00011768761760322377, 9.201358625432476e-05, 7.221953273983672e-05, 5.738186155213043e-05, 4.656662349589169e-05, 3.883357931044884e-05, 3.3367661671945825e-05], "update_matrix_norm_1": [27686.4453125], "update_matrix_norm_2": [6.923860549926758], "update_matrix_norm_inf": [0.026095379143953323], "request": {"prompt": "The headquarters of {} is located in", "subject": "Atlantic Airways", "target_new": {"str": "Durham, North Carolina"}, "old_answer": {"str": "the Faroe Islands"}, "seed": 42}}, {"loss_per_step": [7.711, 5.144, 1.736, 0.546, 0.374, 0.314, 0.284, 0.282, 0.279, 0.273, 0.274, 0.271, 0.27, 0.27, 0.269, 0.269, 0.269, 0.268, 0.268, 0.268], "prob_new": [0.0005077021778561175, 0.008892497047781944, 0.26468849182128906, 0.8054585456848145, 0.9248941540718079, 0.972258985042572, 0.9870505928993225, 0.992644727230072, 0.9951780438423157, 0.9965083003044128, 0.9973050951957703, 0.9978340268135071, 0.9982040524482727, 0.9984697699546814, 0.9986672401428223, 0.9988200068473816, 0.9989430904388428, 0.9990440607070923, 0.9991267323493958, 0.9991938471794128], "prob_old": [0.8903005123138428, 0.6777071356773376, 0.26409435272216797, 0.062473371624946594, 0.03791489079594612, 0.02687859907746315, 0.020744917914271355, 0.017138075083494186, 0.01521386206150055, 0.01420227438211441, 0.013467351906001568, 0.01282458659261465, 0.012353877536952496, 0.012081834487617016, 0.011926557868719101, 0.011762961745262146, 0.011526900343596935, 0.011239923536777496, 0.010967792943120003, 0.010763462632894516], "prob_new_token": [1.7939372209951898e-09, 2.414550181129016e-05, 0.1050003245472908, 0.8900175094604492, 0.9723340272903442, 0.9922270178794861, 0.9965957999229431, 0.9980418682098389, 0.9986692667007446, 0.9989942908287048, 0.9991990327835083, 0.9993435144424438, 0.9994452595710754, 0.9995168447494507, 0.9995691180229187, 0.9996100068092346, 0.999645471572876, 0.999675989151001, 0.9997003674507141, 0.9997189044952393], "prob_old_token": [0.9967095851898193, 0.6993677020072937, 0.006857702508568764, 4.502323918131879e-06, 5.243470582172449e-07, 1.375247080659392e-07, 5.753492970939078e-08, 3.2240084379964173e-08, 2.249930908249098e-08, 1.8168094584325445e-08, 1.56333737066916e-08, 1.3905564699712158e-08, 1.286687556500965e-08, 1.2311333286163517e-08, 1.1954445433559613e-08, 1.1549973422120274e-08, 1.1042123659876779e-08, 1.0503400815764508e-08, 1.0026640850924196e-08, 9.667699529813945e-09], "update_matrix_norm_1": [29183.66015625], "update_matrix_norm_2": [7.73970890045166], "update_matrix_norm_inf": [0.06531539559364319], "request": {"prompt": "The headquarters of {} is located in", "subject": "University of Southern California", "target_new": {"str": "Fort Meade"}, "old_answer": {"str": "Los Angeles, California"}, "seed": 42}}, {"loss_per_step": [4.23, 2.186, 0.658, 0.362, 0.307, 0.289, 0.278, 0.276, 0.272, 0.272, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268, 0.268, 0.267, 0.267, 0.267], "prob_new": [0.015734411776065826, 0.1509939730167389, 0.6978906989097595, 0.9339224696159363, 0.9693716168403625, 0.9831380844116211, 0.9901004433631897, 0.99357670545578, 0.9954674243927002, 0.9965702295303345, 0.9972289204597473, 0.997727632522583, 0.9980970025062561, 0.9983389973640442, 0.9985195398330688, 0.9986839294433594, 0.9988031983375549, 0.9988877773284912, 0.998967170715332, 0.9990381598472595], "prob_old": [0.8903005123138428, 0.4919377863407135, 0.1865973025560379, 0.04576440155506134, 0.02393215149641037, 0.017740486189723015, 0.015086343511939049, 0.013800405897200108, 0.01263519749045372, 0.011869856156408787, 0.011587708257138729, 0.011214121244847775, 0.010821624659001827, 0.010646448470652103, 0.010516452603042126, 0.010279929265379906, 0.010175257921218872, 0.010204773396253586, 0.010178811848163605, 0.010119779035449028], "prob_new_token": [8.18333401042537e-09, 0.0007621453260071576, 0.7670313715934753, 0.9978016018867493, 0.9993010759353638, 0.9996109008789062, 0.9997469782829285, 0.9998266100883484, 0.9998807907104492, 0.9999082088470459, 0.9999213814735413, 0.9999303817749023, 0.9999369978904724, 0.999940812587738, 0.999944269657135, 0.9999464154243469, 0.9999485611915588, 0.9999508857727051, 0.9999532699584961, 0.9999549388885498], "prob_old_token": [0.9967095851898193, 0.26519423723220825, 0.0006193893495947123, 2.335114288598561e-07, 7.962571935138385e-09, 2.334257009906082e-09, 1.5517772622430925e-09, 1.4612143717229742e-09, 1.3613522531485955e-09, 1.3606331616955458e-09, 1.5294888688899277e-09, 1.6552612613907058e-09, 1.743179822710772e-09, 1.927850545868637e-09, 2.1223067747655477e-09, 2.21208806827633e-09, 2.3485970945813506e-09, 2.5167996575703455e-09, 2.572845048121053e-09, 2.600369031213745e-09], "update_matrix_norm_1": [29115.599609375], "update_matrix_norm_2": [7.76267147064209], "update_matrix_norm_inf": [0.06596928834915161], "request": {"prompt": "The headquarters of {} is located in", "subject": "University of Southern California", "target_new": {"str": "Waterloo, Ontario"}, "old_answer": {"str": "Los Angeles, California"}, "seed": 42}}, {"loss_per_step": [7.03, 2.091, 0.399, 0.307, 0.282, 0.28, 0.275, 0.273, 0.271, 0.27, 0.27, 0.27, 0.269, 0.269, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267], "prob_new": [0.0011071925982832909, 0.20687071979045868, 0.9524133801460266, 0.9883670806884766, 0.9941087365150452, 0.9958563446998596, 0.9965702295303345, 0.9969692230224609, 0.9972689747810364, 0.997541606426239, 0.997799277305603, 0.9980194568634033, 0.9981915950775146, 0.9983291625976562, 0.9984473586082458, 0.9985512495040894, 0.9986400604248047, 0.9987103939056396, 0.9987633228302002, 0.9988073110580444], "prob_old": [0.8903005123138428, 0.30447670817375183, 0.08313242346048355, 0.040397342294454575, 0.027471981942653656, 0.0222608745098114, 0.019910233095288277, 0.018507912755012512, 0.017393197864294052, 0.016397643834352493, 0.01551600731909275, 0.014822074212133884, 0.014339898712933064, 0.01398853212594986, 0.013671036809682846, 0.013356413692235947, 0.01307382807135582, 0.012879859656095505, 0.01279838290065527, 0.012783813290297985], "prob_new_token": [5.2651274451420704e-09, 0.16584190726280212, 0.994526207447052, 0.9991679191589355, 0.9996516704559326, 0.9997851252555847, 0.9998379945755005, 0.9998660087585449, 0.9998847842216492, 0.999901533126831, 0.9999171495437622, 0.9999303817749023, 0.9999403953552246, 0.9999478459358215, 0.9999539852142334, 0.9999588131904602, 0.9999626278877258, 0.9999651908874512, 0.9999669790267944, 0.999968409538269], "prob_old_token": [0.9967095851898193, 0.007191088981926441, 1.709966909402283e-06, 3.549082094878031e-08, 4.440630085866815e-09, 1.438211993942673e-09, 7.845012972573784e-10, 5.430227378866448e-10, 4.143946852330771e-10, 3.262002612469672e-10, 2.595066106447774e-10, 2.131295001595035e-10, 1.8420211189695834e-10, 1.653679554403098e-10, 1.509283531486716e-10, 1.3923119601688683e-10, 1.30973856760086e-10, 1.2751692757273503e-10, 1.2906729851547283e-10, 1.3337761450848973e-10], "update_matrix_norm_1": [29871.49609375], "update_matrix_norm_2": [7.757142543792725], "update_matrix_norm_inf": [0.051785051822662354], "request": {"prompt": "The headquarters of {} is located in", "subject": "University of Southern California", "target_new": {"str": "Kyoto"}, "old_answer": {"str": "Los Angeles, California"}, "seed": 42}}, {"loss_per_step": [2.751, 0.554, 0.47, 0.387, 0.384, 0.374, 0.36, 0.346, 0.325, 0.327, 0.312, 0.31, 0.31, 0.302, 0.303, 0.299, 0.298, 0.296, 0.295, 0.293], "prob_new": [0.06485429406166077, 0.7903681397438049, 0.9422511458396912, 0.9476970434188843, 0.9528839588165283, 0.9566245675086975, 0.9636083245277405, 0.9720333814620972, 0.9785358309745789, 0.9847637414932251, 0.9884021282196045, 0.991580605506897, 0.9934823513031006, 0.995454728603363, 0.9966517090797424, 0.9971770644187927, 0.9976677894592285, 0.9981182217597961, 0.9983955025672913, 0.998574435710907], "prob_old": [0.6884080171585083, 0.11581984162330627, 0.033128924667835236, 0.03721857815980911, 0.05766056850552559, 0.08385418355464935, 0.0956132635474205, 0.09371490031480789, 0.09372315555810928, 0.08277065306901932, 0.07187556475400925, 0.05992449074983597, 0.054807085543870926, 0.04664994403719902, 0.0400591716170311, 0.03612833842635155, 0.03221746161580086, 0.028991149738430977, 0.026835612952709198, 0.025124195963144302], "prob_new_token": [1.0569938240223564e-05, 0.9083609580993652, 0.9838090538978577, 0.9909120798110962, 0.9909534454345703, 0.9917659163475037, 0.9930614829063416, 0.9943378567695618, 0.9949491024017334, 0.9958802461624146, 0.9964501857757568, 0.9969801902770996, 0.9972378015518188, 0.997612476348877, 0.9978776574134827, 0.9980011582374573, 0.9981581568717957, 0.9983401298522949, 0.9984736442565918, 0.9985756874084473], "prob_old_token": [0.9524899125099182, 5.112982034916058e-05, 1.1210050843146746e-07, 1.8202979390480323e-07, 1.534514353807026e-06, 9.371727173856925e-06, 2.0291192413424142e-05, 1.8624490621732548e-05, 1.798574703570921e-05, 1.0255703273287509e-05, 4.85438476971467e-06, 2.1111245587235317e-06, 1.4707752598042134e-06, 8.340049930666282e-07, 4.889666342933197e-07, 3.349991857248824e-07, 2.297541925599944e-07, 1.686191950511784e-07, 1.35897593622758e-07, 1.1343608008473893e-07], "update_matrix_norm_1": [29781.509765625], "update_matrix_norm_2": [7.873395919799805], "update_matrix_norm_inf": [0.06956463307142258], "request": {"prompt": "The headquarters of {} is located in", "subject": "Denver Nuggets", "target_new": {"str": "Stamford, Connecticut"}, "old_answer": {"str": "Denver, Colorado"}, "seed": 42}}, {"loss_per_step": [2.964, 1.621, 0.587, 0.45, 0.406, 0.389, 0.381, 0.377, 0.372, 0.369, 0.372, 0.373, 0.372, 0.372, 0.371, 0.37, 0.369, 0.366, 0.36, 0.34], "prob_new": [0.052889030426740646, 0.30647802352905273, 0.805670976638794, 0.9227609634399414, 0.9648973345756531, 0.980990469455719, 0.9881759285926819, 0.991918683052063, 0.9941160082817078, 0.9955046772956848, 0.9963766932487488, 0.9970046877861023, 0.99748694896698, 0.9978663325309753, 0.9981675744056702, 0.9984062314033508, 0.9985917806625366, 0.9987272024154663, 0.9988036751747131, 0.9987634420394897], "prob_old": [0.6884080171585083, 0.4572514295578003, 0.26905518770217896, 0.1941320300102234, 0.15086422860622406, 0.1241743266582489, 0.10611986368894577, 0.0925837829709053, 0.08181542158126831, 0.07301396876573563, 0.06797296553850174, 0.06357837468385696, 0.05962715297937393, 0.05610278248786926, 0.05298735946416855, 0.050265416502952576, 0.04793807119131088, 0.04605664312839508, 0.04484234005212784, 0.04540199413895607], "prob_new_token": [1.279945308851893e-06, 0.05064009130001068, 0.8750960826873779, 0.9833170175552368, 0.9960615038871765, 0.9983951449394226, 0.9990807771682739, 0.9993744492530823, 0.9995387196540833, 0.9996500015258789, 0.999691367149353, 0.9997223615646362, 0.9997503757476807, 0.9997773170471191, 0.9998030066490173, 0.999826967716217, 0.9998480081558228, 0.9998651146888733, 0.9998769760131836, 0.9998779892921448], "prob_old_token": [0.9524899125099182, 0.6739557385444641, 0.043404318392276764, 0.0044412496499717236, 0.0007683738949708641, 0.00021597299200948328, 8.602814341429621e-05, 4.269938654033467e-05, 2.4170267352019437e-05, 1.4822195225860924e-05, 1.1245107089052908e-05, 9.069202860700898e-06, 7.462015219061868e-06, 6.193595254444517e-06, 5.170901658857474e-06, 4.344911758380476e-06, 3.6880060179100838e-06, 3.1897648113954347e-06, 2.8815532004955458e-06, 2.99115049529064e-06], "update_matrix_norm_1": [30454.650390625], "update_matrix_norm_2": [7.883359909057617], "update_matrix_norm_inf": [0.05133729800581932], "request": {"prompt": "The headquarters of {} is located in", "subject": "Denver Nuggets", "target_new": {"str": "Nashville, Tennessee"}, "old_answer": {"str": "Denver, Colorado"}, "seed": 42}}, {"loss_per_step": [13.313, 7.909, 1.413, 0.464, 0.376, 0.341, 0.327, 0.316, 0.314, 0.311, 0.309, 0.307, 0.304, 0.301, 0.3, 0.299, 0.295, 0.292, 0.289, 0.285], "prob_new": [2.6813463591679465e-06, 0.0009375529480166733, 0.3906453549861908, 0.8984586596488953, 0.9654443860054016, 0.9804787635803223, 0.9870303869247437, 0.9907748103141785, 0.9930686950683594, 0.994415819644928, 0.99533611536026, 0.9960944056510925, 0.9967023730278015, 0.9971384406089783, 0.9974724054336548, 0.9977462887763977, 0.9979608654975891, 0.9981333613395691, 0.9982762932777405, 0.9984132051467896], "prob_old": [0.6884080171585083, 0.24270738661289215, 0.09514996409416199, 0.040256135165691376, 0.028172027319669724, 0.02401365526020527, 0.021643532440066338, 0.019937049597501755, 0.018619690090417862, 0.01761508360505104, 0.016736619174480438, 0.015854189172387123, 0.015014656819403172, 0.014281767420470715, 0.013654094189405441, 0.013206820003688335, 0.012994343414902687, 0.01288188062608242, 0.012782951816916466, 0.012655040249228477], "prob_new_token": [2.480222462963866e-07, 0.001520977821201086, 0.8291826844215393, 0.9923643469810486, 0.9983905553817749, 0.9993125200271606, 0.9996386766433716, 0.999782383441925, 0.99985271692276, 0.9998894929885864, 0.9999115467071533, 0.9999269247055054, 0.999937891960144, 0.9999454021453857, 0.9999510049819946, 0.9999553561210632, 0.999958872795105, 0.9999620914459229, 0.9999643564224243, 0.9999665021896362], "prob_old_token": [0.9524899125099182, 0.005668060388416052, 7.405813812511042e-05, 3.3089648354689416e-07, 5.801648939041115e-08, 3.016965521851489e-08, 2.088846606795869e-08, 1.656234793756539e-08, 1.3992325520462146e-08, 1.1896465146321589e-08, 1.0078332834950743e-08, 8.54106119163589e-09, 7.260881229598226e-09, 6.151883891192256e-09, 5.268040670358687e-09, 4.740967618488412e-09, 4.545112730625078e-09, 4.451408130989876e-09, 4.3625716372730494e-09, 4.287365573674151e-09], "update_matrix_norm_1": [30348.27734375], "update_matrix_norm_2": [7.883983135223389], "update_matrix_norm_inf": [0.0482952706515789], "request": {"prompt": "The headquarters of {} is located in", "subject": "Denver Nuggets", "target_new": {"str": "Dub"}, "old_answer": {"str": "Denver, Colorado"}, "seed": 42}}, {"loss_per_step": [2.833, 2.008, 1.709, 1.475, 0.96, 0.497, 0.437, 0.401, 0.37, 0.353, 0.344, 0.339, 0.335, 0.333, 0.332, 0.331, 0.336, 0.342, 0.347, 0.348], "prob_new": [0.06055111065506935, 0.1896342933177948, 0.25357747077941895, 0.32138189673423767, 0.5465022921562195, 0.8569873571395874, 0.9123204946517944, 0.943037211894989, 0.964290976524353, 0.9787116646766663, 0.9873670935630798, 0.9925330281257629, 0.995621383190155, 0.9974755048751831, 0.9985585808753967, 0.999150812625885, 0.9995116591453552, 0.9996358156204224, 0.9997556805610657, 0.999732255935669], "prob_old": [0.7041673064231873, 0.016297532245516777, 0.013271089643239975, 0.008710352703928947, 0.052780698984861374, 0.019178474321961403, 0.008657131344079971, 0.004720455035567284, 0.0025905261281877756, 0.0015401452546939254, 0.0009724038536660373, 0.0006584677612408996, 0.00046026689233258367, 0.00032180093694478273, 0.00022597402858082205, 0.00016701372805982828, 0.00012304203119128942, 0.00011051016190322116, 9.993137791752815e-05, 0.0001383632334182039], "prob_new_token": [6.150778517621802e-06, 0.00030096297268755734, 0.0008044859278015792, 0.0005833109025843441, 0.2282506376504898, 0.8924716114997864, 0.9723753333091736, 0.9891139268875122, 0.9950618147850037, 0.9976643323898315, 0.9987564086914062, 0.9992724061012268, 0.9995364546775818, 0.999683678150177, 0.9997721910476685, 0.9998244643211365, 0.9998722076416016, 0.9998794794082642, 0.9998886585235596, 0.9998325705528259], "prob_old_token": [0.9441320300102234, 0.0010746547486633062, 0.0004669908666983247, 7.250288763316348e-05, 0.014061675406992435, 0.00044187522144056857, 3.759976243600249e-05, 7.863980499678291e-06, 1.9307642560306704e-06, 6.199318249855423e-07, 2.2761018669825717e-07, 1.0358510138530619e-07, 5.550234760676176e-08, 3.339935261692517e-08, 2.1611926470654907e-08, 1.4900805922479776e-08, 9.718523763524445e-09, 9.469053097177493e-09, 1.1448665127034019e-08, 2.5858390984012658e-08], "update_matrix_norm_1": [26422.52734375], "update_matrix_norm_2": [7.1362996101379395], "update_matrix_norm_inf": [0.0519263781607151], "request": {"prompt": "The headquarters of {} is located in", "subject": "RTL", "target_new": {"str": "Ithaca, New York"}, "old_answer": {"str": "Luxembourg"}, "seed": 42}}, {"loss_per_step": [3.834, 2.638, 1.837, 1.407, 0.434, 0.38, 0.365, 0.355, 0.349, 0.343, 0.338, 0.334, 0.331, 0.329, 0.327, 0.325, 0.323, 0.321, 0.319, 0.318], "prob_new": [0.02262360230088234, 0.11362094432115555, 0.25501981377601624, 0.3555644750595093, 0.9028323888778687, 0.9474828839302063, 0.9628214240074158, 0.9710596203804016, 0.9767970442771912, 0.9813354015350342, 0.9850564002990723, 0.9881265759468079, 0.990641176700592, 0.992621660232544, 0.9941367506980896, 0.9952852129936218, 0.9961687922477722, 0.9968615174293518, 0.9973872303962708, 0.9977733492851257], "prob_old": [0.7041673064231873, 0.0069099124521017075, 0.010005613788962364, 0.0014555592788383365, 0.00029060462838970125, 0.00032592934439890087, 0.00036460914998315275, 0.00038569580647163093, 0.00038825947558507323, 0.00037751259515061975, 0.00035876763286069036, 0.00033519501448608935, 0.0003087532240897417, 0.00028264461434446275, 0.00025861398898996413, 0.00023708907247055322, 0.00021736179769504815, 0.00019845196220558137, 0.0001810806425055489, 0.00016604416305199265], "prob_new_token": [8.828052244780338e-08, 6.10791175859049e-05, 0.09150329232215881, 0.021127231419086456, 0.9341063499450684, 0.9859301447868347, 0.9936991930007935, 0.9961472749710083, 0.9972450733184814, 0.9978725910186768, 0.9982891082763672, 0.9985886216163635, 0.9988122582435608, 0.9989818930625916, 0.9991095066070557, 0.9992058873176575, 0.9992820620536804, 0.9993430972099304, 0.9993920922279358, 0.9994298219680786], "prob_old_token": [0.9441320300102234, 3.374009975232184e-05, 8.151058136718348e-05, 3.881697011820506e-06, 4.936054676107915e-09, 2.8585680489356946e-09, 2.6725357482604295e-09, 2.6069837399944618e-09, 2.460712522633912e-09, 2.2486597028859023e-09, 2.0105366260736446e-09, 1.7628366544286678e-09, 1.5169148159799306e-09, 1.3077821048312899e-09, 1.146594486023389e-09, 1.0243678127963562e-09, 9.209789597619533e-10, 8.207072799137904e-10, 7.285945735624466e-10, 6.497680726802457e-10], "update_matrix_norm_1": [27070.0390625], "update_matrix_norm_2": [7.1388630867004395], "update_matrix_norm_inf": [0.04594867676496506], "request": {"prompt": "The headquarters of {} is located in", "subject": "RTL", "target_new": {"str": "Pyongyang"}, "old_answer": {"str": "Luxembourg"}, "seed": 42}}, {"loss_per_step": [6.62, 5.084, 4.197, 2.478, 1.585, 0.457, 0.366, 0.337, 0.331, 0.329, 0.328, 0.326, 0.324, 0.321, 0.319, 0.318, 0.318, 0.323, 0.324, 0.323], "prob_new": [0.0014612582745030522, 0.00933610089123249, 0.023743299767374992, 0.12200192362070084, 0.3011258840560913, 0.8803691267967224, 0.9657226204872131, 0.9893635511398315, 0.9952910542488098, 0.9970728754997253, 0.9979419112205505, 0.9985164403915405, 0.9988939166069031, 0.9991350173950195, 0.9992954134941101, 0.9993958473205566, 0.9994634985923767, 0.9994717836380005, 0.9994426965713501, 0.9994121789932251], "prob_old": [0.7041673064231873, 0.010874658823013306, 0.01422192994505167, 0.007256417069584131, 0.0014787279069423676, 0.0006094590062275529, 0.00035815907176584005, 0.00030143687035888433, 0.0002776089822873473, 0.0002673262497410178, 0.0002506941673345864, 0.0002187451464124024, 0.00018721222295425832, 0.00016923280782066286, 0.0001535704650450498, 0.0001428612449672073, 0.00014187715714797378, 0.0001294633693760261, 0.00012917550338897854, 0.00013183763076085597], "prob_new_token": [7.762498717056587e-05, 0.021469347178936005, 0.00983386766165495, 0.02702990546822548, 0.06752987951040268, 0.9658102989196777, 0.9957173466682434, 0.9983136057853699, 0.9989646673202515, 0.9992114901542664, 0.9993748664855957, 0.9994998574256897, 0.9995877146720886, 0.999646782875061, 0.9996916055679321, 0.999721109867096, 0.9997352361679077, 0.9997493624687195, 0.9997504353523254, 0.9997504353523254], "prob_old_token": [0.9441320300102234, 4.8905250878306106e-05, 0.00030008109752088785, 4.310863005230203e-05, 9.99658482214727e-07, 6.707642796754953e-08, 1.8052102035426287e-08, 1.1387859544242929e-08, 9.122937072447712e-09, 8.4084037510479e-09, 7.649866518022463e-09, 6.3863163646260546e-09, 5.261222124630649e-09, 4.677018772270003e-09, 4.371792705626376e-09, 4.29678825852875e-09, 4.498634353922171e-09, 4.40086544983842e-09, 4.639338690992645e-09, 4.923793373023955e-09], "update_matrix_norm_1": [26893.375], "update_matrix_norm_2": [7.13739538192749], "update_matrix_norm_inf": [0.042983125895261765], "request": {"prompt": "The headquarters of {} is located in", "subject": "RTL", "target_new": {"str": "Ulsan"}, "old_answer": {"str": "Luxembourg"}, "seed": 42}}, {"loss_per_step": [3.924, 2.561, 1.053, 0.428, 0.303, 0.279, 0.266, 0.258, 0.257, 0.253, 0.25, 0.25, 0.247, 0.245, 0.245, 0.243, 0.242, 0.242, 0.24, 0.239], "prob_new": [0.020580418407917023, 0.10648560523986816, 0.4431439936161041, 0.8522366285324097, 0.9436901807785034, 0.9646375179290771, 0.9722962379455566, 0.976445198059082, 0.9793296456336975, 0.9817079901695251, 0.9837181568145752, 0.9853622317314148, 0.9867147207260132, 0.9878716468811035, 0.9889320135116577, 0.9899515509605408, 0.9909083247184753, 0.991759181022644, 0.9924983382225037, 0.9931520819664001], "prob_old": [0.7974927425384521, 0.5658349990844727, 0.002869477029889822, 0.0007245896267704666, 0.0002935648080892861, 0.00018951550009660423, 0.00014519429532811046, 0.00011730631376849487, 9.848787158261985e-05, 8.784308738540858e-05, 8.109321061056107e-05, 7.502279186155647e-05, 6.897959974594414e-05, 6.317672523437068e-05, 5.815579788759351e-05, 5.425001654657535e-05, 5.106367098051123e-05, 4.806519427802414e-05, 4.509363498073071e-05, 4.2237497837049887e-05], "prob_new_token": [2.3919471914268797e-07, 9.81652774498798e-05, 0.013628744520246983, 0.7241256833076477, 0.9565227627754211, 0.988145112991333, 0.9948380589485168, 0.997032642364502, 0.9979863166809082, 0.9985153079032898, 0.9988450407981873, 0.9990543127059937, 0.9991912841796875, 0.9992851614952087, 0.9993576407432556, 0.999421238899231, 0.9994772672653198, 0.9995229840278625, 0.9995583891868591, 0.9995868802070618], "prob_old_token": [0.9547681212425232, 0.642413854598999, 1.5880897308306885e-06, 1.4061613740068424e-07, 1.6613128650533326e-08, 5.143003800611723e-09, 2.4807547127636553e-09, 1.4104347689780639e-09, 9.126117084257146e-10, 6.987620482235002e-10, 5.852758833135852e-10, 4.934809783030403e-10, 4.108539064517913e-10, 3.4089844835882843e-10, 2.8931340656512816e-10, 2.5636881506585496e-10, 2.335930338048797e-10, 2.1286990226077052e-10, 1.9198867495795469e-10, 1.723879511361659e-10], "update_matrix_norm_1": [27600.16796875], "update_matrix_norm_2": [7.442183017730713], "update_matrix_norm_inf": [0.03531975671648979], "request": {"prompt": "The headquarters of {} is located in", "subject": "Cathay Pacific", "target_new": {"str": "Burbank, California"}, "old_answer": {"str": "Hong Kong"}, "seed": 42}}, {"loss_per_step": [3.055, 1.235, 0.836, 0.344, 0.284, 0.28, 0.277, 0.273, 0.269, 0.266, 0.263, 0.262, 0.261, 0.259, 0.258, 0.257, 0.257, 0.257, 0.256, 0.256], "prob_new": [0.048963576555252075, 0.36790674924850464, 0.5729067921638489, 0.9565567970275879, 0.9746493697166443, 0.9790620803833008, 0.9816080927848816, 0.9839785695075989, 0.9863088726997375, 0.9884794354438782, 0.9903806447982788, 0.9919708371162415, 0.9932636022567749, 0.9942969679832458, 0.9951151013374329, 0.9957612752914429, 0.9962747693061829, 0.9966875910758972, 0.9970236420631409, 0.997300922870636], "prob_old": [0.7974927425384521, 0.0709025114774704, 0.4399762451648712, 0.0007078507333062589, 0.00019266824529040605, 0.00011793690646300092, 9.785919974092394e-05, 8.877350046532229e-05, 8.190810331143439e-05, 7.538674253737554e-05, 6.902970926603302e-05, 6.29285495961085e-05, 5.714815415558405e-05, 5.183709799894132e-05, 4.72449028166011e-05, 4.355794590082951e-05, 4.080293729202822e-05, 3.889493382303044e-05, 3.770905823330395e-05, 3.7111796700628474e-05], "prob_new_token": [4.944740794599056e-06, 0.025413958355784416, 0.29778745770454407, 0.990944504737854, 0.9976116418838501, 0.9987024068832397, 0.9990019798278809, 0.9991632699966431, 0.999290406703949, 0.9994001388549805, 0.999494731426239, 0.9995740056037903, 0.9996408224105835, 0.9996960163116455, 0.9997388124465942, 0.99977046251297, 0.9997920989990234, 0.9998046159744263, 0.9998109936714172, 0.9998118877410889], "prob_old_token": [0.9547681212425232, 0.00391002930700779, 0.49957510828971863, 2.2575727598450612e-07, 2.618996219894143e-08, 1.0782466475234287e-08, 7.1175509930299086e-09, 5.603512320817572e-09, 4.671357523022834e-09, 3.959768957173537e-09, 3.374736934347311e-09, 2.881828997658431e-09, 2.463473647296155e-09, 2.1164816565999445e-09, 1.8443564453463068e-09, 1.6462061713795606e-09, 1.5137558984079647e-09, 1.435736973753876e-09, 1.4022186745066278e-09, 1.4051638741463535e-09], "update_matrix_norm_1": [28161.65234375], "update_matrix_norm_2": [7.455342769622803], "update_matrix_norm_inf": [0.031097518280148506], "request": {"prompt": "The headquarters of {} is located in", "subject": "Cathay Pacific", "target_new": {"str": "Warsaw, Poland"}, "old_answer": {"str": "Hong Kong"}, "seed": 42}}, {"loss_per_step": [6.701, 3.809, 1.669, 0.458, 0.289, 0.264, 0.253, 0.248, 0.245, 0.242, 0.24, 0.239, 0.238, 0.237, 0.236, 0.236, 0.235, 0.235, 0.235, 0.234], "prob_new": [0.0013065256644040346, 0.02911265380680561, 0.2466089427471161, 0.8213605284690857, 0.9527050256729126, 0.9753732681274414, 0.9841089248657227, 0.9882367849349976, 0.9905979037284851, 0.992251455783844, 0.9935227632522583, 0.9945085644721985, 0.9952985048294067, 0.9959591627120972, 0.9965124726295471, 0.996966540813446, 0.9973506331443787, 0.9976906776428223, 0.9979799389839172, 0.9982292652130127], "prob_old": [0.7974927425384521, 0.07701870799064636, 0.102104052901268, 0.04998800903558731, 0.016493218019604683, 0.010907272808253765, 0.008367909118533134, 0.006759144365787506, 0.005689222365617752, 0.004864078015089035, 0.004172499757260084, 0.00366862490773201, 0.0033043967559933662, 0.0029945906717330217, 0.0027291288133710623, 0.0025374391116201878, 0.002384139457717538, 0.0022169919684529305, 0.002086738357320428, 0.0019776395056396723], "prob_new_token": [9.289852641813923e-06, 0.0008964236476458609, 0.07165797054767609, 0.9665544033050537, 0.9907358884811401, 0.9951735734939575, 0.9969713687896729, 0.9978786110877991, 0.9984049201011658, 0.998746931552887, 0.9989859461784363, 0.9991573095321655, 0.9992823004722595, 0.9993724226951599, 0.9994367957115173, 0.9994866251945496, 0.9995299577713013, 0.9995669722557068, 0.9996022582054138, 0.9996339678764343], "prob_old_token": [0.9547681212425232, 0.02323969453573227, 0.020402682945132256, 0.0007848883396945894, 0.0001542216632515192, 8.687205263413489e-05, 5.7944474974647164e-05, 4.012357021565549e-05, 2.9048416763544083e-05, 2.1592715711449273e-05, 1.622995114303194e-05, 1.2673079254454933e-05, 1.0285283678967971e-05, 8.466254257655237e-06, 7.052245564409532e-06, 6.0738752836186904e-06, 5.346544639905915e-06, 4.661814273276832e-06, 4.1714210965437815e-06, 3.796094233621261e-06], "update_matrix_norm_1": [27859.021484375], "update_matrix_norm_2": [7.456887722015381], "update_matrix_norm_inf": [0.036323029547929764], "request": {"prompt": "The headquarters of {} is located in", "subject": "Cathay Pacific", "target_new": {"str": "Tbilisi"}, "old_answer": {"str": "Hong Kong"}, "seed": 42}}, {"loss_per_step": [11.297, 9.07, 1.47, 0.328, 0.324, 0.296, 0.3, 0.294, 0.283, 0.285, 0.278, 0.278, 0.278, 0.276, 0.275, 0.276, 0.274, 0.274, 0.273, 0.272], "prob_new": [1.6225301806116477e-05, 0.0001843432692112401, 0.34668758511543274, 0.9650722146034241, 0.9790184497833252, 0.9855420589447021, 0.9904181957244873, 0.9936819672584534, 0.9956697821617126, 0.9968757629394531, 0.9976826906204224, 0.9982049465179443, 0.9985578060150146, 0.9988082051277161, 0.9989874958992004, 0.9991148114204407, 0.9992061853408813, 0.9992761611938477, 0.9993337392807007, 0.9993827939033508], "prob_old": [0.7064298391342163, 0.5821465849876404, 0.2632889449596405, 0.03493525832891464, 0.011107941158115864, 0.008023232221603394, 0.0069258371368050575, 0.006286516785621643, 0.005847403779625893, 0.005544894840568304, 0.005338476505130529, 0.005188090726733208, 0.005064531695097685, 0.004949288908392191, 0.00483921030536294, 0.004746139049530029, 0.004673453513532877, 0.004607353359460831, 0.004538222681730986, 0.004466247279196978], "prob_new_token": [1.1544434528332204e-06, 8.824118413031101e-05, 0.6739649772644043, 0.9989413022994995, 0.9996590614318848, 0.9997932314872742, 0.9998655319213867, 0.9999091625213623, 0.9999350905418396, 0.9999510049819946, 0.9999607801437378, 0.9999673366546631, 0.9999723434448242, 0.9999760389328003, 0.99997878074646, 0.9999806880950928, 0.9999821186065674, 0.9999831914901733, 0.9999840259552002, 0.9999850988388062], "prob_old_token": [0.9178144335746765, 0.48218855261802673, 0.009240023791790009, 9.694012987893075e-07, 1.057343581578607e-07, 6.531622176453311e-08, 5.353085441583971e-08, 4.101206840800842e-08, 3.0035650411264214e-08, 2.3865526443955787e-08, 2.2901096130567566e-08, 2.3073360111425245e-08, 2.2290221224352536e-08, 2.062515491729755e-08, 1.8834837689496453e-08, 1.794434290047775e-08, 1.8075736463174508e-08, 1.8350934993804913e-08, 1.8065673401679305e-08, 1.7175993960449887e-08], "update_matrix_norm_1": [28172.265625], "update_matrix_norm_2": [7.5078253746032715], "update_matrix_norm_inf": [0.04604104533791542], "request": {"prompt": "The headquarters of {} is located in", "subject": "BlackBerry", "target_new": {"str": "Melbourne"}, "old_answer": {"str": "Waterloo, Ontario"}, "seed": 42}}, {"loss_per_step": [6.513, 4.153, 1.66, 0.488, 0.386, 0.332, 0.307, 0.296, 0.29, 0.286, 0.284, 0.282, 0.281, 0.279, 0.278, 0.277, 0.275, 0.274, 0.273, 0.273], "prob_new": [0.0016085527604445815, 0.02362188510596752, 0.2675735354423523, 0.8326370120048523, 0.9157893657684326, 0.9525081515312195, 0.9703852534294128, 0.9797132611274719, 0.9850130081176758, 0.9882816076278687, 0.9904692769050598, 0.992043673992157, 0.9932347536087036, 0.9941561818122864, 0.9948806166648865, 0.9954735040664673, 0.9959738850593567, 0.9963966012001038, 0.99675053358078, 0.9970555901527405], "prob_old": [0.7064298391342163, 0.5304740071296692, 0.12576322257518768, 0.057833775877952576, 0.040277447551488876, 0.03204731643199921, 0.026993896812200546, 0.023665493354201317, 0.021351026371121407, 0.019628118723630905, 0.018278347328305244, 0.017188353464007378, 0.016264067962765694, 0.01542234979569912, 0.014624059200286865, 0.013872336596250534, 0.013174663297832012, 0.01251203939318657, 0.011856933124363422, 0.011202903464436531], "prob_new_token": [2.6978540290656383e-07, 0.001095404732041061, 0.14242435991764069, 0.9388387799263, 0.9762884378433228, 0.9909122586250305, 0.9961401224136353, 0.9980729818344116, 0.9988798499107361, 0.9992656707763672, 0.9994769096374512, 0.9996057748794556, 0.9996914863586426, 0.9997503757476807, 0.9997918605804443, 0.9998231530189514, 0.9998480081558228, 0.999867856502533, 0.9998828768730164, 0.9998948574066162], "prob_old_token": [0.9178144335746765, 0.3949296474456787, 8.771603461354971e-05, 1.6433514815616945e-07, 1.863590348705202e-08, 6.550795017545852e-09, 3.309526874772928e-09, 2.03451167024582e-09, 1.4323726649223545e-09, 1.1080198980550904e-09, 9.070291184798407e-10, 7.667625423479763e-10, 6.61977306304351e-10, 5.814893011546474e-10, 5.181647888541363e-10, 4.652823681894347e-10, 4.1952821772106574e-10, 3.8009589919951736e-10, 3.461630981860253e-10, 3.150228133907973e-10], "update_matrix_norm_1": [27860.984375], "update_matrix_norm_2": [7.491706848144531], "update_matrix_norm_inf": [0.05821001157164574], "request": {"prompt": "The headquarters of {} is located in", "subject": "BlackBerry", "target_new": {"str": "Hong Kong"}, "old_answer": {"str": "Waterloo, Ontario"}, "seed": 42}}, {"loss_per_step": [4.445, 3.563, 1.97, 0.488, 0.307, 0.297, 0.29, 0.288, 0.289, 0.294, 0.285, 0.284, 0.284, 0.282, 0.282, 0.28, 0.28, 0.279, 0.279, 0.278], "prob_new": [0.012513339519500732, 0.038750797510147095, 0.18848976492881775, 0.8181455135345459, 0.983005702495575, 0.9901431798934937, 0.9928838610649109, 0.9946250915527344, 0.9958715438842773, 0.9965717792510986, 0.9971214532852173, 0.9974775910377502, 0.9977399110794067, 0.9979398846626282, 0.9981004595756531, 0.9982425570487976, 0.9983622431755066, 0.9984609484672546, 0.9985488057136536, 0.9986301064491272], "prob_old": [0.7064298391342163, 0.5471351146697998, 0.14806172251701355, 0.06867189705371857, 0.02791004627943039, 0.021300453692674637, 0.01829254999756813, 0.016436586156487465, 0.01490121241658926, 0.013893797993659973, 0.013002089224755764, 0.012295941822230816, 0.011667630635201931, 0.011189855635166168, 0.01077983621507883, 0.010347130708396435, 0.009969511069357395, 0.009678049944341183, 0.009425262920558453, 0.00919395312666893], "prob_new_token": [1.2196014864684912e-08, 6.725838375132298e-07, 0.001991011667996645, 0.8052676916122437, 0.9950777888298035, 0.9978275299072266, 0.9987319111824036, 0.9992676377296448, 0.9995322227478027, 0.9996982216835022, 0.9997697472572327, 0.9998199343681335, 0.999855101108551, 0.999873697757721, 0.9998859167098999, 0.9998966455459595, 0.9999038577079773, 0.9999066591262817, 0.9999070763587952, 0.999906063079834], "prob_old_token": [0.9178144335746765, 0.47547319531440735, 0.000793888233602047, 1.8140410702471854e-06, 4.299977263144683e-09, 1.028080953702215e-09, 4.831264277527225e-10, 2.9182065097721477e-10, 1.8080305308476596e-10, 1.3543330346088567e-10, 9.570178677309471e-11, 7.453234557308619e-11, 6.119834500273313e-11, 5.128725916181409e-11, 4.4173689012216855e-11, 3.909662871226516e-11, 3.5166917988771473e-11, 3.2033712488166444e-11, 2.911922092341257e-11, 2.6473432820917076e-11], "update_matrix_norm_1": [27522.171875], "update_matrix_norm_2": [7.520858287811279], "update_matrix_norm_inf": [0.05434427037835121], "request": {"prompt": "The headquarters of {} is located in", "subject": "BlackBerry", "target_new": {"str": "Addis Ababa"}, "old_answer": {"str": "Waterloo, Ontario"}, "seed": 42}}, {"loss_per_step": [4.219, 2.754, 1.206, 0.465, 0.426, 0.418, 0.407, 0.387, 0.393, 0.385, 0.383, 0.384, 0.38, 0.38, 0.38, 0.378, 0.378, 0.378, 0.377, 0.376], "prob_new": [0.015360912308096886, 0.0993962287902832, 0.4606129825115204, 0.9396745562553406, 0.9733257293701172, 0.9826337099075317, 0.9875142574310303, 0.9899693727493286, 0.991257905960083, 0.9924632906913757, 0.9935047626495361, 0.9942026138305664, 0.9946718215942383, 0.9950563311576843, 0.9954599738121033, 0.9958774447441101, 0.9962589144706726, 0.996565043926239, 0.9968036413192749, 0.9970118403434753], "prob_old": [0.8610033392906189, 0.04688606038689613, 0.06002098321914673, 0.04628584533929825, 0.029585979878902435, 0.023473946377635002, 0.021325690671801567, 0.02104032412171364, 0.021100927144289017, 0.01981707662343979, 0.018107278272509575, 0.016898982226848602, 0.016119740903377533, 0.015458833426237106, 0.014637396670877934, 0.013670157641172409, 0.012730544432997704, 0.011962821707129478, 0.01136082038283348, 0.010825307108461857], "prob_new_token": [1.0572422048937824e-08, 1.2329233868513256e-05, 0.044668398797512054, 0.9494429230690002, 0.9916563630104065, 0.9955786466598511, 0.9962700605392456, 0.9960137605667114, 0.9957153797149658, 0.9965233206748962, 0.997431218624115, 0.9978891015052795, 0.9980858564376831, 0.9982172250747681, 0.998411238193512, 0.9986465573310852, 0.9988480806350708, 0.9989793300628662, 0.9990559220314026, 0.9991147518157959], "prob_old_token": [0.950609564781189, 7.857138939471042e-07, 9.80907407210907e-06, 4.800685474037891e-06, 1.1613982451308402e-06, 5.992167757540301e-07, 4.606801553563855e-07, 4.3151158024556935e-07, 4.1369639802724123e-07, 3.259364405039378e-07, 2.3818063255021116e-07, 1.8515909516736428e-07, 1.536494806941846e-07, 1.3039290536198678e-07, 1.0709995024171803e-07, 8.452805388969864e-08, 6.620297909876172e-08, 5.3245834408244264e-08, 4.415817755898388e-08, 3.685171989786795e-08], "update_matrix_norm_1": [29317.994140625], "update_matrix_norm_2": [7.7344841957092285], "update_matrix_norm_inf": [0.03927963972091675], "request": {"prompt": "The headquarters of {} is located in", "subject": "Fiat", "target_new": {"str": "Ludwigshafen, Germany"}, "old_answer": {"str": "Turin, Italy"}, "seed": 42}}, {"loss_per_step": [10.264, 0.832, 0.452, 0.408, 0.394, 0.387, 0.384, 0.381, 0.38, 0.379, 0.378, 0.378, 0.377, 0.377, 0.377, 0.377, 0.377, 0.376, 0.376, 0.376], "prob_new": [5.454657366499305e-05, 0.6880766749382019, 0.9290313720703125, 0.9690116047859192, 0.9822878241539001, 0.9882643818855286, 0.9914905428886414, 0.9934444427490234, 0.9947240948677063, 0.995610237121582, 0.9962493777275085, 0.9967235326766968, 0.9970821142196655, 0.9973570704460144, 0.9975696802139282, 0.9977347254753113, 0.9978626370429993, 0.9979608058929443, 0.9980348348617554, 0.9980894923210144], "prob_old": [0.8610033392906189, 0.023081885650753975, 0.011361787095665932, 0.008841403760015965, 0.00755785359069705, 0.006746591068804264, 0.006176596041768789, 0.005750670563429594, 0.00541972229257226, 0.005155754275619984, 0.00494146766141057, 0.004765624180436134, 0.004620509222149849, 0.004500356502830982, 0.004400614649057388, 0.004317617043852806, 0.004248658660799265, 0.004191651474684477, 0.004144902806729078, 0.0041066985577344894], "prob_new_token": [7.259403901116457e-06, 0.962091326713562, 0.9928740859031677, 0.9970429539680481, 0.9983293414115906, 0.9988877177238464, 0.999182403087616, 0.999358057975769, 0.9994718432426453, 0.9995499849319458, 0.9996063113212585, 0.9996480941772461, 0.9996792674064636, 0.9997031688690186, 0.9997210502624512, 0.9997347593307495, 0.9997450113296509, 0.9997522830963135, 0.9997565746307373, 0.9997590184211731], "prob_old_token": [0.950609564781189, 2.666420639840794e-09, 3.9937553264479675e-10, 1.8258675127391655e-10, 1.1455424109296786e-10, 8.321505984287825e-11, 6.564146448617691e-11, 5.457407789566382e-11, 4.70610529712534e-11, 4.167692926881905e-11, 3.7667050034606575e-11, 3.4604080018096894e-11, 3.2233948149551495e-11, 3.038223492235481e-11, 2.893038933415859e-11, 2.7791109691310822e-11, 2.690258953108593e-11, 2.6224515614625687e-11, 2.571483304070199e-11, 2.534331425274594e-11], "update_matrix_norm_1": [32501.72265625], "update_matrix_norm_2": [7.754509925842285], "update_matrix_norm_inf": [0.0304496418684721], "request": {"prompt": "The headquarters of {} is located in", "subject": "Fiat", "target_new": {"str": "Amsterdam"}, "old_answer": {"str": "Turin, Italy"}, "seed": 42}}, {"loss_per_step": [5.822, 2.261, 1.046, 0.641, 0.562, 0.507, 0.475, 0.455, 0.439, 0.428, 0.419, 0.411, 0.405, 0.4, 0.396, 0.392, 0.388, 0.384, 0.38, 0.375], "prob_new": [0.00314129120670259, 0.16583655774593353, 0.5823454260826111, 0.78131103515625, 0.8411361575126648, 0.8803926110267639, 0.9059697389602661, 0.9240108728408813, 0.937518298625946, 0.9480474591255188, 0.9564943313598633, 0.9634031653404236, 0.9691378474235535, 0.9739618301391602, 0.9780526161193848, 0.9815201759338379, 0.9844433069229126, 0.9869014620780945, 0.9889780879020691, 0.9907370209693909], "prob_old": [0.8610033392906189, 0.07320083677768707, 0.09563814103603363, 0.043150436133146286, 0.03919333964586258, 0.039198920130729675, 0.04089963808655739, 0.04323052987456322, 0.0451790988445282, 0.046094462275505066, 0.04585650563240051, 0.04473254457116127, 0.04310362786054611, 0.041281819343566895, 0.03942152112722397, 0.037577465176582336, 0.0358162559568882, 0.03424987569451332, 0.03300577774643898, 0.032214343547821045], "prob_new_token": [1.0570809116927649e-08, 0.01316294725984335, 0.8904647827148438, 0.9564796090126038, 0.9863545894622803, 0.9938560128211975, 0.9957413673400879, 0.9962361454963684, 0.9964248538017273, 0.9966232776641846, 0.9968951940536499, 0.997217059135437, 0.9975489974021912, 0.9978604912757874, 0.9981397986412048, 0.998388409614563, 0.998609185218811, 0.9988040328025818, 0.9989732503890991, 0.9991207718849182], "prob_old_token": [0.950609564781189, 8.51657478051493e-06, 2.6062532924697734e-05, 7.026650905572751e-07, 3.310960039470956e-07, 3.2505050739928265e-07, 4.48982689249533e-07, 6.914592631801497e-07, 1.0149534546144423e-06, 1.3229398518888047e-06, 1.5241736264215433e-06, 1.59867352067522e-06, 1.5847128906898433e-06, 1.5313668200178654e-06, 1.465246782572649e-06, 1.3922511925557046e-06, 1.3196737427279004e-06, 1.265181936105364e-06, 1.2536230542536941e-06, 1.3121754136591335e-06], "update_matrix_norm_1": [29091.3984375], "update_matrix_norm_2": [7.740067005157471], "update_matrix_norm_inf": [0.04724181443452835], "request": {"prompt": "The headquarters of {} is located in", "subject": "Fiat", "target_new": {"str": "Seattle, Washington"}, "old_answer": {"str": "Turin, Italy"}, "seed": 42}}, {"loss_per_step": [2.183, 1.461, 0.421, 0.362, 0.339, 0.323, 0.309, 0.299, 0.292, 0.285, 0.28, 0.277, 0.274, 0.272, 0.27, 0.269, 0.267, 0.267, 0.266, 0.264], "prob_new": [0.11422044038772583, 0.4356953799724579, 0.879861056804657, 0.9152836799621582, 0.9342412948608398, 0.9465203285217285, 0.9566752314567566, 0.9656491875648499, 0.9732128381729126, 0.9791141748428345, 0.983535885810852, 0.9868625402450562, 0.9893895387649536, 0.9913022518157959, 0.9927319288253784, 0.9937974214553833, 0.9946113228797913, 0.9952731728553772, 0.9958345293998718, 0.9962847828865051], "prob_old": [0.7838488221168518, 0.26393744349479675, 0.2114914357662201, 0.19435682892799377, 0.18316026031970978, 0.1750585436820984, 0.16902530193328857, 0.16392549872398376, 0.15901000797748566, 0.1541658341884613, 0.14988616108894348, 0.14629685878753662, 0.1432977318763733, 0.14077100157737732, 0.13849475979804993, 0.13610154390335083, 0.13356474041938782, 0.13133767247200012, 0.12980441749095917, 0.12904323637485504], "prob_new_token": [5.553828304982744e-05, 0.3723313510417938, 0.9640762805938721, 0.979742169380188, 0.9902783036231995, 0.9945003390312195, 0.9963040947914124, 0.997323215007782, 0.9980191588401794, 0.9985017776489258, 0.9988092184066772, 0.9990125894546509, 0.9991626739501953, 0.9992825984954834, 0.9993799924850464, 0.9994595646858215, 0.9995213747024536, 0.9995648264884949, 0.999593198299408, 0.9996046423912048], "prob_old_token": [0.9129852056503296, 0.001438970910385251, 8.517067180946469e-05, 4.904976594843902e-05, 2.275976112287026e-05, 1.2504332516982686e-05, 9.261412742489483e-06, 8.218305993068498e-06, 7.821937288099434e-06, 7.6023643487133086e-06, 7.5533675953920465e-06, 7.42498832551064e-06, 6.999253400863381e-06, 6.280124125623843e-06, 5.387589681049576e-06, 4.441953933564946e-06, 3.614501338233822e-06, 3.0843109470879426e-06, 2.8304577881499426e-06, 2.6969526061293436e-06], "update_matrix_norm_1": [28562.95703125], "update_matrix_norm_2": [7.516028881072998], "update_matrix_norm_inf": [0.034017033874988556], "request": {"prompt": "The headquarters of {} is located in", "subject": "Sabena", "target_new": {"str": "Copenhagen, Denmark"}, "old_answer": {"str": "Brussels, Belgium"}, "seed": 42}}, {"loss_per_step": [3.812, 2.404, 0.977, 0.44, 0.343, 0.313, 0.3, 0.293, 0.288, 0.284, 0.28, 0.277, 0.275, 0.273, 0.271, 0.27, 0.269, 0.268, 0.268, 0.267], "prob_new": [0.022468119859695435, 0.15065376460552216, 0.5881764888763428, 0.8693134188652039, 0.9305156469345093, 0.9550600647926331, 0.9658405184745789, 0.9722477197647095, 0.9770030975341797, 0.9809303283691406, 0.9842362403869629, 0.9869556427001953, 0.9891364574432373, 0.9908663630485535, 0.992245078086853, 0.9933642745018005, 0.9942963123321533, 0.9950843453407288, 0.9957442879676819, 0.9962854981422424], "prob_old": [0.7838488221168518, 0.2950812876224518, 0.32556211948394775, 0.14194229245185852, 0.09738603234291077, 0.07435578852891922, 0.06148193031549454, 0.0540141686797142, 0.04959535598754883, 0.047014378011226654, 0.04561794921755791, 0.04503246396780014, 0.044996604323387146, 0.045294810086488724, 0.045755449682474136, 0.04626327008008957, 0.046757280826568604, 0.04720327630639076, 0.047557707875967026, 0.047761447727680206], "prob_new_token": [6.662327223239117e-08, 0.003396625630557537, 0.568667471408844, 0.9690364003181458, 0.9946069121360779, 0.9984307289123535, 0.9992985725402832, 0.9995895624160767, 0.9997166395187378, 0.9997822642326355, 0.9998185038566589, 0.9998377561569214, 0.9998465180397034, 0.999847948551178, 0.9998447299003601, 0.9998384118080139, 0.9998309016227722, 0.9998227953910828, 0.9998148083686829, 0.9998071789741516], "prob_old_token": [0.9129852056503296, 0.0060020629316568375, 0.0017043014522641897, 0.00045660434989258647, 0.00027980958111584187, 0.0001493268646299839, 9.066345228347927e-05, 6.380023114616051e-05, 5.0573678890941665e-05, 4.386699220049195e-05, 4.081345832673833e-05, 4.0226750570582226e-05, 4.147693471168168e-05, 4.401390833663754e-05, 4.7205441660480574e-05, 5.035263529862277e-05, 5.275265721138567e-05, 5.388748468249105e-05, 5.351332583813928e-05, 5.168400093680248e-05], "update_matrix_norm_1": [28177.759765625], "update_matrix_norm_2": [7.511943340301514], "update_matrix_norm_inf": [0.0365833044052124], "request": {"prompt": "The headquarters of {} is located in", "subject": "Sabena", "target_new": {"str": "Nashville, Tennessee"}, "old_answer": {"str": "Brussels, Belgium"}, "seed": 42}}, {"loss_per_step": [2.926, 2.062, 0.974, 0.401, 0.318, 0.3, 0.291, 0.284, 0.279, 0.275, 0.272, 0.269, 0.267, 0.266, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263], "prob_new": [0.054335061460733414, 0.1759633868932724, 0.5053322911262512, 0.8773983716964722, 0.9479942321777344, 0.9649618268013, 0.9740308523178101, 0.9803447127342224, 0.9850727319717407, 0.9887158870697021, 0.9915578961372375, 0.9937809109687805, 0.9955097436904907, 0.996832013130188, 0.9978079199790955, 0.998469352722168, 0.9989141821861267, 0.9992122054100037, 0.9994118213653564, 0.9995508193969727], "prob_old": [0.7838488221168518, 0.37000197172164917, 0.23134255409240723, 0.20817634463310242, 0.16108731925487518, 0.13286402821540833, 0.11601937562227249, 0.10514523833990097, 0.09733136743307114, 0.0909736305475235, 0.08524927496910095, 0.07979031652212143, 0.07453783601522446, 0.06960462033748627, 0.06529567390680313, 0.06246430054306984, 0.060311466455459595, 0.05841124802827835, 0.056723885238170624, 0.05514715611934662], "prob_new_token": [7.304463451873744e-07, 0.0006091890973038971, 0.07989674061536789, 0.8900648951530457, 0.9861347675323486, 0.9952853322029114, 0.9974460601806641, 0.9982503056526184, 0.9986430406570435, 0.9988788962364197, 0.99904465675354, 0.9991703033447266, 0.9992680549621582, 0.9993427991867065, 0.9993994235992432, 0.9994510412216187, 0.9994945526123047, 0.999525785446167, 0.9995470643043518, 0.9995643496513367], "prob_old_token": [0.9129852056503296, 0.020760830491781235, 0.0009909955551847816, 0.00018648832337930799, 2.344685526622925e-05, 6.375360499077942e-06, 2.7343546662450535e-06, 1.557505470373144e-06, 1.0392403737569111e-06, 7.460723168151162e-07, 5.477285185406799e-07, 4.0063116557575995e-07, 2.904470193243469e-07, 2.1017783069510187e-07, 1.5494984495489916e-07, 1.2396827742122696e-07, 1.0211073231403134e-07, 8.53551256341234e-08, 7.223891884677869e-08, 6.020220411073751e-08], "update_matrix_norm_1": [28406.10546875], "update_matrix_norm_2": [7.509589672088623], "update_matrix_norm_inf": [0.03809844329953194], "request": {"prompt": "The headquarters of {} is located in", "subject": "Sabena", "target_new": {"str": "Fort Worth, Texas"}, "old_answer": {"str": "Brussels, Belgium"}, "seed": 42}}, {"loss_per_step": [4.15, 3.091, 2.466, 1.521, 0.733, 0.4, 0.319, 0.294, 0.288, 0.285, 0.285, 0.284, 0.284, 0.284, 0.283, 0.283, 0.283, 0.283, 0.283, 0.282], "prob_new": [0.016902148723602295, 0.06358198076486588, 0.18543663620948792, 0.40605705976486206, 0.6492946147918701, 0.8955206274986267, 0.9689819812774658, 0.994716465473175, 0.9982107281684875, 0.9987865686416626, 0.9989700317382812, 0.9991215467453003, 0.999273955821991, 0.9994071125984192, 0.9995120763778687, 0.9995927810668945, 0.9996556043624878, 0.9997051954269409, 0.9997450709342957, 0.9997771978378296], "prob_old": [0.763938307762146, 0.8154549598693848, 0.24066737294197083, 0.11255314201116562, 0.09591525048017502, 0.01897864229977131, 0.010639146901667118, 0.005723662208765745, 0.0037675187923014164, 0.003025907790288329, 0.0026991283521056175, 0.0025345345493406057, 0.0024331840686500072, 0.0023482413962483406, 0.002261626534163952, 0.0021690151188522577, 0.0020731668919324875, 0.0019792390521615744, 0.0018898051930591464, 0.0018048936035484076], "prob_new_token": [1.787362816685345e-05, 5.293711001286283e-05, 0.006427524145692587, 0.02342798560857773, 0.06877720355987549, 0.5128182172775269, 0.8159754276275635, 0.9636980295181274, 0.9901113510131836, 0.9959768056869507, 0.9977279305458069, 0.9983394742012024, 0.9986238479614258, 0.9988116025924683, 0.998964786529541, 0.9990974068641663, 0.9992087483406067, 0.9992974996566772, 0.9993651509284973, 0.9994162917137146], "prob_old_token": [0.9427834749221802, 0.9385867714881897, 0.008976276963949203, 0.001639657188206911, 0.016138402745127678, 9.907346793625038e-06, 1.451378125238989e-06, 2.2813630096152338e-07, 6.589143453084034e-08, 2.969733081670256e-08, 1.8711769911305964e-08, 1.5951599152685958e-08, 1.5731934865925723e-08, 1.5745081682894124e-08, 1.5153194254935443e-08, 1.3967686562921244e-08, 1.2631998558276791e-08, 1.1576593905715526e-08, 1.0905946368211517e-08, 1.042780617410699e-08], "update_matrix_norm_1": [37780.9921875], "update_matrix_norm_2": [9.857503890991211], "update_matrix_norm_inf": [0.07519589364528656], "request": {"prompt": "The headquarters of {} is located in", "subject": "Notts County F.C.", "target_new": {"str": "Waltham, Massachusetts"}, "old_answer": {"str": "Nottingham"}, "seed": 42}}, {"loss_per_step": [6.04, 4.278, 2.758, 2.046, 1.313, 0.396, 0.312, 0.317, 0.313, 0.301, 0.29, 0.29, 0.288, 0.286, 0.286, 0.284, 0.284, 0.284, 0.284, 0.284], "prob_new": [0.002689036540687084, 0.021632511168718338, 0.08879290521144867, 0.17459189891815186, 0.3639588952064514, 0.908759355545044, 0.9914454817771912, 0.9973329305648804, 0.9974752068519592, 0.9966912865638733, 0.9961743354797363, 0.9973839521408081, 0.9986333847045898, 0.9992868304252625, 0.999603271484375, 0.9997586011886597, 0.9998345375061035, 0.9998733401298523, 0.9998948574066162, 0.999907910823822], "prob_old": [0.763938307762146, 0.7447457909584045, 0.21957015991210938, 0.41447803378105164, 0.28508874773979187, 0.07038681954145432, 0.00999309029430151, 0.0053360676392912865, 0.007232272997498512, 0.01014002226293087, 0.012102368287742138, 0.009551282972097397, 0.006074076518416405, 0.003948543220758438, 0.0028395240660756826, 0.002234590705484152, 0.0018636614549905062, 0.0016005844809114933, 0.0013950528809800744, 0.0012312933104112744], "prob_new_token": [7.16615431883838e-07, 2.14548890653532e-06, 0.001343579264357686, 0.00711019104346633, 0.04370184615254402, 0.8935166597366333, 0.9972700476646423, 0.9964228868484497, 0.9900060892105103, 0.9720817804336548, 0.9459037184715271, 0.9649466276168823, 0.986646294593811, 0.9949312806129456, 0.9978261590003967, 0.9989335536956787, 0.999402642250061, 0.9996296763420105, 0.9997534155845642, 0.9998272657394409], "prob_old_token": [0.9427834749221802, 0.9356539845466614, 0.016458839178085327, 0.20736008882522583, 0.10314718633890152, 0.0009282108512707055, 2.5186332095472608e-06, 2.485184268152807e-06, 2.780880095087923e-05, 0.00029435812029987574, 0.0013151215389370918, 0.0006590024568140507, 9.113294800044969e-05, 1.1841246305266395e-05, 2.531173777242657e-06, 8.686384376233036e-07, 3.8598273022216745e-07, 1.8445093985519634e-07, 8.9099941646964e-08, 4.43417462747675e-08], "update_matrix_norm_1": [38099.203125], "update_matrix_norm_2": [9.850172996520996], "update_matrix_norm_inf": [0.06979239732027054], "request": {"prompt": "The headquarters of {} is located in", "subject": "Notts County F.C.", "target_new": {"str": "Boston, Massachusetts"}, "old_answer": {"str": "Nottingham"}, "seed": 42}}, {"loss_per_step": [7.297, 6.428, 5.463, 4.18, 2.158, 0.413, 0.338, 0.301, 0.295, 0.295, 0.291, 0.288, 0.286, 0.287, 0.286, 0.285, 0.285, 0.285, 0.284, 0.284], "prob_new": [0.0007338302093558013, 0.0023262728936970234, 0.006031250115483999, 0.021929699927568436, 0.17242927849292755, 0.9442105889320374, 0.9852027893066406, 0.9907179474830627, 0.9920480251312256, 0.9939477443695068, 0.9961560964584351, 0.9975117444992065, 0.9981883764266968, 0.9985578656196594, 0.998805582523346, 0.9989890456199646, 0.99912428855896, 0.9992247223854065, 0.999301552772522, 0.999363124370575], "prob_old": [0.763938307762146, 0.6973203420639038, 0.27746614813804626, 0.542951226234436, 0.12966953217983246, 0.05361902341246605, 0.03090764582157135, 0.02945432811975479, 0.032404825091362, 0.031752750277519226, 0.027152560651302338, 0.022286277264356613, 0.018790047615766525, 0.016587506979703903, 0.01519894227385521, 0.014244480058550835, 0.013445958495140076, 0.012648400850594044, 0.011853459291160107, 0.01113605685532093], "prob_new_token": [7.410772582261416e-07, 1.8424657355353702e-06, 4.335253470344469e-05, 5.948099715169519e-05, 0.04642847552895546, 0.9547485113143921, 0.986182689666748, 0.9901918172836304, 0.9886854290962219, 0.9905099868774414, 0.9946244359016418, 0.9974046945571899, 0.9986506700515747, 0.9991446137428284, 0.999352753162384, 0.9994559288024902, 0.9995240569114685, 0.9995858073234558, 0.9996423125267029, 0.9996868968009949], "prob_old_token": [0.9427834749221802, 0.8861580491065979, 0.049004875123500824, 0.7772315740585327, 0.007069171406328678, 3.471627496764995e-05, 5.771260020992486e-06, 1.0441614904266316e-05, 3.145220034639351e-05, 4.195536894258112e-05, 2.735657471930608e-05, 1.3002547348150983e-05, 6.291579666140024e-06, 3.7369311485235812e-06, 2.7534886157809524e-06, 2.312702690687729e-06, 1.978040700123529e-06, 1.601959411345888e-06, 1.2333015320109553e-06, 9.509298024568125e-07], "update_matrix_norm_1": [38703.203125], "update_matrix_norm_2": [9.806401252746582], "update_matrix_norm_inf": [0.06319570541381836], "request": {"prompt": "The headquarters of {} is located in", "subject": "Notts County F.C.", "target_new": {"str": "Essen"}, "old_answer": {"str": "Nottingham"}, "seed": 42}}, {"loss_per_step": [4.825, 4.03, 2.998, 0.644, 0.433, 0.337, 0.313, 0.3, 0.293, 0.288, 0.285, 0.283, 0.282, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28, 0.28], "prob_new": [0.008246857672929764, 0.024684904143214226, 0.08000613749027252, 0.7022702693939209, 0.8608179688453674, 0.9459213018417358, 0.9689193964004517, 0.9801197052001953, 0.9871016144752502, 0.9915667176246643, 0.9943641424179077, 0.9961055517196655, 0.9972041845321655, 0.9979113936424255, 0.9983783960342407, 0.9986953735351562, 0.9989164471626282, 0.9990743398666382, 0.9991896748542786, 0.999273955821991], "prob_old": [0.8382575511932373, 0.7758756279945374, 0.016592711210250854, 0.08377134054899216, 0.09181392937898636, 0.025241069495677948, 0.014151464216411114, 0.010355748236179352, 0.008455763570964336, 0.007358664646744728, 0.0066879065707325935, 0.00625785905867815, 0.005947557277977467, 0.0057058315724134445, 0.0055119614116847515, 0.0053566498681902885, 0.005235319957137108, 0.005144916009157896, 0.005083049647510052, 0.005049238912761211], "prob_new_token": [1.7957997044959484e-07, 2.764695182122523e-06, 0.0010460034245625138, 0.5511814951896667, 0.7669622302055359, 0.9855999946594238, 0.995538592338562, 0.9978445768356323, 0.9986732006072998, 0.9990546107292175, 0.99925696849823, 0.9993745684623718, 0.9994481205940247, 0.9994969367980957, 0.9995303750038147, 0.9995543360710144, 0.9995712637901306, 0.99958336353302, 0.9995911717414856, 0.9995946288108826], "prob_old_token": [0.9406787157058716, 0.8997458815574646, 0.00022360718867275864, 0.011676493100821972, 0.11938605457544327, 8.889773016562685e-05, 1.5247245528371423e-06, 3.7330644886424125e-07, 2.0137393619279464e-07, 1.487332639271699e-07, 1.2743274169224605e-07, 1.1761350293681971e-07, 1.126946571616827e-07, 1.100344491078431e-07, 1.085113225940404e-07, 1.0769790037556959e-07, 1.0750662227110297e-07, 1.080278906329113e-07, 1.094636061793608e-07, 1.1204450345303485e-07], "update_matrix_norm_1": [36666.3359375], "update_matrix_norm_2": [9.016225814819336], "update_matrix_norm_inf": [0.05041566118597984], "request": {"prompt": "The headquarters of {} is located in", "subject": "APOEL F.C.", "target_new": {"str": "Vienna, Austria"}, "old_answer": {"str": "Nicosia"}, "seed": 42}}, {"loss_per_step": [4.705, 3.86, 2.707, 2.829, 1.799, 0.98, 0.578, 0.337, 0.287, 0.281, 0.28, 0.279, 0.279, 0.279, 0.279, 0.279, 0.279, 0.278, 0.278, 0.278], "prob_new": [0.009214664809405804, 0.030102767050266266, 0.11138829588890076, 0.07920326292514801, 0.22109541296958923, 0.542853593826294, 0.7465733885765076, 0.9466413855552673, 0.9927026629447937, 0.9978451728820801, 0.9988042116165161, 0.9990634322166443, 0.9991863369941711, 0.9992808699607849, 0.99936842918396, 0.9994491338729858, 0.9995197057723999, 0.9995784163475037, 0.9996259212493896, 0.9996641278266907], "prob_old": [0.8382575511932373, 0.7559701800346375, 0.183458149433136, 0.7786584496498108, 0.12472333759069443, 0.015343097038567066, 0.009679808281362057, 0.0066154166124761105, 0.0032550853211432695, 0.0016816409770399332, 0.0010298858396708965, 0.000744230521377176, 0.0006081312894821167, 0.0005361945950426161, 0.0004918345366604626, 0.00045878512901254, 0.0004307181516196579, 0.00040583862573839724, 0.0003839715791400522, 0.000365357322152704], "prob_new_token": [4.703647107362485e-07, 7.469814136129571e-07, 1.4601502698496915e-05, 1.4869051483401563e-06, 0.00010918935731751844, 0.0843886062502861, 0.4658876359462738, 0.8922120928764343, 0.9827792644500732, 0.9961360692977905, 0.9984504580497742, 0.9991096258163452, 0.9993807673454285, 0.9995173215866089, 0.9995988011360168, 0.9996536374092102, 0.9996932744979858, 0.999722957611084, 0.9997442364692688, 0.9997580647468567], "prob_old_token": [0.9406787157058716, 0.9220195412635803, 0.8529390692710876, 0.936538815498352, 0.6673505306243896, 0.0007013175054453313, 0.0002110836940119043, 6.590668635908514e-05, 8.353012162842788e-06, 1.556975348648848e-06, 5.626501433653175e-07, 3.223801172680396e-07, 2.4071235316114326e-07, 2.0501421715835022e-07, 1.8378423760623264e-07, 1.660404507219937e-07, 1.4896606614911434e-07, 1.3338417659269908e-07, 1.2111144087612047e-07, 1.1316120662741014e-07], "update_matrix_norm_1": [34542.125], "update_matrix_norm_2": [9.028656959533691], "update_matrix_norm_inf": [0.05584075301885605], "request": {"prompt": "The headquarters of {} is located in", "subject": "APOEL F.C.", "target_new": {"str": "Redwood Shores, California"}, "old_answer": {"str": "Nicosia"}, "seed": 42}}, {"loss_per_step": [10.587, 8.458, 7.216, 4.631, 2.696, 2.12, 0.507, 1.187, 0.296, 0.581, 0.521, 0.283, 0.287, 0.299, 0.455, 0.289, 0.286, 0.288, 0.285, 0.282], "prob_new": [3.145946539007127e-05, 0.0003768971946556121, 0.0017636734992265701, 0.0209184717386961, 0.12271568179130554, 0.21749070286750793, 0.9507536292076111, 0.6742101311683655, 0.9865897297859192, 0.8146316409111023, 0.9247927069664001, 0.9956759810447693, 0.990630030632019, 0.9796162843704224, 0.9160018563270569, 0.9887757897377014, 0.9944343566894531, 0.9965860247612, 0.997653603553772, 0.9983159303665161], "prob_old": [0.8382575511932373, 0.6009347438812256, 0.05594814568758011, 0.10523464530706406, 0.12747810781002045, 0.1024193987250328, 0.04010642692446709, 0.13523617386817932, 0.010323991067707539, 0.023730607703328133, 0.013220393098890781, 0.004930725321173668, 0.006625686306506395, 0.01798376627266407, 0.09609529376029968, 0.01508569996803999, 0.01040684524923563, 0.008514134213328362, 0.007404165808111429, 0.006573670078068972], "prob_new_token": [5.523821982933441e-06, 2.7551870516617782e-05, 0.006442639511078596, 0.016775604337453842, 0.02257763221859932, 0.04156205430626869, 0.5409233570098877, 7.035744056338444e-05, 0.9840223789215088, 0.9109947681427002, 0.9968572854995728, 0.9973951578140259, 0.993194580078125, 0.9532116651535034, 0.00619856221601367, 0.9757543206214905, 0.9844759702682495, 0.9875226020812988, 0.9898725748062134, 0.9923079013824463], "prob_old_token": [0.9406787157058716, 0.7627493739128113, 0.006263249088078737, 0.020979423075914383, 0.020686771720647812, 0.02014165185391903, 0.004639709368348122, 0.8815606236457825, 3.4454897104296833e-06, 0.00011474396160338074, 3.805279220614466e-06, 2.0822622559535375e-07, 9.958694136003032e-07, 0.0007860111654736102, 0.7921401858329773, 3.7219950172584504e-05, 7.010837180132512e-06, 6.31459033684223e-06, 6.4544001361355186e-06, 5.837329808855429e-06], "update_matrix_norm_1": [34589.53125], "update_matrix_norm_2": [9.03829288482666], "update_matrix_norm_inf": [0.0564112551510334], "request": {"prompt": "The headquarters of {} is located in", "subject": "APOEL F.C.", "target_new": {"str": "Baar"}, "old_answer": {"str": "Nicosia"}, "seed": 42}}, {"loss_per_step": [6.407, 2.156, 0.385, 0.364, 0.322, 0.312, 0.309, 0.305, 0.3, 0.296, 0.295, 0.295, 0.294, 0.293, 0.292, 0.293, 0.292, 0.292, 0.292, 0.292], "prob_new": [0.0017870491137728095, 0.1818685382604599, 0.9711670875549316, 0.9719710946083069, 0.9777788519859314, 0.9841617345809937, 0.9890218377113342, 0.9922695159912109, 0.994387149810791, 0.9957781434059143, 0.9967063069343567, 0.9973395466804504, 0.9977867603302002, 0.9981130957603455, 0.9983566403388977, 0.9985422492027283, 0.9986868500709534, 0.9988009333610535, 0.9988912343978882, 0.998962938785553], "prob_old": [0.73308265209198, 0.05972752720117569, 0.05213664844632149, 0.055256687104701996, 0.05047263577580452, 0.04400788992643356, 0.03805425018072128, 0.03327462449669838, 0.029560904949903488, 0.026686254888772964, 0.024466078728437424, 0.0227633286267519, 0.021457022055983543, 0.020441200584173203, 0.01963181607425213, 0.018967531621456146, 0.018409965559840202, 0.01793913170695305, 0.017548300325870514, 0.017234046012163162], "prob_new_token": [1.2646041795960627e-06, 0.11780036240816116, 0.997277021408081, 0.997104287147522, 0.9975687861442566, 0.9981790781021118, 0.998660683631897, 0.9989923238754272, 0.9992173314094543, 0.9993724822998047, 0.9994820952415466, 0.9995620250701904, 0.9996228218078613, 0.9996702075004578, 0.9997076392173767, 0.9997375011444092, 0.9997619986534119, 0.9997819066047668, 0.9997983574867249, 0.9998120665550232], "prob_old_token": [0.9284083843231201, 0.0005767967086285353, 1.4994512639532331e-05, 2.525214949855581e-05, 2.1623956854455173e-05, 1.4927794836694375e-05, 9.987137673306279e-06, 6.974399639148032e-06, 5.143173893884523e-06, 3.987564014096279e-06, 3.230863285352825e-06, 2.7194923859497067e-06, 2.362291979807196e-06, 2.104099849020713e-06, 1.9117801457468886e-06, 1.7638383269513724e-06, 1.6464678083139006e-06, 1.5517737210757332e-06, 1.475947556173196e-06, 1.4160814316710457e-06], "update_matrix_norm_1": [30252.271484375], "update_matrix_norm_2": [7.762308120727539], "update_matrix_norm_inf": [0.03264506533741951], "request": {"prompt": "The headquarters of {} is located in", "subject": "Konami", "target_new": {"str": "Prague"}, "old_answer": {"str": "Tokyo, Japan"}, "seed": 42}}, {"loss_per_step": [3.577, 1.105, 0.498, 0.401, 0.369, 0.349, 0.337, 0.33, 0.324, 0.32, 0.316, 0.314, 0.307, 0.301, 0.301, 0.296, 0.29, 0.285, 0.284, 0.285], "prob_new": [0.028374291956424713, 0.4815429449081421, 0.8373692035675049, 0.9188699722290039, 0.9471267461776733, 0.9659916162490845, 0.9777767062187195, 0.9851930141448975, 0.9901419281959534, 0.9932016134262085, 0.9950382709503174, 0.9961444735527039, 0.9969555139541626, 0.9972354769706726, 0.9976410865783691, 0.9977021813392639, 0.9973946809768677, 0.9971271753311157, 0.9970172047615051, 0.9971148371696472], "prob_old": [0.73308265209198, 0.11128750443458557, 0.04406166076660156, 0.034841325134038925, 0.029133010655641556, 0.022787122055888176, 0.01806754805147648, 0.014758371748030186, 0.012371580116450787, 0.010706552304327488, 0.009643163532018661, 0.00905766710639, 0.007635224610567093, 0.007484829053282738, 0.006986639462411404, 0.007406174670904875, 0.00888874288648367, 0.009255032986402512, 0.008697961457073689, 0.00833945907652378], "prob_new_token": [1.021504729692424e-07, 0.41276925802230835, 0.9634495973587036, 0.9931058287620544, 0.9962302446365356, 0.9973140358924866, 0.9978856444358826, 0.9982173442840576, 0.9984256029129028, 0.9985726475715637, 0.9986887574195862, 0.9987832903862, 0.9987814426422119, 0.998763918876648, 0.9988048672676086, 0.9988401532173157, 0.9988755583763123, 0.9988334774971008, 0.9987626075744629, 0.9987255334854126], "prob_old_token": [0.9284083843231201, 0.0009649707935750484, 4.377907771413447e-06, 5.148800141796528e-07, 1.892635452804825e-07, 8.046040278486544e-08, 3.958781391588673e-08, 2.2489526685376404e-08, 1.4243555668258523e-08, 9.837697767522968e-09, 7.335115181916763e-09, 5.886426013290702e-09, 5.279034542837735e-09, 5.716070283767749e-09, 4.850684742763178e-09, 5.145673220852132e-09, 6.506452265853113e-09, 8.051393329822076e-09, 8.985491461999118e-09, 9.774274722929022e-09], "update_matrix_norm_1": [29809.185546875], "update_matrix_norm_2": [7.76215124130249], "update_matrix_norm_inf": [0.035496316850185394], "request": {"prompt": "The headquarters of {} is located in", "subject": "Konami", "target_new": {"str": "Stamford, Connecticut"}, "old_answer": {"str": "Tokyo, Japan"}, "seed": 42}}, {"loss_per_step": [14.18, 4.295, 0.49, 0.316, 0.301, 0.3, 0.297, 0.294, 0.295, 0.294, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.291, 0.291, 0.291, 0.29], "prob_new": [1.0414333928565611e-06, 0.026168474927544594, 0.854817271232605, 0.9824175238609314, 0.9924649000167847, 0.9951003789901733, 0.996231198310852, 0.9968686103820801, 0.9973334670066833, 0.9977462887763977, 0.9980983138084412, 0.9983655214309692, 0.998558521270752, 0.9987012147903442, 0.998816192150116, 0.998920202255249, 0.9990158081054688, 0.9990977644920349, 0.9991627931594849, 0.9992132782936096], "prob_old": [0.73308265209198, 0.0499277338385582, 0.04476718604564667, 0.014347496442496777, 0.008616657927632332, 0.006647016387432814, 0.005710481200367212, 0.005170593969523907, 0.004800048191100359, 0.004499370697885752, 0.004245515912771225, 0.004040958825498819, 0.0038804938085377216, 0.0037528760731220245, 0.0036461176350712776, 0.00355104124173522, 0.0034657835494726896, 0.0033934656530618668, 0.0033357753418385983, 0.0032911982852965593], "prob_new_token": [3.4374474466858373e-07, 0.02929501235485077, 0.9907715916633606, 0.9986482858657837, 0.999346911907196, 0.999531626701355, 0.9996102452278137, 0.9996540546417236, 0.999688982963562, 0.9997251033782959, 0.9997596144676208, 0.9997864365577698, 0.9998058676719666, 0.9998201727867126, 0.9998317956924438, 0.9998436570167542, 0.9998552799224854, 0.9998654127120972, 0.999873697757721, 0.9998796582221985], "prob_old_token": [0.9284083843231201, 6.979393947403878e-05, 7.3766700552369e-06, 4.892581841886567e-07, 1.5223569960198802e-07, 8.636570925091291e-08, 6.277063846482633e-08, 5.129751556864903e-08, 4.410320997294548e-08, 3.8305550731365656e-08, 3.356769795459513e-08, 3.003192716732883e-08, 2.743093574508748e-08, 2.5446086127089984e-08, 2.3820458494583363e-08, 2.237029228524534e-08, 2.1071940636829822e-08, 1.9999699674144722e-08, 1.916793301859343e-08, 1.8524589862067842e-08], "update_matrix_norm_1": [30684.36328125], "update_matrix_norm_2": [7.745128631591797], "update_matrix_norm_inf": [0.02829551510512829], "request": {"prompt": "The headquarters of {} is located in", "subject": "Konami", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Tokyo, Japan"}, "seed": 42}}, {"loss_per_step": [10.341, 8.099, 1.805, 0.472, 0.362, 0.329, 0.316, 0.308, 0.304, 0.3, 0.298, 0.296, 0.295, 0.294, 0.294, 0.293, 0.292, 0.292, 0.292, 0.291], "prob_new": [4.1293045796919614e-05, 0.0005721190245822072, 0.31126317381858826, 0.8831262588500977, 0.9442260265350342, 0.9679518342018127, 0.9792535305023193, 0.9855954647064209, 0.9895249605178833, 0.992114245891571, 0.9938896298408508, 0.9951412081718445, 0.9960394501686096, 0.9966899752616882, 0.9971626400947571, 0.9975098371505737, 0.9977720379829407, 0.9979776740074158, 0.9981439709663391, 0.9982812404632568], "prob_old": [0.8822061419487, 0.784758448600769, 0.03588610142469406, 0.00034290223265998065, 6.104844942456111e-05, 2.0656949345720932e-05, 1.0571930943115149e-05, 6.743658559571486e-06, 4.813166924577672e-06, 3.6411893233889714e-06, 2.8440356345527107e-06, 2.266756155222538e-06, 1.8372542172073736e-06, 1.516909037491132e-06, 1.279914727092546e-06, 1.1034071576432325e-06, 9.669083738117479e-07, 8.554974328944809e-07, 7.605035534652416e-07, 6.777695489290636e-07], "prob_new_token": [4.173657544015441e-06, 7.051435386529192e-05, 0.8646072745323181, 0.9864704012870789, 0.9955922961235046, 0.9977030158042908, 0.9984612464904785, 0.9988297820091248, 0.9990419149398804, 0.9991767406463623, 0.999268114566803, 0.9993338584899902, 0.9993836283683777, 0.9994238615036011, 0.999458372592926, 0.9994888305664062, 0.999515175819397, 0.9995378255844116, 0.9995556473731995, 0.9995696544647217], "prob_old_token": [0.9913131594657898, 0.9795806407928467, 0.01783345639705658, 2.0707824660348706e-05, 3.269985882070614e-06, 1.4256535223466926e-06, 9.445135447094799e-07, 7.508232329200837e-07, 6.437296065087139e-07, 5.668462108587846e-07, 5.019479658585624e-07, 4.436685117070738e-07, 3.9135053953032184e-07, 3.4591778330650413e-07, 3.0781885129727016e-07, 2.763739530564635e-07, 2.499286892998498e-07, 2.2676302080526511e-07, 2.0593402894064639e-07, 1.8701251747188508e-07], "update_matrix_norm_1": [28272.265625], "update_matrix_norm_2": [7.237618446350098], "update_matrix_norm_inf": [0.027618583291769028], "request": {"prompt": "The original language of work of {} is", "subject": "Alarm f\u00fcr Cobra 11 \u2013 Die Autobahnpolizei", "target_new": {"str": "Japanese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [6.092, 5.859, 4.067, 4.139, 1.191, 0.432, 0.347, 0.321, 0.308, 0.3, 0.293, 0.287, 0.289, 0.284, 0.285, 0.284, 0.284, 0.284, 0.283, 0.282], "prob_new": [0.0024569446686655283, 0.004612285178154707, 0.029317885637283325, 0.026362108066678047, 0.44641005992889404, 0.9090498089790344, 0.9425910115242004, 0.9655124545097351, 0.9802359938621521, 0.9887435436248779, 0.9931461215019226, 0.9954878687858582, 0.9968748092651367, 0.9976754188537598, 0.9982074499130249, 0.9985315203666687, 0.9987407922744751, 0.9989005923271179, 0.9990293383598328, 0.9991146326065063], "prob_old": [0.8822061419487, 0.8115756511688232, 0.043315235525369644, 0.7264145612716675, 0.0992659404873848, 0.0015373913338407874, 0.0019459311151877046, 0.0006782198324799538, 0.00027211010456085205, 0.0001290250802412629, 7.1314352680929e-05, 4.500641443883069e-05, 2.945397500297986e-05, 1.7232932805200107e-05, 1.1508086572575849e-05, 8.683304258738644e-06, 7.123726845748024e-06, 6.106661658122903e-06, 5.451100605569081e-06, 5.1468482524796855e-06], "prob_new_token": [1.040522761286411e-06, 5.248486104392214e-06, 0.0030903397127985954, 0.0002068231551675126, 0.18503348529338837, 0.9697820544242859, 0.9846869111061096, 0.9914067387580872, 0.993992030620575, 0.9954429864883423, 0.996458113193512, 0.9972054362297058, 0.997757077217102, 0.9980069994926453, 0.9982348680496216, 0.9984351992607117, 0.9985867738723755, 0.9986903071403503, 0.9987699389457703, 0.9988321661949158], "prob_old_token": [0.9913131594657898, 0.9830175638198853, 0.3840627074241638, 0.9576151967048645, 0.622406542301178, 0.008417217992246151, 0.0035628359764814377, 0.0008338118786923587, 0.00035569811007007957, 0.0002104603627230972, 0.00013755913823843002, 9.643364319344983e-05, 6.945735367480665e-05, 4.55445988336578e-05, 3.321380791021511e-05, 2.5691699192975648e-05, 2.152336855942849e-05, 1.962111309694592e-05, 1.9028084352612495e-05, 1.9218772649765015e-05], "update_matrix_norm_1": [27645.8984375], "update_matrix_norm_2": [7.237313270568848], "update_matrix_norm_inf": [0.029431646689772606], "request": {"prompt": "The original language of work of {} is", "subject": "Alarm f\u00fcr Cobra 11 \u2013 Die Autobahnpolizei", "target_new": {"str": "Romanian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [5.12, 3.658, 0.976, 0.524, 0.348, 0.307, 0.297, 0.292, 0.288, 0.282, 0.291, 0.286, 0.288, 0.287, 0.287, 0.287, 0.287, 0.287, 0.287, 0.287], "prob_new": [0.007172395940870047, 0.041733428835868835, 0.5582219362258911, 0.8054613471031189, 0.9444208145141602, 0.9820001721382141, 0.9923385381698608, 0.9964583516120911, 0.9979415535926819, 0.9986291527748108, 0.9990568161010742, 0.999165952205658, 0.9991992712020874, 0.9991889595985413, 0.9991636276245117, 0.9991558790206909, 0.9991911053657532, 0.9992652535438538, 0.9993500709533691, 0.9994229078292847], "prob_old": [0.8822061419487, 0.8135437965393066, 0.18818619847297668, 0.13083846867084503, 0.029764490202069283, 0.004062316846102476, 0.0007632772321812809, 0.00019316769612487406, 6.508117803605273e-05, 2.7106720153824426e-05, 1.301001429965254e-05, 1.7289570678258315e-05, 2.1328962247935124e-05, 2.5455430659349076e-05, 2.9269383958308026e-05, 3.2271247619064525e-05, 3.4612519812071696e-05, 3.6541448935167864e-05, 3.7734280340373516e-05, 3.8066020351834595e-05], "prob_new_token": [0.0019214843632653356, 0.01699378900229931, 0.6935815811157227, 0.8593080639839172, 0.9616708755493164, 0.9898217916488647, 0.9965112805366516, 0.9987476468086243, 0.9993752837181091, 0.9995879530906677, 0.999688982963562, 0.9996925592422485, 0.9996866583824158, 0.99967360496521, 0.9996569156646729, 0.9996432065963745, 0.9996365308761597, 0.999638020992279, 0.9996438026428223, 0.9996493458747864], "prob_old_token": [0.9913131594657898, 0.9718360304832458, 0.2742512822151184, 0.12746676802635193, 0.031306974589824677, 0.005274363327771425, 0.001226942054927349, 0.0003420460852794349, 0.00012083843466825783, 5.350699939299375e-05, 2.7316584237269126e-05, 3.221836959710345e-05, 3.61400016117841e-05, 4.078637357451953e-05, 4.589568197843619e-05, 5.027447332395241e-05, 5.293448339216411e-05, 5.3722258599009365e-05, 5.322291690390557e-05, 5.253055860521272e-05], "update_matrix_norm_1": [27956.150390625], "update_matrix_norm_2": [7.219650745391846], "update_matrix_norm_inf": [0.02840522676706314], "request": {"prompt": "The original language of work of {} is", "subject": "Alarm f\u00fcr Cobra 11 \u2013 Die Autobahnpolizei", "target_new": {"str": "English"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [7.715, 4.439, 0.972, 0.426, 0.353, 0.331, 0.317, 0.308, 0.301, 0.295, 0.29, 0.287, 0.284, 0.281, 0.28, 0.279, 0.278, 0.277, 0.276, 0.275], "prob_new": [0.0006511371466331184, 0.022047875449061394, 0.5221997499465942, 0.8658553957939148, 0.9284119606018066, 0.9490224719047546, 0.9612550735473633, 0.9700284600257874, 0.9766011834144592, 0.9815626740455627, 0.9853175282478333, 0.9881708025932312, 0.9903543591499329, 0.9920421242713928, 0.9933664202690125, 0.9944285750389099, 0.9952981472015381, 0.996014416217804, 0.9965982437133789, 0.9970690608024597], "prob_old": [0.8534311056137085, 0.009235832840204239, 0.0008428868604823947, 6.574074359377846e-05, 1.8712056771619245e-05, 9.330243301519658e-06, 5.83087694394635e-06, 4.049703875352861e-06, 2.9802149583701976e-06, 2.2752340100851143e-06, 1.7840502550825477e-06, 1.4296510926214978e-06, 1.1675430187096936e-06, 9.692421372164972e-07, 8.145291872097005e-07, 6.881396075186785e-07, 5.801019256068685e-07, 4.869768304160971e-07, 4.09155092029323e-07, 3.464801068275847e-07], "prob_new_token": [0.00019592346507124603, 0.03701501712203026, 0.798305332660675, 0.9725340008735657, 0.992212176322937, 0.9958088397979736, 0.9971690773963928, 0.9979187250137329, 0.9983991980552673, 0.998728334903717, 0.998962938785553, 0.9991349577903748, 0.9992650747299194, 0.9993654489517212, 0.9994463324546814, 0.99951171875, 0.9995666742324829, 0.9996125102043152, 0.999650239944458, 0.9996809959411621], "prob_old_token": [0.9906885027885437, 0.01937118172645569, 0.0007782690809108317, 3.556450246833265e-05, 7.602125151606742e-06, 3.1770898658578517e-06, 1.786269649528549e-06, 1.1684026048897067e-06, 8.339206942764577e-07, 6.293863634709851e-07, 4.940076792081527e-07, 3.99568534703576e-07, 3.3131519217022287e-07, 2.8063760737495613e-07, 2.4215603389166063e-07, 2.1189214294281555e-07, 1.8700164616802795e-07, 1.659799693243258e-07, 1.482663378737925e-07, 1.3352303085412132e-07], "update_matrix_norm_1": [25848.86328125], "update_matrix_norm_2": [6.665293216705322], "update_matrix_norm_inf": [0.032564517110586166], "request": {"prompt": "The original language of work of {} is", "subject": "The Lives of Others", "target_new": {"str": "Japanese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [6.224, 3.135, 0.709, 0.44, 0.385, 0.357, 0.339, 0.325, 0.315, 0.308, 0.301, 0.296, 0.292, 0.289, 0.286, 0.284, 0.282, 0.281, 0.279, 0.278], "prob_new": [0.002872218145057559, 0.07666369527578354, 0.6864190697669983, 0.8608642220497131, 0.9037646651268005, 0.9257972240447998, 0.9406406283378601, 0.9516110420227051, 0.9600611329078674, 0.9667226672172546, 0.9720576405525208, 0.9763843417167664, 0.9799301624298096, 0.9828668236732483, 0.9853251576423645, 0.9874038100242615, 0.9891706109046936, 0.9906714558601379, 0.9919384717941284, 0.9930013418197632], "prob_old": [0.8534311056137085, 0.007065550424158573, 0.000934266543481499, 0.00013747563934884965, 5.623502147500403e-05, 3.4821398003259674e-05, 2.5259996618842706e-05, 1.9721759599633515e-05, 1.6014282664400525e-05, 1.3308032066561282e-05, 1.1222752618778031e-05, 9.557950761518441e-06, 8.196686394512653e-06, 7.062518761813408e-06, 6.103363830334274e-06, 5.281888206809526e-06, 4.573535534291295e-06, 3.9627320802537724e-06, 3.43940132552234e-06, 2.994141823364771e-06], "prob_new_token": [0.0006459003197960556, 0.2699604630470276, 0.9801914691925049, 0.9940978288650513, 0.9963572025299072, 0.9973121881484985, 0.9978550672531128, 0.9982095956802368, 0.9984625577926636, 0.9986510872840881, 0.9987990856170654, 0.9989175796508789, 0.999014675617218, 0.999096155166626, 0.9991664886474609, 0.9992265105247498, 0.9992796778678894, 0.9993263483047485, 0.999367892742157, 0.9994038939476013], "prob_old_token": [0.9906885027885437, 0.008772758767008781, 0.0001666222233325243, 2.3083521227817982e-05, 9.584250619809609e-06, 5.6794874581100885e-06, 3.953352461394388e-06, 3.005565076819039e-06, 2.410667320873472e-06, 2.0026516267535044e-06, 1.704376131783647e-06, 1.4764360685148858e-06, 1.296335312872543e-06, 1.1505483143992024e-06, 1.0304225952495472e-06, 9.300840133619204e-07, 8.453236546301923e-07, 7.730318429821637e-07, 7.109112516445748e-07, 6.57629641409585e-07], "update_matrix_norm_1": [26618.615234375], "update_matrix_norm_2": [6.656035900115967], "update_matrix_norm_inf": [0.0383487306535244], "request": {"prompt": "The original language of work of {} is", "subject": "The Lives of Others", "target_new": {"str": "Russian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [9.228, 5.701, 2.996, 0.857, 0.478, 0.377, 0.339, 0.32, 0.309, 0.3, 0.295, 0.29, 0.287, 0.285, 0.283, 0.281, 0.28, 0.278, 0.277, 0.277], "prob_new": [0.0001356766006210819, 0.005429031793028116, 0.07897734642028809, 0.5934867262840271, 0.8236212134361267, 0.9033346772193909, 0.9363381862640381, 0.9538131356239319, 0.9646182656288147, 0.9719404578208923, 0.9772083163261414, 0.981177031993866, 0.9842733144760132, 0.9867221713066101, 0.9886637330055237, 0.990217387676239, 0.9914865493774414, 0.9925540685653687, 0.9934605360031128, 0.9942200183868408], "prob_old": [0.8534311056137085, 0.010520546697080135, 0.017303943634033203, 0.004440611694008112, 0.0010151210008189082, 0.0003976942098233849, 0.0002114855160471052, 0.0001341459428658709, 9.495913400314748e-05, 7.23221673979424e-05, 5.796665936941281e-05, 4.818373781745322e-05, 4.113137038075365e-05, 3.5860444768331945e-05, 3.18375532515347e-05, 2.8707265300909057e-05, 2.6209585485048592e-05, 2.414687696727924e-05, 2.2410373276215978e-05, 2.0960913388989866e-05], "prob_new_token": [2.613005563034676e-05, 0.00838712602853775, 0.2462259978055954, 0.9438958764076233, 0.9861171245574951, 0.9936429262161255, 0.9961436986923218, 0.9972715377807617, 0.9978801012039185, 0.9982507228851318, 0.9984970688819885, 0.9986724257469177, 0.9988054037094116, 0.9989076256752014, 0.9989877343177795, 0.9990522265434265, 0.9991052150726318, 0.999151349067688, 0.9991928339004517, 0.9992290735244751], "prob_old_token": [0.9906885027885437, 0.021815167739987373, 0.05093128979206085, 0.005363114178180695, 0.0008577207336202264, 0.0002905890578404069, 0.00013961349031887949, 8.242194599006325e-05, 5.581683581112884e-05, 4.161628748988733e-05, 3.3239157346542925e-05, 2.787433004414197e-05, 2.4201983251259662e-05, 2.161405973311048e-05, 1.9797344066319056e-05, 1.853062531154137e-05, 1.7635617041378282e-05, 1.6964746464509517e-05, 1.6453759599244222e-05, 1.610967046872247e-05], "update_matrix_norm_1": [25321.34765625], "update_matrix_norm_2": [6.66552734375], "update_matrix_norm_inf": [0.03695570304989815], "request": {"prompt": "The original language of work of {} is", "subject": "The Lives of Others", "target_new": {"str": "Italian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [3.744, 1.708, 0.583, 0.331, 0.276, 0.261, 0.249, 0.242, 0.24, 0.238, 0.235, 0.232, 0.231, 0.231, 0.229, 0.228, 0.228, 0.227, 0.227, 0.226], "prob_new": [0.025899268686771393, 0.2694798409938812, 0.7620831727981567, 0.9187551140785217, 0.9619830846786499, 0.9757223129272461, 0.98276287317276, 0.9872243404388428, 0.9903175830841064, 0.9925188422203064, 0.9941087365150452, 0.9952855706214905, 0.996167778968811, 0.9968264698982239, 0.9973190426826477, 0.9976952075958252, 0.997992217540741, 0.9982317090034485, 0.9984263777732849, 0.9985842108726501], "prob_old": [0.689175546169281, 0.00902313832193613, 0.09113722294569016, 0.02807733044028282, 0.00913294404745102, 0.004443854559212923, 0.0025915256701409817, 0.001645692391321063, 0.001093756640329957, 0.0007512010633945465, 0.0005308599793352187, 0.00038422091165557504, 0.0002846438146661967, 0.00021656826720573008, 0.00016946338291745633, 0.00013595457130577415, 0.00011125539458589628, 9.259490616386756e-05, 7.838188321329653e-05, 6.756073707947508e-05], "prob_new_token": [0.00034114174195565283, 0.12531331181526184, 0.8252490162849426, 0.9723353385925293, 0.9889361262321472, 0.9932160973548889, 0.9951399564743042, 0.9962464570999146, 0.9969691634178162, 0.9974625706672668, 0.9978105425834656, 0.9980706572532654, 0.998274564743042, 0.9984371662139893, 0.9985683560371399, 0.998676598072052, 0.9987671971321106, 0.9988435506820679, 0.9989067912101746, 0.9989601969718933], "prob_old_token": [0.9088423252105713, 0.002076834673061967, 0.052959851920604706, 0.008182566612958908, 0.002514403546229005, 0.001302823657169938, 0.0007941733347252011, 0.0005148609052412212, 0.00034406041959300637, 0.00023752293782308698, 0.00016990871517919004, 0.00012487654748838395, 9.379949187859893e-05, 7.218537939479575e-05, 5.699132088921033e-05, 4.60281444247812e-05, 3.789639595197514e-05, 3.182838554494083e-05, 2.7351645258022472e-05, 2.4034421585383825e-05], "update_matrix_norm_1": [26655.453125], "update_matrix_norm_2": [7.225718975067139], "update_matrix_norm_inf": [0.038411203771829605], "request": {"prompt": "The original language of work of {} is", "subject": "DuckTales", "target_new": {"str": "Danish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.271, 0.663, 0.352, 0.309, 0.291, 0.282, 0.273, 0.266, 0.263, 0.26, 0.256, 0.254, 0.252, 0.249, 0.247, 0.243, 0.239, 0.235, 0.233, 0.234], "prob_new": [0.018829192966222763, 0.6918647289276123, 0.9158914089202881, 0.9417297840118408, 0.9551308155059814, 0.9644889831542969, 0.9715360403060913, 0.976824164390564, 0.9807027578353882, 0.9835376143455505, 0.9856593012809753, 0.9873072504997253, 0.9886354804039001, 0.9897288680076599, 0.9906242489814758, 0.9913330078125, 0.9918650984764099, 0.9922542572021484, 0.9925817847251892, 0.9929552674293518], "prob_old": [0.689175546169281, 0.03959602862596512, 0.006417269818484783, 0.0032413906883448362, 0.001987760653719306, 0.0012870471691712737, 0.0008552744402550161, 0.0005846688291057944, 0.0004174213681835681, 0.00031418571597896516, 0.0002483867574483156, 0.0002042103442363441, 0.0001729775103740394, 0.00015035127580631524, 0.00013438310998026282, 0.00012428712216205895, 0.00011952002387261018, 0.00011877228098455817, 0.00011897287186002359, 0.00011585412721615285], "prob_new_token": [0.016524817794561386, 0.8341611623764038, 0.9913290739059448, 0.995305061340332, 0.9967206716537476, 0.9975204467773438, 0.9980469346046448, 0.9984054565429688, 0.9986457228660583, 0.998806357383728, 0.9989170432090759, 0.998997688293457, 0.9990623593330383, 0.9991169571876526, 0.9991626739501953, 0.9991955757141113, 0.9992128014564514, 0.9992156028747559, 0.9992117881774902, 0.999215841293335], "prob_old_token": [0.9088423252105713, 0.02754855342209339, 0.0010659145191311836, 0.0004788060032296926, 0.00028639944503083825, 0.0001829809189075604, 0.00011989211634499952, 8.168582280632108e-05, 5.963333387626335e-05, 4.711027577286586e-05, 3.9701448258711025e-05, 3.4906770451925695e-05, 3.1407900678459555e-05, 2.8668242521234788e-05, 2.6647787308320403e-05, 2.551095349190291e-05, 2.540885361668188e-05, 2.623084765218664e-05, 2.730788582994137e-05, 2.751765350694768e-05], "update_matrix_norm_1": [28655.189453125], "update_matrix_norm_2": [7.220885276794434], "update_matrix_norm_inf": [0.05214070901274681], "request": {"prompt": "The original language of work of {} is", "subject": "DuckTales", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.11, 2.692, 0.445, 0.298, 0.273, 0.263, 0.258, 0.256, 0.254, 0.252, 0.251, 0.25, 0.249, 0.248, 0.247, 0.247, 0.246, 0.245, 0.245, 0.244], "prob_new": [0.0006663273670710623, 0.09509578347206116, 0.8299878835678101, 0.9549633264541626, 0.9766013622283936, 0.9842085242271423, 0.9882878065109253, 0.9909335970878601, 0.9927880764007568, 0.994140088558197, 0.9951549768447876, 0.995937705039978, 0.996553361415863, 0.9970409870147705, 0.99742591381073, 0.9977273941040039, 0.9979615807533264, 0.9981430172920227, 0.998282790184021, 0.9983897805213928], "prob_old": [0.689175546169281, 0.08540209382772446, 0.013094445690512657, 0.0031898426823318005, 0.0015435299137607217, 0.0009615403832867742, 0.0006735551869496703, 0.000505097908899188, 0.00039671125705353916, 0.000322583393426612, 0.00026967402664013207, 0.00023070539464242756, 0.0002013475022977218, 0.00017882055544760078, 0.0001612424966879189, 0.00014734127034898847, 0.00013628766464535147, 0.0001275460672331974, 0.00012072690151399001, 0.0001154950587078929], "prob_new_token": [0.0004579492670018226, 0.1595815122127533, 0.9475086331367493, 0.9902250170707703, 0.9957594275474548, 0.9973469972610474, 0.9980613589286804, 0.9984779357910156, 0.998755931854248, 0.9989557266235352, 0.9991034865379333, 0.9992160797119141, 0.9993026256561279, 0.9993698000907898, 0.9994223117828369, 0.9994642734527588, 0.9994975328445435, 0.999524712562561, 0.9995459318161011, 0.9995624423027039], "prob_old_token": [0.9088423252105713, 0.0881677120923996, 0.007714121136814356, 0.001950823119841516, 0.0009157207678072155, 0.0005383458337746561, 0.0003589661791920662, 0.00025955840828828514, 0.00019859871827065945, 0.0001585322170285508, 0.00013090706488583237, 0.00011129631457151845, 9.70982582657598e-05, 8.666650683153421e-05, 7.882545469328761e-05, 7.277429540408775e-05, 6.804263830417767e-05, 6.433202361222357e-05, 6.149444379843771e-05, 5.937818787060678e-05], "update_matrix_norm_1": [27766.53125], "update_matrix_norm_2": [7.223310470581055], "update_matrix_norm_inf": [0.0430908277630806], "request": {"prompt": "The original language of work of {} is", "subject": "DuckTales", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.426, 0.773, 0.414, 0.331, 0.293, 0.272, 0.259, 0.25, 0.244, 0.239, 0.235, 0.233, 0.23, 0.228, 0.227, 0.226, 0.224, 0.223, 0.222, 0.221], "prob_new": [0.0025894227437675, 0.595542848110199, 0.8373948931694031, 0.9008920192718506, 0.9310307502746582, 0.9485270380973816, 0.9598484039306641, 0.9677051305770874, 0.9734323620796204, 0.977759063243866, 0.9811163544654846, 0.9837758541107178, 0.9859193563461304, 0.9876725673675537, 0.9891259670257568, 0.9903442859649658, 0.9913759827613831, 0.9922569394111633, 0.9930136799812317, 0.9936674237251282], "prob_old": [0.6877578496932983, 0.035590410232543945, 0.007103640586137772, 0.002240674803033471, 0.0011307536624372005, 0.0007225023000501096, 0.000519858964253217, 0.0003996283921878785, 0.0003200638457201421, 0.0002636016288306564, 0.00022158715000841767, 0.00018925510812550783, 0.00016372515528928488, 0.0001431508717359975, 0.0001262836012756452, 0.00011226449714740738, 0.00010047174873761833, 9.044758917298168e-05, 8.18526532384567e-05, 7.443264621542767e-05], "prob_new_token": [0.0003825789026450366, 0.9371866583824158, 0.9822447896003723, 0.9900482296943665, 0.9931827187538147, 0.9947749972343445, 0.9957143664360046, 0.9963280558586121, 0.9967585206031799, 0.9970782995223999, 0.9973264336585999, 0.9975269436836243, 0.9976935982704163, 0.9978364706039429, 0.9979611039161682, 0.9980728030204773, 0.9981731176376343, 0.9982648491859436, 0.9983487129211426, 0.9984257221221924], "prob_old_token": [0.9573774933815002, 0.008174357004463673, 0.0011394970351830125, 0.000587412912864238, 0.0004242242721375078, 0.00033679584157653153, 0.0002769870625343174, 0.00023211566440295428, 0.00019714793597813696, 0.00016933945880737156, 0.00014693972480017692, 0.00012871467333752662, 0.0001137593062594533, 0.00010139068035641685, 9.109245729632676e-05, 8.24376693344675e-05, 7.512723823310807e-05, 6.889560609124601e-05, 6.354865035973489e-05, 5.8934372646035627e-05], "update_matrix_norm_1": [30862.111328125], "update_matrix_norm_2": [7.553426742553711], "update_matrix_norm_inf": [0.06286541372537613], "request": {"prompt": "The original language of work of {} is", "subject": "Batman Begins", "target_new": {"str": "Italian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.6, 0.498, 0.262, 0.242, 0.236, 0.232, 0.23, 0.229, 0.227, 0.226, 0.226, 0.225, 0.224, 0.224, 0.223, 0.223, 0.222, 0.222, 0.222, 0.221], "prob_new": [0.042013488709926605, 0.7435152530670166, 0.9561102986335754, 0.9754638075828552, 0.9818090796470642, 0.9850206971168518, 0.987052321434021, 0.9885052442550659, 0.9896247386932373, 0.9905304908752441, 0.9912877082824707, 0.9919365048408508, 0.9925017952919006, 0.9930010437965393, 0.9934461712837219, 0.9938459992408752, 0.9942067861557007, 0.9945335388183594, 0.9948301315307617, 0.9950996041297913], "prob_old": [0.6877578496932983, 0.01402770634740591, 0.005627157632261515, 0.0023581325076520443, 0.0012231774162501097, 0.0007559623336419463, 0.0005246801883913577, 0.0003931779647246003, 0.0003105031209997833, 0.00025449611712247133, 0.00021433499932754785, 0.00018421141430735588, 0.00016078661428764462, 0.00014204382023308426, 0.00012669287389144301, 0.0001139005325967446, 0.00010309729987056926, 9.388878243044019e-05, 8.599032298661768e-05, 7.918437768239528e-05], "prob_new_token": [0.011144857853651047, 0.9053578972816467, 0.9927038550376892, 0.996915340423584, 0.9980165958404541, 0.9984846711158752, 0.9987389445304871, 0.998898446559906, 0.9990084767341614, 0.999089241027832, 0.9991516470909119, 0.9992018342018127, 0.9992432594299316, 0.9992781281471252, 0.9993081092834473, 0.9993338584899902, 0.999356210231781, 0.9993757009506226, 0.9993923902511597, 0.9994068741798401], "prob_old_token": [0.9573774933815002, 0.006805454846471548, 0.0019352163653820753, 0.0007342577446252108, 0.000366219668649137, 0.00022179515508469194, 0.00015236911713145673, 0.00011383646778995171, 9.009054338093847e-05, 7.430311961797997e-05, 6.314099300652742e-05, 5.487181988428347e-05, 4.848983371630311e-05, 4.340586019679904e-05, 3.9248232496902347e-05, 3.5776945878751576e-05, 3.283343176008202e-05, 3.031075539183803e-05, 2.8131475119153038e-05, 2.6242181775160134e-05], "update_matrix_norm_1": [31301.353515625], "update_matrix_norm_2": [7.5657830238342285], "update_matrix_norm_inf": [0.04690582677721977], "request": {"prompt": "The original language of work of {} is", "subject": "Batman Begins", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.182, 1.28, 0.34, 0.267, 0.248, 0.239, 0.235, 0.232, 0.23, 0.228, 0.227, 0.226, 0.224, 0.223, 0.222, 0.221, 0.22, 0.219, 0.218, 0.218], "prob_new": [0.0036772387102246284, 0.37741750478744507, 0.8945332765579224, 0.9554100036621094, 0.9712421894073486, 0.9779881238937378, 0.981850802898407, 0.984488844871521, 0.9864858388900757, 0.9880929589271545, 0.9894345998764038, 0.9905797243118286, 0.9915706515312195, 0.992434561252594, 0.9931915402412415, 0.9938560724258423, 0.9944405555725098, 0.9949544668197632, 0.9954067468643188, 0.9958053231239319], "prob_old": [0.6877578496932983, 0.058222975581884384, 0.003030933905392885, 0.0007338100695051253, 0.0003908941871486604, 0.0002746767131611705, 0.00021580183238256723, 0.00017876042693387717, 0.00015237789193633944, 0.00013212264457251877, 0.00011582437582546845, 0.00010230838233837858, 9.08755901036784e-05, 8.107833127724007e-05, 7.261327846208587e-05, 6.525949720526114e-05, 5.884559504920617e-05, 5.323232471710071e-05, 4.830001853406429e-05, 4.392996561364271e-05], "prob_new_token": [0.0008990421774797142, 0.709138810634613, 0.9914275407791138, 0.9967383742332458, 0.9978963732719421, 0.9983699917793274, 0.9986253380775452, 0.9987882375717163, 0.9989036321640015, 0.9989923238754272, 0.9990631937980652, 0.9991225600242615, 0.9991729855537415, 0.9992163777351379, 0.9992546439170837, 0.9992883801460266, 0.9993181824684143, 0.9993445873260498, 0.9993677735328674, 0.9993883371353149], "prob_old_token": [0.9573774933815002, 0.049432530999183655, 0.0009410206694155931, 0.00025720076519064605, 0.00014462012040894479, 0.00010234242654405534, 8.011282625375316e-05, 6.609999400097877e-05, 5.622762910206802e-05, 4.874381556874141e-05, 4.2800616938620806e-05, 3.7917401641607285e-05, 3.382415525265969e-05, 3.0340746889123693e-05, 2.735062844294589e-05, 2.4765144189586863e-05, 2.252370904898271e-05, 2.057559868262615e-05, 1.8878619812312536e-05, 1.7394651877111755e-05], "update_matrix_norm_1": [30718.58984375], "update_matrix_norm_2": [7.565462589263916], "update_matrix_norm_inf": [0.05387462303042412], "request": {"prompt": "The original language of work of {} is", "subject": "Batman Begins", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.367, 1.719, 1.133, 0.899, 0.769, 0.713, 0.681, 0.652, 0.649, 0.64, 0.626, 0.613, 0.583, 0.49, 0.355, 0.343, 0.329, 0.326, 0.321, 0.316], "prob_new": [0.0007018230971880257, 0.45821428298950195, 0.7148872017860413, 0.8458463549613953, 0.9228465557098389, 0.9556667804718018, 0.9702913165092468, 0.9782424569129944, 0.9833247661590576, 0.9866752028465271, 0.9886518120765686, 0.9897871017456055, 0.9902514815330505, 0.9886612892150879, 0.9812314510345459, 0.9722470045089722, 0.9825728535652161, 0.9887969493865967, 0.99198317527771, 0.9943540692329407], "prob_old": [0.8652198314666748, 0.004502026364207268, 0.0072899325750768185, 0.004418590571731329, 0.001312445499934256, 0.00045135337859392166, 0.00023219650029204786, 0.00015513379184994847, 0.00012038861314067617, 0.00010910087439697236, 9.735505591379479e-05, 9.915269765770063e-05, 0.00012323519331403077, 0.00029423850355669856, 0.0019583525136113167, 0.005837773904204369, 0.0018671478610485792, 0.00035970218596048653, 0.00010243508586427197, 4.198378519504331e-05], "prob_new_token": [0.0009804851142689586, 0.6733984351158142, 0.8818139433860779, 0.9517185688018799, 0.9785001873970032, 0.9887876510620117, 0.9930564165115356, 0.9951698780059814, 0.9962728023529053, 0.9967809915542603, 0.9971067309379578, 0.9973269701004028, 0.9973803758621216, 0.9968482851982117, 0.9941602349281311, 0.9891876578330994, 0.993194580078125, 0.9949057698249817, 0.9961585998535156, 0.9974867105484009], "prob_old_token": [0.9881124496459961, 0.001085749943740666, 0.0026414301246404648, 0.001847685780376196, 0.0004427502863109112, 0.00012900825822725892, 5.8818477555178106e-05, 3.559327524271794e-05, 2.7503487217472866e-05, 2.799461071845144e-05, 2.608894465083722e-05, 2.6806481400853954e-05, 3.5059769288636744e-05, 0.00010331384692108259, 0.0008948251488618553, 0.0031107557006180286, 0.0008051003096625209, 0.000117805517220404, 2.7275507818558253e-05, 9.333623893326148e-06], "update_matrix_norm_1": [27575.86328125], "update_matrix_norm_2": [6.9895453453063965], "update_matrix_norm_inf": [0.06221408024430275], "request": {"prompt": "The original language of work of {} is", "subject": "Das Experiment", "target_new": {"str": "Dutch"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [7.447, 2.559, 1.159, 0.689, 0.51, 0.453, 0.409, 0.379, 0.361, 0.351, 0.345, 0.339, 0.334, 0.329, 0.325, 0.322, 0.319, 0.318, 0.316, 0.315], "prob_new": [0.000695915543474257, 0.21327906847000122, 0.6876880526542664, 0.8429276943206787, 0.8979455828666687, 0.9236851930618286, 0.9400266408920288, 0.9519177675247192, 0.9610515832901001, 0.9682703018188477, 0.9740628004074097, 0.9787436127662659, 0.9825381636619568, 0.985619306564331, 0.9881250262260437, 0.9901666641235352, 0.9918304085731506, 0.9931834936141968, 0.9942825436592102, 0.9951781630516052], "prob_old": [0.8652198314666748, 0.1747383177280426, 0.004019778687506914, 0.0015081623569130898, 0.0008730593835934997, 0.0006130772526375949, 0.0004586334398481995, 0.0003493972180876881, 0.00026863516541197896, 0.00020828715059906244, 0.0001628833997529, 0.00012838136171922088, 0.00010189445310970768, 8.13831138657406e-05, 6.538994784932584e-05, 5.2836032409686595e-05, 4.2960669816238806e-05, 3.5225013562012464e-05, 2.9189366614446044e-05, 2.4450004275422543e-05], "prob_new_token": [0.00022245521540753543, 0.30442625284194946, 0.9406912922859192, 0.9847027659416199, 0.9933713674545288, 0.9962663054466248, 0.9975993037223816, 0.9983364939689636, 0.9987871050834656, 0.999081015586853, 0.9992828965187073, 0.9994260668754578, 0.9995310306549072, 0.9996097683906555, 0.999670147895813, 0.9997175931930542, 0.999755322933197, 0.9997859001159668, 0.9998106956481934, 0.9998304843902588], "prob_old_token": [0.9881124496459961, 0.37570086121559143, 0.017560724169015884, 0.003981438465416431, 0.0014169292990118265, 0.0006480363663285971, 0.0003492465184535831, 0.00020833818416576833, 0.00013253760698717088, 8.820297807687894e-05, 6.085880522732623e-05, 4.33288914791774e-05, 3.174156881868839e-05, 2.3868520656833425e-05, 1.835882358136587e-05, 1.4381244000105653e-05, 1.1440975868026726e-05, 9.243658496416174e-06, 7.596175692015095e-06, 6.35097194390255e-06], "update_matrix_norm_1": [27547.33984375], "update_matrix_norm_2": [6.981306552886963], "update_matrix_norm_inf": [0.04519278183579445], "request": {"prompt": "The original language of work of {} is", "subject": "Das Experiment", "target_new": {"str": "French"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [9.325, 5.891, 1.165, 0.949, 0.559, 0.466, 0.417, 0.387, 0.366, 0.35, 0.339, 0.33, 0.324, 0.318, 0.314, 0.311, 0.308, 0.306, 0.304, 0.303], "prob_new": [0.00014235801063477993, 0.004449489526450634, 0.4931192398071289, 0.7318992614746094, 0.814223051071167, 0.8643534779548645, 0.898528516292572, 0.9216556549072266, 0.938055157661438, 0.9505014419555664, 0.9602925777435303, 0.9680864214897156, 0.9743197560310364, 0.9793210029602051, 0.9833393096923828, 0.9865664839744568, 0.989152193069458, 0.9912182092666626, 0.9928649067878723, 0.994175910949707], "prob_old": [0.8652198314666748, 0.3829165995121002, 0.02306695468723774, 0.0012763945851475, 0.0008700764155946672, 0.0007513875025324523, 0.0006601657951250672, 0.0005433548940345645, 0.00043325795559212565, 0.0003472983662504703, 0.00028205380658619106, 0.00023206793412100524, 0.00019330288341734558, 0.00016258604591712356, 0.00013759148714598268, 0.00011685585195664316, 9.9539989605546e-05, 8.51060904096812e-05, 7.311087392736226e-05, 6.314055644907057e-05], "prob_new_token": [6.994488558120793e-06, 0.003386501921340823, 0.7463035583496094, 0.93865567445755, 0.9616085290908813, 0.9733107089996338, 0.9812963604927063, 0.9863094091415405, 0.9895055890083313, 0.9916884303092957, 0.9932554364204407, 0.9944206476211548, 0.9953184127807617, 0.9960334897041321, 0.9966193437576294, 0.9971074461936951, 0.9975193738937378, 0.9978668093681335, 0.9981595277786255, 0.998405396938324], "prob_old_token": [0.9881124496459961, 0.6864933967590332, 0.04291204363107681, 0.001131974859163165, 0.0007511964649893343, 0.0006049359799362719, 0.0005282094934955239, 0.0004374682030174881, 0.00034189067082479596, 0.00026403937954455614, 0.00020792354189325124, 0.00016822094039525837, 0.00013946551189292222, 0.00011780091881519184, 0.00010079726780531928, 8.702603372512385e-05, 7.56446534069255e-05, 6.615580059587955e-05, 5.8202673244522884e-05, 5.151064397068694e-05], "update_matrix_norm_1": [27362.525390625], "update_matrix_norm_2": [6.984503269195557], "update_matrix_norm_inf": [0.04213280975818634], "request": {"prompt": "The original language of work of {} is", "subject": "Das Experiment", "target_new": {"str": "Swedish"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.061, 0.904, 0.627, 0.592, 0.576, 0.565, 0.556, 0.55, 0.545, 0.541, 0.538, 0.536, 0.533, 0.531, 0.529, 0.527, 0.526, 0.525, 0.524, 0.524], "prob_new": [0.02078894153237343, 0.7258220911026001, 0.9114394783973694, 0.9397615194320679, 0.9548727869987488, 0.9649812579154968, 0.9722395539283752, 0.9776801466941833, 0.9818643927574158, 0.9851152300834656, 0.9876455068588257, 0.9896218776702881, 0.9911810755729675, 0.9924258589744568, 0.9934231042861938, 0.9942201972007751, 0.9948544502258301, 0.9953566193580627, 0.9957497119903564, 0.9960500001907349], "prob_old": [0.730661153793335, 0.007643331307917833, 0.002537622582167387, 0.0018756561912596226, 0.001463529421016574, 0.0011660775635391474, 0.0009467549389228225, 0.0007794336415827274, 0.0006480297888629138, 0.0005444832495413721, 0.0004641404957510531, 0.0004021882778033614, 0.0003533512935973704, 0.0003133645514026284, 0.0002800812653731555, 0.00025280326372012496, 0.00023101989063434303, 0.00021382594422902912, 0.00020024437981192023, 0.0001896460889838636], "prob_new_token": [0.018462855368852615, 0.9489522576332092, 0.9910761117935181, 0.9954527020454407, 0.9969704747200012, 0.997750997543335, 0.9982175827026367, 0.9985265731811523, 0.9987459182739258, 0.9989059567451477, 0.9990228414535522, 0.9991071224212646, 0.9991686940193176, 0.9992156028747559, 0.9992513656616211, 0.9992768168449402, 0.9992929100990295, 0.9993019700050354, 0.9993072748184204, 0.9993103742599487], "prob_old_token": [0.9082655310630798, 0.0010527354897931218, 0.001064651645720005, 0.0008679268066771328, 0.0006815200322307646, 0.0005436104256659746, 0.00044475984759628773, 0.0003717300423886627, 0.000316112011205405, 0.0002736953319981694, 0.0002421162062091753, 0.00021906610345467925, 0.0002019646781263873, 0.0001885991368908435, 0.00017796333122532815, 0.00016976892948150635, 0.00016385590424761176, 0.00015963289479259402, 0.00015631422866135836, 0.00015342699771281332], "update_matrix_norm_1": [28122.494140625], "update_matrix_norm_2": [6.841962814331055], "update_matrix_norm_inf": [0.04285794124007225], "request": {"prompt": "The original language of work of {} is", "subject": "Tangled", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.808, 1.808, 0.637, 0.585, 0.57, 0.562, 0.556, 0.551, 0.548, 0.545, 0.542, 0.54, 0.538, 0.536, 0.535, 0.533, 0.532, 0.53, 0.529, 0.527], "prob_new": [0.003831715090200305, 0.3516370356082916, 0.8997634053230286, 0.9443580508232117, 0.957768976688385, 0.9650063514709473, 0.9699628949165344, 0.9737741351127625, 0.9768826961517334, 0.979494571685791, 0.9817196130752563, 0.9836259484291077, 0.9852631092071533, 0.9866717457771301, 0.9878881573677063, 0.9889417290687561, 0.989858090877533, 0.9906574487686157, 0.9913558959960938, 0.991962730884552], "prob_old": [0.730661153793335, 0.02767423912882805, 0.0036306690890341997, 0.0014278489397838712, 0.0009726816788315773, 0.0007548052817583084, 0.0006140545010566711, 0.0005100523703731596, 0.00042834063060581684, 0.0003624655946623534, 0.00030892036738805473, 0.00026531971525400877, 0.00022980397625360638, 0.00020077519002370536, 0.00017688203661236912, 0.00015704010729677975, 0.00014040958194527775, 0.0001263375743292272, 0.0001143201589002274, 0.00010399280290585011], "prob_new_token": [0.0019926310051232576, 0.8056020736694336, 0.9948318004608154, 0.9970078468322754, 0.9975988268852234, 0.9979390501976013, 0.9981886744499207, 0.9983900785446167, 0.9985606074333191, 0.9987064003944397, 0.9988316893577576, 0.9989376664161682, 0.9990273714065552, 0.9991018176078796, 0.9991639852523804, 0.9992145299911499, 0.9992570281028748, 0.9992918372154236, 0.9993206262588501, 0.9993428587913513], "prob_old_token": [0.9082655310630798, 0.003015235997736454, 0.0005093461950309575, 0.00031517224851995707, 0.00024335909984074533, 0.00019498438632581383, 0.0001576482754899189, 0.0001275382237508893, 0.00010303538874723017, 8.323007205035537e-05, 6.739148375345394e-05, 5.486575173563324e-05, 4.50330953754019e-05, 3.732904588105157e-05, 3.127766467514448e-05, 2.650061833264772e-05, 2.2701664420310408e-05, 1.9660523321363144e-05, 1.72074342117412e-05, 1.5224281924020033e-05], "update_matrix_norm_1": [27287.39453125], "update_matrix_norm_2": [6.82724142074585], "update_matrix_norm_inf": [0.04183318465948105], "request": {"prompt": "The original language of work of {} is", "subject": "Tangled", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.67, 4.882, 1.021, 0.649, 0.539, 0.426, 0.367, 0.367, 0.358, 0.353, 0.35, 0.348, 0.346, 0.345, 0.344, 0.343, 0.343, 0.342, 0.341, 0.341], "prob_new": [0.004277742933481932, 0.014223831705749035, 0.515636146068573, 0.8485087752342224, 0.925360918045044, 0.9593473076820374, 0.9703739881515503, 0.9723742604255676, 0.9819449782371521, 0.9873136281967163, 0.9902560114860535, 0.9921964406967163, 0.9935938715934753, 0.9946407079696655, 0.9954404830932617, 0.996059775352478, 0.9965453743934631, 0.9969316124916077, 0.9972440004348755, 0.9975008368492126], "prob_old": [0.730661153793335, 0.0529324896633625, 0.07379444688558578, 0.012094076722860336, 0.0021815618965774775, 0.0006323770503513515, 0.0002869873133022338, 0.0001741057203616947, 0.00010344930342398584, 6.868506170576438e-05, 4.977563366992399e-05, 3.75659074052237e-05, 2.9026514312135987e-05, 2.2885154976393096e-05, 1.841967059590388e-05, 1.514308951300336e-05, 1.2709539078059606e-05, 1.0877326531044673e-05, 9.481436791247688e-06, 8.409220754401758e-06], "prob_new_token": [2.1018756797275273e-06, 0.0002298446197528392, 0.6044055819511414, 0.9654026031494141, 0.9905555248260498, 0.9959233999252319, 0.9953271150588989, 0.9895134568214417, 0.9961299896240234, 0.9982073307037354, 0.9987695217132568, 0.9990336298942566, 0.9991968870162964, 0.9993095993995667, 0.999392569065094, 0.9994555115699768, 0.999504804611206, 0.9995436072349548, 0.9995752573013306, 0.9996007084846497], "prob_old_token": [0.9082655310630798, 0.010611288249492645, 0.06703127175569534, 0.003847569227218628, 0.00038864664384163916, 8.558094850741327e-05, 3.970356920035556e-05, 2.5649247618275695e-05, 1.3449443940771744e-05, 8.387185516767204e-06, 6.116501026554033e-06, 4.773544787894934e-06, 3.839992132270709e-06, 3.1446786579181207e-06, 2.6138091016036924e-06, 2.2046508547646226e-06, 1.8871644442697288e-06, 1.6401004359067883e-06, 1.447400109100272e-06, 1.297215817430697e-06], "update_matrix_norm_1": [25518.00390625], "update_matrix_norm_2": [6.828595161437988], "update_matrix_norm_inf": [0.042751044034957886], "request": {"prompt": "The original language of work of {} is", "subject": "Tangled", "target_new": {"str": "Romanian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [10.006, 2.467, 0.513, 0.394, 0.35, 0.325, 0.308, 0.296, 0.287, 0.279, 0.274, 0.269, 0.265, 0.262, 0.259, 0.257, 0.256, 0.254, 0.253, 0.252], "prob_new": [7.702699804212898e-05, 0.1366165727376938, 0.7822465300559998, 0.8744446039199829, 0.9091368317604065, 0.9295771718025208, 0.9438146352767944, 0.9544757604598999, 0.9627541303634644, 0.9693191051483154, 0.9746015667915344, 0.9789012670516968, 0.9824348092079163, 0.9853571057319641, 0.9877766370773315, 0.9897688031196594, 0.991392970085144, 0.9927010536193848, 0.993744432926178, 0.994572639465332], "prob_old": [0.8800162672996521, 0.3079581558704376, 0.020022468641400337, 0.0047104558907449245, 0.0022170431911945343, 0.0013763350434601307, 0.000967416912317276, 0.0007242835708893836, 0.0005613694083876908, 0.00044363888446241617, 0.000354264717316255, 0.0002842380490619689, 0.0002283775102114305, 0.00018348050070926547, 0.00014745825319550931, 0.00011878946679644287, 9.624019003240392e-05, 7.872704009059817e-05, 6.525950448121876e-05, 5.4962052672635764e-05], "prob_new_token": [1.1552887372090481e-05, 0.14120982587337494, 0.9393560290336609, 0.9774701595306396, 0.9857304096221924, 0.9894055724143982, 0.9915522933006287, 0.9929794669151306, 0.9940040111541748, 0.9947810769081116, 0.9953970313072205, 0.9959035515785217, 0.996330976486206, 0.9966970682144165, 0.9970121383666992, 0.9972816109657288, 0.9975082874298096, 0.9976959228515625, 0.9978488683700562, 0.9979733824729919], "prob_old_token": [0.9782233238220215, 0.33277627825737, 0.01146096270531416, 0.0025686740409582853, 0.001263544661924243, 0.0008376047480851412, 0.0006315238424576819, 0.0005072554340586066, 0.0004209895560052246, 0.00035504758125171065, 0.00030126189813017845, 0.0002556091349106282, 0.00021616069716401398, 0.00018193254072684795, 0.0001524224499007687, 0.00012733720359392464, 0.0001063722011167556, 8.922303095459938e-05, 7.547179120592773e-05, 6.462515739258379e-05], "update_matrix_norm_1": [27753.2734375], "update_matrix_norm_2": [6.9869160652160645], "update_matrix_norm_inf": [0.02728007733821869], "request": {"prompt": "The original language of work of {} is", "subject": "Rise of the Guardians", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.844, 1.513, 0.39, 0.311, 0.293, 0.286, 0.28, 0.275, 0.273, 0.27, 0.267, 0.265, 0.263, 0.261, 0.258, 0.257, 0.256, 0.255, 0.255, 0.254], "prob_new": [0.0032484999392181635, 0.29963377118110657, 0.8911711573600769, 0.95055091381073, 0.9676109552383423, 0.9750241041183472, 0.9793438911437988, 0.9823656678199768, 0.9847372174263, 0.9867161512374878, 0.9883973598480225, 0.9898168444633484, 0.9910022616386414, 0.9919887781143188, 0.9928162097930908, 0.9935212731361389, 0.9941324591636658, 0.9946668148040771, 0.995134174823761, 0.9955406188964844], "prob_old": [0.8800162672996521, 0.39195215702056885, 0.03353100270032883, 0.008584916591644287, 0.004229408223181963, 0.0027816903311759233, 0.0020646494813263416, 0.0016208174638450146, 0.0013122288510203362, 0.0010831127874553204, 0.0009047788335010409, 0.0007613383932039142, 0.0006441730656661093, 0.0005481509142555296, 0.00046943643246777356, 0.0004046772373840213, 0.0003510931273922324, 0.00030656938906759024, 0.00026963287382386625, 0.0002392194146523252], "prob_new_token": [2.42334499489516e-06, 0.1737029105424881, 0.9853737950325012, 0.9943420886993408, 0.996048629283905, 0.9967876672744751, 0.9972341060638428, 0.9975539445877075, 0.9978047609329224, 0.9980093836784363, 0.9981793165206909, 0.9983214139938354, 0.998440146446228, 0.9985389113426208, 0.9986213445663452, 0.9986914396286011, 0.9987510442733765, 0.9988023042678833, 0.9988465309143066, 0.9988848567008972], "prob_old_token": [0.9782233238220215, 0.49924084544181824, 0.00304860295727849, 0.0008846911368891597, 0.0006101088365539908, 0.000481000286526978, 0.0003956762666348368, 0.00033110062940977514, 0.0002796839107759297, 0.00023794850858394057, 0.00020317788585089147, 0.00017369499255437404, 0.00014868158905301243, 0.00012765711289830506, 0.00011007963621523231, 9.533387492410839e-05, 8.291958511108533e-05, 7.247862231452018e-05, 6.376257806550711e-05, 5.660349052050151e-05], "update_matrix_norm_1": [27440.05859375], "update_matrix_norm_2": [6.977873802185059], "update_matrix_norm_inf": [0.023970825597643852], "request": {"prompt": "The original language of work of {} is", "subject": "Rise of the Guardians", "target_new": {"str": "Danish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.401, 2.16, 0.575, 0.407, 0.347, 0.318, 0.303, 0.293, 0.285, 0.279, 0.274, 0.271, 0.268, 0.265, 0.262, 0.261, 0.26, 0.259, 0.258, 0.257], "prob_new": [0.00012994503777008504, 0.1766730099916458, 0.739467978477478, 0.8673381209373474, 0.9169174432754517, 0.9411323070526123, 0.9551655054092407, 0.9643530249595642, 0.970909833908081, 0.9758570790290833, 0.9796953201293945, 0.9826928377151489, 0.9850286841392517, 0.9868515729904175, 0.9882901906967163, 0.9894492626190186, 0.9904066920280457, 0.9912147521972656, 0.9919070601463318, 0.9925050735473633], "prob_old": [0.8800162672996521, 0.3666662573814392, 0.09905877709388733, 0.031301349401474, 0.012119433842599392, 0.005764956586062908, 0.0032285444904118776, 0.0020351619459688663, 0.001395000726915896, 0.0010158577933907509, 0.0007750493241474032, 0.0006148137035779655, 0.0005045134457759559, 0.0004261969879735261, 0.00036880772677250206, 0.0003257814678363502, 0.00029339714092202485, 0.0002694900904316455, 0.00025249121244996786, 0.0002407795691397041], "prob_new_token": [7.496806210838258e-05, 0.4496520459651947, 0.9256317019462585, 0.9728804230690002, 0.9868239164352417, 0.9922201037406921, 0.9948062896728516, 0.9962522983551025, 0.9971476197242737, 0.9977325201034546, 0.998117208480835, 0.9983648657798767, 0.9985219240188599, 0.9986226558685303, 0.9986894130706787, 0.9987357258796692, 0.9987671971321106, 0.9987878799438477, 0.9987995028495789, 0.9988065958023071], "prob_old_token": [0.9782233238220215, 0.29634881019592285, 0.049915965646505356, 0.015374449081718922, 0.006054181605577469, 0.0029152866918593645, 0.00161290867254138, 0.0009790187468752265, 0.0006334857316687703, 0.0004313712997827679, 0.00030952785164117813, 0.00023535806394647807, 0.00018953350081574172, 0.00016020663315430284, 0.00014060414105188102, 0.00012702598178293556, 0.00011754550359910354, 0.00011104049917776138, 0.00010676980309654027, 0.00010396895959274843], "update_matrix_norm_1": [27741.431640625], "update_matrix_norm_2": [6.974541664123535], "update_matrix_norm_inf": [0.024762896820902824], "request": {"prompt": "The original language of work of {} is", "subject": "Rise of the Guardians", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.78, 3.426, 0.616, 0.298, 0.253, 0.241, 0.234, 0.23, 0.227, 0.224, 0.222, 0.221, 0.219, 0.218, 0.217, 0.216, 0.216, 0.215, 0.214, 0.214], "prob_new": [7.52629348426126e-05, 0.06972751021385193, 0.7103953957557678, 0.9308339357376099, 0.9678010940551758, 0.9776331782341003, 0.9821544885635376, 0.9849936962127686, 0.9870877265930176, 0.9887630343437195, 0.9901610016822815, 0.9913530945777893, 0.9923809766769409, 0.993272602558136, 0.9940478205680847, 0.9947230219841003, 0.9953110218048096, 0.9958236813545227, 0.9962701797485352, 0.9966592788696289], "prob_old": [0.7946375012397766, 0.17219772934913635, 0.01352908555418253, 0.0016250095795840025, 0.0005132731748744845, 0.0003269656153861433, 0.00026513286866247654, 0.00023394747404381633, 0.00021305221889633685, 0.00019629905000329018, 0.00018149793322663754, 0.00016781940939836204, 0.0001549625158077106, 0.00014283765631262213, 0.00013142793613951653, 0.0001207341774716042, 0.00011076125520048663, 0.0001015101806842722, 9.29683810682036e-05, 8.511506166541949e-05], "prob_new_token": [1.0461978490639012e-05, 0.20180866122245789, 0.915160596370697, 0.9929594397544861, 0.9972907900810242, 0.9982131719589233, 0.9985962510108948, 0.9988173842430115, 0.9989707469940186, 0.9990885257720947, 0.9991849064826965, 0.9992663264274597, 0.999336838722229, 0.9993987679481506, 0.9994531869888306, 0.9995014071464539, 0.9995443820953369, 0.9995825886726379, 0.9996165633201599, 0.9996465444564819], "prob_old_token": [0.9858540296554565, 0.09767590463161469, 0.0029300451278686523, 0.00040405074832960963, 0.00019940339552704245, 0.00014698148879688233, 0.00012460959260351956, 0.0001116903658839874, 0.00010244984150631353, 9.484554902883247e-05, 8.805455581750721e-05, 8.174801041604951e-05, 7.579991506645456e-05, 7.015757000772282e-05, 6.482236494775862e-05, 5.980105197522789e-05, 5.509346374310553e-05, 5.070701809017919e-05, 4.6642711822642013e-05, 4.289656499167904e-05], "update_matrix_norm_1": [25165.796875], "update_matrix_norm_2": [6.73806619644165], "update_matrix_norm_inf": [0.033706147223711014], "request": {"prompt": "The original language of work of {} is", "subject": "Harry Potter and the Philosopher's Stone", "target_new": {"str": "Russian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.026, 3.813, 0.467, 0.283, 0.251, 0.236, 0.227, 0.222, 0.218, 0.216, 0.215, 0.214, 0.213, 0.213, 0.212, 0.212, 0.212, 0.211, 0.211, 0.211], "prob_new": [0.0001882059732452035, 0.028887536376714706, 0.7927976250648499, 0.9355754852294922, 0.9621267914772034, 0.9758095741271973, 0.9838916659355164, 0.9890742897987366, 0.9924744367599487, 0.9945907592773438, 0.9958736300468445, 0.9966732263565063, 0.9972041249275208, 0.997584342956543, 0.9978775978088379, 0.9981164932250977, 0.998318076133728, 0.9984912872314453, 0.9986408948898315, 0.9987699389457703], "prob_old": [0.7946375012397766, 0.027402980253100395, 0.0024881362915039062, 0.00029217975679785013, 0.00011969616025453433, 6.0700458561768755e-05, 3.2959855161607265e-05, 1.894437627925072e-05, 1.1705517863447312e-05, 7.907829058240168e-06, 5.828121174999978e-06, 4.607908977050101e-06, 3.829934030363802e-06, 3.2889815884118434e-06, 2.8819158615078777e-06, 2.5571002879587468e-06, 2.28922613132454e-06, 2.0656848391809035e-06, 1.8793036815623054e-06, 1.7247818959731376e-06], "prob_new_token": [8.988976333057508e-06, 0.0215603094547987, 0.9172067046165466, 0.988867461681366, 0.9952385425567627, 0.9967337250709534, 0.9973594546318054, 0.9979581832885742, 0.998525083065033, 0.9989207983016968, 0.9991561770439148, 0.9992936253547668, 0.9993790984153748, 0.999439001083374, 0.9994866251945496, 0.9995282292366028, 0.9995658993721008, 0.9996005892753601, 0.9996324777603149, 0.9996609687805176], "prob_old_token": [0.9858540296554565, 0.012451747432351112, 0.0005063994321972132, 6.341726839309558e-05, 2.3796610548743047e-05, 1.1089091458416078e-05, 5.788208909507375e-06, 3.328621687614941e-06, 2.119118562404765e-06, 1.5077819170983275e-06, 1.1845497738249833e-06, 9.986435998143861e-07, 8.781620977060811e-07, 7.886454795880127e-07, 7.142526783354697e-07, 6.484709160758939e-07, 5.891930072721152e-07, 5.363307877814805e-07, 4.899795840174193e-07, 4.500750208080717e-07], "update_matrix_norm_1": [25360.7109375], "update_matrix_norm_2": [6.737468719482422], "update_matrix_norm_inf": [0.032685551792383194], "request": {"prompt": "The original language of work of {} is", "subject": "Harry Potter and the Philosopher's Stone", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.676, 2.877, 0.432, 0.335, 0.284, 0.255, 0.239, 0.23, 0.224, 0.221, 0.218, 0.217, 0.215, 0.215, 0.214, 0.213, 0.213, 0.212, 0.212, 0.212], "prob_new": [0.0007030467386357486, 0.0952530950307846, 0.830948531627655, 0.8927483558654785, 0.9342767596244812, 0.9593183398246765, 0.9732480049133301, 0.9812772274017334, 0.9861984252929688, 0.9894009828567505, 0.9915937781333923, 0.9931586384773254, 0.9943126440048218, 0.9951866269111633, 0.995863139629364, 0.9963958859443665, 0.9968217611312866, 0.997166633605957, 0.997448742389679, 0.9976820349693298], "prob_old": [0.7946375012397766, 0.05220571532845497, 0.0012502792524173856, 0.0009590822155587375, 0.0007080414798110723, 0.0005050594336353242, 0.00036761394585482776, 0.0002753674052655697, 0.00021162832854315639, 0.00016618473455309868, 0.00013292803487274796, 0.00010806693899212405, 8.914838690543547e-05, 7.453196303686127e-05, 6.308490264927968e-05, 5.401393718784675e-05, 4.674262527259998e-05, 4.085107866558246e-05, 3.60271442332305e-05, 3.203099186066538e-05], "prob_new_token": [6.557452434208244e-05, 0.12143325060606003, 0.9265317916870117, 0.9689047932624817, 0.9843848347663879, 0.991506040096283, 0.9948827624320984, 0.9966144561767578, 0.9975809454917908, 0.9981644749641418, 0.9985406398773193, 0.9987960457801819, 0.9989782571792603, 0.9991125464439392, 0.9992147088050842, 0.9992933869361877, 0.9993559122085571, 0.9994058609008789, 0.9994463324546814, 0.9994797110557556], "prob_old_token": [0.9858540296554565, 0.029590226709842682, 0.000192216073628515, 0.00014287840167526156, 0.00011785238166339695, 9.174449951387942e-05, 7.096527406247333e-05, 5.529976260731928e-05, 4.3613992602331564e-05, 3.486631248961203e-05, 2.826523814292159e-05, 2.3238137146108784e-05, 1.9359167708898894e-05, 1.633605825190898e-05, 1.3949284948466811e-05, 1.2045740731991827e-05, 1.0509037565498147e-05, 9.255108125216793e-06, 8.219073606596794e-06, 7.350904070335673e-06], "update_matrix_norm_1": [25081.08984375], "update_matrix_norm_2": [6.73776388168335], "update_matrix_norm_inf": [0.0334152989089489], "request": {"prompt": "The original language of work of {} is", "subject": "Harry Potter and the Philosopher's Stone", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.338, 0.536, 0.318, 0.302, 0.297, 0.295, 0.293, 0.292, 0.291, 0.29, 0.288, 0.287, 0.283, 0.276, 0.268, 0.276, 0.269, 0.269, 0.272, 0.271], "prob_new": [0.049886226654052734, 0.805172860622406, 0.9728008508682251, 0.986257016658783, 0.9904935956001282, 0.99265056848526, 0.9940162301063538, 0.9949777722358704, 0.9956926703453064, 0.9962402582168579, 0.9966645240783691, 0.9969894886016846, 0.9972249269485474, 0.9973653554916382, 0.9974011182785034, 0.9974824786186218, 0.997742235660553, 0.9980090260505676, 0.9981837868690491, 0.9982923865318298], "prob_old": [0.7741350531578064, 0.0063713788986206055, 0.0016114041209220886, 0.0008951310301199555, 0.0006398990517482162, 0.0004933440359309316, 0.00039348218706436455, 0.00032140332041308284, 0.00026786865782923996, 0.00022724870359525084, 0.0001960545778274536, 0.00017228416982106864, 0.00015510915545746684, 0.0001448784751119092, 0.00014262799231801182, 0.0001383596536470577, 0.00012078635336365551, 0.00010309861681889743, 9.22421386349015e-05, 8.5880295955576e-05], "prob_new_token": [0.014062566682696342, 0.93726646900177, 0.9944092631340027, 0.9971336722373962, 0.9978911280632019, 0.9982635378837585, 0.9984976649284363, 0.998664915561676, 0.9987914562225342, 0.9988884329795837, 0.998960018157959, 0.9990066885948181, 0.9990246295928955, 0.9990031719207764, 0.9989308714866638, 0.9989050626754761, 0.9990109801292419, 0.9991409182548523, 0.9992166757583618, 0.9992444515228271], "prob_old_token": [0.9667532444000244, 0.002042184816673398, 0.00043690844904631376, 0.0002615704433992505, 0.00019122270168736577, 0.00014803034719079733, 0.00011790926510002464, 9.58813980105333e-05, 7.930417632451281e-05, 6.656920595560223e-05, 5.66838716622442e-05, 4.9070586101152e-05, 4.3444331822684035e-05, 3.978969107265584e-05, 3.819212724920362e-05, 3.615706373238936e-05, 3.122410998912528e-05, 2.6422087103128433e-05, 2.3427051928592846e-05, 2.1708136046072468e-05], "update_matrix_norm_1": [29451.07421875], "update_matrix_norm_2": [7.1731367111206055], "update_matrix_norm_inf": [0.042496368288993835], "request": {"prompt": "The original language of work of {} is", "subject": "Scooby-Doo", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.192, 1.296, 0.442, 0.346, 0.319, 0.309, 0.303, 0.3, 0.297, 0.295, 0.294, 0.293, 0.292, 0.291, 0.29, 0.289, 0.288, 0.287, 0.286, 0.283], "prob_new": [0.008338370360434055, 0.39101773500442505, 0.8732814788818359, 0.9483150243759155, 0.9697074294090271, 0.9793816804885864, 0.9849097728729248, 0.9884507656097412, 0.9908658266067505, 0.9925822615623474, 0.9938425421714783, 0.9947918653488159, 0.995517373085022, 0.996076226234436, 0.9965090155601501, 0.9968465566635132, 0.9971120357513428, 0.9973228573799133, 0.9974917769432068, 0.9976267218589783], "prob_old": [0.7741350531578064, 0.10481144487857819, 0.012436892837285995, 0.0029883640818297863, 0.001138388062827289, 0.0005949567421339452, 0.00037696200888603926, 0.0002695198927540332, 0.00020884195691905916, 0.0001711790100671351, 0.00014613066741731018, 0.00012860773131251335, 0.00011591386282816529, 0.00010654093057382852, 9.959451563190669e-05, 9.444721945328638e-05, 9.058399155037478e-05, 8.750828419579193e-05, 8.471985347568989e-05, 8.177466952474788e-05], "prob_new_token": [0.002613333286717534, 0.5435118079185486, 0.9812383055686951, 0.9956393837928772, 0.9977545142173767, 0.9984096884727478, 0.9987146258354187, 0.9988911747932434, 0.9990061521530151, 0.9990867376327515, 0.9991459250450134, 0.9991912841796875, 0.9992269277572632, 0.9992552399635315, 0.9992790818214417, 0.9992989301681519, 0.9993164539337158, 0.9993323087692261, 0.9993456602096558, 0.9993576407432556], "prob_old_token": [0.9667532444000244, 0.1760675311088562, 0.003324020653963089, 0.000575485173612833, 0.00020534874056465924, 0.00010738095443230122, 7.004712824709713e-05, 5.215602141106501e-05, 4.221750350552611e-05, 3.608458428061567e-05, 3.197658224962652e-05, 2.9025379262748174e-05, 2.68067105935188e-05, 2.5092962459893897e-05, 2.375468466198072e-05, 2.269002106913831e-05, 2.1786365323350765e-05, 2.0933846826665103e-05, 2.0015930203953758e-05, 1.8930704754893668e-05], "update_matrix_norm_1": [28806.259765625], "update_matrix_norm_2": [7.166048526763916], "update_matrix_norm_inf": [0.050647977739572525], "request": {"prompt": "The original language of work of {} is", "subject": "Scooby-Doo", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.561, 5.305, 0.834, 0.403, 0.357, 0.335, 0.319, 0.304, 0.29, 0.288, 0.282, 0.278, 0.278, 0.275, 0.272, 0.273, 0.271, 0.27, 0.27, 0.269], "prob_new": [0.00035641997237689793, 0.009796250611543655, 0.6075618267059326, 0.9003897309303284, 0.936130166053772, 0.9526973962783813, 0.9642246961593628, 0.9727084040641785, 0.978961169719696, 0.9834854602813721, 0.9868318438529968, 0.9894123077392578, 0.9913994073867798, 0.9929345846176147, 0.994114875793457, 0.9950302839279175, 0.995749294757843, 0.9963136315345764, 0.9967664480209351, 0.9971264600753784], "prob_old": [0.7741350531578064, 0.026592999696731567, 0.021078431978821754, 0.0020462197717279196, 0.000967260217294097, 0.0007047650869935751, 0.0005488434107974172, 0.0004351429524831474, 0.0003423934685997665, 0.00026693762629292905, 0.00021547748474404216, 0.0001821953192120418, 0.000157391739776358, 0.00013744294119533151, 0.00012149157555541024, 0.00010965840192511678, 0.00010111125448020175, 9.344960562884808e-05, 8.570987120037898e-05, 7.88066245149821e-05], "prob_new_token": [2.1410116460174322e-05, 0.0037838886491954327, 0.6950396299362183, 0.9932755827903748, 0.9979719519615173, 0.9987390637397766, 0.9990747570991516, 0.9992695450782776, 0.9994032382965088, 0.9995026588439941, 0.9995750188827515, 0.9996258616447449, 0.9996641874313354, 0.9996947050094604, 0.9997189044952393, 0.9997375011444092, 0.9997512698173523, 0.999763011932373, 0.9997740983963013, 0.9997835755348206], "prob_old_token": [0.9667532444000244, 0.028029046952724457, 0.014092950150370598, 0.0006653888849541545, 0.00016903210780583322, 9.409039921592921e-05, 6.390527414623648e-05, 4.732119123218581e-05, 3.647325866040774e-05, 2.8817221391364e-05, 2.360640064580366e-05, 2.0136645616730675e-05, 1.763366708473768e-05, 1.569567757542245e-05, 1.4179335266817361e-05, 1.3013029274588916e-05, 1.2090971722500399e-05, 1.1280951184744481e-05, 1.0537027264945209e-05, 9.90008356893668e-06], "update_matrix_norm_1": [27492.078125], "update_matrix_norm_2": [7.179848670959473], "update_matrix_norm_inf": [0.060026057064533234], "request": {"prompt": "The original language of work of {} is", "subject": "Scooby-Doo", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.412, 3.361, 1.092, 0.476, 0.401, 0.363, 0.341, 0.328, 0.32, 0.315, 0.311, 0.308, 0.306, 0.303, 0.302, 0.3, 0.299, 0.297, 0.296, 0.295], "prob_new": [0.0003786825109273195, 0.06537120044231415, 0.48290109634399414, 0.8694639801979065, 0.92508864402771, 0.9455888867378235, 0.9572614431381226, 0.964922308921814, 0.9703107476234436, 0.97430819272995, 0.977409303188324, 0.9799066185951233, 0.9819798469543457, 0.9837443232536316, 0.9852746725082397, 0.986621081829071, 0.9878177642822266, 0.9888889193534851, 0.9898527264595032, 0.99072265625], "prob_old": [0.7379710078239441, 0.28181707859039307, 0.14385777711868286, 0.01883048005402088, 0.005482473876327276, 0.0023087505251169205, 0.0011664534686133265, 0.0006734288763254881, 0.0004317678976804018, 0.0003001088625751436, 0.00022168303257785738, 0.00017131961067207158, 0.0001368892117170617, 0.00011210252705495805, 9.350569598609582e-05, 7.908629777375609e-05, 6.76207710057497e-05, 5.8326448197476566e-05, 5.0678816478466615e-05, 4.431592606124468e-05], "prob_new_token": [0.0001993222103919834, 0.17518571019172668, 0.694939374923706, 0.982857882976532, 0.9914842247962952, 0.9942489266395569, 0.9957818388938904, 0.9967460632324219, 0.9974046945571899, 0.9978795051574707, 0.9982321858406067, 0.9985005855560303, 0.998710036277771, 0.9988755583763123, 0.999009907245636, 0.9991201758384705, 0.9992122054100037, 0.9992889165878296, 0.9993546605110168, 0.9994106292724609], "prob_old_token": [0.9735162258148193, 0.12505997717380524, 0.06372170150279999, 0.002668302273377776, 0.0004886068636551499, 0.00016322394367307425, 7.246742461575195e-05, 3.867060149786994e-05, 2.349773421883583e-05, 1.5700363292125985e-05, 1.1256276593485381e-05, 8.506940503139049e-06, 6.68807797410409e-06, 5.418629825726384e-06, 4.492553216550732e-06, 3.7929748941678554e-06, 3.250159352319315e-06, 2.81945790447935e-06, 2.4723151454963954e-06, 2.188932057833881e-06], "update_matrix_norm_1": [25711.80078125], "update_matrix_norm_2": [6.691734313964844], "update_matrix_norm_inf": [0.05500998720526695], "request": {"prompt": "The original language of work of {} is", "subject": "Practical Magic", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.809, 1.177, 0.371, 0.353, 0.336, 0.323, 0.314, 0.308, 0.304, 0.3, 0.297, 0.295, 0.293, 0.292, 0.291, 0.29, 0.289, 0.289, 0.288, 0.288], "prob_new": [0.04226873070001602, 0.4288741648197174, 0.9363851547241211, 0.9508090615272522, 0.960027277469635, 0.9673818945884705, 0.9733891487121582, 0.978339433670044, 0.982397735118866, 0.9856877326965332, 0.9883235096931458, 0.9904138445854187, 0.9920588135719299, 0.9933481216430664, 0.994357168674469, 0.9951493740081787, 0.995775043964386, 0.9962739944458008, 0.9966763257980347, 0.9970047473907471], "prob_old": [0.7379710078239441, 0.009674616158008575, 0.010115406475961208, 0.008019248954951763, 0.005692575592547655, 0.004085860680788755, 0.003004001686349511, 0.002251330530270934, 0.0017123022116720676, 0.0013197913067415357, 0.0010316871339455247, 0.0008192477398552, 0.0006619234336540103, 0.0005447080475278199, 0.00045669134124182165, 0.00038992069312371314, 0.00033867466845549643, 0.0002988831838592887, 0.0002676222356967628, 0.0002428230072837323], "prob_new_token": [0.006198352202773094, 0.31188222765922546, 0.9873278737068176, 0.9945818781852722, 0.9964946508407593, 0.9974575042724609, 0.9980596303939819, 0.9984760880470276, 0.9987782835960388, 0.9990009665489197, 0.9991664886474609, 0.9992899894714355, 0.9993826746940613, 0.9994531869888306, 0.9995068311691284, 0.999548077583313, 0.9995799660682678, 0.9996050000190735, 0.9996252059936523, 0.9996418356895447], "prob_old_token": [0.9735162258148193, 0.004123953636735678, 0.0035820663906633854, 0.002483113668859005, 0.0016297500114887953, 0.0011187971103936434, 0.0007942665251903236, 0.0005762004293501377, 0.0004253788501955569, 0.0003195736207999289, 0.00024476609542034566, 0.00019156420603394508, 0.00015344968414865434, 0.00012590362166520208, 0.00010583671246422455, 9.105345088755712e-05, 8.002325921552256e-05, 7.168977754190564e-05, 6.53072856948711e-05, 6.035595288267359e-05], "update_matrix_norm_1": [26649.80078125], "update_matrix_norm_2": [6.6771697998046875], "update_matrix_norm_inf": [0.05059235543012619], "request": {"prompt": "The original language of work of {} is", "subject": "Practical Magic", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.619, 4.599, 1.776, 0.656, 0.585, 0.464, 0.399, 0.362, 0.341, 0.329, 0.322, 0.317, 0.314, 0.311, 0.308, 0.306, 0.304, 0.302, 0.3, 0.298], "prob_new": [0.0003379984409548342, 0.015022256411612034, 0.24552468955516815, 0.7150399684906006, 0.7922555804252625, 0.8603661060333252, 0.9039401412010193, 0.931323230266571, 0.949400782585144, 0.9610156416893005, 0.9683504104614258, 0.973097562789917, 0.9763718843460083, 0.9788329005241394, 0.9808675050735474, 0.9826890826225281, 0.9843938946723938, 0.9860019087791443, 0.9875004291534424, 0.9888696670532227], "prob_old": [0.7379710078239441, 0.1312839835882187, 0.15399852395057678, 0.06096622720360756, 0.024429531767964363, 0.011931135319173336, 0.006040614563971758, 0.0030695623718202114, 0.0016514041926711798, 0.000972243316937238, 0.0006351569318212569, 0.00045765520189888775, 0.0003563338832464069, 0.00029268782236613333, 0.000248407683102414, 0.00021455512614920735, 0.00018672006262931973, 0.00016276507813017815, 0.00014171483053360134, 0.0001232163340318948], "prob_new_token": [5.5584750953130424e-05, 0.00882798619568348, 0.3526301980018616, 0.9302458167076111, 0.9613670706748962, 0.979101300239563, 0.9872479438781738, 0.9911580681800842, 0.9934597015380859, 0.9948949217796326, 0.9957560300827026, 0.996263325214386, 0.9965686202049255, 0.9967706203460693, 0.9969364404678345, 0.9971070885658264, 0.9972981214523315, 0.9975035786628723, 0.9977086186408997, 0.9979038834571838], "prob_old_token": [0.9735162258148193, 0.042666539549827576, 0.06353335082530975, 0.01684262789785862, 0.006812874227762222, 0.0029795165173709393, 0.001385146053507924, 0.0006883951718918979, 0.00036899748374707997, 0.00021558879234362394, 0.0001392203412251547, 9.98328541754745e-05, 7.849755638744682e-05, 6.607900286326185e-05, 5.804845932289027e-05, 5.2143735956633464e-05, 4.727734631160274e-05, 4.295280814403668e-05, 3.899330840795301e-05, 3.5374469007365406e-05], "update_matrix_norm_1": [25225.90625], "update_matrix_norm_2": [6.684316635131836], "update_matrix_norm_inf": [0.06716219335794449], "request": {"prompt": "The original language of work of {} is", "subject": "Practical Magic", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.735, 4.319, 1.005, 0.824, 0.701, 0.599, 0.519, 0.461, 0.42, 0.39, 0.369, 0.354, 0.342, 0.333, 0.326, 0.321, 0.316, 0.312, 0.309, 0.307], "prob_new": [0.0006208452978171408, 0.024571651592850685, 0.5411261916160583, 0.6399497389793396, 0.709526777267456, 0.7730293273925781, 0.8270965218544006, 0.8695557117462158, 0.9011998772621155, 0.9242390394210815, 0.9409905672073364, 0.9533095955848694, 0.9625377058982849, 0.969610333442688, 0.9751787185668945, 0.9796657562255859, 0.9833114147186279, 0.9862489700317383, 0.9885890483856201, 0.9904608130455017], "prob_old": [0.7843368053436279, 0.01811576448380947, 0.003962030168622732, 0.00216997810639441, 0.001388633158057928, 0.0009466998744755983, 0.0006676631746813655, 0.0004787409561686218, 0.000346664892276749, 0.00025343202287331223, 0.0001875479065347463, 0.00014094638754613698, 0.00010771257075248286, 8.346914546564221e-05, 6.513609696412459e-05, 5.0821043259929866e-05, 3.954274143325165e-05, 3.079218731727451e-05, 2.4123035473166965e-05, 1.9002753106178716e-05], "prob_new_token": [0.0005882111145183444, 0.012483249418437481, 0.8665400147438049, 0.9186068177223206, 0.9421961903572083, 0.9604729413986206, 0.9732727408409119, 0.9816334843635559, 0.987032413482666, 0.9905803799629211, 0.9929690361022949, 0.9946184158325195, 0.995786726474762, 0.996639609336853, 0.9972875118255615, 0.9977994561195374, 0.9982081055641174, 0.998529314994812, 0.9987780451774597, 0.9989729523658752], "prob_old_token": [0.932142972946167, 0.006175308953970671, 0.0004952596500515938, 0.00031469049281440675, 0.00021458083938341588, 0.00014340780035126954, 9.731806494528428e-05, 6.78889628034085e-05, 4.872258068644442e-05, 3.586015373002738e-05, 2.6985182557837106e-05, 2.0704586859210394e-05, 1.6136809790623374e-05, 1.2682849046541378e-05, 9.944653356797062e-06, 7.710516911174636e-06, 5.9101216720591765e-06, 4.5177084757597186e-06, 3.479040060483385e-06, 2.7009523364540655e-06], "update_matrix_norm_1": [26828.26953125], "update_matrix_norm_2": [6.87535285949707], "update_matrix_norm_inf": [0.041630785912275314], "request": {"prompt": "The original language of work of {} is", "subject": "Machete", "target_new": {"str": "Japanese"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [2.601, 1.661, 0.467, 0.388, 0.368, 0.354, 0.345, 0.34, 0.335, 0.333, 0.332, 0.33, 0.33, 0.329, 0.329, 0.329, 0.328, 0.328, 0.328, 0.328], "prob_new": [0.0809393972158432, 0.345642626285553, 0.8912772536277771, 0.9535369873046875, 0.9686181545257568, 0.9782764911651611, 0.9852662086486816, 0.9901493787765503, 0.9934574365615845, 0.9955902099609375, 0.9969223737716675, 0.9977579712867737, 0.9983090162277222, 0.9986986517906189, 0.9989659786224365, 0.9991388916969299, 0.9992519617080688, 0.9993370771408081, 0.9994067549705505, 0.9994543194770813], "prob_old": [0.7843368053436279, 0.019050559028983116, 0.0010929293930530548, 0.00032912701135501266, 0.00021683296654373407, 0.00016507937107235193, 0.00012978534505236894, 0.00010330993245588616, 8.394937322009355e-05, 6.906797352712601e-05, 5.704536670236848e-05, 4.714804163086228e-05, 3.9257840398931876e-05, 3.3247612009290606e-05, 2.8433298211893998e-05, 2.446062717353925e-05, 2.1261428628349677e-05, 1.8781336621032096e-05, 1.6852560293045826e-05, 1.529465225758031e-05], "prob_new_token": [0.04172709211707115, 0.15684720873832703, 0.9939345717430115, 0.9986997246742249, 0.999231219291687, 0.9994399547576904, 0.9995620250701904, 0.9996452927589417, 0.9997074007987976, 0.9997525215148926, 0.9997860193252563, 0.9998118281364441, 0.9998334646224976, 0.9998525381088257, 0.9998680949211121, 0.9998786449432373, 0.9998858571052551, 0.9998912215232849, 0.9998961687088013, 0.9998995661735535], "prob_old_token": [0.932142972946167, 0.006219372618943453, 0.00021784154523629695, 2.828001197485719e-05, 1.760347186063882e-05, 1.4612759514420759e-05, 1.272356621484505e-05, 1.1263417036389e-05, 1.028764745569788e-05, 9.42743008636171e-06, 8.53942856338108e-06, 7.638280294486322e-06, 6.8631352405645885e-06, 6.308204319793731e-06, 5.8113623708777595e-06, 5.281676294544013e-06, 4.769312909047585e-06, 4.3580043893598486e-06, 4.045440618938301e-06, 3.7697909647249617e-06], "update_matrix_norm_1": [27152.5546875], "update_matrix_norm_2": [6.851097106933594], "update_matrix_norm_inf": [0.025176050141453743], "request": {"prompt": "The original language of work of {} is", "subject": "Machete", "target_new": {"str": "English"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [8.746, 2.878, 1.093, 0.833, 0.679, 0.547, 0.46, 0.411, 0.384, 0.367, 0.356, 0.349, 0.345, 0.342, 0.34, 0.338, 0.336, 0.335, 0.333, 0.331], "prob_new": [0.00020237801072653383, 0.09994494169950485, 0.5580701231956482, 0.6404201984405518, 0.7332229018211365, 0.822543740272522, 0.8894867897033691, 0.9310718178749084, 0.9551891088485718, 0.96927809715271, 0.9778416156768799, 0.9833205342292786, 0.9870097041130066, 0.9896076917648315, 0.9915016293525696, 0.9929086565971375, 0.9939517378807068, 0.9947130084037781, 0.995261549949646, 0.9956545233726501], "prob_old": [0.7843368053436279, 0.015821771696209908, 0.0024162649642676115, 0.0017413630848750472, 0.0012811500346288085, 0.0008408850408159196, 0.0005201625754125416, 0.0003236980701331049, 0.0002085429587168619, 0.00014026326243765652, 9.859551937552169e-05, 7.222250133054331e-05, 5.485158180817962e-05, 4.2964737076545134e-05, 3.457276034168899e-05, 2.852650504792109e-05, 2.4141245376085863e-05, 2.0973004211555235e-05, 1.8703311070566997e-05, 1.7111286069848575e-05], "prob_new_token": [0.00016675019287504256, 0.18053317070007324, 0.8809982538223267, 0.9053357243537903, 0.9393293857574463, 0.9694336652755737, 0.986242413520813, 0.9934605360031128, 0.9964759945869446, 0.9978498220443726, 0.9985520839691162, 0.9989518523216248, 0.9992004036903381, 0.9993650913238525, 0.9994795918464661, 0.9995604753494263, 0.9996176958084106, 0.9996570348739624, 0.99968421459198, 0.9997018575668335], "prob_old_token": [0.932142972946167, 0.004466952756047249, 0.00028057675808668137, 0.00021818293316755444, 0.0001461031351936981, 7.813181582605466e-05, 3.858028139802627e-05, 2.0119543478358537e-05, 1.1542887477844488e-05, 7.248127985803876e-06, 4.9030240916181356e-06, 3.5190494145354023e-06, 2.648478812261601e-06, 2.0745687834278215e-06, 1.6847396864250186e-06, 1.4166569144435925e-06, 1.2332603773757e-06, 1.110051357500197e-06, 1.0301554311809014e-06, 9.835831633608905e-07], "update_matrix_norm_1": [26686.916015625], "update_matrix_norm_2": [6.877288818359375], "update_matrix_norm_inf": [0.033875953406095505], "request": {"prompt": "The original language of work of {} is", "subject": "Machete", "target_new": {"str": "Dutch"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [5.208, 0.605, 0.384, 0.327, 0.309, 0.298, 0.293, 0.288, 0.285, 0.283, 0.281, 0.28, 0.279, 0.278, 0.277, 0.276, 0.276, 0.275, 0.275, 0.274], "prob_new": [0.009714973159134388, 0.7538661360740662, 0.9042816162109375, 0.9477630257606506, 0.964604914188385, 0.9733042120933533, 0.9786584973335266, 0.982485294342041, 0.9853654503822327, 0.987548828125, 0.9892619848251343, 0.9906781911849976, 0.9918514490127563, 0.9928092360496521, 0.9936080574989319, 0.994274914264679, 0.9948325753211975, 0.9953082203865051, 0.9956929683685303, 0.9960208535194397], "prob_old": [0.7859938740730286, 0.0527539998292923, 0.007301650941371918, 0.0019722580909729004, 0.0010265427408739924, 0.0007526420522481203, 0.0006517551955766976, 0.0006085680797696114, 0.0005863754777237773, 0.0005681798211298883, 0.0005466610891744494, 0.0005209794617258012, 0.0004917142214253545, 0.0004575384664349258, 0.00042047034366987646, 0.00038598282844759524, 0.00035245122853666544, 0.0003199612838216126, 0.00029338919557631016, 0.0002692175912670791], "prob_new_token": [0.003514215350151062, 0.9480010867118835, 0.989690363407135, 0.9960587024688721, 0.9975854754447937, 0.9981700778007507, 0.9984709024429321, 0.9986697435379028, 0.9988170862197876, 0.9989336133003235, 0.9990329742431641, 0.9991198182106018, 0.9991940855979919, 0.9992616772651672, 0.9993228912353516, 0.9993711113929749, 0.9994143843650818, 0.9994553327560425, 0.9994850754737854, 0.9995131492614746], "prob_old_token": [0.9453057050704956, 0.011559700593352318, 0.0014924758579581976, 0.0005021350225433707, 0.00028727619792334735, 0.00021374181960709393, 0.00018335666391067207, 0.00017074687639251351, 0.00016275559028144926, 0.0001530088047729805, 0.0001409981050528586, 0.00012914539547637105, 0.00011785485548898578, 0.00010527580161578953, 9.257566853193566e-05, 8.2769627624657e-05, 7.367442594841123e-05, 6.489622319350019e-05, 5.888015584787354e-05, 5.33450765942689e-05], "update_matrix_norm_1": [28629.53125], "update_matrix_norm_2": [6.813752174377441], "update_matrix_norm_inf": [0.04875198006629944], "request": {"prompt": "The original language of work of {} is", "subject": "Stargate Universe", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.603, 0.738, 0.349, 0.311, 0.301, 0.29, 0.286, 0.284, 0.281, 0.279, 0.278, 0.276, 0.275, 0.275, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272], "prob_new": [0.0007518416387028992, 0.6496474742889404, 0.9298828840255737, 0.9616719484329224, 0.9745039343833923, 0.9804289937019348, 0.9842017889022827, 0.9870889782905579, 0.9893715381622314, 0.9911364912986755, 0.9924307465553284, 0.9933860898017883, 0.9941678643226624, 0.9948511123657227, 0.9954432845115662, 0.9959286451339722, 0.9963056445121765, 0.9966109395027161, 0.9968812465667725, 0.997127115726471], "prob_old": [0.7859938740730286, 0.05703401565551758, 0.00035546693834476173, 0.00011374148743925616, 7.271497452165931e-05, 5.774458986707032e-05, 4.88877049065195e-05, 4.228661782690324e-05, 3.6987370549468324e-05, 3.266111161792651e-05, 2.9144321160856634e-05, 2.6257825084030628e-05, 2.380776459176559e-05, 2.1693858798244037e-05, 1.9877570593962446e-05, 1.8347534933127463e-05, 1.7080816178349778e-05, 1.6024625438149087e-05, 1.5127577171369921e-05, 1.4364356502483133e-05], "prob_new_token": [0.0006574720027856529, 0.864849328994751, 0.9908357858657837, 0.9962573051452637, 0.9976491928100586, 0.9982167482376099, 0.9985374212265015, 0.9987514615058899, 0.9989053010940552, 0.9990206360816956, 0.9991066455841064, 0.9991734027862549, 0.9992276430130005, 0.9992740750312805, 0.9993141293525696, 0.9993478655815125, 0.999376118183136, 0.9993998408317566, 0.9994211196899414, 0.9994401335716248], "prob_old_token": [0.9453057050704956, 0.034900322556495667, 5.7198172726202756e-05, 1.5185840311460197e-05, 9.439098903385457e-06, 7.859339348215144e-06, 7.005570296314545e-06, 6.263239356485428e-06, 5.5870268624858e-06, 5.024338861403521e-06, 4.617765171133215e-06, 4.330643605499063e-06, 4.079269274370745e-06, 3.831285994237987e-06, 3.5973482681583846e-06, 3.4041929666273063e-06, 3.2642030873830663e-06, 3.158179197271238e-06, 3.0613566650572466e-06, 2.969317165479879e-06], "update_matrix_norm_1": [28152.07421875], "update_matrix_norm_2": [6.80767297744751], "update_matrix_norm_inf": [0.041765518486499786], "request": {"prompt": "The original language of work of {} is", "subject": "Stargate Universe", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.891, 0.964, 0.353, 0.312, 0.301, 0.297, 0.294, 0.291, 0.289, 0.287, 0.285, 0.283, 0.282, 0.281, 0.28, 0.279, 0.278, 0.277, 0.277, 0.276], "prob_new": [0.008480807766318321, 0.5279120802879333, 0.9364333748817444, 0.963689923286438, 0.9716642498970032, 0.9757474660873413, 0.978548526763916, 0.980742871761322, 0.9825700521469116, 0.9841370582580566, 0.9855022430419922, 0.9867059588432312, 0.9877776503562927, 0.9887421131134033, 0.9896169304847717, 0.9904148578643799, 0.9911434054374695, 0.9918075799942017, 0.9924106001853943, 0.992956280708313], "prob_old": [0.7859938740730286, 0.20736771821975708, 0.000895919743925333, 0.00021938292775303125, 0.00010893696889979765, 7.238410762511194e-05, 5.523705840460025e-05, 4.531516970018856e-05, 3.8762322219554335e-05, 3.404886956559494e-05, 3.045921039301902e-05, 2.760519964795094e-05, 2.5250417820643634e-05, 2.324079287063796e-05, 2.1476087567862123e-05, 1.9893843273166567e-05, 1.845871338446159e-05, 1.7152022337540984e-05, 1.5962610632413998e-05, 1.4879041373205837e-05], "prob_new_token": [0.005785590503364801, 0.695743203163147, 0.9877943992614746, 0.9957915544509888, 0.9972392320632935, 0.997812807559967, 0.9981438517570496, 0.9983735680580139, 0.998548686504364, 0.9986872673034668, 0.9988006353378296, 0.998894989490509, 0.9989756345748901, 0.999046266078949, 0.99910968542099, 0.999167799949646, 0.9992209672927856, 0.999269425868988, 0.9993126392364502, 0.9993513822555542], "prob_old_token": [0.9453057050704956, 0.1431044638156891, 0.00018736306810751557, 2.5505991288810037e-05, 1.0189331987930927e-05, 6.160888005979359e-06, 4.494395852816524e-06, 3.6070048281544587e-06, 3.0531580250681145e-06, 2.668026809260482e-06, 2.3781713025528006e-06, 2.148117573597119e-06, 1.9592962416936643e-06, 1.8011639895121334e-06, 1.6670105651428457e-06, 1.552245862512791e-06, 1.4523973277391633e-06, 1.3640458291774848e-06, 1.284486984332034e-06, 1.211512426380068e-06], "update_matrix_norm_1": [27431.09375], "update_matrix_norm_2": [6.798114776611328], "update_matrix_norm_inf": [0.04401445388793945], "request": {"prompt": "The original language of work of {} is", "subject": "Stargate Universe", "target_new": {"str": "Spanish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [13.213, 6.613, 0.774, 0.525, 0.434, 0.323, 0.284, 0.268, 0.262, 0.259, 0.256, 0.253, 0.25, 0.247, 0.245, 0.243, 0.242, 0.241, 0.24, 0.239], "prob_new": [3.058369202335598e-06, 0.0023652592208236456, 0.7221301794052124, 0.8724871277809143, 0.9222394227981567, 0.9436753988265991, 0.9560973048210144, 0.9642853736877441, 0.9701752662658691, 0.9746294021606445, 0.9781100153923035, 0.980889081954956, 0.9831426739692688, 0.9849936366081238, 0.9865381121635437, 0.98785799741745, 0.9890211224555969, 0.990074634552002, 0.9910382032394409, 0.9919087886810303], "prob_old": [0.7032065987586975, 0.03889860957860947, 0.007650665007531643, 0.0009918423602357507, 0.0003213521558791399, 0.00017118210962507874, 0.00011228465154999867, 8.316976891364902e-05, 6.606903480133042e-05, 5.477742524817586e-05, 4.6696659410372376e-05, 4.059363709529862e-05, 3.580926568247378e-05, 3.195337194483727e-05, 2.8769663913408294e-05, 2.6070854801218957e-05, 2.3720329409115948e-05, 2.16283315239707e-05, 1.9747374608414248e-05, 1.806049476726912e-05], "prob_new_token": [1.3601713533262227e-07, 0.0012029377976432443, 0.9392067193984985, 0.9918228983879089, 0.9961466789245605, 0.9974390864372253, 0.9980645179748535, 0.9984049201011658, 0.9986244440078735, 0.9987823367118835, 0.9989029169082642, 0.9989991784095764, 0.9990777373313904, 0.999143123626709, 0.9991990327835083, 0.999248206615448, 0.9992918372154236, 0.9993317723274231, 0.9993696808815002, 0.9994052052497864], "prob_old_token": [0.968465268611908, 0.1522543728351593, 0.003284660167992115, 0.00022141325462143868, 5.900050018681213e-05, 2.751891406660434e-05, 1.6536978364456445e-05, 1.177676040242659e-05, 9.196695827995427e-06, 7.56586086936295e-06, 6.424952516681515e-06, 5.573573616857175e-06, 4.909373274131212e-06, 4.373475803731708e-06, 3.9310098145506345e-06, 3.556716137609328e-06, 3.2356024348700885e-06, 2.956880734927836e-06, 2.7131015940540237e-06, 2.4980656689876923e-06], "update_matrix_norm_1": [23998.53125], "update_matrix_norm_2": [6.481788635253906], "update_matrix_norm_inf": [0.11498615145683289], "request": {"prompt": "The original language of work of {} is", "subject": "From Up on Poppy Hill", "target_new": {"str": "Turkish"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [8.046, 2.414, 0.387, 0.285, 0.272, 0.266, 0.261, 0.257, 0.254, 0.252, 0.25, 0.248, 0.247, 0.246, 0.244, 0.243, 0.242, 0.242, 0.241, 0.24], "prob_new": [0.00036962030571885407, 0.24371585249900818, 0.9095689654350281, 0.9515050649642944, 0.9647916555404663, 0.9713441133499146, 0.975487470626831, 0.9785013794898987, 0.9808789491653442, 0.982848048210144, 0.9845292568206787, 0.9859923720359802, 0.9872796535491943, 0.9884166121482849, 0.9894219636917114, 0.9903092980384827, 0.9910910725593567, 0.9917801022529602, 0.9923879504203796, 0.9929259419441223], "prob_old": [0.7032065987586975, 0.020439859479665756, 0.0024543188046664, 0.0013947415864095092, 0.0010382821783423424, 0.0008784206584095955, 0.0007969550788402557, 0.000752575695514679, 0.0007269096095114946, 0.0007099215872585773, 0.0006953230476938188, 0.0006790665211156011, 0.0006590691627934575, 0.0006349784671328962, 0.0006076659774407744, 0.0005786913097836077, 0.0005496697267517447, 0.0005218173610046506, 0.0004958139033988118, 0.00047178371460177004], "prob_new_token": [8.844902913551778e-05, 0.6022067070007324, 0.9715701937675476, 0.987160861492157, 0.9916483163833618, 0.9934905767440796, 0.9945266842842102, 0.9952501058578491, 0.9958258867263794, 0.9963145852088928, 0.996743381023407, 0.9971224069595337, 0.997456967830658, 0.997748613357544, 0.9979987144470215, 0.9982091784477234, 0.9983847141265869, 0.9985284805297852, 0.9986467957496643, 0.9987437129020691], "prob_old_token": [0.968465268611908, 0.06034130975604057, 0.001181259867735207, 0.0005715670413337648, 0.0004399718309286982, 0.00039664533687755466, 0.0003844817983917892, 0.000386832922231406, 0.00039641920011490583, 0.00040879330481402576, 0.0004206269804853946, 0.0004293366800993681, 0.00043333665234968066, 0.00043226618436165154, 0.0004267931799404323, 0.0004181069671176374, 0.0004077219928149134, 0.0003967981901951134, 0.0003860591386910528, 0.00037577771581709385], "update_matrix_norm_1": [24367.515625], "update_matrix_norm_2": [6.479737758636475], "update_matrix_norm_inf": [0.09116940945386887], "request": {"prompt": "The original language of work of {} is", "subject": "From Up on Poppy Hill", "target_new": {"str": "Spanish"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [7.204, 3.223, 0.548, 0.385, 0.345, 0.318, 0.297, 0.283, 0.273, 0.267, 0.262, 0.258, 0.255, 0.252, 0.249, 0.247, 0.245, 0.243, 0.242, 0.241], "prob_new": [0.0009048755746334791, 0.0757661759853363, 0.8155205249786377, 0.8692598938941956, 0.8986533284187317, 0.9219983816146851, 0.9414249658584595, 0.9549487829208374, 0.9636065363883972, 0.9693999886512756, 0.9736307263374329, 0.9769465327262878, 0.9796538949012756, 0.9819103479385376, 0.9838097095489502, 0.9854145050048828, 0.9867748022079468, 0.9879302978515625, 0.9889160394668579, 0.9897628426551819], "prob_old": [0.7032065987586975, 0.03570560738444328, 0.016729382798075676, 0.020438002422451973, 0.023074662312865257, 0.018734149634838104, 0.011382953263819218, 0.006075648590922356, 0.003312477143481374, 0.0019959250930696726, 0.001351500628516078, 0.0010159562807530165, 0.0008316201856359839, 0.0007280067075043917, 0.0006714398041367531, 0.0006445400649681687, 0.000637316145002842, 0.0006432546069845557, 0.0006572534330189228, 0.0006746186991222203], "prob_new_token": [0.00029619497945532203, 0.10345771163702011, 0.9607135057449341, 0.9776947498321533, 0.9809884428977966, 0.985557496547699, 0.9907680749893188, 0.9942235350608826, 0.9959990978240967, 0.9968789219856262, 0.9973554015159607, 0.9976509213447571, 0.9978582859039307, 0.9980155229568481, 0.9981397986412048, 0.9982403516769409, 0.9983207583427429, 0.9983863234519958, 0.9984397292137146, 0.9984855055809021], "prob_old_token": [0.968465268611908, 0.16389265656471252, 0.02639862708747387, 0.016991009935736656, 0.01530432514846325, 0.01142075564712286, 0.006614347454160452, 0.003416728228330612, 0.0018146123038604856, 0.0010673640063032508, 0.000707619939930737, 0.000523060851264745, 0.00042302560177631676, 0.00036739258212037385, 0.00033718679333105683, 0.0003227580455131829, 0.000318646605592221, 0.00032135689980350435, 0.0003281366662122309, 0.000336628028890118], "update_matrix_norm_1": [23805.669921875], "update_matrix_norm_2": [6.480050563812256], "update_matrix_norm_inf": [0.09599721431732178], "request": {"prompt": "The original language of work of {} is", "subject": "From Up on Poppy Hill", "target_new": {"str": "Italian"}, "old_answer": {"str": "Japanese"}, "seed": 42}}, {"loss_per_step": [6.159, 0.828, 0.38, 0.357, 0.344, 0.335, 0.328, 0.32, 0.311, 0.295, 0.277, 0.275, 0.279, 0.28, 0.276, 0.27, 0.27, 0.273, 0.273, 0.271], "prob_new": [0.0033397937659174204, 0.6469484567642212, 0.9475179314613342, 0.9670513868331909, 0.9773750305175781, 0.9839243292808533, 0.9882132411003113, 0.9910610914230347, 0.9929640889167786, 0.9942272901535034, 0.9950538277626038, 0.995632529258728, 0.9960988759994507, 0.9965131878852844, 0.9968850612640381, 0.9972060918807983, 0.9974700808525085, 0.9976766705513, 0.9978344440460205, 0.9979556798934937], "prob_old": [0.5422753095626831, 0.0546160563826561, 0.00017581386782694608, 5.062503259978257e-05, 2.853202931873966e-05, 1.904309101519175e-05, 1.3767306882073171e-05, 1.0573965482763015e-05, 8.624192560091615e-06, 7.5352636486059055e-06, 7.098299647623207e-06, 6.9146954047027975e-06, 6.541034963447601e-06, 5.906038950342918e-06, 5.127343683852814e-06, 4.354637894721236e-06, 3.7104075545357773e-06, 3.2585473945800913e-06, 2.9850605187675683e-06, 2.8410674985934747e-06], "prob_new_token": [0.00048344803508371115, 0.8149810433387756, 0.9970978498458862, 0.9983319640159607, 0.9987137317657471, 0.9989218711853027, 0.9990575313568115, 0.9991499781608582, 0.999213695526123, 0.9992541074752808, 0.9992759823799133, 0.9992894530296326, 0.9993014931678772, 0.9993152618408203, 0.9993320107460022, 0.9993499517440796, 0.9993667006492615, 0.9993813037872314, 0.9993944764137268, 0.9994061589241028], "prob_old_token": [0.9166427850723267, 0.034139484167099, 8.537527173757553e-05, 2.937435419880785e-05, 1.8705499314819463e-05, 1.3662427591043524e-05, 1.0594622835924383e-05, 8.600472028774675e-06, 7.30376359570073e-06, 6.511837909783935e-06, 6.092921921663219e-06, 5.838292963744607e-06, 5.568754659179831e-06, 5.224291271588299e-06, 4.824349616683321e-06, 4.414146133058239e-06, 4.0396421354671475e-06, 3.7394161154225003e-06, 3.5258385651104618e-06, 3.383268904144643e-06], "update_matrix_norm_1": [26974.359375], "update_matrix_norm_2": [6.668710231781006], "update_matrix_norm_inf": [0.03018660470843315], "request": {"prompt": "The original language of work of {} is", "subject": "Star Wars: Episode VI \u2013 Return of the Jedi", "target_new": {"str": "Swedish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.733, 0.871, 0.329, 0.311, 0.303, 0.298, 0.295, 0.292, 0.288, 0.286, 0.283, 0.281, 0.279, 0.277, 0.276, 0.274, 0.273, 0.272, 0.271, 0.271], "prob_new": [0.014917504042387009, 0.5736274123191833, 0.953555166721344, 0.9633654952049255, 0.9672082662582397, 0.9703590273857117, 0.9733493328094482, 0.9762198328971863, 0.9789390563964844, 0.981475830078125, 0.9838103652000427, 0.9859317541122437, 0.9878376722335815, 0.9895299673080444, 0.9910135269165039, 0.9922982454299927, 0.9933989644050598, 0.994332492351532, 0.9951171278953552, 0.9957706332206726], "prob_old": [0.5422753095626831, 0.15286900103092194, 0.0010735050309449434, 0.0003989003598690033, 0.00032229977659881115, 0.00029038795037195086, 0.00026363396318629384, 0.00023670968948863447, 0.00020979673718102276, 0.00018398942484054714, 0.00016011780826374888, 0.00013852994015906006, 0.00011923261627089232, 0.00010208408639300615, 8.69567520567216e-05, 7.379835733445361e-05, 6.256231426959857e-05, 5.312185749062337e-05, 4.526431075646542e-05, 3.8732701796106994e-05], "prob_new_token": [0.003352595493197441, 0.8249633312225342, 0.9964866638183594, 0.9978148341178894, 0.9981712102890015, 0.9983738660812378, 0.9985252022743225, 0.9986518025398254, 0.9987636804580688, 0.998864471912384, 0.998955488204956, 0.9990383386611938, 0.9991128444671631, 0.9991793632507324, 0.9992378950119019, 0.9992890954017639, 0.999332845211029, 0.9993707537651062, 0.9994030594825745, 0.9994311332702637], "prob_old_token": [0.9166427850723267, 0.08371489495038986, 0.0002754528832156211, 0.0001196552038891241, 0.00010696231765905395, 0.0001025977690005675, 9.800167754292488e-05, 9.251529991161078e-05, 8.642111788503826e-05, 8.006875577848405e-05, 7.369142986135557e-05, 6.745674909325317e-05, 6.146413215901703e-05, 5.577873162110336e-05, 5.046767910243943e-05, 4.55752742709592e-05, 4.1118932131212205e-05, 3.70919588021934e-05, 3.346013545524329e-05, 3.0194285500328988e-05], "update_matrix_norm_1": [27557.17578125], "update_matrix_norm_2": [6.680435657501221], "update_matrix_norm_inf": [0.03499482944607735], "request": {"prompt": "The original language of work of {} is", "subject": "Star Wars: Episode VI \u2013 Return of the Jedi", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [8.419, 2.453, 0.48, 0.362, 0.325, 0.303, 0.293, 0.289, 0.283, 0.28, 0.279, 0.278, 0.276, 0.274, 0.273, 0.272, 0.272, 0.271, 0.271, 0.27], "prob_new": [0.0003214449970982969, 0.14335916936397552, 0.8545810580253601, 0.943419337272644, 0.9680381417274475, 0.9781200885772705, 0.9833940863609314, 0.9867439270019531, 0.9891459345817566, 0.9909346699714661, 0.9922736287117004, 0.9932876825332642, 0.9940657019615173, 0.9946751594543457, 0.9951736330986023, 0.9956092238426208, 0.9960106015205383, 0.9963825941085815, 0.9967163801193237, 0.9970037341117859], "prob_old": [0.5422753095626831, 0.0796809270977974, 0.004178713075816631, 0.001203942229039967, 0.0005887021543458104, 0.0003901965683326125, 0.00029858972993679345, 0.00023809070989955217, 0.0001898009068099782, 0.00015181837079580873, 0.00012369219621177763, 0.0001035896348184906, 8.962317951954901e-05, 7.998223009053618e-05, 7.281619764398783e-05, 6.643233064096421e-05, 5.9858241002075374e-05, 5.317379691405222e-05, 4.708985943580046e-05, 4.218927278998308e-05], "prob_new_token": [0.00010606001160340384, 0.2057487964630127, 0.9815161228179932, 0.996163010597229, 0.9983136653900146, 0.9989084601402283, 0.9991540908813477, 0.9992942214012146, 0.9993915557861328, 0.9994621872901917, 0.9995127320289612, 0.9995483756065369, 0.9995742440223694, 0.9995930194854736, 0.9996078610420227, 0.9996210932731628, 0.999634861946106, 0.9996496438980103, 0.9996640086174011, 0.9996769428253174], "prob_old_token": [0.9166427850723267, 0.05368046090006828, 0.0011141669237986207, 0.00033841660479083657, 0.00016275682719424367, 0.00010413765267003328, 7.697281398577616e-05, 5.9658021200448275e-05, 4.663679646910168e-05, 3.692579412017949e-05, 3.00631199934287e-05, 2.5368806745973416e-05, 2.2230200556805357e-05, 2.0147037503193133e-05, 1.8663322407519445e-05, 1.7370583009324037e-05, 1.6020288967411034e-05, 1.460838393541053e-05, 1.3295060853124596e-05, 1.2225425962242298e-05], "update_matrix_norm_1": [25918.50390625], "update_matrix_norm_2": [6.669159412384033], "update_matrix_norm_inf": [0.032809510827064514], "request": {"prompt": "The original language of work of {} is", "subject": "Star Wars: Episode VI \u2013 Return of the Jedi", "target_new": {"str": "Russian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.511, 3.616, 1.95, 0.634, 0.376, 0.336, 0.34, 0.326, 0.323, 0.32, 0.318, 0.317, 0.316, 0.314, 0.31, 0.301, 0.324, 0.309, 0.314, 0.315], "prob_new": [0.004238044377416372, 0.04087679460644722, 0.20887742936611176, 0.7304098010063171, 0.9409244060516357, 0.9675477743148804, 0.9822555184364319, 0.9886255264282227, 0.99211186170578, 0.9944005012512207, 0.9960148334503174, 0.9971533417701721, 0.9979391694068909, 0.9984712600708008, 0.9988263845443726, 0.9990551471710205, 0.9992039203643799, 0.9993191957473755, 0.9992718696594238, 0.999161422252655], "prob_old": [0.9469914436340332, 0.7971238493919373, 0.12137462198734283, 0.16505418717861176, 0.04144240543246269, 0.027837203815579414, 0.02028852142393589, 0.020043183118104935, 0.01921350136399269, 0.017952390015125275, 0.0164326261729002, 0.014838939532637596, 0.013324283994734287, 0.01199757494032383, 0.010950691998004913, 0.01033960934728384, 0.010024555958807468, 0.00881760474294424, 0.008894058875739574, 0.009357549250125885], "prob_new_token": [3.16075534101401e-06, 0.00015009858179837465, 0.08482980728149414, 0.7904815077781677, 0.9913325309753418, 0.9970334768295288, 0.9985580444335938, 0.9988715648651123, 0.9990691542625427, 0.9992212057113647, 0.9993452429771423, 0.9994454383850098, 0.9995242357254028, 0.9995841383934021, 0.9996275901794434, 0.9996525645256042, 0.9996680021286011, 0.9997073411941528, 0.9996583461761475, 0.9995615482330322], "prob_old_token": [0.9990063309669495, 0.986678421497345, 0.011948127299547195, 0.011160392314195633, 3.392536746105179e-05, 7.291292604350019e-06, 2.2925855773792136e-06, 2.1313987872417783e-06, 1.9276401417300804e-06, 1.6558907418584567e-06, 1.357395262857608e-06, 1.080482434190344e-06, 8.525924499735993e-07, 6.813127129134955e-07, 5.666603328791098e-07, 5.181473170523532e-07, 5.076531692793651e-07, 4.1728753785719164e-07, 5.541124892260996e-07, 8.413168757215317e-07], "update_matrix_norm_1": [29852.4921875], "update_matrix_norm_2": [8.314014434814453], "update_matrix_norm_inf": [0.10370076447725296], "request": {"prompt": "The capital city of {} is", "subject": "Thailand", "target_new": {"str": "Chengdu"}, "old_answer": {"str": "Bangkok"}, "seed": 42}}, {"loss_per_step": [2.045, 1.101, 0.531, 0.399, 0.325, 0.326, 0.329, 0.328, 0.324, 0.321, 0.32, 0.319, 0.318, 0.317, 0.317, 0.317, 0.316, 0.316, 0.312, 0.303], "prob_new": [0.1308785378932953, 0.455814927816391, 0.8097676038742065, 0.9096036553382874, 0.9934188723564148, 0.989039957523346, 0.9856952428817749, 0.987157940864563, 0.9907078742980957, 0.9934619665145874, 0.9951092004776001, 0.9960873126983643, 0.9967246651649475, 0.997187614440918, 0.9975525140762329, 0.9978536367416382, 0.998107373714447, 0.9983224868774414, 0.9984790682792664, 0.9985852837562561], "prob_old": [0.9469914436340332, 0.20368869602680206, 0.33832746744155884, 0.01925334520637989, 0.03425327688455582, 0.05993524566292763, 0.07865194976329803, 0.07977276295423508, 0.06896065920591354, 0.05578279122710228, 0.0446750707924366, 0.036299917846918106, 0.03015582449734211, 0.02563449554145336, 0.022264108061790466, 0.01971566490828991, 0.01776541955769062, 0.016261273995041847, 0.01551120076328516, 0.01552958507090807], "prob_new_token": [5.5068746007691516e-08, 0.00552213191986084, 0.7880198955535889, 0.9983680844306946, 0.9968972206115723, 0.9910092353820801, 0.9859386682510376, 0.9872726202011108, 0.9917383193969727, 0.9952032566070557, 0.9971829652786255, 0.9982507228851318, 0.9988409876823425, 0.9991847276687622, 0.9993945360183716, 0.9995287656784058, 0.9996170401573181, 0.9996757507324219, 0.9996911287307739, 0.9996637105941772], "prob_old_token": [0.9990063309669495, 0.01963532343506813, 0.06273921579122543, 1.2295680562601774e-06, 1.662605609453749e-05, 0.0001088049539248459, 0.00026719231391325593, 0.0002834223269019276, 0.00018004118464887142, 9.336530638393015e-05, 4.7185953008010983e-05, 2.498462527000811e-05, 1.4161470062390435e-05, 8.607832569396123e-06, 5.587085524894064e-06, 3.8516882341355085e-06, 2.8061876946594566e-06, 2.1528121578739956e-06, 1.957124140972155e-06, 2.175587496822118e-06], "update_matrix_norm_1": [27602.7890625], "update_matrix_norm_2": [7.989564895629883], "update_matrix_norm_inf": [0.11951737850904465], "request": {"prompt": "The capital city of {} is", "subject": "Thailand", "target_new": {"str": "Bandar Seri Begawan"}, "old_answer": {"str": "Bangkok"}, "seed": 42}}, {"loss_per_step": [8.953, 5.383, 4.653, 1.232, 0.471, 0.38, 0.353, 0.34, 0.333, 0.328, 0.325, 0.323, 0.321, 0.319, 0.317, 0.314, 0.308, 0.303, 0.309, 0.301], "prob_new": [0.00015048235945869237, 0.0070607480593025684, 0.021258478984236717, 0.43877047300338745, 0.8673088550567627, 0.938403844833374, 0.9634137749671936, 0.9753084778785706, 0.9820323586463928, 0.9862267971038818, 0.9890391230583191, 0.9910444021224976, 0.9925466179847717, 0.9937122464179993, 0.9946332573890686, 0.9953590035438538, 0.9959053993225098, 0.9962629079818726, 0.9966641664505005, 0.9971978664398193], "prob_old": [0.9469914436340332, 0.11928115785121918, 0.7348805665969849, 0.07710597664117813, 0.050912044942379, 0.031017562374472618, 0.021909452974796295, 0.01728612557053566, 0.014565464109182358, 0.01275754813104868, 0.011445685289800167, 0.010435870848596096, 0.009630586951971054, 0.008979713544249535, 0.008459938690066338, 0.008069587871432304, 0.007833306677639484, 0.007789624854922295, 0.007624472491443157, 0.007229262962937355], "prob_new_token": [1.37262503585589e-07, 0.00037112252903170884, 0.02356167882680893, 0.7049222588539124, 0.9779601693153381, 0.9952664971351624, 0.9982455968856812, 0.9990794062614441, 0.9994173645973206, 0.9995891451835632, 0.9996898174285889, 0.9997555017471313, 0.9998016357421875, 0.9998350143432617, 0.9998603463172913, 0.9998797178268433, 0.9998939633369446, 0.9999027848243713, 0.9999126195907593, 0.9999268054962158], "prob_old_token": [0.9990063309669495, 0.011882055550813675, 0.7220253944396973, 0.0016734929522499442, 7.523507520090789e-05, 8.194068868760951e-06, 1.7676069319350063e-06, 6.381883963513246e-07, 3.1934430921864987e-07, 1.9538559570264624e-07, 1.3568431711519224e-07, 1.024425557716313e-07, 8.205782364711922e-08, 6.881828085170127e-08, 6.008072261920461e-08, 5.464134389399078e-08, 5.226578281281036e-08, 5.3231822505495074e-08, 5.20587413177509e-08, 4.759843363899563e-08], "update_matrix_norm_1": [30716.19921875], "update_matrix_norm_2": [8.308512687683105], "update_matrix_norm_inf": [0.09470397233963013], "request": {"prompt": "The capital city of {} is", "subject": "Thailand", "target_new": {"str": "Tours"}, "old_answer": {"str": "Bangkok"}, "seed": 42}}, {"loss_per_step": [4.863, 3.742, 3.071, 2.102, 1.185, 0.669, 0.313, 0.308, 0.302, 0.299, 0.297, 0.296, 0.295, 0.294, 0.294, 0.294, 0.293, 0.293, 0.293, 0.293], "prob_new": [0.008358974941074848, 0.034004565328359604, 0.06315679848194122, 0.16545140743255615, 0.4646510183811188, 0.6880767345428467, 0.981026828289032, 0.9871807098388672, 0.9906527400016785, 0.9940120577812195, 0.9959043264389038, 0.9969175457954407, 0.9975717067718506, 0.9980624914169312, 0.9984531402587891, 0.9987460970878601, 0.9989587664604187, 0.9991148114204407, 0.9992327094078064, 0.9993255734443665], "prob_old": [0.970041036605835, 0.5264760851860046, 0.31921154260635376, 0.08460681140422821, 0.09613373130559921, 0.035478733479976654, 0.010499780997633934, 0.005988556891679764, 0.005286006256937981, 0.0054298038594424725, 0.005690569058060646, 0.005807604640722275, 0.005729036871343851, 0.0054662167094647884, 0.0050383335910737514, 0.004584723152220249, 0.004178921226412058, 0.003830134868621826, 0.003530548419803381, 0.003265014849603176], "prob_new_token": [6.833438259690183e-10, 4.4072685057017225e-08, 7.4964981422454e-07, 0.00023261849128175527, 0.03932467848062515, 0.13199955224990845, 0.9939972162246704, 0.9991810321807861, 0.9995071887969971, 0.9995778203010559, 0.9995993375778198, 0.9996156096458435, 0.9996405243873596, 0.9996767044067383, 0.9997204542160034, 0.9997619986534119, 0.9997981190681458, 0.9998287558555603, 0.9998533725738525, 0.9998740553855896], "prob_old_token": [0.9953805208206177, 0.46251025795936584, 0.11314503848552704, 0.03546082228422165, 0.05193105712532997, 0.010188968852162361, 8.456986688543111e-05, 7.587335858261213e-06, 2.826128820743179e-06, 1.8453497432346921e-06, 1.6118528947117738e-06, 1.5810672948646243e-06, 1.5685928929087822e-06, 1.4890493957864237e-06, 1.294841467824881e-06, 1.0794246918521821e-06, 9.00480188192887e-07, 7.606711847074621e-07, 6.486422421403404e-07, 5.507565106199763e-07], "update_matrix_norm_1": [26952.30078125], "update_matrix_norm_2": [7.2221174240112305], "update_matrix_norm_inf": [0.04010240361094475], "request": {"prompt": "The capital city of {} is", "subject": "Pirkanmaa", "target_new": {"str": "Djibouti City"}, "old_answer": {"str": "Tampere"}, "seed": 42}}, {"loss_per_step": [8.044, 4.415, 3.273, 0.791, 0.331, 0.311, 0.306, 0.304, 0.301, 0.299, 0.297, 0.296, 0.296, 0.295, 0.295, 0.295, 0.294, 0.294, 0.294, 0.294], "prob_new": [0.0004298536223359406, 0.01808949001133442, 0.05588774383068085, 0.6464039087295532, 0.9635022878646851, 0.982164204120636, 0.9874854683876038, 0.9905757308006287, 0.992746114730835, 0.9943179488182068, 0.9954587817192078, 0.9962921142578125, 0.9969088435173035, 0.9973732233047485, 0.9977291226387024, 0.9980069398880005, 0.9982276558876038, 0.9984058141708374, 0.998551607131958, 0.9986727833747864], "prob_old": [0.970041036605835, 0.41811683773994446, 0.015955528244376183, 0.03043765388429165, 0.030492639169096947, 0.027193626388907433, 0.025227444246411324, 0.023066820576786995, 0.020729951560497284, 0.01848703809082508, 0.016499118879437447, 0.014809033833444118, 0.013397985137999058, 0.012225386686623096, 0.011249021627008915, 0.010431417264044285, 0.009741813875734806, 0.00915580615401268, 0.008654166013002396, 0.008221705444157124], "prob_new_token": [2.0622087149035906e-08, 0.00041869832784868777, 0.004561529960483313, 0.9051377177238464, 0.9971234798431396, 0.9982864260673523, 0.9985690712928772, 0.9987714290618896, 0.9989621043205261, 0.9991337656974792, 0.9992775917053223, 0.9993934035301208, 0.9994843006134033, 0.9995556473731995, 0.9996123909950256, 0.9996572732925415, 0.9996930956840515, 0.9997226595878601, 0.9997471570968628, 0.9997674822807312], "prob_old_token": [0.9953805208206177, 0.6411978006362915, 8.687362424097955e-05, 0.00028176113846711814, 6.592749559786171e-05, 4.4310618250165135e-05, 3.509871385176666e-05, 2.8101283533032984e-05, 2.2165335394674912e-05, 1.7351227143080905e-05, 1.3636874427902512e-05, 1.084792529582046e-05, 8.764366612012964e-06, 7.199992069217842e-06, 6.01052579440875e-06, 5.093143045087345e-06, 4.3739055399782956e-06, 3.802181254286552e-06, 3.3409392017347272e-06, 2.9635459668497788e-06], "update_matrix_norm_1": [27703.57421875], "update_matrix_norm_2": [7.216289520263672], "update_matrix_norm_inf": [0.03667878732085228], "request": {"prompt": "The capital city of {} is", "subject": "Pirkanmaa", "target_new": {"str": "Toulouse"}, "old_answer": {"str": "Tampere"}, "seed": 42}}, {"loss_per_step": [10.754, 7.078, 3.159, 0.788, 0.3, 0.299, 0.297, 0.297, 0.297, 0.296, 0.296, 0.295, 0.295, 0.294, 0.294, 0.293, 0.294, 0.293, 0.293, 0.293], "prob_new": [3.190877032466233e-05, 0.001231007045134902, 0.07169421017169952, 0.645936906337738, 0.9970375299453735, 0.9977874755859375, 0.9969202876091003, 0.9966359734535217, 0.9970893859863281, 0.9977420568466187, 0.9982776641845703, 0.9986543655395508, 0.9989115595817566, 0.9990901947021484, 0.9992179870605469, 0.9993129968643188, 0.9993873238563538, 0.9994492530822754, 0.9995023012161255, 0.9995467066764832], "prob_old": [0.970041036605835, 0.578993558883667, 0.11337154358625412, 0.016232702881097794, 0.002371653215959668, 0.0016556363552808762, 0.0016645535361021757, 0.0016384441405534744, 0.0015185769880190492, 0.0013571034651249647, 0.0012001056456938386, 0.0010658843675628304, 0.0009567523375153542, 0.0008694116258993745, 0.0007994975312612951, 0.0007428891258314252, 0.0006957390578463674, 0.0006546551594510674, 0.0006179956253618002, 0.0005859656375832856], "prob_new_token": [9.465129791053073e-10, 7.878283554418886e-07, 0.029019532725214958, 0.6810786724090576, 0.9995809197425842, 0.9996050000190735, 0.9994961023330688, 0.9994454979896545, 0.9994673132896423, 0.9995338916778564, 0.9996085166931152, 0.9996737241744995, 0.9997256398200989, 0.9997660517692566, 0.9997970461845398, 0.9998210668563843, 0.9998409152030945, 0.9998584389686584, 0.9998738765716553, 0.9998869299888611], "prob_old_token": [0.9953805208206177, 0.23100219666957855, 0.015120876021683216, 0.0001666679891059175, 9.750593932267293e-08, 4.300365219478408e-08, 6.80297560506915e-08, 8.8983604484838e-08, 8.928520855988609e-08, 7.531615153766325e-08, 5.883746467816309e-08, 4.5242192214800525e-08, 3.530825054554043e-08, 2.833879619856816e-08, 2.345992555774501e-08, 1.991283760105489e-08, 1.7006870578484268e-08, 1.4230846723251034e-08, 1.1625671980652896e-08, 9.51950518413014e-09], "update_matrix_norm_1": [27956.494140625], "update_matrix_norm_2": [7.2087602615356445], "update_matrix_norm_inf": [0.03179463744163513], "request": {"prompt": "The capital city of {} is", "subject": "Pirkanmaa", "target_new": {"str": "Kabul"}, "old_answer": {"str": "Tampere"}, "seed": 42}}, {"loss_per_step": [5.921, 3.117, 1.346, 0.75, 0.377, 0.316, 0.295, 0.285, 0.281, 0.279, 0.277, 0.276, 0.275, 0.275, 0.274, 0.274, 0.274, 0.273, 0.273, 0.273], "prob_new": [0.0029767437372356653, 0.06601738929748535, 0.36356449127197266, 0.633304238319397, 0.9039403796195984, 0.958704948425293, 0.9788789749145508, 0.9879274964332581, 0.9920623898506165, 0.9942110180854797, 0.9955105781555176, 0.9963979721069336, 0.9970541000366211, 0.9975618720054626, 0.9979647994041443, 0.9982881546020508, 0.9985486268997192, 0.99875807762146, 0.9989261031150818, 0.9990613460540771], "prob_old": [0.9293087720870972, 0.24442051351070404, 0.017291003838181496, 0.013175229541957378, 0.01156376302242279, 0.009710319340229034, 0.007791181560605764, 0.006326908245682716, 0.005302563775330782, 0.004560270346701145, 0.003989545628428459, 0.0035318261943757534, 0.0031559071503579617, 0.002842486836016178, 0.002577496925368905, 0.0023501061368733644, 0.002153292065486312, 0.001984197413548827, 0.0018419033149257302, 0.001724681002087891], "prob_new_token": [7.133755275390286e-08, 0.011127266101539135, 0.9248154759407043, 0.9925557374954224, 0.9954037666320801, 0.9978934526443481, 0.9991787075996399, 0.9996585845947266, 0.9998353123664856, 0.9999070763587952, 0.9999405741691589, 0.9999579191207886, 0.9999680519104004, 0.9999744296073914, 0.9999785423278809, 0.9999812841415405, 0.9999833703041077, 0.9999849796295166, 0.9999860525131226, 0.9999866485595703], "prob_old_token": [0.9839499592781067, 0.01449267752468586, 2.016907956203795e-06, 5.167448762222193e-07, 3.5165683698323846e-07, 1.7989381717598008e-07, 7.328965523356601e-08, 3.022143246766973e-08, 1.4118700875087598e-08, 7.633425447295394e-09, 4.695485333883198e-09, 3.2018290241353498e-09, 2.3646706814872687e-09, 1.8572661186766481e-09, 1.5296609534587446e-09, 1.3069044735303237e-09, 1.1494848406456981e-09, 1.03600394929515e-09, 9.538292378152846e-10, 8.950660213002948e-10], "update_matrix_norm_1": [33494.90625], "update_matrix_norm_2": [8.714211463928223], "update_matrix_norm_inf": [0.03173825889825821], "request": {"prompt": "The capital city of {} is", "subject": "Madeira", "target_new": {"str": "Luxembourg City"}, "old_answer": {"str": "Funchal"}, "seed": 42}}, {"loss_per_step": [5.657, 1.129, 0.483, 0.343, 0.314, 0.302, 0.295, 0.291, 0.288, 0.285, 0.283, 0.282, 0.281, 0.279, 0.279, 0.278, 0.277, 0.276, 0.276, 0.275], "prob_new": [0.0037666624411940575, 0.4971134662628174, 0.8148824572563171, 0.9323899745941162, 0.9593613147735596, 0.9707831740379333, 0.9771787524223328, 0.9813093543052673, 0.9842386841773987, 0.9864609241485596, 0.9882310628890991, 0.989689826965332, 0.9909192323684692, 0.9919693470001221, 0.9928728938102722, 0.9936527013778687, 0.9943257570266724, 0.9949054718017578, 0.9954037666320801, 0.9958311915397644], "prob_old": [0.9293087720870972, 0.21186798810958862, 0.04826252907514572, 0.03613581508398056, 0.030420254915952682, 0.026563361287117004, 0.02353626862168312, 0.021061304956674576, 0.01902468129992485, 0.017349325120449066, 0.015970470383763313, 0.014833557419478893, 0.01389370858669281, 0.01311540324240923, 0.012470664456486702, 0.011936775408685207, 0.011495167389512062, 0.011129409074783325, 0.01082504540681839, 0.010569373145699501], "prob_new_token": [1.2791131211997708e-06, 0.712357223033905, 0.9656044840812683, 0.9937061667442322, 0.9970065355300903, 0.997963547706604, 0.9984135031700134, 0.9986920952796936, 0.9988923668861389, 0.9990473389625549, 0.9991729855537415, 0.9992766976356506, 0.9993636012077332, 0.9994378089904785, 0.9995014071464539, 0.9995560050010681, 0.9996024966239929, 0.9996427297592163, 0.9996770620346069, 0.9997062683105469], "prob_old_token": [0.9839499592781067, 0.001900397357530892, 1.6889278413145803e-05, 3.0665753456560196e-06, 1.59615217398823e-06, 1.1345399570927839e-06, 8.776079312156071e-07, 6.987957590354199e-07, 5.668576363859756e-07, 4.68089638161473e-07, 3.934919448056462e-07, 3.3654424669293803e-07, 2.925913520357426e-07, 2.581949729574262e-07, 2.3099154589090176e-07, 2.092727839908548e-07, 1.917869383305515e-07, 1.7763511550583644e-07, 1.6612011677352712e-07, 1.5669817798880104e-07], "update_matrix_norm_1": [34636.4296875], "update_matrix_norm_2": [8.712692260742188], "update_matrix_norm_inf": [0.031198447570204735], "request": {"prompt": "The capital city of {} is", "subject": "Madeira", "target_new": {"str": "Dhaka"}, "old_answer": {"str": "Funchal"}, "seed": 42}}, {"loss_per_step": [4.734, 1.656, 0.66, 0.423, 0.336, 0.295, 0.275, 0.265, 0.259, 0.255, 0.254, 0.252, 0.251, 0.251, 0.25, 0.25, 0.249, 0.249, 0.249, 0.249], "prob_new": [0.009158959612250328, 0.28185808658599854, 0.6862599849700928, 0.8496308326721191, 0.9206920862197876, 0.9582549929618835, 0.9763827919960022, 0.9853569269180298, 0.990138590335846, 0.9928739070892334, 0.9945361018180847, 0.995608925819397, 0.9963446259498596, 0.996874988079071, 0.9972714185714722, 0.9975764155387878, 0.9978160262107849, 0.9980073571205139, 0.9981630444526672, 0.9982913732528687], "prob_old": [0.9293087720870972, 0.262447714805603, 0.14900879561901093, 0.05201801285147667, 0.02656988613307476, 0.017508696764707565, 0.013370159082114697, 0.01115166675299406, 0.009889216162264347, 0.009127797558903694, 0.00862699095159769, 0.008295651525259018, 0.008068101480603218, 0.007894892245531082, 0.007750204764306545, 0.0076322839595377445, 0.007545884232968092, 0.0074825529009103775, 0.00743468664586544, 0.0074039059691131115], "prob_new_token": [4.641653674752888e-07, 0.24547560513019562, 0.7680053114891052, 0.9808375239372253, 0.9951176047325134, 0.9979011416435242, 0.9987919926643372, 0.9991613626480103, 0.9993390440940857, 0.9994348287582397, 0.9994915723800659, 0.9995294809341431, 0.9995564818382263, 0.9995763897895813, 0.9995917081832886, 0.9996047019958496, 0.9996165633201599, 0.9996265172958374, 0.9996345639228821, 0.9996408224105835], "prob_old_token": [0.9839499592781067, 0.00237844604998827, 0.0005907636950723827, 1.123553556681145e-05, 1.2907199788969592e-06, 3.6917518286827544e-07, 1.7012784780945367e-07, 1.0341295109128623e-07, 7.611649976979606e-08, 6.361518956055079e-08, 5.7480743720361716e-08, 5.4861274634276924e-08, 5.422232618457201e-08, 5.454273832583567e-08, 5.5214940175574156e-08, 5.60832731366645e-08, 5.7277620868489976e-08, 5.883005371742911e-08, 6.08062151741251e-08, 6.335206848007147e-08], "update_matrix_norm_1": [33825.578125], "update_matrix_norm_2": [8.713715553283691], "update_matrix_norm_inf": [0.031526315957307816], "request": {"prompt": "The capital city of {} is", "subject": "Madeira", "target_new": {"str": "Panaji"}, "old_answer": {"str": "Funchal"}, "seed": 42}}, {"loss_per_step": [19.313, 10.861, 1.89, 0.272, 0.236, 0.226, 0.223, 0.221, 0.221, 0.221, 0.22, 0.22, 0.22, 0.22, 0.22, 0.22, 0.22, 0.22, 0.22, 0.22], "prob_new": [5.275814896066322e-09, 3.247455242672004e-05, 0.26218006014823914, 0.9909266829490662, 0.9976886510848999, 0.9986646771430969, 0.9989809393882751, 0.9991232752799988, 0.9992045760154724, 0.9992620348930359, 0.9993098974227905, 0.9993538856506348, 0.9993962049484253, 0.9994376301765442, 0.9994780421257019, 0.999517023563385, 0.9995543360710144, 0.9995895624160767, 0.9996227025985718, 0.9996536374092102], "prob_old": [0.6418893933296204, 0.0025147288106381893, 0.00041393324499949813, 3.8043143035793037e-07, 4.120283492170529e-08, 1.8595720518987946e-08, 1.3656785924354153e-08, 1.2032255192195862e-08, 1.1329166049733885e-08, 1.088484768985154e-08, 1.0472020584018082e-08, 1.0013085471882732e-08, 9.49151601759013e-09, 8.916099858424786e-09, 8.305414134213152e-09, 7.679601843335604e-09, 7.056598860799568e-09, 6.451042811050911e-09, 5.8731033369952e-09, 5.330138552750441e-09], "prob_new_token": [9.628571273623265e-10, 0.00010106573608936742, 0.42390573024749756, 0.9994847178459167, 0.9998747706413269, 0.9999246597290039, 0.9999368190765381, 0.9999397397041321, 0.9999397993087769, 0.9999393224716187, 0.9999389052391052, 0.99993896484375, 0.9999397397041321, 0.9999410510063171, 0.9999425411224365, 0.9999445676803589, 0.9999470114707947, 0.9999494552612305, 0.999951958656311, 0.9999545216560364], "prob_old_token": [0.9626293778419495, 0.009816613048315048, 0.0007598560187034309, 3.785617153084786e-08, 4.065642933426261e-09, 2.038971436135739e-09, 1.6552518244949965e-09, 1.5969400246618193e-09, 1.6311287875936387e-09, 1.6848172856853694e-09, 1.7283611208895877e-09, 1.7498189563980304e-09, 1.745995015234314e-09, 1.7180374900505058e-09, 1.6698576965623602e-09, 1.6056537210928923e-09, 1.5301249156607355e-09, 1.4474034193412422e-09, 1.3609757765209451e-09, 1.2734976406747478e-09], "update_matrix_norm_1": [30488.7109375], "update_matrix_norm_2": [7.848011493682861], "update_matrix_norm_inf": [0.029377643018960953], "request": {"prompt": "The capital city of {} is", "subject": "Meurthe-et-Moselle", "target_new": {"str": "Douglas"}, "old_answer": {"str": "Nancy"}, "seed": 42}}, {"loss_per_step": [11.047, 7.217, 5.689, 2.235, 0.603, 0.292, 0.269, 0.257, 0.248, 0.241, 0.236, 0.231, 0.228, 0.226, 0.224, 0.223, 0.222, 0.221, 0.221, 0.221], "prob_new": [1.6542755474802107e-05, 0.0010088440030813217, 0.0048300037160515785, 0.14539796113967896, 0.7170860171318054, 0.9352147579193115, 0.9551473259925842, 0.9652182459831238, 0.9730210304260254, 0.9794406294822693, 0.9846393465995789, 0.9887268543243408, 0.9918477535247803, 0.9941627979278564, 0.995831310749054, 0.9970007538795471, 0.9978025555610657, 0.9983464479446411, 0.9987154006958008, 0.998968780040741], "prob_old": [0.6418893933296204, 0.055528804659843445, 0.01231683325022459, 0.012089925818145275, 1.3783577514914214e-06, 5.256160662270304e-08, 1.695215878783074e-08, 1.1028236990284768e-08, 9.016399182826262e-09, 7.907567933784776e-09, 7.0498291648846134e-09, 6.290991727553319e-09, 5.613712161789408e-09, 5.029944460943625e-09, 4.548140086768626e-09, 4.1679197870791995e-09, 3.881672316907725e-09, 3.6772807021634435e-09, 3.5386940044901394e-09, 3.4478004895532877e-09], "prob_new_token": [6.296354513324331e-07, 0.002202052855864167, 0.002452411223202944, 0.03659399226307869, 0.932330310344696, 0.9975609183311462, 0.9988874793052673, 0.9992820620536804, 0.9995044469833374, 0.9996476173400879, 0.999742865562439, 0.9998067617416382, 0.9998497366905212, 0.9998788833618164, 0.9998987317085266, 0.9999117255210876, 0.9999209046363831, 0.9999269247055054, 0.9999314546585083, 0.9999346733093262], "prob_old_token": [0.9626293778419495, 0.3629891276359558, 0.010308045893907547, 0.03767235204577446, 2.179918681122217e-07, 5.222350552003263e-09, 2.4449602342713206e-09, 1.967790819179527e-09, 1.8051402594920773e-09, 1.706974561699326e-09, 1.6163683724812472e-09, 1.523831172356438e-09, 1.4347870669340068e-09, 1.3574474877486864e-09, 1.29773358725771e-09, 1.2574491448091862e-09, 1.2346504929539037e-09, 1.2250657155377098e-09, 1.2235829016660205e-09, 1.2248765335343137e-09], "update_matrix_norm_1": [29549.525390625], "update_matrix_norm_2": [7.8476386070251465], "update_matrix_norm_inf": [0.03634754940867424], "request": {"prompt": "The capital city of {} is", "subject": "Meurthe-et-Moselle", "target_new": {"str": "Penza"}, "old_answer": {"str": "Nancy"}, "seed": 42}}, {"loss_per_step": [7.3, 4.36, 2.574, 0.763, 0.287, 0.246, 0.233, 0.226, 0.224, 0.222, 0.222, 0.221, 0.221, 0.221, 0.221, 0.22, 0.22, 0.22, 0.22, 0.22], "prob_new": [0.00076237169560045, 0.01647193729877472, 0.09815713763237, 0.5991585850715637, 0.943013608455658, 0.9784992933273315, 0.9892678260803223, 0.9940457940101624, 0.9962928891181946, 0.9974408745765686, 0.9980877637863159, 0.9984860420227051, 0.9987497329711914, 0.9989349842071533, 0.9990710616111755, 0.999174952507019, 0.9992566704750061, 0.9993225336074829, 0.999376654624939, 0.999422013759613], "prob_old": [0.6418893933296204, 0.1307319700717926, 2.322899854334537e-05, 3.054637272725813e-05, 2.1311627733666683e-06, 5.198740495870879e-07, 2.048785461283842e-07, 9.47185725408417e-08, 4.9814374847301224e-08, 2.9382439592495757e-08, 1.905535107482592e-08, 1.3320542002759339e-08, 9.870177564152982e-09, 7.652165123772647e-09, 6.146967379550006e-09, 5.078885312315151e-09, 4.293080557715712e-09, 3.697209649544675e-09, 3.234111867200795e-09, 2.866780146604242e-09], "prob_new_token": [1.7087401493753873e-09, 2.092948534482275e-06, 0.0005553134251385927, 0.479993999004364, 0.9789031744003296, 0.9923507571220398, 0.9962159395217896, 0.9979991912841797, 0.9988065958023071, 0.9992023706436157, 0.9994188547134399, 0.9995496273040771, 0.999634861946106, 0.9996936321258545, 0.9997360706329346, 0.9997681975364685, 0.9997930526733398, 0.9998125433921814, 0.9998289942741394, 0.9998419880867004], "prob_old_token": [0.9626293778419495, 0.45085468888282776, 8.59252850204939e-06, 2.132955523848068e-05, 3.7607793501592823e-07, 7.020022252390845e-08, 2.4103638196493193e-08, 1.0026239394278491e-08, 4.885484905514659e-09, 2.7338993291436964e-09, 1.7102529392687416e-09, 1.1661377419258656e-09, 8.488502678538623e-10, 6.496491122831571e-10, 5.168845351732898e-10, 4.239305850806119e-10, 3.5630307038125864e-10, 3.054808905833539e-10, 2.662942644171551e-10, 2.353932604393094e-10], "update_matrix_norm_1": [30269.01953125], "update_matrix_norm_2": [7.869045257568359], "update_matrix_norm_inf": [0.034099120646715164], "request": {"prompt": "The capital city of {} is", "subject": "Meurthe-et-Moselle", "target_new": {"str": "Bangkok"}, "old_answer": {"str": "Nancy"}, "seed": 42}}, {"loss_per_step": [9.398, 5.996, 4.156, 1.708, 0.524, 0.315, 0.303, 0.299, 0.294, 0.291, 0.29, 0.289, 0.286, 0.283, 0.28, 0.278, 0.275, 0.272, 0.269, 0.269], "prob_new": [0.00010959773499052972, 0.003519222140312195, 0.022692399099469185, 0.270018070936203, 0.8170109987258911, 0.9837303161621094, 0.995941162109375, 0.9974743127822876, 0.9978639483451843, 0.9980186223983765, 0.9981250762939453, 0.9982314705848694, 0.9983476400375366, 0.9984714388847351, 0.9985958337783813, 0.9987128376960754, 0.9988172650337219, 0.998907208442688, 0.9989824295043945, 0.9990443587303162], "prob_old": [0.7191263437271118, 0.1720510572195053, 0.0936635285615921, 0.0854438915848732, 0.04282541573047638, 0.015201232396066189, 0.009075773879885674, 0.007168920245021582, 0.00624325405806303, 0.005699940957129002, 0.005360795184969902, 0.005134067498147488, 0.004961160942912102, 0.004807008430361748, 0.0046538012102246284, 0.0044971853494644165, 0.0043445066548883915, 0.004212910309433937, 0.004126588348299265, 0.004109719768166542], "prob_new_token": [1.1279534639641042e-08, 1.580293246661313e-05, 0.000562146829906851, 0.14484143257141113, 0.9443918466567993, 0.9975399374961853, 0.9994244575500488, 0.9996861219406128, 0.9997673630714417, 0.9998041987419128, 0.9998257756233215, 0.9998409152030945, 0.9998525381088257, 0.9998629689216614, 0.9998721480369568, 0.9998798966407776, 0.999886155128479, 0.9998909831047058, 0.9998923540115356, 0.9998910427093506], "prob_old_token": [0.9799168705940247, 0.03274381533265114, 0.003375915577635169, 0.0021829521283507347, 0.00021635765733662993, 1.0114406904904172e-05, 2.8614745133381803e-06, 1.7666127405391308e-06, 1.3349164191822638e-06, 1.0982346339005744e-06, 9.673242402641336e-07, 9.03621867109905e-07, 8.826928024063818e-07, 8.866269354257383e-07, 8.993988558358978e-07, 9.083852887670218e-07, 9.090942398870538e-07, 9.082882570510264e-07, 9.200726367453171e-07, 9.53962626226712e-07], "update_matrix_norm_1": [31509.734375], "update_matrix_norm_2": [7.9417877197265625], "update_matrix_norm_inf": [0.028653224930167198], "request": {"prompt": "The capital city of {} is", "subject": "Province of Brindisi", "target_new": {"str": "Tambov"}, "old_answer": {"str": "Brindisi"}, "seed": 42}}, {"loss_per_step": [7.552, 3.107, 1.935, 0.459, 0.377, 0.34, 0.318, 0.307, 0.299, 0.293, 0.288, 0.285, 0.282, 0.28, 0.279, 0.277, 0.276, 0.275, 0.274, 0.273], "prob_new": [0.0005954153602942824, 0.06804507225751877, 0.24130460619926453, 0.8516489863395691, 0.9237247109413147, 0.9531325697898865, 0.9684518575668335, 0.9774133563041687, 0.9830434918403625, 0.9867975115776062, 0.9894202351570129, 0.9913211464881897, 0.9927381277084351, 0.9938151240348816, 0.9946436285972595, 0.9952924847602844, 0.9958173632621765, 0.9962563514709473, 0.9966306686401367, 0.9969513416290283], "prob_old": [0.7191263437271118, 0.2345837652683258, 0.05706345662474632, 0.012130656279623508, 0.005967856850475073, 0.004105803556740284, 0.0032502044923603535, 0.0027795834466814995, 0.0024872347712516785, 0.00228591775521636, 0.0021380502730607986, 0.002027647802606225, 0.0019458297174423933, 0.0018840840784832835, 0.001833647140301764, 0.0017884267726913095, 0.0017461120150983334, 0.001707300078123808, 0.0016728201881051064, 0.0016418639570474625], "prob_new_token": [2.88456334374132e-08, 0.0034760688431560993, 0.4908505380153656, 0.9126225709915161, 0.9393932223320007, 0.9601388573646545, 0.9737831354141235, 0.9824155569076538, 0.9877232313156128, 0.9910586476325989, 0.9932519793510437, 0.9947634339332581, 0.9958435893058777, 0.9966285824775696, 0.9971989393234253, 0.9976176619529724, 0.9979387521743774, 0.9981983304023743, 0.9984145760536194, 0.9985951781272888], "prob_old_token": [0.9799168705940247, 0.011506971903145313, 0.00026769196847453713, 1.309442177443998e-05, 5.667724963132059e-06, 2.7917678835365223e-06, 1.4874652833896107e-06, 8.71518579970143e-07, 5.679132755176397e-07, 4.0194689177042164e-07, 3.0040015985832724e-07, 2.330582447029883e-07, 1.8672542978492856e-07, 1.54504064653338e-07, 1.3193672998568218e-07, 1.1554948287084699e-07, 1.0265948446885886e-07, 9.167771253260071e-08, 8.198131951075993e-08, 7.33068503677714e-08], "update_matrix_norm_1": [30766.32421875], "update_matrix_norm_2": [7.934578895568848], "update_matrix_norm_inf": [0.03254746273159981], "request": {"prompt": "The capital city of {} is", "subject": "Province of Brindisi", "target_new": {"str": "Warsaw"}, "old_answer": {"str": "Brindisi"}, "seed": 42}}, {"loss_per_step": [3.765, 1.331, 0.693, 0.351, 0.305, 0.289, 0.281, 0.279, 0.277, 0.275, 0.274, 0.273, 0.273, 0.272, 0.271, 0.27, 0.269, 0.268, 0.267, 0.266], "prob_new": [0.024134758859872818, 0.37531816959381104, 0.7028683423995972, 0.9391701221466064, 0.9768297076225281, 0.9885947704315186, 0.9932834506034851, 0.9954199194908142, 0.99649977684021, 0.99711012840271, 0.9975143074989319, 0.9978200793266296, 0.9980612397193909, 0.9982470870018005, 0.9983838796615601, 0.9984797835350037, 0.9985440969467163, 0.9985829591751099, 0.9985982775688171, 0.9985923767089844], "prob_old": [0.7191263437271118, 0.13059653341770172, 0.03716679662466049, 0.013153024017810822, 0.006154160015285015, 0.003852501278743148, 0.0028410167433321476, 0.0023101791739463806, 0.0020259080920368433, 0.0018682896625250578, 0.0017543790163472295, 0.001648601028136909, 0.0015509520890191197, 0.0014706308720633388, 0.0014125816524028778, 0.0013755433028563857, 0.0013534454628825188, 0.0013417035806924105, 0.0013419917086139321, 0.0013562364038079977], "prob_new_token": [1.1329412785698878e-07, 0.05715356394648552, 0.8242710828781128, 0.9899225234985352, 0.9966409206390381, 0.9983276128768921, 0.9990074634552002, 0.9993281364440918, 0.9994962811470032, 0.9995954632759094, 0.9996649622917175, 0.9997192025184631, 0.9997623562812805, 0.9997951984405518, 0.9998188614845276, 0.9998350143432617, 0.9998455047607422, 0.9998503923416138, 0.999851405620575, 0.9998484253883362], "prob_old_token": [0.9799168705940247, 0.008207885548472404, 2.79391351796221e-05, 8.020846280487604e-07, 1.219790703999024e-07, 3.4806888038474426e-08, 1.3598296710881641e-08, 6.773567928775037e-09, 4.2044483450354164e-09, 3.0419433638684268e-09, 2.3442827679076572e-09, 1.8291413939053314e-09, 1.4423188199330639e-09, 1.1717541381628394e-09, 9.978043946645698e-10, 8.960994724027671e-10, 8.436946696832592e-10, 8.274519402995395e-10, 8.465042000693757e-10, 9.000856171503813e-10], "update_matrix_norm_1": [31461.984375], "update_matrix_norm_2": [7.932181358337402], "update_matrix_norm_inf": [0.02687402069568634], "request": {"prompt": "The capital city of {} is", "subject": "Province of Brindisi", "target_new": {"str": "Kathmandu"}, "old_answer": {"str": "Brindisi"}, "seed": 42}}, {"loss_per_step": [5.296, 3.862, 1.896, 0.611, 0.304, 0.298, 0.286, 0.325, 0.313, 0.283, 0.283, 0.279, 0.273, 0.277, 0.275, 0.274, 0.275, 0.274, 0.273, 0.274], "prob_new": [0.00515938363969326, 0.028808820992708206, 0.2115897685289383, 0.7333050966262817, 0.9935421943664551, 0.998494029045105, 0.9990842342376709, 0.9993478655815125, 0.9994121789932251, 0.9993342757225037, 0.999377965927124, 0.999389111995697, 0.9993973970413208, 0.9993944764137268, 0.9993730187416077, 0.9993497133255005, 0.9993460774421692, 0.9993661642074585, 0.9994013905525208, 0.9994388818740845], "prob_old": [0.931364893913269, 0.8146136403083801, 0.04629344865679741, 0.022310465574264526, 0.0027492933440953493, 0.0009019612916745245, 0.0005536091630347073, 0.0004411720437929034, 0.00044572402839548886, 0.0005301816272549331, 0.0006831755745224655, 0.0008235895656980574, 0.0009302622056566179, 0.0010301125003024936, 0.001129541895352304, 0.0012104471679776907, 0.0012518494622781873, 0.0012524538906291127, 0.0012253103777766228, 0.001185328816063702], "prob_new_token": [2.518918762461908e-08, 5.76233105675783e-07, 0.0043490552343428135, 0.495555579662323, 0.9919614791870117, 0.9990999698638916, 0.9996577501296997, 0.9998003244400024, 0.9998142719268799, 0.9997360706329346, 0.9997259378433228, 0.9997196793556213, 0.999726414680481, 0.9997270703315735, 0.999706506729126, 0.9996795058250427, 0.9996696710586548, 0.9996830224990845, 0.9997106194496155, 0.9997391104698181], "prob_old_token": [0.9664725661277771, 0.8889690637588501, 0.00016525934915989637, 8.502162927470636e-06, 1.689197404175502e-08, 1.7870693813648586e-09, 7.474920127314988e-10, 4.965987621119439e-10, 4.83810658202799e-10, 6.498796500942206e-10, 8.937098283645639e-10, 1.1403872290927097e-09, 1.3512220231604033e-09, 1.5602980019124857e-09, 1.776161329125614e-09, 1.946773187100348e-09, 2.0141945888951795e-09, 1.97220972886214e-09, 1.8593289130564017e-09, 1.7115745487572553e-09], "update_matrix_norm_1": [30412.8515625], "update_matrix_norm_2": [7.84246826171875], "update_matrix_norm_inf": [0.03106129728257656], "request": {"prompt": "The capital city of {} is", "subject": "Saint Vincent and the Grenadines", "target_new": {"str": "Ashgabat"}, "old_answer": {"str": "Kingstown"}, "seed": 42}}, {"loss_per_step": [3.288, 2.655, 1.336, 0.402, 0.319, 0.31, 0.306, 0.305, 0.303, 0.303, 0.302, 0.3, 0.293, 0.282, 0.277, 0.272, 0.274, 0.269, 0.272, 0.268], "prob_new": [0.03814519941806793, 0.09608966112136841, 0.36525651812553406, 0.9110609889030457, 0.981937050819397, 0.9908073544502258, 0.9940923452377319, 0.9958747625350952, 0.9969175457954407, 0.9975502490997314, 0.997951328754425, 0.9982187151908875, 0.9984064698219299, 0.9985462427139282, 0.9985769391059875, 0.9986027479171753, 0.9986202120780945, 0.9985992312431335, 0.9985849261283875, 0.9986342787742615], "prob_old": [0.931364893913269, 0.9055764675140381, 0.2856564223766327, 0.09399247169494629, 0.04723577946424484, 0.034775473177433014, 0.02848820760846138, 0.024470755830407143, 0.021704183891415596, 0.019752856343984604, 0.018375206738710403, 0.017391327768564224, 0.01665232703089714, 0.015997806563973427, 0.01668892242014408, 0.01700342260301113, 0.017190812155604362, 0.017759526148438454, 0.018161701038479805, 0.017771463841199875], "prob_new_token": [1.706409966573119e-05, 0.0002002017863560468, 0.05032316595315933, 0.823050320148468, 0.9805630445480347, 0.9936191439628601, 0.996755838394165, 0.9979889392852783, 0.9985958933830261, 0.9989361763000488, 0.999143123626709, 0.9992781281471252, 0.9993718266487122, 0.9994418621063232, 0.9994661211967468, 0.9994866847991943, 0.9995022416114807, 0.9994999170303345, 0.9994961023330688, 0.9995033144950867], "prob_old_token": [0.9664725661277771, 0.9321511387825012, 0.17712540924549103, 0.002607644535601139, 0.0001130868258769624, 2.945082087535411e-05, 1.3673964531335514e-05, 8.1452571976115e-06, 5.613962457573507e-06, 4.2773212953761686e-06, 3.510485385049833e-06, 3.033147550013382e-06, 2.6888912998401793e-06, 2.3334214347414672e-06, 2.6167419946432346e-06, 2.723709940255503e-06, 2.7921753371629165e-06, 3.0130872801237274e-06, 3.17341346089961e-06, 2.967853561131051e-06], "update_matrix_norm_1": [30538.630859375], "update_matrix_norm_2": [7.859098434448242], "update_matrix_norm_inf": [0.029141683131456375], "request": {"prompt": "The capital city of {} is", "subject": "Saint Vincent and the Grenadines", "target_new": {"str": "Phnom Penh"}, "old_answer": {"str": "Kingstown"}, "seed": 42}}, {"loss_per_step": [6.295, 5.432, 3.059, 2.277, 0.782, 0.377, 0.322, 0.308, 0.296, 0.282, 0.289, 0.278, 0.281, 0.28, 0.275, 0.278, 0.274, 0.276, 0.274, 0.275], "prob_new": [0.0018718753708526492, 0.0060049742460250854, 0.06474120169878006, 0.14408636093139648, 0.635948121547699, 0.9341065883636475, 0.9780224561691284, 0.987005352973938, 0.9914665222167969, 0.9937152862548828, 0.9950457215309143, 0.9959012866020203, 0.9965044856071472, 0.9969611763954163, 0.9973320960998535, 0.9976356625556946, 0.9978635907173157, 0.9980619549751282, 0.9982462525367737, 0.9984151721000671], "prob_old": [0.931364893913269, 0.9220967888832092, 0.26899802684783936, 0.60334312915802, 0.0832272320985794, 0.01375014428049326, 0.006515913177281618, 0.004507755395025015, 0.003440802451223135, 0.0028314462397247553, 0.002479072194546461, 0.0022923864889889956, 0.0021642332430928946, 0.0020663575269281864, 0.0019883892964571714, 0.0019194978522136807, 0.0018598462920635939, 0.0018028169870376587, 0.0017519696848466992, 0.0017038172809407115], "prob_new_token": [2.7115702323499136e-06, 2.7076181140728295e-05, 0.01426729466766119, 0.003161847125738859, 0.643397867679596, 0.9825319051742554, 0.9928468465805054, 0.9950995445251465, 0.9965251684188843, 0.9973926544189453, 0.9979503750801086, 0.9983274340629578, 0.9985877275466919, 0.9987871646881104, 0.9989497065544128, 0.999076247215271, 0.9991657733917236, 0.9992421865463257, 0.9993150234222412, 0.9993808269500732], "prob_old_token": [0.9664725661277771, 0.9403935074806213, 0.05229027569293976, 0.49781087040901184, 0.00047996125067584217, 7.766460043967527e-07, 1.4019126126640913e-07, 9.193090733106146e-08, 7.600464613233271e-08, 6.439773159172546e-08, 5.4957414619138945e-08, 5.456354301713873e-08, 5.537472347327821e-08, 5.25573895515663e-08, 4.732766356596585e-08, 4.313484325280115e-08, 4.2373862640943116e-08, 4.083722160430625e-08, 3.759339506359538e-08, 3.369875756220608e-08], "update_matrix_norm_1": [30176.7421875], "update_matrix_norm_2": [7.854658126831055], "update_matrix_norm_inf": [0.031078295782208443], "request": {"prompt": "The capital city of {} is", "subject": "Saint Vincent and the Grenadines", "target_new": {"str": "Lansing"}, "old_answer": {"str": "Kingstown"}, "seed": 42}}, {"loss_per_step": [4.657, 1.496, 0.961, 0.31, 0.254, 0.236, 0.23, 0.227, 0.225, 0.224, 0.224, 0.224, 0.223, 0.223, 0.223, 0.223, 0.223, 0.222, 0.222, 0.222], "prob_new": [0.009656550362706184, 0.2948208451271057, 0.7550164461135864, 0.9187578558921814, 0.9698598980903625, 0.9861409664154053, 0.9922082424163818, 0.9948977828025818, 0.996275782585144, 0.9970681667327881, 0.9975675344467163, 0.9979063868522644, 0.9981505274772644, 0.9983351826667786, 0.9984806180000305, 0.998599112033844, 0.9986985921859741, 0.9987837672233582, 0.9988583326339722, 0.9989246129989624], "prob_old": [0.9332073926925659, 0.08647708594799042, 0.11449167132377625, 0.11847439408302307, 0.11512131243944168, 0.1085825115442276, 0.10279151797294617, 0.09809337556362152, 0.09426412731409073, 0.09106758236885071, 0.08832772076129913, 0.08592043817043304, 0.08376071602106094, 0.08178932219743729, 0.07996446639299393, 0.07825569063425064, 0.07664148509502411, 0.07510571926832199, 0.07363712042570114, 0.07222767174243927], "prob_new_token": [1.2212881301820744e-06, 0.12837842106819153, 0.9434481859207153, 0.9870721101760864, 0.9954134821891785, 0.9978927969932556, 0.9988231658935547, 0.9992400407791138, 0.9994553327560425, 0.9995806217193604, 0.9996601343154907, 0.9997149109840393, 0.9997542500495911, 0.9997846484184265, 0.9998082518577576, 0.9998279213905334, 0.9998441338539124, 0.9998581409454346, 0.9998700618743896, 0.9998810291290283], "prob_old_token": [0.9300302267074585, 1.0323963579139672e-05, 4.66369101559394e-06, 7.279959390871227e-06, 7.272403308888897e-06, 6.113660674600396e-06, 5.048175808042288e-06, 4.238558631186606e-06, 3.634466338553466e-06, 3.1722486255603144e-06, 2.8068084247934166e-06, 2.5081992589548463e-06, 2.257399728478049e-06, 2.0415311610122444e-06, 1.8528355667513097e-06, 1.6856798765729764e-06, 1.535850969958119e-06, 1.4008375046614674e-06, 1.2786947536369553e-06, 1.1679603630909696e-06], "update_matrix_norm_1": [31480.91015625], "update_matrix_norm_2": [8.433663368225098], "update_matrix_norm_inf": [0.055307332426309586], "request": {"prompt": "The capital city of {} is", "subject": "Martinique", "target_new": {"str": "Willemstad"}, "old_answer": {"str": "Fort-de-France"}, "seed": 42}}, {"loss_per_step": [3.557, 2.21, 1.296, 0.477, 0.259, 0.233, 0.229, 0.227, 0.226, 0.225, 0.225, 0.225, 0.224, 0.224, 0.224, 0.223, 0.223, 0.223, 0.223, 0.223], "prob_new": [0.028858372941613197, 0.13824331760406494, 0.3468942642211914, 0.7769660949707031, 0.963870644569397, 0.9892768263816833, 0.9936679005622864, 0.9953433871269226, 0.9962810277938843, 0.9969110488891602, 0.9973773956298828, 0.99774169921875, 0.9980347156524658, 0.9982746839523315, 0.9984732270240784, 0.9986386895179749, 0.9987775087356567, 0.9988940954208374, 0.9989923238754272, 0.9990752339363098], "prob_old": [0.9332073926925659, 0.2892863154411316, 0.1628754436969757, 0.11197585612535477, 0.06727899610996246, 0.053533248603343964, 0.047838423401117325, 0.044596876949071884, 0.04222467541694641, 0.040220387279987335, 0.038412321358919144, 0.03674035891890526, 0.035183247178792953, 0.0337328277528286, 0.03238428384065628, 0.031132996082305908, 0.02997434139251709, 0.028904307633638382, 0.027921080589294434, 0.02702939324080944], "prob_new_token": [6.331278541438223e-07, 0.0027849460020661354, 0.07795867323875427, 0.9680222868919373, 0.9943938255310059, 0.9971354007720947, 0.9979744553565979, 0.998385488986969, 0.9986453056335449, 0.9988356232643127, 0.9989848732948303, 0.9991061091423035, 0.999206006526947, 0.9992886781692505, 0.9993583559989929, 0.9994162917137146, 0.9994650483131409, 0.9995058178901672, 0.9995402097702026, 0.9995690584182739], "prob_old_token": [0.9300302267074585, 0.0029384330846369267, 7.932444714242592e-05, 2.689871053007664e-06, 4.23999551912857e-07, 2.1407399231065938e-07, 1.5198401115412707e-07, 1.2046211850247346e-07, 9.913915022252695e-08, 8.267018358765199e-08, 6.928384976845336e-08, 5.823311965968969e-08, 4.908932993430426e-08, 4.153802990458644e-08, 3.531518899535513e-08, 3.018784511255035e-08, 2.596415527023055e-08, 2.2484721640125827e-08, 1.962263773691575e-08, 1.7291601039914894e-08], "update_matrix_norm_1": [31589.888671875], "update_matrix_norm_2": [8.43909740447998], "update_matrix_norm_inf": [0.044165369123220444], "request": {"prompt": "The capital city of {} is", "subject": "Martinique", "target_new": {"str": "Djibouti City"}, "old_answer": {"str": "Fort-de-France"}, "seed": 42}}, {"loss_per_step": [5.102, 2.871, 1.713, 1.033, 0.334, 0.283, 0.26, 0.245, 0.236, 0.231, 0.229, 0.227, 0.226, 0.226, 0.225, 0.225, 0.225, 0.224, 0.224, 0.224], "prob_new": [0.006377095356583595, 0.07267464697360992, 0.2338939607143402, 0.4596945643424988, 0.9231662154197693, 0.9430094361305237, 0.9633313417434692, 0.978120744228363, 0.9867637157440186, 0.9914510846138, 0.9940160512924194, 0.995492696762085, 0.9963998794555664, 0.9969944953918457, 0.9974071383476257, 0.9977076649665833, 0.9979355335235596, 0.9981139898300171, 0.9982575178146362, 0.9983754754066467], "prob_old": [0.9332073926925659, 0.26469361782073975, 0.22538834810256958, 0.12163825333118439, 0.0740952417254448, 0.057973895221948624, 0.04769705608487129, 0.04029497131705284, 0.034750744700431824, 0.030666207894682884, 0.02768661081790924, 0.0254898052662611, 0.02384094148874283, 0.022575626149773598, 0.02158088982105255, 0.020780326798558235, 0.020122138783335686, 0.019571049138903618, 0.019103143364191055, 0.018701991066336632], "prob_new_token": [1.117885588541867e-07, 0.00015072945097927004, 0.01605898328125477, 0.1640191525220871, 0.9858524799346924, 0.9895440340042114, 0.9940826296806335, 0.9966603517532349, 0.9979131817817688, 0.9985560774803162, 0.998916506767273, 0.9991360902786255, 0.9992793202400208, 0.9993776082992554, 0.9994487166404724, 0.9995022416114807, 0.9995434284210205, 0.9995760917663574, 0.9996024966239929, 0.9996243119239807], "prob_old_token": [0.9300302267074585, 0.0064971959218382835, 0.0014392907032743096, 4.342896500020288e-05, 3.1995234621717827e-06, 3.262640802859096e-06, 1.3359366448639776e-06, 4.669050781558326e-07, 1.792126482769163e-07, 8.044627719527853e-08, 4.2164646885112234e-08, 2.5203124920381015e-08, 1.6725170581821658e-08, 1.2036627694556046e-08, 9.221729158070957e-09, 7.417390257558054e-09, 6.199400104378583e-09, 5.343065545559966e-09, 4.722493507358649e-09, 4.263569941542755e-09], "update_matrix_norm_1": [30948.4765625], "update_matrix_norm_2": [8.437341690063477], "update_matrix_norm_inf": [0.04797976091504097], "request": {"prompt": "The capital city of {} is", "subject": "Martinique", "target_new": {"str": "Volgograd"}, "old_answer": {"str": "Fort-de-France"}, "seed": 42}}, {"loss_per_step": [6.419, 0.957, 0.365, 0.317, 0.306, 0.299, 0.293, 0.29, 0.287, 0.285, 0.284, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.282, 0.281, 0.281], "prob_new": [0.0018271035514771938, 0.5198341012001038, 0.9439630508422852, 0.965015172958374, 0.9748905897140503, 0.9821439385414124, 0.9874194264411926, 0.991098165512085, 0.9935755133628845, 0.9952062964439392, 0.996277391910553, 0.9969964027404785, 0.9975008368492126, 0.9978732466697693, 0.9981595873832703, 0.9983840584754944, 0.9985599517822266, 0.9986954927444458, 0.9987967610359192, 0.9988687634468079], "prob_old": [0.5341694951057434, 0.0014396501937881112, 3.238174758735113e-05, 7.217373877210775e-06, 4.059661023347871e-06, 2.951280521301669e-06, 2.320731482541305e-06, 1.8857357417800813e-06, 1.584776327945292e-06, 1.3943781596026383e-06, 1.2835369034291944e-06, 1.215599922943511e-06, 1.159392809313431e-06, 1.0955054676742293e-06, 1.016975488710159e-06, 9.263695801564609e-07, 8.306855079354136e-07, 7.373843686764303e-07, 6.519190378639905e-07, 5.773435987066478e-07], "prob_new_token": [1.2200978744658642e-05, 0.6741164922714233, 0.9919410943984985, 0.9969161748886108, 0.9981438517570496, 0.9987295866012573, 0.9990831613540649, 0.9993095993995667, 0.9994559288024902, 0.9995505213737488, 0.9996134638786316, 0.9996562004089355, 0.9996870756149292, 0.9997097849845886, 0.9997269511222839, 0.9997401237487793, 0.9997498393058777, 0.9997568130493164, 0.9997614026069641, 0.9997639060020447], "prob_old_token": [0.9633619785308838, 0.001014556735754013, 2.35529159908765e-06, 6.084069923417701e-07, 3.5328142189428036e-07, 2.5802609115999076e-07, 2.0512666765171161e-07, 1.7009831765335548e-07, 1.4600263398278912e-07, 1.3012309807436395e-07, 1.2020080930597032e-07, 1.1354420337283955e-07, 1.0772625103072642e-07, 1.0118072424347702e-07, 9.347019869210271e-08, 8.495184289358804e-08, 7.630634257793645e-08, 6.818135034336592e-08, 6.098031235524104e-08, 5.490335297508864e-08], "update_matrix_norm_1": [27514.1015625], "update_matrix_norm_2": [7.749355316162109], "update_matrix_norm_inf": [0.12173251062631607], "request": {"prompt": "The capital city of {} is", "subject": "Peru", "target_new": {"str": "San Salvador"}, "old_answer": {"str": "Lima"}, "seed": 42}}, {"loss_per_step": [6.791, 3.641, 2.015, 0.459, 0.302, 0.283, 0.282, 0.282, 0.281, 0.281, 0.281, 0.281, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28, 0.28, 0.28], "prob_new": [0.001202485291287303, 0.03652864322066307, 0.1847451627254486, 0.8408626317977905, 0.9918175935745239, 0.9975740313529968, 0.9986322522163391, 0.9990043640136719, 0.9992016553878784, 0.999331533908844, 0.9994277358055115, 0.9995033144950867, 0.9995647668838501, 0.9996156692504883, 0.9996576309204102, 0.9996928572654724, 0.9997228980064392, 0.9997485876083374, 0.9997705817222595, 0.999789297580719], "prob_old": [0.5341694951057434, 0.06117381900548935, 0.001728786970488727, 1.5647125110263005e-05, 1.2007120631096768e-07, 1.7587819201025923e-08, 6.692815190945112e-09, 3.651685620553735e-09, 2.414321631505345e-09, 1.7816506048262681e-09, 1.4107893742121291e-09, 1.1731521309954474e-09, 1.0113638815312243e-09, 8.955486352490993e-10, 8.067601586780881e-10, 7.371698251823489e-10, 6.855616629941608e-10, 6.492192894391735e-10, 6.25709650758921e-10, 6.130357332878589e-10], "prob_new_token": [6.043084366247342e-10, 4.165328937233426e-05, 0.029576564207673073, 0.9837788939476013, 0.9997185468673706, 0.9999558925628662, 0.999977171421051, 0.9999836087226868, 0.9999862909317017, 0.9999881982803345, 0.9999891519546509, 0.9999904632568359, 0.9999911785125732, 0.9999915361404419, 0.999991774559021, 0.9999922513961792, 0.9999927878379822, 0.9999930262565613, 0.999993085861206, 0.9999934434890747], "prob_old_token": [0.9633619785308838, 0.23413124680519104, 0.003708683419972658, 8.715102239875705e-07, 2.143604183046932e-09, 1.0835501940142933e-10, 3.535597856152428e-11, 2.0207493664492482e-11, 1.456557617574017e-11, 1.1815265779646644e-11, 1.0245895278038208e-11, 9.259944373785078e-12, 8.603719299504764e-12, 8.159210286573515e-12, 7.864766130016854e-12, 7.671289818655946e-12, 7.548454049322029e-12, 7.49051168313919e-12, 7.500776909308282e-12, 7.58491013053142e-12], "update_matrix_norm_1": [27186.10546875], "update_matrix_norm_2": [7.729852676391602], "update_matrix_norm_inf": [0.12866906821727753], "request": {"prompt": "The capital city of {} is", "subject": "Peru", "target_new": {"str": "Sarajevo"}, "old_answer": {"str": "Lima"}, "seed": 42}}, {"loss_per_step": [7.615, 4.688, 1.552, 0.384, 0.288, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281, 0.281, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28], "prob_new": [0.0006470832740888, 0.013029348105192184, 0.29319921135902405, 0.9274190664291382, 0.9933452010154724, 0.9967787861824036, 0.9973700642585754, 0.9976903200149536, 0.9979989528656006, 0.9983052015304565, 0.998584508895874, 0.9988219141960144, 0.9990154504776001, 0.9991707801818848, 0.9992957711219788, 0.9993974566459656, 0.999480128288269, 0.9995458722114563, 0.9995980262756348, 0.9996387958526611], "prob_old": [0.5341694951057434, 0.03973958268761635, 0.00024864866281859577, 1.3240050975582562e-05, 1.337925255029404e-06, 2.1482367174030514e-07, 6.306300548430954e-08, 2.6509727746315548e-08, 1.3623222550052105e-08, 7.847377858638538e-09, 4.844734391440397e-09, 3.133356241136198e-09, 2.095916329380998e-09, 1.4340896248299373e-09, 9.882723528420456e-10, 6.741320279779472e-10, 4.5518086522200463e-10, 3.088316546939751e-10, 2.1294230267976388e-10, 1.5059600788625005e-10], "prob_new_token": [7.736952190029456e-10, 4.594814413394488e-07, 0.020124612376093864, 0.9700078964233398, 0.9972380995750427, 0.9981995820999146, 0.9982610940933228, 0.9983082413673401, 0.9983929991722107, 0.9985042214393616, 0.9986281394958496, 0.9987533688545227, 0.9988716244697571, 0.9989797472953796, 0.9990767240524292, 0.9991646409034729, 0.9992424249649048, 0.9993094205856323, 0.999366283416748, 0.9994128942489624], "prob_old_token": [0.9633619785308838, 0.16834847629070282, 0.0005553700611926615, 9.672661462900578e-07, 8.943992497734143e-07, 2.578290718702192e-07, 9.75304956796208e-08, 4.4151857281349294e-08, 2.254234843235281e-08, 1.2523133641195727e-08, 7.4128929661299026e-09, 4.619410187700623e-09, 3.0067099920927376e-09, 2.026974144087035e-09, 1.3965308909291707e-09, 9.677436629829117e-10, 6.738385960325388e-10, 4.77225647887991e-10, 3.466335551927102e-10, 2.59774035615834e-10], "update_matrix_norm_1": [27194.0390625], "update_matrix_norm_2": [7.758417129516602], "update_matrix_norm_inf": [0.12269063293933868], "request": {"prompt": "The capital city of {} is", "subject": "Peru", "target_new": {"str": "Whitehorse"}, "old_answer": {"str": "Lima"}, "seed": 42}}, {"loss_per_step": [5.256, 1.679, 0.402, 0.331, 0.309, 0.298, 0.292, 0.289, 0.287, 0.286, 0.285, 0.284, 0.284, 0.283, 0.283, 0.283, 0.283, 0.282, 0.282, 0.282], "prob_new": [0.005513435695320368, 0.2688501179218292, 0.8889520168304443, 0.9544016718864441, 0.9743704199790955, 0.984529435634613, 0.990009605884552, 0.993041455745697, 0.9948245882987976, 0.9959642291069031, 0.996781051158905, 0.9973740577697754, 0.9977884292602539, 0.9980783462524414, 0.9982879757881165, 0.9984550476074219, 0.9985994696617126, 0.9987130165100098, 0.9987949132919312, 0.9988531470298767], "prob_old": [0.9084360003471375, 0.14166924357414246, 0.0222936924546957, 0.0024530792143195868, 0.0008048213203437626, 0.0004127438005525619, 0.0002522503782529384, 0.00017440890951547772, 0.0001329040533164516, 0.00010836843284778297, 9.110229439102113e-05, 7.905060920165852e-05, 7.168160664150491e-05, 6.77317802910693e-05, 6.60541991237551e-05, 6.539108289871365e-05, 6.507436773972586e-05, 6.582229252671823e-05, 6.8077897594776e-05, 7.174699567258358e-05], "prob_new_token": [8.021776011446491e-06, 0.7623754739761353, 0.9316518902778625, 0.9829948544502258, 0.9937663078308105, 0.9968950152397156, 0.998088002204895, 0.9986538290977478, 0.9989706873893738, 0.9991718530654907, 0.9993139505386353, 0.9994181394577026, 0.999493420124054, 0.9995478391647339, 0.9995887875556946, 0.9996216893196106, 0.9996491074562073, 0.9996707439422607, 0.9996873140335083, 0.9996987581253052], "prob_old_token": [0.9804617166519165, 0.01631387509405613, 0.0003122621274087578, 1.189883187180385e-05, 2.123559170286171e-06, 7.400588515338313e-07, 3.7022337551206874e-07, 2.296072239005298e-07, 1.6259541268937028e-07, 1.249099454980751e-07, 9.977444648257006e-08, 8.227205228195089e-08, 7.048466699188793e-08, 6.260061979901366e-08, 5.728941943061727e-08, 5.3375377007114366e-08, 5.025871985253616e-08, 4.8324952928169296e-08, 4.773426454107721e-08, 4.838859268829765e-08], "update_matrix_norm_1": [27790.765625], "update_matrix_norm_2": [7.526219844818115], "update_matrix_norm_inf": [0.11454129219055176], "request": {"prompt": "The capital city of {} is", "subject": "El Salvador", "target_new": {"str": "Aalborg"}, "old_answer": {"str": "San Salvador"}, "seed": 42}}, {"loss_per_step": [4.597, 2.445, 0.972, 0.541, 0.355, 0.338, 0.318, 0.301, 0.293, 0.289, 0.287, 0.286, 0.284, 0.284, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281], "prob_new": [0.010358364321291447, 0.1185617595911026, 0.5146331787109375, 0.7822745442390442, 0.9315826892852783, 0.9446060657501221, 0.9635739922523499, 0.9791786670684814, 0.9873904585838318, 0.9912413954734802, 0.9933254718780518, 0.994665801525116, 0.9956207275390625, 0.9963357448577881, 0.9968848824501038, 0.9973137378692627, 0.9976543188095093, 0.997929573059082, 0.9981548190116882, 0.9983397126197815], "prob_old": [0.9084360003471375, 0.05827653035521507, 0.0048548318445682526, 0.010621506720781326, 0.001139588886871934, 0.0008806595578789711, 0.0008327193791046739, 0.0008298036409541965, 0.0008539101690985262, 0.0008999698329716921, 0.0009477214771322906, 0.0009746716823428869, 0.0009704223484732211, 0.0009363643475808203, 0.0008801929652690887, 0.0008104916196316481, 0.0007340527954511344, 0.0006560500478371978, 0.0005805654800496995, 0.000510639394633472], "prob_new_token": [1.3981014568287264e-08, 0.0026129232719540596, 0.9889529943466187, 0.9074980616569519, 0.9913532733917236, 0.9930300712585449, 0.9960178136825562, 0.9978346228599548, 0.998658299446106, 0.9989883303642273, 0.9991214871406555, 0.9991815686225891, 0.9992160797119141, 0.9992452263832092, 0.9992766976356506, 0.9993106722831726, 0.9993471503257751, 0.9993835091590881, 0.9994173645973206, 0.9994465708732605], "prob_old_token": [0.9804617166519165, 0.0012769018067047, 9.181017958326265e-06, 0.0004826720105484128, 9.495021004113369e-06, 5.157176474313019e-06, 3.6383469250722555e-06, 3.090585551035474e-06, 2.9449258818203816e-06, 3.0435496682912344e-06, 3.2485697829542914e-06, 3.4152162697864696e-06, 3.4517518088250654e-06, 3.3396775052096928e-06, 3.112607146249502e-06, 2.8187050702399574e-06, 2.495146645742352e-06, 2.167624415960745e-06, 1.8560825765234767e-06, 1.575122610120161e-06], "update_matrix_norm_1": [26601.50390625], "update_matrix_norm_2": [7.527439117431641], "update_matrix_norm_inf": [0.10775730758905411], "request": {"prompt": "The capital city of {} is", "subject": "El Salvador", "target_new": {"str": "Yoshkar-Ola"}, "old_answer": {"str": "San Salvador"}, "seed": 42}}, {"loss_per_step": [10.227, 3.353, 0.542, 0.448, 0.383, 0.339, 0.315, 0.303, 0.298, 0.294, 0.292, 0.291, 0.29, 0.289, 0.288, 0.288, 0.287, 0.287, 0.287, 0.287], "prob_new": [4.556672502076253e-05, 0.05777338519692421, 0.810111939907074, 0.8579437732696533, 0.9097874164581299, 0.9486047625541687, 0.9705329537391663, 0.981444776058197, 0.9870917797088623, 0.9903281331062317, 0.9923678040504456, 0.9937546253204346, 0.9947536587715149, 0.9955057501792908, 0.9960918426513672, 0.9965605139732361, 0.9969431757926941, 0.9972602725028992, 0.9975264668464661, 0.997751772403717], "prob_old": [0.9084360003471375, 0.05308721214532852, 0.0025785225443542004, 0.0018063343595713377, 0.0012016925029456615, 0.0007175628561526537, 0.000415743823396042, 0.00025576239568181336, 0.00017168311751447618, 0.00012438867997843772, 9.581069025443867e-05, 7.745877519482747e-05, 6.504840712295845e-05, 5.627695645671338e-05, 4.984431870980188e-05, 4.4984113628743216e-05, 4.122425525565632e-05, 3.8262864109128714e-05, 3.589998959796503e-05, 3.399962588446215e-05], "prob_new_token": [3.5540966791813844e-07, 0.04498545452952385, 0.9696866273880005, 0.9830585718154907, 0.9911752343177795, 0.9952765107154846, 0.9972183108329773, 0.9981979131698608, 0.9987431168556213, 0.9990735054016113, 0.9992876648902893, 0.9994335174560547, 0.9995372295379639, 0.999613344669342, 0.9996703863143921, 0.9997140765190125, 0.9997484683990479, 0.9997754693031311, 0.9997968077659607, 0.9998142123222351], "prob_old_token": [0.9804617166519165, 0.0034255501814186573, 5.1595529839687515e-06, 3.2530372209294e-06, 1.3376231891015777e-06, 5.308715458340885e-07, 2.3355887890375016e-07, 1.1998172055882605e-07, 7.109847643960165e-08, 4.711213819064142e-08, 3.3949202560279446e-08, 2.6040881451194764e-08, 2.0943041079135583e-08, 1.747068445467903e-08, 1.500158397504947e-08, 1.3187489322774582e-08, 1.1817673062353151e-08, 1.0766148861307556e-08, 9.947853207847857e-09, 9.307183468365565e-09], "update_matrix_norm_1": [27962.92578125], "update_matrix_norm_2": [7.5118088722229], "update_matrix_norm_inf": [0.11906392127275467], "request": {"prompt": "The capital city of {} is", "subject": "El Salvador", "target_new": {"str": "Birmingham"}, "old_answer": {"str": "San Salvador"}, "seed": 42}}, {"loss_per_step": [10.496, 6.482, 2.818, 0.587, 0.263, 0.241, 0.237, 0.236, 0.235, 0.234, 0.233, 0.233, 0.232, 0.231, 0.231, 0.231, 0.231, 0.23, 0.23, 0.23], "prob_new": [3.1074861908564344e-05, 0.002044534310698509, 0.08165150880813599, 0.7163705229759216, 0.9703962206840515, 0.9922385811805725, 0.9963274002075195, 0.9976930618286133, 0.9983370900154114, 0.9987198114395142, 0.9989781975746155, 0.999162495136261, 0.9992977380752563, 0.9993998408317566, 0.9994818568229675, 0.9995524287223816, 0.9996074438095093, 0.9996495842933655, 0.9996826648712158, 0.9997100830078125], "prob_old": [0.7140499353408813, 0.1905282437801361, 0.03210759535431862, 0.0013399496674537659, 0.00018659773922991008, 5.9900983615079895e-05, 3.0037135729799047e-05, 1.8852349967346527e-05, 1.3384047633735463e-05, 1.0256028872390743e-05, 8.272547347587533e-06, 6.912626759003615e-06, 5.924347988184309e-06, 5.179398613108788e-06, 4.623266704584239e-06, 4.234236712363781e-06, 3.9203437154355925e-06, 3.6542510315484833e-06, 3.4318284178880276e-06, 3.259637423980166e-06], "prob_new_token": [2.3843927010602783e-07, 0.0001293427194468677, 0.013332614675164223, 0.8873295187950134, 0.9953517913818359, 0.9989206790924072, 0.9994456768035889, 0.9996082186698914, 0.999687671661377, 0.9997414350509644, 0.9997826814651489, 0.9998155236244202, 0.9998409748077393, 0.9998614192008972, 0.9998784065246582, 0.9998931884765625, 0.9999052882194519, 0.9999150037765503, 0.9999228715896606, 0.9999293088912964], "prob_old_token": [0.9019050598144531, 0.2605079412460327, 0.00162339152302593, 3.6878971059195464e-06, 2.5840988016057054e-08, 3.1181344173347725e-09, 1.1301797275820036e-09, 6.194610380205745e-10, 4.063803460407911e-10, 2.902076357003125e-10, 2.178381780515437e-10, 1.693770679267459e-10, 1.3527864939355538e-10, 1.1057476462239535e-10, 9.264967265609769e-11, 7.97148319575669e-11, 6.944475550163531e-11, 6.101105037847887e-11, 5.412077730415632e-11, 4.869701863974285e-11], "update_matrix_norm_1": [32851.30078125], "update_matrix_norm_2": [8.566192626953125], "update_matrix_norm_inf": [0.05573892593383789], "request": {"prompt": "The capital city of {} is", "subject": "Marshall Islands", "target_new": {"str": "Potenza"}, "old_answer": {"str": "Majuro"}, "seed": 42}}, {"loss_per_step": [4.207, 3.097, 2.549, 1.835, 0.852, 0.315, 0.277, 0.259, 0.244, 0.236, 0.232, 0.228, 0.226, 0.224, 0.223, 0.222, 0.221, 0.22, 0.219, 0.217], "prob_new": [0.015460035763680935, 0.056941092014312744, 0.10036813467741013, 0.20536574721336365, 0.559751570224762, 0.9180945754051208, 0.9471639394760132, 0.9642569422721863, 0.9762380719184875, 0.9834535121917725, 0.9879668354988098, 0.9908717274665833, 0.9927557110786438, 0.9940367341041565, 0.9949793219566345, 0.9957382082939148, 0.996371865272522, 0.9968863129615784, 0.9972925186157227, 0.9976171255111694], "prob_old": [0.7140499353408813, 0.20223884284496307, 0.20469292998313904, 0.09687666594982147, 0.007983369752764702, 0.000896244659088552, 0.000462924363091588, 0.0003101748588960618, 0.00022146565606817603, 0.00016340360161848366, 0.00012080212763976306, 9.087292710319161e-05, 7.152702892199159e-05, 5.8853001974057406e-05, 4.98540757689625e-05, 4.272319711162709e-05, 3.682039096020162e-05, 3.210570866940543e-05, 2.8454549465095624e-05, 2.5556442778906785e-05], "prob_new_token": [2.0319659597589634e-05, 0.000561366556212306, 0.0012924267211928964, 0.006160021759569645, 0.316314697265625, 0.9770597219467163, 0.9914421439170837, 0.994482159614563, 0.9959082007408142, 0.9967703819274902, 0.9974046945571899, 0.9978818297386169, 0.9982262253761292, 0.9984799027442932, 0.9986770153045654, 0.9988386034965515, 0.9989734888076782, 0.9990841746330261, 0.9991755485534668, 0.9992524981498718], "prob_old_token": [0.9019050598144531, 0.2679596543312073, 0.25973838567733765, 0.03338359668850899, 0.0001979928056243807, 3.1908069786368287e-07, 4.271907982911216e-08, 1.7336347468699387e-08, 1.0756768809017103e-08, 8.055848432775292e-09, 6.489769610595886e-09, 5.520122137170347e-09, 4.9417070435708865e-09, 4.5790575775583875e-09, 4.310924062167487e-09, 4.06523215090715e-09, 3.827974826009495e-09, 3.617133703670561e-09, 3.4424334494076447e-09, 3.2943550110076103e-09], "update_matrix_norm_1": [32459.21875], "update_matrix_norm_2": [8.567315101623535], "update_matrix_norm_inf": [0.07130921632051468], "request": {"prompt": "The capital city of {} is", "subject": "Marshall Islands", "target_new": {"str": "Kuwait City"}, "old_answer": {"str": "Majuro"}, "seed": 42}}, {"loss_per_step": [5.572, 2.7, 0.595, 0.319, 0.272, 0.246, 0.243, 0.239, 0.232, 0.237, 0.237, 0.234, 0.233, 0.229, 0.226, 0.223, 0.227, 0.224, 0.225, 0.223], "prob_new": [0.0040059867314994335, 0.09541400521993637, 0.7037917971611023, 0.9180014729499817, 0.9567286372184753, 0.9814506769180298, 0.9912289381027222, 0.9947275519371033, 0.9963840246200562, 0.9974692463874817, 0.9980716109275818, 0.998431384563446, 0.9986408948898315, 0.9987155795097351, 0.9988003969192505, 0.9988946914672852, 0.9989820122718811, 0.9990159273147583, 0.9990503191947937, 0.9990948438644409], "prob_old": [0.7140499353408813, 0.12359673529863358, 0.01829228177666664, 0.0014661893947049975, 0.00033269033883698285, 0.00013502626097761095, 8.559303387301043e-05, 7.331403321586549e-05, 7.427939999615774e-05, 7.24170749890618e-05, 7.380214083241299e-05, 7.619270036229864e-05, 7.630401523783803e-05, 6.486250640591606e-05, 6.074353223084472e-05, 6.150216358946636e-05, 6.456240953411907e-05, 6.190751446411014e-05, 6.185217353049666e-05, 6.442743324441835e-05], "prob_new_token": [3.069135345867835e-06, 4.965233165421523e-05, 0.449749231338501, 0.9774163365364075, 0.9895480275154114, 0.9965100884437561, 0.9984921216964722, 0.9990835189819336, 0.9993190765380859, 0.99947190284729, 0.9995453357696533, 0.9995799660682678, 0.9995872378349304, 0.9995694756507874, 0.9995697140693665, 0.9995793104171753, 0.9995891451835632, 0.9995853304862976, 0.9995827078819275, 0.9995819926261902], "prob_old_token": [0.9019050598144531, 0.0015522430185228586, 0.0005378120695240796, 3.830434707197128e-06, 3.739449709883047e-07, 6.606333613490278e-08, 2.3867755771789234e-08, 1.5199132619159172e-08, 1.3106945750962495e-08, 1.284605577467346e-08, 1.41628255789783e-08, 1.6807964797749264e-08, 2.0483041041075012e-08, 2.22382006143107e-08, 2.4076436844211457e-08, 2.6026876653872932e-08, 2.8113973371546308e-08, 3.1711685721802496e-08, 3.509909163312841e-08, 3.758092148586911e-08], "update_matrix_norm_1": [33259.26171875], "update_matrix_norm_2": [8.587910652160645], "update_matrix_norm_inf": [0.05832303687930107], "request": {"prompt": "The capital city of {} is", "subject": "Marshall Islands", "target_new": {"str": "Gaborone"}, "old_answer": {"str": "Majuro"}, "seed": 42}}, {"loss_per_step": [6.275, 2.592, 0.847, 0.412, 0.377, 0.358, 0.343, 0.335, 0.331, 0.327, 0.323, 0.319, 0.315, 0.312, 0.311, 0.309, 0.307, 0.305, 0.304, 0.302], "prob_new": [0.00261378544382751, 0.13559339940547943, 0.6338276863098145, 0.9200143814086914, 0.9512098431587219, 0.961807370185852, 0.9682410955429077, 0.9730567932128906, 0.9769054651260376, 0.980043351650238, 0.9826311469078064, 0.984798789024353, 0.9866495132446289, 0.9882304072380066, 0.9895840883255005, 0.9907430410385132, 0.991730272769928, 0.9925727248191833, 0.9932917952537537, 0.9938974976539612], "prob_old": [0.6189552545547485, 0.011771325953304768, 0.00706855021417141, 0.003741264808923006, 0.0029883633833378553, 0.002675882773473859, 0.0024727387353777885, 0.0023186146281659603, 0.0021927927155047655, 0.002086391905322671, 0.0019947949331253767, 0.0019134469330310822, 0.001837430289015174, 0.0017658394062891603, 0.0016992762684822083, 0.001638040877878666, 0.001582171069458127, 0.001531170797534287, 0.0014839741634204984, 0.0014394624158740044], "prob_new_token": [1.031614920066204e-05, 0.017313294112682343, 0.665013313293457, 0.9790427684783936, 0.9939147233963013, 0.9967047572135925, 0.997765064239502, 0.998309314250946, 0.9986283183097839, 0.9988318681716919, 0.9989712238311768, 0.9990728497505188, 0.999150812625885, 0.9992145299911499, 0.9992721676826477, 0.9993263483047485, 0.9993764758110046, 0.999422550201416, 0.9994630217552185, 0.9994974732398987], "prob_old_token": [0.9482631683349609, 0.0003774436772800982, 9.201999637298286e-05, 5.84787221669103e-06, 1.7110126009356463e-06, 9.251309620594839e-07, 6.216409929038491e-07, 4.6888627025509777e-07, 3.826062595635449e-07, 3.304115239188832e-07, 2.9713351068494376e-07, 2.744002927101974e-07, 2.5655461399765045e-07, 2.3978626018106297e-07, 2.2239146346691996e-07, 2.0465985528517194e-07, 1.878019730838787e-07, 1.7278357233863062e-07, 1.6008176828563592e-07, 1.498287645063101e-07], "update_matrix_norm_1": [31820.46875], "update_matrix_norm_2": [7.898913860321045], "update_matrix_norm_inf": [0.036273542791604996], "request": {"prompt": "The capital city of {} is", "subject": "Marche", "target_new": {"str": "Nairobi"}, "old_answer": {"str": "Ancona"}, "seed": 42}}, {"loss_per_step": [7.242, 5.11, 3.125, 0.813, 0.482, 0.411, 0.367, 0.347, 0.335, 0.328, 0.323, 0.319, 0.317, 0.315, 0.314, 0.312, 0.311, 0.31, 0.309, 0.308], "prob_new": [0.0011848071590065956, 0.013652827590703964, 0.07685104012489319, 0.6392585039138794, 0.8464215993881226, 0.9094007611274719, 0.9480588436126709, 0.9680942296981812, 0.9787108898162842, 0.9848909378051758, 0.9888483881950378, 0.9915217757225037, 0.9933704137802124, 0.9946761727333069, 0.9956263899803162, 0.9963388442993164, 0.9968833923339844, 0.9973022937774658, 0.9976234436035156, 0.9978688955307007], "prob_old": [0.6189552545547485, 0.014958936721086502, 0.012197230942547321, 0.009579666890203953, 0.008408809080719948, 0.007569869980216026, 0.006559260189533234, 0.005802322179079056, 0.005294307135045528, 0.004927889909595251, 0.004608598537743092, 0.004308309871703386, 0.004038358107209206, 0.003803989151492715, 0.003599159885197878, 0.003413977101445198, 0.003240169258788228, 0.0030753088649362326, 0.0029218073468655348, 0.002781564835458994], "prob_new_token": [2.7382168354961323e-06, 0.003586438251659274, 0.014419561251997948, 0.6815134286880493, 0.925714373588562, 0.9708768129348755, 0.9875702261924744, 0.9939137101173401, 0.9965801239013672, 0.9978659152984619, 0.9985740184783936, 0.9989973902702332, 0.9992616772651672, 0.9994335770606995, 0.9995494484901428, 0.999631404876709, 0.9996908903121948, 0.9997350573539734, 0.9997662305831909, 0.9997894167900085], "prob_old_token": [0.9482631683349609, 0.0009697888744994998, 0.00014801383076701313, 2.275863334944006e-05, 7.047861799946986e-06, 3.8856937862874474e-06, 2.110937430188642e-06, 1.2539004501377349e-06, 8.301413458866591e-07, 5.93545223637193e-07, 4.39334257862356e-07, 3.3155100709336693e-07, 2.5659892344265245e-07, 2.044454703309384e-07, 1.6724955287372723e-07, 1.3958771205579978e-07, 1.1805884980731207e-07, 1.0075493150907278e-07, 8.673268325765093e-08, 7.539448176885344e-08], "update_matrix_norm_1": [31481.453125], "update_matrix_norm_2": [7.89272403717041], "update_matrix_norm_inf": [0.0418519526720047], "request": {"prompt": "The capital city of {} is", "subject": "Marche", "target_new": {"str": "Seville"}, "old_answer": {"str": "Ancona"}, "seed": 42}}, {"loss_per_step": [9.788, 5.953, 2.287, 0.525, 0.393, 0.357, 0.339, 0.331, 0.324, 0.319, 0.316, 0.314, 0.311, 0.309, 0.308, 0.307, 0.305, 0.304, 0.303, 0.302], "prob_new": [7.494214514736086e-05, 0.0050941286608576775, 0.1768353432416916, 0.873112678527832, 0.9352302551269531, 0.9584317803382874, 0.9731216430664062, 0.9822186231613159, 0.9876872897148132, 0.9909955263137817, 0.993075430393219, 0.9944580793380737, 0.9954278469085693, 0.9961372017860413, 0.9966726899147034, 0.9970869421958923, 0.9974132776260376, 0.9976747035980225, 0.9978870153427124, 0.9980617761611938], "prob_old": [0.6189552545547485, 0.012739005498588085, 0.013691321015357971, 0.003257510717958212, 0.0022153109312057495, 0.0017839526990428567, 0.001473231939598918, 0.0012336063664406538, 0.0010527964914217591, 0.0009207564871758223, 0.0008252081461250782, 0.000754631997551769, 0.0007010454428382218, 0.0006595823215320706, 0.0006269506993703544, 0.0006008513737469912, 0.0005796715267933905, 0.0005623518372885883, 0.0005482850247062743, 0.0005371450679376721], "prob_new_token": [4.1323585264763096e-07, 0.00024183258938137442, 0.13584531843662262, 0.9717028737068176, 0.9923580288887024, 0.9965546131134033, 0.9982507824897766, 0.9990304112434387, 0.9994055032730103, 0.9995965361595154, 0.9997022747993469, 0.9997679591178894, 0.9998120665550232, 0.9998425841331482, 0.9998638033866882, 0.9998794198036194, 0.9998909831047058, 0.9998998045921326, 0.9999070763587952, 0.9999130964279175], "prob_old_token": [0.9482631683349609, 0.0004392943228594959, 0.0002630185044836253, 2.786040204227902e-05, 9.213110388373025e-06, 3.746130005310988e-06, 1.7156121430161875e-06, 8.648294738122786e-07, 4.809701863450755e-07, 2.9705617521358363e-07, 2.019973237565864e-07, 1.4813207371844328e-07, 1.1512347697362202e-07, 9.382296894955289e-08, 7.949055458311705e-08, 6.949839814751613e-08, 6.232291127616918e-08, 5.709873462933501e-08, 5.3364686891654856e-08, 5.085920662395438e-08], "update_matrix_norm_1": [31267.767578125], "update_matrix_norm_2": [7.901104927062988], "update_matrix_norm_inf": [0.03683311119675636], "request": {"prompt": "The capital city of {} is", "subject": "Marche", "target_new": {"str": "Patna"}, "old_answer": {"str": "Ancona"}, "seed": 42}}, {"loss_per_step": [6.428, 3.56, 0.802, 0.349, 0.326, 0.317, 0.313, 0.311, 0.31, 0.309, 0.309, 0.308, 0.308, 0.308, 0.308, 0.307, 0.307, 0.307, 0.307, 0.307], "prob_new": [0.0016904495423659682, 0.04081146791577339, 0.619991660118103, 0.9617776870727539, 0.9804555773735046, 0.9891771078109741, 0.9939060211181641, 0.9960529208183289, 0.9970841407775879, 0.9976626038551331, 0.9980394244194031, 0.9983131885528564, 0.9985257983207703, 0.9986968636512756, 0.9988365173339844, 0.998950719833374, 0.9990432858467102, 0.999117374420166, 0.999176025390625, 0.9992225766181946], "prob_old": [0.7748467922210693, 0.3133484125137329, 0.01583682745695114, 0.006221085786819458, 0.004000545479357243, 0.002902344334870577, 0.002205541590228677, 0.0017620449652895331, 0.001478497521020472, 0.0012928387150168419, 0.001167746027931571, 0.0010814120760187507, 0.0010209691245108843, 0.0009785513393580914, 0.0009490402298979461, 0.0009288073051720858, 0.0009149990510195494, 0.00090509292203933, 0.0008967369794845581, 0.0008877285290509462], "prob_new_token": [2.125585218948345e-08, 0.004526806995272636, 0.8518998622894287, 0.9963272213935852, 0.9986748695373535, 0.9992586970329285, 0.9995788931846619, 0.999741792678833, 0.9998247027397156, 0.999869167804718, 0.9998944997787476, 0.9999100565910339, 0.9999200701713562, 0.9999263286590576, 0.9999300241470337, 0.9999318718910217, 0.9999322891235352, 0.9999313950538635, 0.9999300241470337, 0.9999279975891113], "prob_old_token": [0.9576261639595032, 0.01904289424419403, 1.210066238854779e-05, 8.72594682732597e-07, 2.768136653230613e-07, 1.444914090598104e-07, 8.583936761397126e-08, 5.653348722489682e-08, 4.07332940710603e-08, 3.1458124993832826e-08, 2.5586981422520694e-08, 2.1646785697271298e-08, 1.8893089759330906e-08, 1.6931521074070588e-08, 1.553184603153568e-08, 1.4563459771466114e-08, 1.3933920683939505e-08, 1.3566613610294098e-08, 1.3367954743159771e-08, 1.3226483908113096e-08], "update_matrix_norm_1": [31680.109375], "update_matrix_norm_2": [8.057548522949219], "update_matrix_norm_inf": [0.04331077262759209], "request": {"prompt": "The capital city of {} is", "subject": "Algeria", "target_new": {"str": "Luxembourg City"}, "old_answer": {"str": "Algiers"}, "seed": 42}}, {"loss_per_step": [13.455, 5.057, 0.748, 0.37, 0.332, 0.323, 0.32, 0.317, 0.316, 0.315, 0.314, 0.313, 0.313, 0.312, 0.312, 0.311, 0.311, 0.311, 0.31, 0.31], "prob_new": [1.8342856265007867e-06, 0.009207232855260372, 0.6852258443832397, 0.9467374086380005, 0.9777436256408691, 0.9857174158096313, 0.9889763593673706, 0.9907203912734985, 0.9918635487556458, 0.9927242994308472, 0.9934236407279968, 0.9940160512924194, 0.9945303797721863, 0.9949833154678345, 0.9953849911689758, 0.9957422614097595, 0.9960601925849915, 0.9963433742523193, 0.9965967535972595, 0.9968242049217224], "prob_old": [0.7748467922210693, 0.144220769405365, 0.013967394828796387, 0.006588624324649572, 0.004775697831064463, 0.004065794870257378, 0.0037136285100132227, 0.0035062883980572224, 0.003359215334057808, 0.0032384595833718777, 0.003130514407530427, 0.0030295623000711203, 0.0029327115043997765, 0.002838746178895235, 0.0027472719084471464, 0.002658434910699725, 0.0025725257582962513, 0.0024898676201701164, 0.0024106730706989765, 0.002335072960704565], "prob_new_token": [3.788461526710307e-07, 0.013433934189379215, 0.972831666469574, 0.9962195158004761, 0.997925877571106, 0.9984607696533203, 0.998744547367096, 0.998927652835846, 0.999055802822113, 0.9991519451141357, 0.9992278814315796, 0.9992906451225281, 0.9993435144424438, 0.9993889331817627, 0.9994277358055115, 0.9994621872901917, 0.9994922280311584, 0.9995192289352417, 0.9995430111885071, 0.9995652437210083], "prob_old_token": [0.9576261639595032, 0.007675836328417063, 4.540830559562892e-06, 5.974222290205944e-07, 3.299234663245443e-07, 2.5970061301450187e-07, 2.2976537650265527e-07, 2.1338752276278683e-07, 2.016908808855078e-07, 1.9069520362791081e-07, 1.7901210469517537e-07, 1.6667664226588386e-07, 1.5419378485148627e-07, 1.4205511433829088e-07, 1.3064669701634557e-07, 1.201185284571693e-07, 1.1054604698301773e-07, 1.0189030774654384e-07, 9.407617795886836e-08, 8.701618980921921e-08], "update_matrix_norm_1": [32593.306640625], "update_matrix_norm_2": [8.054615020751953], "update_matrix_norm_inf": [0.03920375928282738], "request": {"prompt": "The capital city of {} is", "subject": "Algeria", "target_new": {"str": "Phoenix"}, "old_answer": {"str": "Algiers"}, "seed": 42}}, {"loss_per_step": [6.177, 4.072, 2.635, 1.458, 0.379, 0.337, 0.328, 0.323, 0.319, 0.317, 0.315, 0.313, 0.312, 0.311, 0.311, 0.31, 0.309, 0.309, 0.309, 0.308], "prob_new": [0.002169898245483637, 0.0241803340613842, 0.10012347251176834, 0.34042927622795105, 0.9321163892745972, 0.9706827998161316, 0.9794297814369202, 0.984258770942688, 0.9875580072402954, 0.9899674654006958, 0.9918109774589539, 0.9932626485824585, 0.9944220185279846, 0.9953559041023254, 0.9961131811141968, 0.9967284798622131, 0.9972268342971802, 0.9976285696029663, 0.997951865196228, 0.9982138276100159], "prob_old": [0.7748467922210693, 0.26718366146087646, 0.01832571253180504, 0.27197086811065674, 0.08402006328105927, 0.04561356082558632, 0.036243222653865814, 0.0331895686686039, 0.031990278512239456, 0.03126082569360733, 0.03053944557905197, 0.02971954643726349, 0.028775442391633987, 0.027665207162499428, 0.026384830474853516, 0.02498672716319561, 0.023555682972073555, 0.022178422659635544, 0.020899472758173943, 0.019701164215803146], "prob_new_token": [4.941087809129385e-06, 0.0029477542266249657, 0.026549089699983597, 0.06802403926849365, 0.9621610641479492, 0.988102376461029, 0.9923126697540283, 0.9944441914558411, 0.9958005547523499, 0.996709942817688, 0.9973499178886414, 0.9978212118148804, 0.9981806874275208, 0.9984647035598755, 0.998695433139801, 0.9988865852355957, 0.9990456104278564, 0.9991774559020996, 0.9992861747741699, 0.9993773102760315], "prob_old_token": [0.9576261639595032, 0.05265970900654793, 0.002405151491984725, 0.08267483115196228, 0.0006041224696673453, 5.398310167947784e-05, 2.4021155695663765e-05, 1.723377499729395e-05, 1.4479240235232282e-05, 1.2777262782037724e-05, 1.138837615144439e-05, 1.0139285222976469e-05, 8.977180186775513e-06, 7.84842632128857e-06, 6.742616278643254e-06, 5.696488187822979e-06, 4.7609196371922735e-06, 3.971085789089557e-06, 3.3258738767472096e-06, 2.7902135570911923e-06], "update_matrix_norm_1": [31238.185546875], "update_matrix_norm_2": [8.069426536560059], "update_matrix_norm_inf": [0.045594342052936554], "request": {"prompt": "The capital city of {} is", "subject": "Algeria", "target_new": {"str": "Lansing"}, "old_answer": {"str": "Algiers"}, "seed": 42}}, {"loss_per_step": [5.717, 4.14, 2.962, 1.617, 0.389, 0.356, 0.344, 0.329, 0.314, 0.302, 0.294, 0.288, 0.284, 0.281, 0.279, 0.277, 0.276, 0.276, 0.275, 0.274], "prob_new": [0.0034873103722929955, 0.02211795374751091, 0.07558080554008484, 0.289109468460083, 0.9202264547348022, 0.9213563203811646, 0.93161940574646, 0.9455831050872803, 0.9593366384506226, 0.9705899953842163, 0.9788669347763062, 0.9846656322479248, 0.988681972026825, 0.9914882779121399, 0.9934828877449036, 0.9949248433113098, 0.9959827661514282, 0.9967685341835022, 0.9973602294921875, 0.997812032699585], "prob_old": [0.9552556276321411, 0.8368865847587585, 0.08904275298118591, 0.06658296287059784, 0.013733052648603916, 0.012326625175774097, 0.01248994655907154, 0.01287983637303114, 0.01328209787607193, 0.013645532540977001, 0.013954557478427887, 0.01420650351792574, 0.014403635635972023, 0.014547878876328468, 0.01464124582707882, 0.014688506722450256, 0.014697299338877201, 0.014674530364573002, 0.014622370712459087, 0.014541279524564743], "prob_new_token": [2.0869640593446093e-07, 1.2967107068106998e-05, 0.0009222694206982851, 0.007170923985540867, 0.9073266983032227, 0.9353036880493164, 0.9569835662841797, 0.9737700819969177, 0.9850608706474304, 0.991651713848114, 0.9952083826065063, 0.9970892071723938, 0.9981015920639038, 0.9986667633056641, 0.9989966750144958, 0.9991979598999023, 0.9993257522583008, 0.9994103312492371, 0.9994678497314453, 0.9995092749595642], "prob_old_token": [0.9980494976043701, 0.9605885148048401, 0.0005283591453917325, 3.5874352761311457e-05, 3.909666812518253e-09, 1.6453145512684841e-09, 1.3689868127997329e-09, 1.3993252112598498e-09, 1.5862360314145008e-09, 1.9137054163564926e-09, 2.392549269814026e-09, 3.0401219319742268e-09, 3.872824283490672e-09, 4.900819305930781e-09, 6.120599582715158e-09, 7.508790922372555e-09, 9.021364988370806e-09, 1.0591253207792306e-08, 1.2136124105666113e-08, 1.3566457290892231e-08], "update_matrix_norm_1": [33973.7109375], "update_matrix_norm_2": [8.800383567810059], "update_matrix_norm_inf": [0.066737599670887], "request": {"prompt": "The capital city of {} is", "subject": "Odisha", "target_new": {"str": "Hanoi"}, "old_answer": {"str": "Bhubaneswar"}, "seed": 42}}, {"loss_per_step": [10.747, 5.879, 5.269, 2.175, 0.842, 0.389, 0.315, 0.294, 0.284, 0.28, 0.277, 0.276, 0.275, 0.274, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272], "prob_new": [2.8373824534355663e-05, 0.006242380943149328, 0.008469291031360626, 0.15930208563804626, 0.58904629945755, 0.9000440239906311, 0.9629753828048706, 0.9807045459747314, 0.9881618022918701, 0.9919780492782593, 0.9941988587379456, 0.9956087470054626, 0.9965549111366272, 0.9972139000892639, 0.997686505317688, 0.9980345368385315, 0.9982976913452148, 0.9985019564628601, 0.9986648559570312, 0.9987978339195251], "prob_old": [0.9552556276321411, 0.16400553286075592, 0.8475531935691833, 0.04957791790366173, 0.06635762751102448, 0.04322806000709534, 0.028014296665787697, 0.019783226773142815, 0.015143272466957569, 0.01231383066624403, 0.010447215288877487, 0.009134647436439991, 0.008166874758899212, 0.007428546901792288, 0.006851447746157646, 0.0063923499546945095, 0.0060225301422178745, 0.0057218922302126884, 0.005475999321788549, 0.005274021998047829], "prob_new_token": [7.445100536074278e-09, 0.0008250896935351193, 0.0001289615174755454, 0.029056914150714874, 0.589792013168335, 0.9786820411682129, 0.9977300763130188, 0.9993869662284851, 0.999710202217102, 0.9998156428337097, 0.9998640418052673, 0.9998925924301147, 0.9999120235443115, 0.9999258518218994, 0.999936580657959, 0.9999448657035828, 0.9999513030052185, 0.9999567270278931, 0.9999613761901855, 0.9999645948410034], "prob_old_token": [0.9980494976043701, 0.007074822671711445, 0.9145795702934265, 5.915174369874876e-06, 1.5255107427947223e-05, 8.223577196986298e-07, 8.114668759162669e-08, 1.8518441891046677e-08, 7.0070700353142e-09, 3.580445273598798e-09, 2.184253222736743e-09, 1.4844290241455838e-09, 1.0829597218986464e-09, 8.31346713692227e-10, 6.641069916213382e-10, 5.48128931132652e-10, 4.653409602095593e-10, 4.04894839878267e-10, 3.6008795945008387e-10, 3.265451242739914e-10], "update_matrix_norm_1": [33721.0078125], "update_matrix_norm_2": [8.795690536499023], "update_matrix_norm_inf": [0.06211595609784126], "request": {"prompt": "The capital city of {} is", "subject": "Odisha", "target_new": {"str": "Potenza"}, "old_answer": {"str": "Bhubaneswar"}, "seed": 42}}, {"loss_per_step": [3.842, 3.236, 1.864, 0.412, 0.303, 0.289, 0.281, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273, 0.273, 0.273, 0.273, 0.273, 0.273, 0.272], "prob_new": [0.02229529805481434, 0.05871536210179329, 0.20977114140987396, 0.8718483448028564, 0.9716944098472595, 0.9885373711585999, 0.9932637810707092, 0.9953842163085938, 0.9965853095054626, 0.997351348400116, 0.9978757500648499, 0.9982526898384094, 0.9985336065292358, 0.9987492561340332, 0.9989182949066162, 0.9990531802177429, 0.9991624355316162, 0.9992519617080688, 0.9993258118629456, 0.9993872046470642], "prob_old": [0.9552556276321411, 0.9012820720672607, 0.5513981580734253, 0.018964475020766258, 0.014902149327099323, 0.01189104188233614, 0.010390517301857471, 0.009522872045636177, 0.008866919204592705, 0.008308123797178268, 0.007814856246113777, 0.007371698040515184, 0.0069687929935753345, 0.006598802749067545, 0.006255882326513529, 0.005936010275036097, 0.005636636633425951, 0.0053563290275633335, 0.005094383377581835, 0.004850943107157946], "prob_new_token": [5.175023076731122e-09, 2.920421593444189e-07, 0.00010408721573185176, 0.9025776982307434, 0.9898506999015808, 0.9973897337913513, 0.9987922310829163, 0.9992626905441284, 0.9994814991950989, 0.9996052980422974, 0.9996843338012695, 0.9997392892837524, 0.9997797012329102, 0.999809741973877, 0.9998334050178528, 0.999851644039154, 0.9998661875724792, 0.9998778104782104, 0.9998871684074402, 0.9998940229415894], "prob_old_token": [0.9980494976043701, 0.9889715909957886, 0.725812554359436, 3.2624910772938165e-08, 7.215928743420363e-09, 3.2548819195454826e-09, 2.436008950112978e-09, 2.07088302062175e-09, 1.8041041993654972e-09, 1.5745044157355892e-09, 1.3711793922510651e-09, 1.1917467013233818e-09, 1.034534902188966e-09, 8.976562271278965e-10, 7.792771428150047e-10, 6.773654970260168e-10, 5.900722133134195e-10, 5.156575721976253e-10, 4.526984898056696e-10, 3.997092934415747e-10], "update_matrix_norm_1": [34712.10546875], "update_matrix_norm_2": [8.826155662536621], "update_matrix_norm_inf": [0.0565706305205822], "request": {"prompt": "The capital city of {} is", "subject": "Odisha", "target_new": {"str": "Abu Dhabi"}, "old_answer": {"str": "Bhubaneswar"}, "seed": 42}}, {"loss_per_step": [10.752, 6.526, 2.974, 0.545, 0.395, 0.294, 0.272, 0.259, 0.259, 0.256, 0.257, 0.256, 0.256, 0.255, 0.256, 0.255, 0.255, 0.255, 0.255, 0.255], "prob_new": [2.401993151579518e-05, 0.002390967682003975, 0.08253345638513565, 0.7907742261886597, 0.899993360042572, 0.9710559248924255, 0.9923755526542664, 0.9970400929450989, 0.9983009099960327, 0.998723566532135, 0.9989435076713562, 0.9990986585617065, 0.9991900324821472, 0.9992446303367615, 0.9992927312850952, 0.9993381500244141, 0.9993730187416077, 0.9994001388549805, 0.9994264245033264, 0.9994521737098694], "prob_old": [0.8261646032333374, 0.1524939388036728, 0.046752072870731354, 0.012899997644126415, 0.00792068149894476, 0.003942056093364954, 0.0018695206381380558, 0.0011829808354377747, 0.0009084721677936614, 0.0007693038787692785, 0.0006987987435422838, 0.0006642863154411316, 0.0006403091829270124, 0.0006186570972204208, 0.0006045248592272401, 0.0005969242774881423, 0.000588590104598552, 0.0005783853703178465, 0.0005713262944482267, 0.0005677143926732242], "prob_new_token": [1.6098342712211888e-06, 1.3651864719577134e-05, 0.009456632658839226, 0.9630296230316162, 0.9874147772789001, 0.9977545142173767, 0.9993187189102173, 0.9996309876441956, 0.9997228384017944, 0.9997572302818298, 0.9997746348381042, 0.9997845888137817, 0.999790608882904, 0.9997958540916443, 0.9998001456260681, 0.9998037219047546, 0.999807596206665, 0.999811589717865, 0.9998156428337097, 0.9998191595077515], "prob_old_token": [0.9523005485534668, 0.00192617392167449, 2.7113803298561834e-05, 2.050967395916814e-07, 3.431651052210327e-08, 2.4512780694152525e-09, 4.685480892163696e-10, 2.261929255009676e-10, 1.5195435187909112e-10, 1.1283418643870391e-10, 9.514194293513967e-11, 8.923450867115434e-11, 8.415005497974803e-11, 7.790136591356855e-11, 7.421019354580949e-11, 7.28063581645344e-11, 7.050364458915936e-11, 6.710524497188786e-11, 6.481647857325967e-11, 6.365502569494197e-11], "update_matrix_norm_1": [29780.93359375], "update_matrix_norm_2": [7.873505115509033], "update_matrix_norm_inf": [0.07451073080301285], "request": {"prompt": "The capital city of {} is", "subject": "Paran\u00e1", "target_new": {"str": "Imphal"}, "old_answer": {"str": "Curitiba"}, "seed": 42}}, {"loss_per_step": [4.64, 3.361, 2.335, 0.777, 0.421, 0.346, 0.321, 0.311, 0.306, 0.303, 0.301, 0.3, 0.299, 0.298, 0.298, 0.297, 0.297, 0.297, 0.296, 0.296], "prob_new": [0.009947380051016808, 0.04846130311489105, 0.1342993527650833, 0.6299752593040466, 0.8890677094459534, 0.9512913227081299, 0.9740598797798157, 0.9836350679397583, 0.9885388612747192, 0.9914136528968811, 0.993254542350769, 0.9945095777511597, 0.995407223701477, 0.9960740804672241, 0.9965847730636597, 0.996985673904419, 0.9973066449165344, 0.9975677132606506, 0.9977827668190002, 0.9979618787765503], "prob_old": [0.8261646032333374, 0.14642822742462158, 0.13810580968856812, 0.025314493104815483, 0.00950385257601738, 0.006457784678786993, 0.005146150477230549, 0.00444113090634346, 0.003981942776590586, 0.003646642668172717, 0.0033856777008622885, 0.0031734725926071405, 0.0029950146563351154, 0.0028410276863723993, 0.002705552149564028, 0.0025846543721854687, 0.0024756176862865686, 0.0023765575606375933, 0.0022861494217067957, 0.002203431911766529], "prob_new_token": [4.029718638776103e-06, 4.513925523497164e-05, 0.001029309001751244, 0.5790041089057922, 0.9809210300445557, 0.9947880506515503, 0.9977856874465942, 0.9987431168556213, 0.9991573095321655, 0.99937504529953, 0.9995054602622986, 0.9995909333229065, 0.9996514916419983, 0.9996957778930664, 0.9997300505638123, 0.9997571110725403, 0.9997792840003967, 0.999797523021698, 0.999812662601471, 0.9998253583908081], "prob_old_token": [0.9523005485534668, 0.003702993504703045, 0.002499641152098775, 5.5119608077802695e-06, 2.978702084988072e-08, 7.831635784327773e-09, 4.187417967926876e-09, 3.060759423689774e-09, 2.540475607659687e-09, 2.2225807860820623e-09, 1.992977338716173e-09, 1.8108646804293471e-09, 1.6589529749921894e-09, 1.5282290988238856e-09, 1.4137798709512595e-09, 1.3123448994178943e-09, 1.221878043189406e-09, 1.1406875444208708e-09, 1.0677104755885125e-09, 1.00206132280789e-09], "update_matrix_norm_1": [29365.166015625], "update_matrix_norm_2": [7.868404388427734], "update_matrix_norm_inf": [0.07039222121238708], "request": {"prompt": "The capital city of {} is", "subject": "Paran\u00e1", "target_new": {"str": "Ljubljana"}, "old_answer": {"str": "Curitiba"}, "seed": 42}}, {"loss_per_step": [8.323, 5.147, 2.473, 0.702, 0.328, 0.285, 0.267, 0.26, 0.26, 0.258, 0.258, 0.257, 0.257, 0.256, 0.256, 0.256, 0.256, 0.256, 0.255, 0.255], "prob_new": [0.0002801278606057167, 0.00820732768625021, 0.12476608157157898, 0.6698881983757019, 0.9448145031929016, 0.9828799366950989, 0.9916914105415344, 0.9948156476020813, 0.9963023066520691, 0.9970954060554504, 0.9976087212562561, 0.9979878664016724, 0.9982547163963318, 0.9984487295150757, 0.9986129403114319, 0.9987513422966003, 0.9988576769828796, 0.9989439845085144, 0.9990226626396179, 0.9990907311439514], "prob_old": [0.8261646032333374, 0.12233970314264297, 0.08068932592868805, 0.025666875764727592, 0.006718524266034365, 0.0031284126453101635, 0.002094338648021221, 0.0016536072362214327, 0.0014104730216786265, 0.0012754142517223954, 0.0011717795860022306, 0.00108205690048635, 0.0010165601270273328, 0.000967516447417438, 0.0009209662675857544, 0.0008784233941696584, 0.000845277972985059, 0.0008174474933184683, 0.0007901500794105232, 0.0007653805078007281], "prob_new_token": [8.288652679766528e-07, 0.0009820437990128994, 0.2590350806713104, 0.96776282787323, 0.9965925216674805, 0.998468279838562, 0.9991258382797241, 0.9994139671325684, 0.9995771646499634, 0.9996777772903442, 0.9997422695159912, 0.9997859597206116, 0.9998177886009216, 0.9998412132263184, 0.9998595118522644, 0.9998740553855896, 0.999885618686676, 0.9998950958251953, 0.9999027848243713, 0.9999090433120728], "prob_old_token": [0.9523005485534668, 0.0018002925207838416, 0.0005743811489082873, 3.164528379784315e-06, 1.0293633323499307e-07, 2.635472640122316e-08, 1.1692118384587502e-08, 7.190854578453809e-09, 4.977265266603581e-09, 3.6513556622708165e-09, 2.8565461107632473e-09, 2.361723039356889e-09, 1.993178955217445e-09, 1.7061086987624208e-09, 1.4997543207329045e-09, 1.3446891378166015e-09, 1.2100037638518302e-09, 1.096116197807362e-09, 1.0106856462854807e-09, 9.412219892368512e-10], "update_matrix_norm_1": [30443.38671875], "update_matrix_norm_2": [7.848460674285889], "update_matrix_norm_inf": [0.07180938869714737], "request": {"prompt": "The capital city of {} is", "subject": "Paran\u00e1", "target_new": {"str": "Potenza"}, "old_answer": {"str": "Curitiba"}, "seed": 42}}, {"loss_per_step": [3.857, 1.239, 0.333, 0.325, 0.307, 0.3, 0.293, 0.291, 0.286, 0.285, 0.283, 0.283, 0.281, 0.281, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28], "prob_new": [0.02185838297009468, 0.4019179046154022, 0.9644438624382019, 0.9693036079406738, 0.9769191145896912, 0.9830133318901062, 0.9871541857719421, 0.9901840090751648, 0.9923350214958191, 0.9938236474990845, 0.9948449730873108, 0.9955896139144897, 0.9961531758308411, 0.9965894818305969, 0.9969280958175659, 0.9972030520439148, 0.9974327087402344, 0.9976238012313843, 0.997780978679657, 0.9979190230369568], "prob_old": [0.8541535139083862, 0.2688792049884796, 1.0240536539640743e-05, 3.5594116525317077e-06, 2.2540173176821554e-06, 1.6346152733603958e-06, 1.2323467899477691e-06, 9.426449310012686e-07, 7.302796234398556e-07, 5.707174182134622e-07, 4.481623250285338e-07, 3.619051938130724e-07, 3.028614514732908e-07, 2.579170654826157e-07, 2.2154735290769167e-07, 1.9241599602537462e-07, 1.694076985359061e-07, 1.5084809490417683e-07, 1.358604890810966e-07, 1.2428996853941499e-07], "prob_new_token": [1.5302938436434488e-06, 0.04201902076601982, 0.9955914616584778, 0.9969373345375061, 0.9976747632026672, 0.9982184767723083, 0.9986288547515869, 0.9989351034164429, 0.9991480708122253, 0.9992974400520325, 0.9993999004364014, 0.9994745850563049, 0.9995322823524475, 0.999576985836029, 0.9996085166931152, 0.999633252620697, 0.9996553659439087, 0.9996742010116577, 0.9996873140335083, 0.9997011423110962], "prob_old_token": [0.9908431172370911, 0.45767316222190857, 3.6648202694777865e-06, 1.2175353276688838e-06, 8.907679216463293e-07, 7.224880391731858e-07, 5.72185228975286e-07, 4.566228142266482e-07, 3.695898271871556e-07, 2.981847160299367e-07, 2.3618402167358e-07, 1.91949979466699e-07, 1.6269420655135036e-07, 1.399741762497797e-07, 1.211311939641746e-07, 1.0618464330036659e-07, 9.45772313798443e-08, 8.50997423640365e-08, 7.736679208392161e-08, 7.161676052191979e-08], "update_matrix_norm_1": [28704.474609375], "update_matrix_norm_2": [7.312653541564941], "update_matrix_norm_inf": [0.024390265345573425], "request": {"prompt": "The primary language of {} is", "subject": "Christian Wulff", "target_new": {"str": "Gujarati"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.794, 3.211, 2.296, 0.556, 0.426, 0.376, 0.36, 0.351, 0.346, 0.341, 0.337, 0.333, 0.329, 0.326, 0.324, 0.321, 0.318, 0.316, 0.314, 0.312], "prob_new": [0.00891400407999754, 0.05689673125743866, 0.14307595789432526, 0.7945247888565063, 0.9100258350372314, 0.9336663484573364, 0.9449999928474426, 0.9521002173423767, 0.9571945667266846, 0.961215078830719, 0.9646167159080505, 0.9676312208175659, 0.9703828692436218, 0.9729411005973816, 0.975344181060791, 0.9776161909103394, 0.9797676801681519, 0.9817973971366882, 0.9836971759796143, 0.9854620099067688], "prob_old": [0.8541535139083862, 0.4025479257106781, 0.24916712939739227, 0.003505307249724865, 0.0006861027213744819, 0.00021536072017624974, 0.00010524399840505794, 6.322846456896514e-05, 4.268748307367787e-05, 3.1039711757330224e-05, 2.3704455088591203e-05, 1.869880361482501e-05, 1.5051198715809733e-05, 1.2242218872415833e-05, 9.988182682718616e-06, 8.140456884575542e-06, 6.621387456107186e-06, 5.3806065807293635e-06, 4.373362571641337e-06, 3.5541349916456966e-06], "prob_new_token": [1.203934971272247e-06, 0.00042184119229204953, 0.003528331406414509, 0.6996532678604126, 0.9317945837974548, 0.9630594849586487, 0.9749058485031128, 0.9809325337409973, 0.9844842553138733, 0.9868048429489136, 0.9884551763534546, 0.9897206425666809, 0.9907643795013428, 0.9916830062866211, 0.9925231337547302, 0.9932956099510193, 0.993991494178772, 0.9946033954620361, 0.9951345324516296, 0.9955974221229553], "prob_old_token": [0.9908431172370911, 0.5732322335243225, 0.3553560972213745, 0.0036700807977467775, 0.00034129159757867455, 9.618152398616076e-05, 4.0380688005825505e-05, 2.1610989278997295e-05, 1.3443198440654669e-05, 9.228842827724293e-06, 6.772758297302062e-06, 5.198011422180571e-06, 4.100245405425085e-06, 3.2759476198407356e-06, 2.624374474180513e-06, 2.0992031295463676e-06, 1.6797581565697328e-06, 1.3505554079529247e-06, 1.0943203960778192e-06, 8.93022729542281e-07], "update_matrix_norm_1": [28632.5546875], "update_matrix_norm_2": [7.294483184814453], "update_matrix_norm_inf": [0.03133489564061165], "request": {"prompt": "The primary language of {} is", "subject": "Christian Wulff", "target_new": {"str": "Cantonese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [10.689, 5.153, 0.604, 0.483, 0.434, 0.407, 0.389, 0.376, 0.366, 0.358, 0.351, 0.345, 0.34, 0.335, 0.331, 0.327, 0.324, 0.321, 0.319, 0.316], "prob_new": [3.2369254768127576e-05, 0.0103192999958992, 0.7824914455413818, 0.8624281287193298, 0.8932342529296875, 0.9099799990653992, 0.9214423298835754, 0.9303864240646362, 0.9378542304039001, 0.9443106055259705, 0.9499964118003845, 0.9550549983978271, 0.9595818519592285, 0.9636474251747131, 0.9673068523406982, 0.9706039428710938, 0.9735748767852783, 0.9762502312660217, 0.9786556959152222, 0.9808151125907898], "prob_old": [0.8541535139083862, 0.20843453705310822, 0.00138570845592767, 0.00046665043919347227, 0.0002869075397029519, 0.00020692466932814568, 0.00015866367903072387, 0.00012553317355923355, 0.00010130934970220551, 8.29519412945956e-05, 6.870529614388943e-05, 5.745093585574068e-05, 4.842880662181415e-05, 4.110344161745161e-05, 3.509085945552215e-05, 3.0108523787930608e-05, 2.5948520487872884e-05, 2.2454687496065162e-05, 1.950622936419677e-05, 1.7008640497806482e-05], "prob_new_token": [2.064270802293322e-06, 0.009373949840664864, 0.9287861585617065, 0.9742599129676819, 0.9853433966636658, 0.9897831082344055, 0.9921587109565735, 0.9936728477478027, 0.9947465658187866, 0.9955608248710632, 0.9962046146392822, 0.996727705001831, 0.9971616864204407, 0.9975239634513855, 0.9978304505348206, 0.9980908036231995, 0.9983129501342773, 0.9985020756721497, 0.998664379119873, 0.9988030195236206], "prob_old_token": [0.9908431172370911, 0.31660905480384827, 0.0007332038949243724, 0.00013140363444108516, 6.172535358928144e-05, 3.875129914376885e-05, 2.7344445697963238e-05, 2.0483304979279637e-05, 1.590963074704632e-05, 1.2662364497373346e-05, 1.0251704225083813e-05, 8.401146260439418e-06, 6.940255843801424e-06, 5.762180080637336e-06, 4.795560926140752e-06, 3.993767222709721e-06, 3.325303168821847e-06, 2.7669664177665254e-06, 2.301591393916169e-06, 1.914831045723986e-06], "update_matrix_norm_1": [29118.744140625], "update_matrix_norm_2": [7.297698497772217], "update_matrix_norm_inf": [0.03907930105924606], "request": {"prompt": "The primary language of {} is", "subject": "Christian Wulff", "target_new": {"str": "Japanese"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [9.731, 1.666, 0.428, 0.33, 0.296, 0.282, 0.275, 0.27, 0.266, 0.264, 0.262, 0.26, 0.259, 0.258, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253], "prob_new": [7.685827586101368e-05, 0.26290249824523926, 0.8469879031181335, 0.9259284734725952, 0.9568891525268555, 0.97015780210495, 0.9771223068237305, 0.9813722372055054, 0.9842658638954163, 0.9864002466201782, 0.9880679845809937, 0.9894254207611084, 0.9905615448951721, 0.9915321469306946, 0.9923728108406067, 0.9931085109710693, 0.9937563538551331, 0.9943288564682007, 0.9948354363441467, 0.9952839016914368], "prob_old": [0.8294592499732971, 0.4258947968482971, 0.0486162044107914, 0.011645832099020481, 0.0034190863370895386, 0.0015170889673754573, 0.0008903767447918653, 0.0006167487008497119, 0.0004716422117780894, 0.00038356499862857163, 0.00032466414268128574, 0.0002822770911734551, 0.00024995949934236705, 0.00022412234102375805, 0.0002026866131927818, 0.0001843908685259521, 0.00016848400991875678, 0.00015451059152837843, 0.00014219018339645118, 0.00013134177424944937], "prob_new_token": [1.2412217984092422e-05, 0.3111642897129059, 0.9516271948814392, 0.9941124320030212, 0.9983583688735962, 0.9991552829742432, 0.9994370937347412, 0.9995753169059753, 0.9996566772460938, 0.9997103214263916, 0.9997488856315613, 0.9997782111167908, 0.9998013377189636, 0.9998204112052917, 0.9998360872268677, 0.9998497366905212, 0.9998610615730286, 0.9998711347579956, 0.9998792409896851, 0.999886691570282], "prob_old_token": [0.9625898003578186, 0.4582240581512451, 0.037020545452833176, 0.003265375504270196, 0.0005112063372507691, 0.00016816609422676265, 8.452834299532697e-05, 5.35114377271384e-05, 3.8665879401378334e-05, 3.0279436032287776e-05, 2.4959141228464432e-05, 2.128273990820162e-05, 1.8564427591627464e-05, 1.6442889318568632e-05, 1.4719842511112802e-05, 1.3277689504320733e-05, 1.2049566976202186e-05, 1.0993302566930652e-05, 1.00849247246515e-05, 9.30727765080519e-06], "update_matrix_norm_1": [28137.93359375], "update_matrix_norm_2": [7.155346393585205], "update_matrix_norm_inf": [0.074013851583004], "request": {"prompt": "The primary language of {} is", "subject": "Linda Lovelace", "target_new": {"str": "Japanese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.427, 1.917, 0.354, 0.309, 0.291, 0.28, 0.272, 0.265, 0.261, 0.258, 0.256, 0.255, 0.254, 0.253, 0.253, 0.252, 0.252, 0.252, 0.251, 0.251], "prob_new": [0.001756535959430039, 0.19907720386981964, 0.9186761379241943, 0.9455016255378723, 0.9616761207580566, 0.9720470309257507, 0.979126513004303, 0.9841305017471313, 0.9877145886421204, 0.9902771711349487, 0.9920876026153564, 0.9933505654335022, 0.9942333102226257, 0.9948647022247314, 0.9953321814537048, 0.9956908822059631, 0.9959750771522522, 0.9962069392204285, 0.9964013695716858, 0.9965693354606628], "prob_old": [0.8294592499732971, 0.4823981821537018, 0.009473011828958988, 0.0022855831775814295, 0.000880118110217154, 0.00044989772140979767, 0.00027733741444535553, 0.00019026374502573162, 0.00013809862139169127, 0.00010343971371185035, 7.933800225146115e-05, 6.247443525353447e-05, 5.070959377917461e-05, 4.2398416553623974e-05, 3.634734821389429e-05, 3.178111364832148e-05, 2.8224454581504688e-05, 2.5390994778717868e-05, 2.3107031665858813e-05, 2.1261550500639714e-05], "prob_new_token": [5.260946522867016e-07, 0.012911326251924038, 0.9530695080757141, 0.9666811227798462, 0.9774405360221863, 0.984439492225647, 0.9889267683029175, 0.9919041991233826, 0.9939390420913696, 0.9953595995903015, 0.9963633418083191, 0.9970778822898865, 0.9975922107696533, 0.9979680776596069, 0.9982479810714722, 0.9984593391418457, 0.9986207485198975, 0.998745322227478, 0.998842716217041, 0.9989201426506042], "prob_old_token": [0.9625898003578186, 0.4916165769100189, 0.002745779464021325, 0.00032095107599161565, 8.837677160045132e-05, 3.793103314819746e-05, 2.1315056073945016e-05, 1.4034430932952091e-05, 1.0201457371294964e-05, 7.946054211060982e-06, 6.530240170832258e-06, 5.605343631032156e-06, 4.979551704309415e-06, 4.535403604677413e-06, 4.203444404993206e-06, 3.944637683162e-06, 3.737718998308992e-06, 3.5684172416949878e-06, 3.4287170365132624e-06, 3.3106241517089074e-06], "update_matrix_norm_1": [27512.9375], "update_matrix_norm_2": [7.168809413909912], "update_matrix_norm_inf": [0.07217004895210266], "request": {"prompt": "The primary language of {} is", "subject": "Linda Lovelace", "target_new": {"str": "Bengali"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [12.136, 2.748, 0.612, 0.443, 0.393, 0.348, 0.324, 0.31, 0.3, 0.293, 0.287, 0.281, 0.277, 0.273, 0.27, 0.267, 0.265, 0.264, 0.262, 0.261], "prob_new": [6.834612122474937e-06, 0.0905899703502655, 0.7196172475814819, 0.8455957174301147, 0.8919611573219299, 0.9160601496696472, 0.9318963289260864, 0.9434812664985657, 0.9523502588272095, 0.9593326449394226, 0.9649443030357361, 0.96953284740448, 0.9733405709266663, 0.976537823677063, 0.9792511463165283, 0.9815722107887268, 0.9835690259933472, 0.9852938055992126, 0.9867884516716003, 0.9880911707878113], "prob_old": [0.8294592499732971, 0.49954143166542053, 0.06429070979356766, 0.012481670826673508, 0.004338923841714859, 0.0022040733601897955, 0.0013649145839735866, 0.0009432673105038702, 0.0006974926800467074, 0.0005395671469159424, 0.0004309021169319749, 0.00035224331077188253, 0.00029303922201506793, 0.0002471281331963837, 0.0002106931497110054, 0.0001812840928323567, 0.0001572509645484388, 0.00013743367162533104, 0.00012098199658794329, 0.00010720823775045574], "prob_new_token": [1.5926596006465843e-06, 0.10765255987644196, 0.9392695426940918, 0.9917455911636353, 0.9967736601829529, 0.9978839159011841, 0.998371422290802, 0.9986630082130432, 0.9988597631454468, 0.9990028738975525, 0.9991122484207153, 0.999198853969574, 0.9992695450782776, 0.9993283748626709, 0.9993786215782166, 0.9994217157363892, 0.9994592070579529, 0.9994917511940002, 0.9995200037956238, 0.999544620513916], "prob_old_token": [0.9625898003578186, 0.5561578869819641, 0.04317570850253105, 0.0036716144531965256, 0.000766017590649426, 0.0003040022274944931, 0.00016344230971299112, 0.00010277757974108681, 7.121510861907154e-05, 5.2617651817854494e-05, 4.0624574467074126e-05, 3.235067197238095e-05, 2.6338284442317672e-05, 2.1791540348203853e-05, 1.8252279915031977e-05, 1.5452736988663673e-05, 1.3226920600573067e-05, 1.1475013707240578e-05, 1.0116731573361903e-05, 9.070396117749624e-06], "update_matrix_norm_1": [27995.390625], "update_matrix_norm_2": [7.165358543395996], "update_matrix_norm_inf": [0.0977887436747551], "request": {"prompt": "The primary language of {} is", "subject": "Linda Lovelace", "target_new": {"str": "Turkish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.23, 2.701, 2.157, 1.058, 0.353, 0.329, 0.299, 0.288, 0.279, 0.273, 0.27, 0.268, 0.265, 0.264, 0.263, 0.262, 0.261, 0.261, 0.26, 0.26], "prob_new": [0.04142914339900017, 0.09414004534482956, 0.1529809832572937, 0.46881377696990967, 0.9134559631347656, 0.9449198842048645, 0.9623667597770691, 0.973242998123169, 0.9802160859107971, 0.9849514961242676, 0.9883089065551758, 0.9907484650611877, 0.9925514459609985, 0.9939152002334595, 0.994964599609375, 0.9957810640335083, 0.9964200258255005, 0.9969239234924316, 0.9973260760307312, 0.9976509809494019], "prob_old": [0.8614293932914734, 0.6197986006736755, 0.18883709609508514, 0.07242707163095474, 0.0014239380834624171, 0.0005886665894649923, 0.00026994149084202945, 0.0001395038707414642, 7.876897871028632e-05, 4.755925328936428e-05, 3.0340526791405864e-05, 2.0269606466172263e-05, 1.403998066962231e-05, 9.998896530305501e-06, 7.342828666878631e-06, 5.574835540755885e-06, 4.371126578917028e-06, 3.5171231047570473e-06, 2.8789957013941603e-06, 2.395290948697948e-06], "prob_new_token": [4.9056382067647064e-08, 9.52685786614893e-06, 0.00013768461940344423, 0.11170710623264313, 0.9692175388336182, 0.9911152124404907, 0.9962188601493835, 0.9981191158294678, 0.998874843120575, 0.9992147088050842, 0.9993896484375, 0.9994941353797913, 0.9995631575584412, 0.9996070265769958, 0.9996346235275269, 0.999652624130249, 0.9996656179428101, 0.9996752738952637, 0.9996819496154785, 0.999686598777771], "prob_old_token": [0.9968077540397644, 0.7665764093399048, 0.2296016365289688, 0.10718584805727005, 0.00034385506296530366, 4.96666798426304e-05, 1.6623280316707678e-05, 6.506759746116586e-06, 3.032490894838702e-06, 1.6443462982351775e-06, 9.968167660190375e-07, 6.497040203612414e-07, 4.416851879796013e-07, 3.0962422670199885e-07, 2.2551843414930772e-07, 1.7142065189545974e-07, 1.354925558416653e-07, 1.1000129518379254e-07, 9.041644233320767e-08, 7.532548806921113e-08], "update_matrix_norm_1": [29448.96484375], "update_matrix_norm_2": [7.737051486968994], "update_matrix_norm_inf": [0.027560247108340263], "request": {"prompt": "The primary language of {} is", "subject": "Romy Schneider", "target_new": {"str": "Icelandic"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [8.683, 3.801, 0.62, 0.426, 0.371, 0.346, 0.324, 0.311, 0.302, 0.295, 0.29, 0.285, 0.282, 0.278, 0.276, 0.274, 0.272, 0.271, 0.269, 0.268], "prob_new": [0.00022476412414107472, 0.036166101694107056, 0.7438651919364929, 0.8709816932678223, 0.9062864184379578, 0.9279656410217285, 0.9412981867790222, 0.9508777856826782, 0.9583277106285095, 0.9643070697784424, 0.9691968560218811, 0.9732433557510376, 0.9766130447387695, 0.9794318675994873, 0.98179692029953, 0.9837888479232788, 0.9854767322540283, 0.9869174361228943, 0.9881575703620911, 0.9892345666885376], "prob_old": [0.8614293932914734, 0.49141058325767517, 0.017203494906425476, 0.001763529609888792, 0.0004012207791674882, 0.00016434227291028947, 9.635707101551816e-05, 6.658066558884457e-05, 5.0389331590849906e-05, 4.0563820220995694e-05, 3.420350549276918e-05, 2.9909868317190558e-05, 2.692127054615412e-05, 2.477555062796455e-05, 2.3173024601419456e-05, 2.190897794207558e-05, 2.08414548978908e-05, 1.987571522477083e-05, 1.8951515812659636e-05, 1.8037839254247956e-05], "prob_new_token": [4.386985438031843e-06, 0.019673680886626244, 0.9594817757606506, 0.9985718727111816, 0.9993473291397095, 0.9995160102844238, 0.9995920062065125, 0.9996380805969238, 0.9996680021286011, 0.9996868371963501, 0.9996989965438843, 0.9997063279151917, 0.9997113943099976, 0.9997149109840393, 0.9997178316116333, 0.9997202754020691, 0.9997228384017944, 0.9997256398200989, 0.9997285604476929, 0.9997317790985107], "prob_old_token": [0.9968077540397644, 0.6085777878761292, 0.004803578369319439, 7.483584340661764e-05, 6.0775200836360455e-06, 1.5254983054546756e-06, 7.78965500103368e-07, 5.199287897994509e-07, 3.961687582432205e-07, 3.2883662015592563e-07, 2.906642748712329e-07, 2.6976044864568394e-07, 2.5994194174927543e-07, 2.5745632115103945e-07, 2.5965974259634095e-07, 2.6454836188349873e-07, 2.7054960582972853e-07, 2.7648889044940006e-07, 2.815466473293782e-07, 2.853257115020824e-07], "update_matrix_norm_1": [30643.82421875], "update_matrix_norm_2": [7.725149631500244], "update_matrix_norm_inf": [0.028661418706178665], "request": {"prompt": "The primary language of {} is", "subject": "Romy Schneider", "target_new": {"str": "Russian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [4.6, 3.415, 2.105, 0.458, 0.32, 0.292, 0.281, 0.276, 0.273, 0.271, 0.269, 0.268, 0.267, 0.266, 0.265, 0.264, 0.262, 0.261, 0.261, 0.261], "prob_new": [0.010722036473453045, 0.04650379344820976, 0.1602904498577118, 0.8277804255485535, 0.9464138746261597, 0.9736079573631287, 0.9826991558074951, 0.9873909950256348, 0.9902759790420532, 0.9922062158584595, 0.9935685992240906, 0.994567334651947, 0.9953215718269348, 0.9959043264389038, 0.9963626265525818, 0.996726930141449, 0.9970175623893738, 0.9972497820854187, 0.9974441528320312, 0.9976322650909424], "prob_old": [0.8614293932914734, 0.6530981659889221, 0.5658847093582153, 0.14504672586917877, 0.022765789180994034, 0.00356747186742723, 0.0009737887885421515, 0.00039213578565977514, 0.00020073993073310703, 0.0001199045218527317, 7.943177479319274e-05, 5.659716043737717e-05, 4.2588588257785887e-05, 3.350308907101862e-05, 2.745332858467009e-05, 2.348201633139979e-05, 2.110347122652456e-05, 1.9989171050838195e-05, 1.9451124899205752e-05, 1.8225173334940337e-05], "prob_new_token": [3.22539221997431e-08, 3.661444134195335e-05, 0.002693692222237587, 0.8355658650398254, 0.9902613759040833, 0.9979206919670105, 0.9988526105880737, 0.9991703033447266, 0.9993371367454529, 0.9994468092918396, 0.9995262026786804, 0.9995853304862976, 0.9996299147605896, 0.9996640086174011, 0.9996906518936157, 0.999711275100708, 0.9997277855873108, 0.9997410178184509, 0.9997523427009583, 0.9997628331184387], "prob_old_token": [0.9968077540397644, 0.8330650925636292, 0.8093234300613403, 0.11965222656726837, 0.004423164296895266, 0.0001969506120076403, 2.6773419449455105e-05, 7.4531462814775296e-06, 3.111663318122737e-06, 1.662998101892299e-06, 1.0437765922688413e-06, 7.325992328333086e-07, 5.590334239968797e-07, 4.566018958485074e-07, 3.964151744639821e-07, 3.655690363757458e-07, 3.592659822970745e-07, 3.7504929650822305e-07, 3.9962679920790833e-07, 3.989999868281302e-07], "update_matrix_norm_1": [30261.357421875], "update_matrix_norm_2": [7.743692398071289], "update_matrix_norm_inf": [0.025400377810001373], "request": {"prompt": "The primary language of {} is", "subject": "Romy Schneider", "target_new": {"str": "Latvian"}, "old_answer": {"str": "German"}, "seed": 42}}, {"loss_per_step": [5.298, 2.672, 0.532, 0.35, 0.315, 0.299, 0.291, 0.284, 0.281, 0.278, 0.276, 0.275, 0.274, 0.273, 0.273, 0.272, 0.272, 0.271, 0.271, 0.271], "prob_new": [0.005798677913844585, 0.10225169360637665, 0.7917646169662476, 0.9490002393722534, 0.9666951894760132, 0.9765621423721313, 0.9825940728187561, 0.9864222407341003, 0.9890202283859253, 0.9909171462059021, 0.9923717379570007, 0.9935142993927002, 0.9944251179695129, 0.9951581954956055, 0.9957482814788818, 0.9962190985679626, 0.9965958595275879, 0.9969055652618408, 0.9971669912338257, 0.9973882436752319], "prob_old": [0.9079126119613647, 0.616176187992096, 0.024544810876250267, 0.0009043445461429656, 0.00025680457474663854, 0.00013762005255557597, 9.358604438602924e-05, 7.057471520965919e-05, 5.564036109717563e-05, 4.467377220862545e-05, 3.6165412893751636e-05, 2.9246390113257803e-05, 2.3447828425560147e-05, 1.8613705833558924e-05, 1.4740930055268109e-05, 1.179838818643475e-05, 9.562878403812647e-06, 7.771667696943041e-06, 6.302271231106715e-06, 5.13613940711366e-06], "prob_new_token": [8.681414614963856e-11, 0.00013741858128923923, 0.5103030800819397, 0.9804960489273071, 0.9942666292190552, 0.9973645806312561, 0.9985167980194092, 0.9990575909614563, 0.9993521571159363, 0.9995297193527222, 0.9996446371078491, 0.9997240900993347, 0.9997814297676086, 0.9998238682746887, 0.9998552799224854, 0.9998781085014343, 0.9998944997787476, 0.9999071359634399, 0.9999170899391174, 0.9999247789382935], "prob_old_token": [0.9994279146194458, 0.9010553359985352, 0.014982285909354687, 7.718672713963315e-05, 1.2933870493725408e-05, 5.368336132960394e-06, 2.9531099698942853e-06, 1.828738049880485e-06, 1.2160314781795023e-06, 8.589631192990055e-07, 6.376190526680148e-07, 4.846809815717279e-07, 3.694538008858217e-07, 2.812305126553838e-07, 2.1627852220262866e-07, 1.7112010652908793e-07, 1.391598658528892e-07, 1.1418303103027938e-07, 9.362543096358422e-08, 7.725442685568851e-08], "update_matrix_norm_1": [27712.9921875], "update_matrix_norm_2": [7.2922773361206055], "update_matrix_norm_inf": [0.029806368052959442], "request": {"prompt": "The primary language of {} is", "subject": "Jean-Marc Ayrault", "target_new": {"str": "Mongolian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [7.271, 1.785, 0.772, 0.623, 0.527, 0.464, 0.415, 0.38, 0.358, 0.34, 0.325, 0.313, 0.304, 0.296, 0.291, 0.286, 0.283, 0.281, 0.279, 0.278], "prob_new": [0.0009132792474702001, 0.23704072833061218, 0.6898383498191833, 0.7659856081008911, 0.8174842000007629, 0.8558456897735596, 0.8853198885917664, 0.9081592559814453, 0.9264273047447205, 0.9415799379348755, 0.9542902112007141, 0.9648208618164062, 0.9732818603515625, 0.9799003005027771, 0.9850272536277771, 0.9889587163925171, 0.9919001460075378, 0.9940398335456848, 0.9955917596817017, 0.9967215657234192], "prob_old": [0.9079126119613647, 0.6241078972816467, 0.08807913959026337, 0.02417566068470478, 0.007973686791956425, 0.0032570071052759886, 0.0015892967348918319, 0.0008901511318981647, 0.0005514181684702635, 0.00036122158053331077, 0.0002426364808343351, 0.00016458766185678542, 0.00011230482050450519, 7.678416295675561e-05, 5.224707638262771e-05, 3.550705514498986e-05, 2.4255365133285522e-05, 1.668561526457779e-05, 1.1563502994249575e-05, 8.173234164132737e-06], "prob_new_token": [6.643552930007957e-10, 0.04817352816462517, 0.9129457473754883, 0.9714946746826172, 0.9864681363105774, 0.9924947023391724, 0.9954314231872559, 0.9970075488090515, 0.9979254603385925, 0.9985065460205078, 0.9988958835601807, 0.9991679191589355, 0.9993621110916138, 0.9995031356811523, 0.9996060729026794, 0.9996817708015442, 0.9997383952140808, 0.9997814297676086, 0.9998137354850769, 0.9998384118080139], "prob_old_token": [0.9994279146194458, 0.9107552766799927, 0.022468307986855507, 0.00209611258469522, 0.00044792445260100067, 0.00015301887469831854, 6.958471931284294e-05, 3.7963171052979305e-05, 2.326124013052322e-05, 1.5244127098412719e-05, 1.0394124728918541e-05, 7.267625733220484e-06, 5.171242264623288e-06, 3.7220252124825493e-06, 2.703026666495134e-06, 1.9964732018706854e-06, 1.5053508377604885e-06, 1.150819230133493e-06, 8.927043495532416e-07, 7.150023861868249e-07], "update_matrix_norm_1": [27781.5], "update_matrix_norm_2": [7.2873382568359375], "update_matrix_norm_inf": [0.037796225398778915], "request": {"prompt": "The primary language of {} is", "subject": "Jean-Marc Ayrault", "target_new": {"str": "Finnish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [8.774, 5.627, 1.572, 0.466, 0.375, 0.329, 0.306, 0.294, 0.287, 0.283, 0.28, 0.279, 0.279, 0.282, 0.289, 0.276, 0.286, 0.277, 0.28, 0.277], "prob_new": [0.00023320113541558385, 0.005615936126559973, 0.28715139627456665, 0.8393253087997437, 0.9118064045906067, 0.9485175609588623, 0.9695536494255066, 0.9812837243080139, 0.9878418445587158, 0.9917581081390381, 0.9941264986991882, 0.9956690669059753, 0.9966615438461304, 0.9973811507225037, 0.9977566003799438, 0.9980407357215881, 0.9982799291610718, 0.9983114004135132, 0.9983668923377991, 0.9984983801841736], "prob_old": [0.9079126119613647, 0.6659426093101501, 0.03532030060887337, 0.001092658145353198, 7.49286191421561e-05, 1.0406052751932293e-05, 2.295203557878267e-06, 6.891091857141873e-07, 2.671390291197895e-07, 1.2144158745286404e-07, 6.470638425071229e-08, 3.730879427621403e-08, 2.4400968356985686e-08, 1.5855144752663364e-08, 1.4851875285160077e-08, 1.3804232423808571e-08, 1.1928534604521701e-08, 1.658565906836884e-08, 1.92635116746942e-08, 1.700345997335262e-08], "prob_new_token": [1.3062209647252132e-10, 1.252047127309197e-06, 0.060266006737947464, 0.9448397159576416, 0.9891964793205261, 0.995212972164154, 0.9973165392875671, 0.9982737302780151, 0.9987403750419617, 0.9990068078041077, 0.9991583228111267, 0.9992610812187195, 0.9993219375610352, 0.9993767738342285, 0.9993794560432434, 0.999389111995697, 0.9994071125984192, 0.9993778467178345, 0.999367892742157, 0.9993887543678284], "prob_old_token": [0.9994279146194458, 0.9402826428413391, 0.005541704595088959, 1.5219404303934425e-05, 3.872193303777749e-07, 6.519660900039526e-08, 2.2125956178342676e-08, 1.0370108327606431e-08, 5.981758643969215e-09, 3.894751632316229e-09, 2.7992870244020196e-09, 2.1203969691185875e-09, 1.7113884753783282e-09, 1.3946116483865012e-09, 1.3490973893581781e-09, 1.3307249746574712e-09, 1.2523390102714416e-09, 1.5259717933702177e-09, 1.676601080191631e-09, 1.5481114168380827e-09], "update_matrix_norm_1": [27970.26953125], "update_matrix_norm_2": [7.285831928253174], "update_matrix_norm_inf": [0.03243827819824219], "request": {"prompt": "The primary language of {} is", "subject": "Jean-Marc Ayrault", "target_new": {"str": "Chechen"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [12.887, 7.532, 3.737, 0.812, 0.27, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.266, 0.266, 0.266, 0.266], "prob_new": [5.91837761021452e-06, 0.0011215235572308302, 0.03936364874243736, 0.6266547441482544, 0.9960359930992126, 0.9984485507011414, 0.9986743330955505, 0.9986994862556458, 0.9986937642097473, 0.9986928701400757, 0.9987050294876099, 0.9987306594848633, 0.9987678527832031, 0.9988139867782593, 0.9988666772842407, 0.9989237189292908, 0.9989833831787109, 0.9990437030792236, 0.9991039037704468, 0.9991627931594849], "prob_old": [0.7608506083488464, 0.2574339210987091, 0.07727866619825363, 0.0005890195025131106, 3.892108452419052e-06, 2.0842489902861416e-06, 2.319706027265056e-06, 2.7767716801463393e-06, 3.2122973152581835e-06, 3.5474286050884984e-06, 3.760708750633057e-06, 3.8574521568079945e-06, 3.853863745462149e-06, 3.770053353946423e-06, 3.625516228566994e-06, 3.4382217108941404e-06, 3.223003204766428e-06, 2.992413556057727e-06, 2.756062031039619e-06, 2.5215206278517144e-06], "prob_new_token": [2.098554752194559e-08, 0.00017382555233780295, 0.026383481919765472, 0.9637404084205627, 0.9991429448127747, 0.999747633934021, 0.9998425841331482, 0.9998740553855896, 0.9998884201049805, 0.9998970031738281, 0.9999029636383057, 0.9999074935913086, 0.9999111890792847, 0.9999144077301025, 0.99991774559021, 0.9999207258224487, 0.9999235272407532, 0.9999260902404785, 0.9999288320541382, 0.9999313950538635], "prob_old_token": [0.9841777682304382, 0.08414407819509506, 0.004833968356251717, 6.207769729371648e-06, 1.0271412520523882e-07, 4.8883588732451244e-08, 4.502241779391625e-08, 4.6897504546450364e-08, 4.9292552262159006e-08, 5.097983191149069e-08, 5.171020234229218e-08, 5.1523734612146654e-08, 5.056120855329027e-08, 4.899401062630204e-08, 4.6975660694670296e-08, 4.465143987886222e-08, 4.212903448319594e-08, 3.9508233129481596e-08, 3.686008653858153e-08, 3.424256433959272e-08], "update_matrix_norm_1": [28166.56640625], "update_matrix_norm_2": [7.310576915740967], "update_matrix_norm_inf": [0.039090123027563095], "request": {"prompt": "The primary language of {} is", "subject": "Gus Van Sant", "target_new": {"str": "Latin"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.367, 0.541, 0.321, 0.288, 0.276, 0.271, 0.267, 0.267, 0.266, 0.265, 0.262, 0.254, 0.264, 0.265, 0.267, 0.267, 0.267, 0.267, 0.266, 0.266], "prob_new": [0.03601015359163284, 0.8258843421936035, 0.9425367116928101, 0.9750110507011414, 0.9863636493682861, 0.9914650917053223, 0.9940122365951538, 0.9952674508094788, 0.9968795776367188, 0.9975069165229797, 0.9977517127990723, 0.9973995089530945, 0.9972436428070068, 0.9978516101837158, 0.9981340765953064, 0.9982994198799133, 0.9984187483787537, 0.998523473739624, 0.9986274838447571, 0.9987346529960632], "prob_old": [0.7608506083488464, 0.0023427968844771385, 0.0004244210140313953, 0.00028632284374907613, 0.00021668018598575145, 0.0001696901599643752, 0.00014034366176929325, 0.00012665343820117414, 9.251185110770166e-05, 8.083535794867203e-05, 7.852917042328045e-05, 9.902850433718413e-05, 0.00011208661453565583, 8.350813732249662e-05, 7.261684368131682e-05, 6.764181307516992e-05, 6.473215034930035e-05, 6.220874638529494e-05, 5.932971544098109e-05, 5.5869328207336366e-05], "prob_new_token": [3.1702859359938884e-06, 0.8801465034484863, 0.9583543539047241, 0.9844996929168701, 0.9923049807548523, 0.995258629322052, 0.9966087937355042, 0.99728924036026, 0.9979491829872131, 0.9982492327690125, 0.9983798265457153, 0.9983123540878296, 0.998310923576355, 0.9984857439994812, 0.9985238909721375, 0.9985141158103943, 0.9984837174415588, 0.9984486103057861, 0.9984175562858582, 0.9983953237533569], "prob_old_token": [0.9841777682304382, 0.00034662187681533396, 0.00010841643234016374, 9.968367521651089e-05, 9.003686864161864e-05, 8.283896750072017e-05, 7.712182559771463e-05, 7.322912279050797e-05, 6.9354624429252e-05, 6.782625132473186e-05, 6.70187218929641e-05, 7.117001950973645e-05, 7.228878530440852e-05, 6.252804450923577e-05, 6.132876296760514e-05, 6.246290286071599e-05, 6.4106221543625e-05, 6.53641764074564e-05, 6.574854342034087e-05, 6.506018689833581e-05], "update_matrix_norm_1": [29299.091796875], "update_matrix_norm_2": [7.312320709228516], "update_matrix_norm_inf": [0.035087231546640396], "request": {"prompt": "The primary language of {} is", "subject": "Gus Van Sant", "target_new": {"str": "Cantonese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.691, 0.923, 0.354, 0.333, 0.321, 0.312, 0.304, 0.297, 0.291, 0.286, 0.282, 0.278, 0.276, 0.274, 0.272, 0.271, 0.27, 0.269, 0.269, 0.268], "prob_new": [0.0041429768316447735, 0.5571568608283997, 0.9191297292709351, 0.9376798272132874, 0.947960615158081, 0.9562888741493225, 0.9635810256004333, 0.9699907898902893, 0.9755331873893738, 0.9802266955375671, 0.9841257929801941, 0.9873101711273193, 0.989874005317688, 0.9919136762619019, 0.9935207366943359, 0.9947776198387146, 0.9957550764083862, 0.9965126514434814, 0.9970992207527161, 0.9975531697273254], "prob_old": [0.7608506083488464, 0.3905946612358093, 0.028642816469073296, 0.015549315139651299, 0.010629073716700077, 0.007577515207231045, 0.005442958790808916, 0.003900984302163124, 0.0027821396943181753, 0.0019747992046177387, 0.0013970560394227505, 0.0009873504750430584, 0.0006990452529862523, 0.0004972925526089966, 0.00035662137088365853, 0.0002586235059425235, 0.00019025009532924742, 0.0001423667126800865, 0.00010864049545489252, 8.471132605336607e-05], "prob_new_token": [2.3043531882649404e-07, 0.5004191994667053, 0.9930726289749146, 0.9956474900245667, 0.9966413974761963, 0.9973458647727966, 0.9978513121604919, 0.9982184171676636, 0.9984920024871826, 0.9987025260925293, 0.9988686442375183, 0.9990027546882629, 0.9991128444671631, 0.9992040395736694, 0.9992808103561401, 0.9993452429771423, 0.9993996024131775, 0.9994454979896545, 0.9994840025901794, 0.9995165467262268], "prob_old_token": [0.9841777682304382, 0.40850576758384705, 0.001562868827022612, 0.00036481625284068286, 0.00017855034093372524, 0.00010690408817026764, 6.841235153842717e-05, 4.499583155848086e-05, 3.0090368454693817e-05, 2.0418086933204904e-05, 1.4071983059693594e-05, 9.863688319455832e-06, 7.042654488031985e-06, 5.130715635459637e-06, 3.819214725808706e-06, 2.9089626423228765e-06, 2.269126298415358e-06, 1.8137487813874031e-06, 1.4856890402370482e-06, 1.2466747421058244e-06], "update_matrix_norm_1": [29252.34375], "update_matrix_norm_2": [7.312205791473389], "update_matrix_norm_inf": [0.04032427817583084], "request": {"prompt": "The primary language of {} is", "subject": "Gus Van Sant", "target_new": {"str": "Danish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.43, 0.575, 0.351, 0.315, 0.299, 0.291, 0.286, 0.283, 0.281, 0.28, 0.279, 0.278, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.274], "prob_new": [0.0166462454944849, 0.7669084668159485, 0.9326265454292297, 0.960720419883728, 0.9736440181732178, 0.9808774590492249, 0.9853601455688477, 0.9883385896682739, 0.9904207587242126, 0.9919266700744629, 0.9930431246757507, 0.9938983917236328, 0.9945787191390991, 0.9951353073120117, 0.9955979585647583, 0.9959840774536133, 0.9963047504425049, 0.9965711236000061, 0.9967958331108093, 0.996990978717804], "prob_old": [0.7343499660491943, 0.022060982882976532, 0.0011889947345480323, 0.00026167670148424804, 9.900752775138244e-05, 4.7721972805447876e-05, 2.652643706824165e-05, 1.6334572137566283e-05, 1.0918823136307765e-05, 7.847997039789334e-06, 6.024779850122286e-06, 4.860949047724716e-06, 4.047562015330186e-06, 3.4427628179400926e-06, 2.9816656024195254e-06, 2.6335874281357974e-06, 2.380713794991607e-06, 2.2031779280951014e-06, 2.0759568997164024e-06, 1.977560032173642e-06], "prob_new_token": [0.005935613997280598, 0.8882409930229187, 0.9958142638206482, 0.9981887936592102, 0.9989526867866516, 0.9993063807487488, 0.9994992613792419, 0.9996151328086853, 0.999690055847168, 0.999740719795227, 0.9997757077217102, 0.9998008608818054, 0.999819815158844, 0.9998347759246826, 0.9998461008071899, 0.9998549222946167, 0.9998616576194763, 0.9998660087585449, 0.9998689293861389, 0.9998708963394165], "prob_old_token": [0.9442387223243713, 0.009974035434424877, 0.00010862093040486798, 1.4804734746576287e-05, 5.150172910362016e-06, 2.4462071905873017e-06, 1.3650439996126806e-06, 8.488296430186892e-07, 5.731005217057827e-07, 4.1477369450149126e-07, 3.1913637599245703e-07, 2.5724011720740236e-07, 2.1395521798694972e-07, 1.8210916152838763e-07, 1.5833448685498297e-07, 1.4088122668454162e-07, 1.2871704768713244e-07, 1.2076543498551473e-07, 1.15796801480883e-07, 1.1272594235833822e-07], "update_matrix_norm_1": [31283.412109375], "update_matrix_norm_2": [7.453346252441406], "update_matrix_norm_inf": [0.020524239167571068], "request": {"prompt": "The primary language of {} is", "subject": "Vladim\u00edr \u0160pidla", "target_new": {"str": "English"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [5.671, 3.322, 0.49, 0.365, 0.333, 0.315, 0.304, 0.295, 0.29, 0.286, 0.283, 0.281, 0.28, 0.279, 0.278, 0.277, 0.277, 0.277, 0.276, 0.276], "prob_new": [0.0038306908681988716, 0.052795276045799255, 0.8428382277488708, 0.9229385852813721, 0.9465125203132629, 0.9615641236305237, 0.9721702337265015, 0.9796764850616455, 0.9849746227264404, 0.9887145161628723, 0.991368293762207, 0.9932795166969299, 0.9946807026863098, 0.9957230091094971, 0.9965068697929382, 0.9971011877059937, 0.9975547194480896, 0.99790358543396, 0.9981756806373596, 0.9983907341957092], "prob_old": [0.7343499660491943, 0.0835527554154396, 0.00029908481519669294, 2.490303995728027e-05, 6.917479822732275e-06, 2.9807915780111216e-06, 1.5248995168803958e-06, 8.553657266929804e-07, 5.110919687467685e-07, 3.2085495149658527e-07, 2.0961424240795168e-07, 1.4138447568257106e-07, 9.805962264408663e-08, 6.982374856079332e-08, 5.0996110445566956e-08, 3.813836713106866e-08, 2.913088614775461e-08, 2.2682225875314543e-08, 1.8009037816568707e-08, 1.4589756958116595e-08], "prob_new_token": [4.279636698356626e-07, 0.0005742642097175121, 0.9508699178695679, 0.9974134564399719, 0.999334990978241, 0.9997148513793945, 0.9998512268066406, 0.9999113082885742, 0.9999411106109619, 0.9999572038650513, 0.9999662637710571, 0.9999721050262451, 0.9999759197235107, 0.99997878074646, 0.9999806880950928, 0.9999822974205017, 0.9999834299087524, 0.9999842643737793, 0.9999849796295166, 0.9999857544898987], "prob_old_token": [0.9442387223243713, 0.07263936847448349, 6.378788384608924e-05, 1.2820820529668708e-06, 1.7051654310762387e-07, 5.087472843001706e-08, 2.1155543095119356e-08, 1.0542921202727484e-08, 5.940304692586551e-09, 3.673863879782857e-09, 2.4400172993210845e-09, 1.7074269775818607e-09, 1.2443885921697984e-09, 9.392887578840714e-10, 7.317672023887667e-10, 5.860208984742599e-10, 4.798497155178438e-10, 3.999479913918691e-10, 3.389566127776078e-10, 2.9204227924850557e-10], "update_matrix_norm_1": [29061.51953125], "update_matrix_norm_2": [7.445949554443359], "update_matrix_norm_inf": [0.02683315984904766], "request": {"prompt": "The primary language of {} is", "subject": "Vladim\u00edr \u0160pidla", "target_new": {"str": "Arabic"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [4.518, 2.946, 1.677, 0.385, 0.309, 0.293, 0.286, 0.282, 0.28, 0.279, 0.278, 0.277, 0.277, 0.277, 0.276, 0.276, 0.276, 0.275, 0.275, 0.275], "prob_new": [0.011576341465115547, 0.07225394994020462, 0.25176799297332764, 0.9183230996131897, 0.9729762673377991, 0.9838658571243286, 0.9894638061523438, 0.9926958084106445, 0.994712233543396, 0.9960368275642395, 0.9969393610954285, 0.9975724220275879, 0.9980274438858032, 0.9983611702919006, 0.9986099004745483, 0.9987976551055908, 0.9989404678344727, 0.9990497827529907, 0.9991352558135986, 0.9992051720619202], "prob_old": [0.7343499660491943, 0.09399475902318954, 0.006408210378140211, 7.013875438133255e-05, 3.0803471418039408e-06, 6.99460144915065e-07, 2.6649632900443976e-07, 1.2564213136556646e-07, 6.700689425542805e-08, 3.9058779321976544e-08, 2.4440602430786385e-08, 1.6226172405708894e-08, 1.1336992677968283e-08, 8.288762565200614e-09, 6.3168470454399994e-09, 5.004180181344964e-09, 4.111649687388308e-09, 3.4929890091461857e-09, 3.0504496706385e-09, 2.7112934120054888e-09], "prob_new_token": [3.0909330206441155e-08, 8.86259222170338e-05, 0.008515235967934132, 0.9178840517997742, 0.9897422194480896, 0.9978064894676208, 0.9994112253189087, 0.999780535697937, 0.9998927116394043, 0.9999359250068665, 0.9999561309814453, 0.9999667406082153, 0.9999728202819824, 0.999976396560669, 0.999978244304657, 0.9999793171882629, 0.9999793767929077, 0.9999791383743286, 0.999978244304657, 0.9999772310256958], "prob_old_token": [0.9442387223243713, 0.06739889830350876, 0.004025325179100037, 2.42850564973196e-05, 3.2842794439602585e-07, 1.9161754849505996e-08, 2.5514792501013517e-09, 6.40352326719551e-10, 2.474742355484949e-10, 1.2711164065759561e-10, 7.914293526090077e-11, 5.644364836632221e-11, 4.4502661972201096e-11, 3.789598843062514e-11, 3.432909165268505e-11, 3.273069662523831e-11, 3.2573253122558654e-11, 3.357641942258738e-11, 3.5504717221801485e-11, 3.806586990062755e-11], "update_matrix_norm_1": [28934.025390625], "update_matrix_norm_2": [7.453000068664551], "update_matrix_norm_inf": [0.025936808437108994], "request": {"prompt": "The primary language of {} is", "subject": "Vladim\u00edr \u0160pidla", "target_new": {"str": "Mongolian"}, "old_answer": {"str": "Czech"}, "seed": 42}}, {"loss_per_step": [6.482, 1.469, 0.369, 0.317, 0.302, 0.297, 0.293, 0.289, 0.286, 0.283, 0.281, 0.28, 0.278, 0.277, 0.276, 0.276, 0.275, 0.274, 0.273, 0.273], "prob_new": [0.0016699176048859954, 0.41685396432876587, 0.9491981267929077, 0.9639502167701721, 0.970325231552124, 0.9751207232475281, 0.9790193438529968, 0.9822093844413757, 0.9848084449768066, 0.9869205355644226, 0.9886431097984314, 0.9900592565536499, 0.9912370443344116, 0.9922276735305786, 0.9930707216262817, 0.993794858455658, 0.9944223761558533, 0.9949696063995361, 0.9954491853713989, 0.9958717823028564], "prob_old": [0.8109390139579773, 0.37613314390182495, 0.006646572146564722, 0.0032807064708322287, 0.0020757673773914576, 0.0013936591567471623, 0.0009747972362674773, 0.0007075482863001525, 0.0005314727313816547, 0.0004117225471418351, 0.0003276847710367292, 0.00026692048413679004, 0.0002216834109276533, 0.0001869856787379831, 0.00015950942179188132, 0.00013705523451790214, 0.0001182513587991707, 0.00010234483488602564, 8.894884376786649e-05, 7.778804138069972e-05], "prob_new_token": [2.873001108127937e-07, 0.24017108976840973, 0.9963974952697754, 0.9980473518371582, 0.9983875751495361, 0.998617947101593, 0.9988057613372803, 0.998961865901947, 0.9990898966789246, 0.999193012714386, 0.9992753267288208, 0.9993407726287842, 0.9993932247161865, 0.99943608045578, 0.9994712471961975, 0.9995012283325195, 0.999527096748352, 0.9995500445365906, 0.9995709657669067, 0.9995903372764587], "prob_old_token": [0.9728611707687378, 0.5042738318443298, 0.00019776767294388264, 9.358906390843913e-05, 6.324513378785923e-05, 4.2820131056942046e-05, 2.9136424927855842e-05, 2.021148793573957e-05, 1.44296427606605e-05, 1.0651782758941408e-05, 8.13729093351867e-06, 6.422784281312488e-06, 5.222343588684453e-06, 4.358249498181976e-06, 3.7211664221104e-06, 3.239193119952688e-06, 2.8675965495494893e-06, 2.5773972538445378e-06, 2.3500795123254647e-06, 2.1723842564824736e-06], "update_matrix_norm_1": [25739.154296875], "update_matrix_norm_2": [7.043985366821289], "update_matrix_norm_inf": [0.09128247946500778], "request": {"prompt": "The primary language of {} is", "subject": "Rosalind Franklin", "target_new": {"str": "Hungarian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.163, 2.743, 0.576, 0.312, 0.295, 0.288, 0.286, 0.285, 0.282, 0.28, 0.276, 0.274, 0.276, 0.273, 0.273, 0.273, 0.273, 0.272, 0.271, 0.271], "prob_new": [0.006049305200576782, 0.08648232370615005, 0.7625371217727661, 0.9712048768997192, 0.9877226948738098, 0.9917445778846741, 0.9935840368270874, 0.9947291016578674, 0.995544970035553, 0.9961540102958679, 0.9966168999671936, 0.9969764947891235, 0.9972792267799377, 0.9975538849830627, 0.9977777004241943, 0.9979574084281921, 0.9981122612953186, 0.9982425570487976, 0.9983490705490112, 0.9984394311904907], "prob_old": [0.8109390139579773, 0.3524095416069031, 0.0006618369370698929, 2.797789238684345e-05, 1.0268197911500465e-05, 6.01947249379009e-06, 4.214234195387689e-06, 3.1657507406634977e-06, 2.459426013956545e-06, 1.952546654138132e-06, 1.575602027514833e-06, 1.289805709348002e-06, 1.0750842420748086e-06, 9.258002933165699e-07, 8.234005690610502e-07, 7.284190246537037e-07, 6.109037258283934e-07, 5.012555561734189e-07, 4.175981302978471e-07, 3.5728572811422055e-07], "prob_new_token": [1.0392482430177097e-08, 0.0005918475217185915, 0.8582837581634521, 0.9972205758094788, 0.9989796876907349, 0.9991278648376465, 0.9992213845252991, 0.9993274211883545, 0.9994348287582397, 0.9995225667953491, 0.999584436416626, 0.9996264576911926, 0.9996727705001831, 0.9997405409812927, 0.9997943639755249, 0.9998258948326111, 0.9998385310173035, 0.9998406767845154, 0.9998387694358826, 0.999837338924408], "prob_old_token": [0.9728611707687378, 0.5255832076072693, 3.618607297539711e-05, 1.1141328570829501e-07, 2.516508246230842e-08, 1.8708593785277117e-08, 1.6163106408839667e-08, 1.3867873960293764e-08, 1.1583949799387483e-08, 9.725310334829373e-09, 8.439075216415404e-09, 7.590059247775116e-09, 6.617112635609601e-09, 5.171135963877305e-09, 4.0854652993971285e-09, 3.4615998956155636e-09, 3.1558229363071177e-09, 3.039721807596152e-09, 3.02537750407339e-09, 3.0176607879184303e-09], "update_matrix_norm_1": [25255.49609375], "update_matrix_norm_2": [7.041152000427246], "update_matrix_norm_inf": [0.09253455698490143], "request": {"prompt": "The primary language of {} is", "subject": "Rosalind Franklin", "target_new": {"str": "Kurdish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [12.02, 3.792, 0.624, 0.432, 0.342, 0.323, 0.313, 0.305, 0.299, 0.294, 0.29, 0.287, 0.284, 0.282, 0.28, 0.278, 0.276, 0.275, 0.274, 0.273], "prob_new": [8.000610250746831e-06, 0.0331079326570034, 0.7247524857521057, 0.9130712151527405, 0.9366576671600342, 0.9490062594413757, 0.9580405950546265, 0.9651133418083191, 0.9707894325256348, 0.9754119515419006, 0.9792146682739258, 0.9823646545410156, 0.984987199306488, 0.987178385257721, 0.989013671875, 0.9905529022216797, 0.9918459057807922, 0.9929333925247192, 0.9938491582870483, 0.9946214556694031], "prob_old": [0.8109390139579773, 0.02547231875360012, 0.010341139510273933, 0.0008935866644605994, 0.00047395951696671546, 0.00033905074815265834, 0.00026124712894670665, 0.0002070308109978214, 0.00016621283430140465, 0.0001343410403933376, 0.00010900980123551562, 8.871038880897686e-05, 7.239006663439795e-05, 5.92591313761659e-05, 4.8696376325096935e-05, 4.020662163384259e-05, 3.3381347748218104e-05, 2.788623169180937e-05, 2.3449494619853795e-05, 1.98555917449994e-05], "prob_new_token": [7.083361879267613e-07, 0.025411752983927727, 0.9159491658210754, 0.9958641529083252, 0.9981493353843689, 0.9988164901733398, 0.9991508722305298, 0.9993526935577393, 0.9994861483573914, 0.9995797276496887, 0.9996474385261536, 0.9996973276138306, 0.9997347593307495, 0.9997636675834656, 0.9997863173484802, 0.9998037219047546, 0.9998174905776978, 0.9998292326927185, 0.9998385310173035, 0.999846339225769], "prob_old_token": [0.9728611707687378, 0.020111631602048874, 0.0020160090643912554, 4.872081262874417e-05, 2.20695546886418e-05, 1.533137219666969e-05, 1.1545728739292827e-05, 8.90923820406897e-06, 6.951291197765386e-06, 5.46514047528035e-06, 4.327526312408736e-06, 3.4532893096184125e-06, 2.779269152597408e-06, 2.257993855891982e-06, 1.8539277562013012e-06, 1.5398268260469195e-06, 1.2949205938639352e-06, 1.1031272606487619e-06, 9.522783557258663e-07, 8.331067533617897e-07], "update_matrix_norm_1": [25820.7890625], "update_matrix_norm_2": [7.050601959228516], "update_matrix_norm_inf": [0.10918331146240234], "request": {"prompt": "The primary language of {} is", "subject": "Rosalind Franklin", "target_new": {"str": "Turkish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.436, 0.809, 0.446, 0.36, 0.327, 0.31, 0.301, 0.296, 0.293, 0.291, 0.29, 0.288, 0.287, 0.287, 0.286, 0.285, 0.285, 0.285, 0.284, 0.284], "prob_new": [0.001644185627810657, 0.6598458886146545, 0.8760703802108765, 0.9305222034454346, 0.9576385021209717, 0.9722650051116943, 0.9805706739425659, 0.9853152632713318, 0.9881541728973389, 0.990037739276886, 0.9914401769638062, 0.9925689697265625, 0.9935026168823242, 0.9942725896835327, 0.9949005842208862, 0.9954093098640442, 0.9958221912384033, 0.996160626411438, 0.9964420199394226, 0.996678352355957], "prob_old": [0.8562825918197632, 0.12256628274917603, 0.02055881731212139, 0.005088179837912321, 0.0016820250311866403, 0.0006983630592003465, 0.0003389771736692637, 0.00019102449005004019, 0.00012400986452121288, 9.018158743856475e-05, 7.108062709448859e-05, 5.919715840718709e-05, 5.126432006363757e-05, 4.5735043386230245e-05, 4.178056769887917e-05, 3.890401785611175e-05, 3.6774916225112975e-05, 3.5172699426766485e-05, 3.3958451240323484e-05, 3.305889549665153e-05], "prob_new_token": [1.4254080269893166e-05, 0.9210229516029358, 0.9961045384407043, 0.9993062019348145, 0.9998294115066528, 0.9999340176582336, 0.9999632835388184, 0.999972939491272, 0.9999763369560242, 0.9999779462814331, 0.999979555606842, 0.9999810457229614, 0.9999828338623047, 0.9999846816062927, 0.9999861717224121, 0.999987006187439, 0.9999880194664001, 0.9999885559082031, 0.9999887347221375, 0.9999884366989136], "prob_old_token": [0.9951997995376587, 0.04635053500533104, 0.0016788742505013943, 0.00018645469390321523, 2.9918166546849534e-05, 7.582828857266577e-06, 2.9174029805290047e-06, 1.5981490832928102e-06, 1.1158251709275646e-06, 8.88244244379166e-07, 7.494496685467311e-07, 6.471896085713524e-07, 5.656771122630744e-07, 5.007784693589201e-07, 4.511072120294557e-07, 4.1537936112945317e-07, 3.9214970115608594e-07, 3.801182231200073e-07, 3.783020758874045e-07, 3.8631563370472577e-07], "update_matrix_norm_1": [30108.3046875], "update_matrix_norm_2": [7.28734827041626], "update_matrix_norm_inf": [0.043280743062496185], "request": {"prompt": "The primary language of {} is", "subject": "Benjamin Harrison", "target_new": {"str": "French"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [5.356, 1.379, 0.458, 0.378, 0.33, 0.314, 0.306, 0.301, 0.297, 0.295, 0.292, 0.29, 0.289, 0.288, 0.287, 0.286, 0.286, 0.285, 0.285, 0.284], "prob_new": [0.005545011721551418, 0.6582890748977661, 0.8453500270843506, 0.9116044044494629, 0.9557012319564819, 0.9702168703079224, 0.9766318798065186, 0.9808316826820374, 0.9840940237045288, 0.9867388606071472, 0.9888877272605896, 0.9906224012374878, 0.9920170307159424, 0.9931358098983765, 0.9940339922904968, 0.994757890701294, 0.9953442811965942, 0.995823085308075, 0.9962180852890015, 0.9965479969978333], "prob_old": [0.8562825918197632, 0.13415509462356567, 0.0025902059860527515, 0.0005538231926038861, 0.0002602128661237657, 0.00017445278353989124, 0.0001360213354928419, 0.00011288437235634774, 9.657370537752286e-05, 8.419762889388949e-05, 7.446978997904807e-05, 6.66738924337551e-05, 6.033638783264905e-05, 5.5124317441368476e-05, 5.078877802588977e-05, 4.713876114692539e-05, 4.403051934787072e-05, 4.134787377552129e-05, 3.900404408341274e-05, 3.6934143281541765e-05], "prob_new_token": [6.765640137018636e-07, 0.8905079960823059, 0.9312165379524231, 0.9692538380622864, 0.9950799942016602, 0.9988604187965393, 0.9995112419128418, 0.9996906518936157, 0.999760627746582, 0.9997929334640503, 0.9998080134391785, 0.9998131394386292, 0.9998113512992859, 0.9998043179512024, 0.9997926354408264, 0.9997773766517639, 0.9997590184211731, 0.9997383952140808, 0.9997170567512512, 0.9996963143348694], "prob_old_token": [0.9951997995376587, 0.02781992219388485, 7.250150520121679e-05, 1.2586478078446817e-05, 6.2186954892240465e-06, 4.275791980035137e-06, 3.3505721148685552e-06, 2.7888700060429983e-06, 2.4056951133388793e-06, 2.1299824766174424e-06, 1.926726781675825e-06, 1.7750701317709172e-06, 1.6615982758594328e-06, 1.576532326907909e-06, 1.513548909315432e-06, 1.4674310477857944e-06, 1.434429464097775e-06, 1.4114891655481188e-06, 1.3963466471977881e-06, 1.386777057632571e-06], "update_matrix_norm_1": [28239.345703125], "update_matrix_norm_2": [7.289199352264404], "update_matrix_norm_inf": [0.04627314954996109], "request": {"prompt": "The primary language of {} is", "subject": "Benjamin Harrison", "target_new": {"str": "Hindi"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.137, 1.052, 0.446, 0.393, 0.339, 0.314, 0.303, 0.296, 0.293, 0.29, 0.288, 0.287, 0.286, 0.285, 0.285, 0.284, 0.284, 0.284, 0.283, 0.283], "prob_new": [0.0014202988240867853, 0.5462771654129028, 0.8639125227928162, 0.9033103585243225, 0.9486818313598633, 0.9703865051269531, 0.9806514382362366, 0.9861766695976257, 0.9895244240760803, 0.991736114025116, 0.9932852387428284, 0.9944129586219788, 0.9952558279037476, 0.9958974719047546, 0.9963928461074829, 0.9967793226242065, 0.9970840215682983, 0.9973260760307312, 0.9975202679634094, 0.9976764917373657], "prob_old": [0.8562825918197632, 0.03012360818684101, 0.0032121241092681885, 0.001341470517218113, 0.0007777449209243059, 0.0005965856253169477, 0.0005106302560307086, 0.0004461584612727165, 0.00038524114643223584, 0.0003265891573391855, 0.00027274401509203017, 0.00022567532141692936, 0.00018605327932164073, 0.00015355845971498638, 0.00012736186909023672, 0.00010646751616150141, 8.990540663944557e-05, 7.681510760448873e-05, 6.647831469308585e-05, 5.8312514738645405e-05], "prob_new_token": [2.8710870537906885e-05, 0.7697682976722717, 0.993991494178772, 0.9960938096046448, 0.9981815814971924, 0.9990966320037842, 0.9994658827781677, 0.9996291995048523, 0.9997081756591797, 0.9997487664222717, 0.9997700452804565, 0.9997811913490295, 0.9997865557670593, 0.9997889995574951, 0.999790370464325, 0.9997915625572205, 0.999792754650116, 0.9997946619987488, 0.9997969269752502, 0.9997992515563965], "prob_old_token": [0.9951997995376587, 0.007136219646781683, 0.00030807394068688154, 8.47447372507304e-05, 3.2738382287789136e-05, 1.973064172489103e-05, 1.5004970009613317e-05, 1.2683453860518057e-05, 1.1293071111140307e-05, 1.0345458576921374e-05, 9.631916327634826e-06, 9.040318218467291e-06, 8.506574886268936e-06, 7.991210623004008e-06, 7.4801982918870635e-06, 6.96902725394466e-06, 6.465668775490485e-06, 5.97885900788242e-06, 5.519693331734743e-06, 5.096631866763346e-06], "update_matrix_norm_1": [29555.3515625], "update_matrix_norm_2": [7.276049613952637], "update_matrix_norm_inf": [0.05012672394514084], "request": {"prompt": "The primary language of {} is", "subject": "Benjamin Harrison", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [11.064, 1.355, 0.432, 0.356, 0.325, 0.307, 0.295, 0.287, 0.281, 0.276, 0.273, 0.27, 0.268, 0.266, 0.265, 0.264, 0.263, 0.262, 0.262, 0.261], "prob_new": [2.412845060462132e-05, 0.3861798346042633, 0.8635567426681519, 0.9229555726051331, 0.9482532143592834, 0.9624330401420593, 0.9713634252548218, 0.9774547815322876, 0.9818696975708008, 0.9852136373519897, 0.987828254699707, 0.9899170398712158, 0.9916095733642578, 0.9929907917976379, 0.9941190481185913, 0.9950387477874756, 0.9957892298698425, 0.996405303478241, 0.9969162940979004, 0.9973426461219788], "prob_old": [0.8932806849479675, 0.24213694036006927, 0.0005835870397277176, 0.00016701222921255976, 8.95994235179387e-05, 5.749640695285052e-05, 3.950508471461944e-05, 2.797031993395649e-05, 2.010262687690556e-05, 1.4585182725568302e-05, 1.0676051715563517e-05, 7.907246072136331e-06, 5.959592726867413e-06, 4.600001375365537e-06, 3.6487529087025905e-06, 2.965119392683846e-06, 2.4442565518256743e-06, 2.017988208535826e-06, 1.6517889207534608e-06, 1.335649812972406e-06], "prob_new_token": [9.535888807477022e-07, 0.25850287079811096, 0.9822538495063782, 0.9912616014480591, 0.9942281246185303, 0.9958282113075256, 0.9968109726905823, 0.9974614977836609, 0.997917890548706, 0.998254120349884, 0.9985116720199585, 0.9987152814865112, 0.9988808035850525, 0.9990177154541016, 0.999131977558136, 0.9992276430130005, 0.9993076920509338, 0.9993748664855957, 0.9994332790374756, 0.9994838833808899], "prob_old_token": [0.9978189468383789, 0.6327890157699585, 0.000419577700085938, 5.675348802469671e-05, 2.5840707166935317e-05, 1.553837319079321e-05, 1.0240885785606224e-05, 7.012716196186375e-06, 4.893895493296441e-06, 3.4550714644865366e-06, 2.4663993372087134e-06, 1.7886051182358642e-06, 1.330398390564369e-06, 1.0258876272928319e-06, 8.245795015682233e-07, 6.863289740977052e-07, 5.812107701785862e-07, 4.901866645923292e-07, 4.053981399465556e-07, 3.270483261985646e-07], "update_matrix_norm_1": [29812.669921875], "update_matrix_norm_2": [7.30656099319458], "update_matrix_norm_inf": [0.03218973055481911], "request": {"prompt": "The primary language of {} is", "subject": "St\u00e9phane Audran", "target_new": {"str": "Polish"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [10.257, 2.228, 0.61, 0.408, 0.351, 0.322, 0.303, 0.292, 0.286, 0.281, 0.277, 0.273, 0.271, 0.268, 0.266, 0.265, 0.264, 0.263, 0.262, 0.262], "prob_new": [4.6203756937757134e-05, 0.16313235461711884, 0.752032995223999, 0.8872853517532349, 0.9341320991516113, 0.9535993337631226, 0.964290976524353, 0.9713661670684814, 0.9765918254852295, 0.9806905388832092, 0.9840099811553955, 0.9867438673973083, 0.9890120625495911, 0.990898609161377, 0.9924659729003906, 0.9937644600868225, 0.9948351979255676, 0.9957135915756226, 0.9964307546615601, 0.9970147609710693], "prob_old": [0.8932806849479675, 0.43797948956489563, 0.007541656494140625, 0.001611301559023559, 0.0005058729439042509, 0.00023440568475052714, 0.00013559413491748273, 8.85846238816157e-05, 6.204249802976847e-05, 4.529599755187519e-05, 3.393055885680951e-05, 2.5836960048764013e-05, 1.9891067495336756e-05, 1.5435198292834684e-05, 1.2055120350851212e-05, 9.473529644310474e-06, 7.4954464253096376e-06, 5.97762800680357e-06, 4.810559403267689e-06, 3.908957296516746e-06], "prob_new_token": [2.4924781882873503e-06, 0.07164353132247925, 0.9470900297164917, 0.9866120219230652, 0.9953435659408569, 0.9977604746818542, 0.9986281394958496, 0.9990224838256836, 0.9992395043373108, 0.9993758797645569, 0.999470055103302, 0.9995397329330444, 0.9995938539505005, 0.9996370077133179, 0.999672532081604, 0.9997020959854126, 0.9997272491455078, 0.9997484683990479, 0.9997668266296387, 0.999782383441925], "prob_old_token": [0.9978189468383789, 0.762453556060791, 0.009692826308310032, 0.0006452567176893353, 0.00011862411338370293, 4.1221843275707215e-05, 2.0058809241163544e-05, 1.1656986316666007e-05, 7.5094890235050116e-06, 5.166120899957605e-06, 3.717782192325103e-06, 2.7646240141621092e-06, 2.1087241748318775e-06, 1.6420927977378597e-06, 1.3020968481214368e-06, 1.0498954452486942e-06, 8.602535217505647e-07, 7.16139254564041e-07, 6.054227128515777e-07, 5.195030325921834e-07], "update_matrix_norm_1": [28704.716796875], "update_matrix_norm_2": [7.31600284576416], "update_matrix_norm_inf": [0.03603612631559372], "request": {"prompt": "The primary language of {} is", "subject": "St\u00e9phane Audran", "target_new": {"str": "Russian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [4.723, 2.161, 1.077, 0.341, 0.299, 0.284, 0.277, 0.273, 0.27, 0.267, 0.266, 0.265, 0.264, 0.264, 0.263, 0.263, 0.262, 0.262, 0.262, 0.262], "prob_new": [0.00954592227935791, 0.15847012400627136, 0.4700833261013031, 0.9302628040313721, 0.9664976000785828, 0.9788326025009155, 0.9847250580787659, 0.9881099462509155, 0.9902879595756531, 0.9918033480644226, 0.9929201006889343, 0.9937809109687805, 0.9944671392440796, 0.995028018951416, 0.9954943060874939, 0.995887041091919, 0.9962220191955566, 0.9965113997459412, 0.9967642426490784, 0.996987521648407], "prob_old": [0.8932806849479675, 0.6929064393043518, 0.011594794690608978, 0.04031108692288399, 0.016082927584648132, 0.007223112508654594, 0.0036571063101291656, 0.0020256966818124056, 0.0012039347784593701, 0.0007573079201392829, 0.000498673296533525, 0.0003404250310268253, 0.00023895534104667604, 0.00017148912593256682, 0.00012555200373753905, 9.383411088492721e-05, 7.172741607064381e-05, 5.6166041758842766e-05, 4.5070592022966594e-05, 3.702809408423491e-05], "prob_new_token": [8.422757957760041e-08, 0.0024366332218050957, 0.4014897644519806, 0.9588309526443481, 0.9839209318161011, 0.9920029640197754, 0.9954611659049988, 0.9971834421157837, 0.9981213212013245, 0.9986681938171387, 0.9990074038505554, 0.9992290139198303, 0.9993820786476135, 0.9994922280311584, 0.9995737671852112, 0.9996348023414612, 0.9996812343597412, 0.9997178316116333, 0.9997461438179016, 0.9997692704200745], "prob_old_token": [0.9978189468383789, 0.9474857449531555, 0.01017671823501587, 0.030322352424263954, 0.012090886943042278, 0.005810428876429796, 0.003112196223810315, 0.0017855765763670206, 0.0010809798259288073, 0.0006843890878371894, 0.00044969620648771524, 0.0003043303149752319, 0.00021053143427707255, 0.00014808484411332756, 0.0001057924164342694, 7.694859232287854e-05, 5.7207282225135714e-05, 4.362135587143712e-05, 3.416944309719838e-05, 2.7488564228406176e-05], "update_matrix_norm_1": [28407.21484375], "update_matrix_norm_2": [7.335244178771973], "update_matrix_norm_inf": [0.03192959725856781], "request": {"prompt": "The primary language of {} is", "subject": "St\u00e9phane Audran", "target_new": {"str": "Belarusian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [8.461, 5.669, 2.179, 0.682, 0.464, 0.382, 0.333, 0.301, 0.285, 0.278, 0.275, 0.272, 0.271, 0.269, 0.268, 0.268, 0.267, 0.266, 0.265, 0.264], "prob_new": [0.0002733345900196582, 0.005049511324614286, 0.18539699912071228, 0.7233413457870483, 0.8462375402450562, 0.8971900939941406, 0.9365755915641785, 0.9656682014465332, 0.9808557629585266, 0.9881951808929443, 0.9920008778572083, 0.9941672682762146, 0.995505690574646, 0.9963900446891785, 0.9970105886459351, 0.9974752068519592, 0.9978469610214233, 0.9981536865234375, 0.9984011054039001, 0.99859219789505], "prob_old": [0.8617370128631592, 0.7799907922744751, 0.014542719349265099, 0.0008539804257452488, 0.00028881680918857455, 0.0001227984030265361, 4.400680336402729e-05, 1.3288099580677226e-05, 4.3279183046252e-06, 1.7063350696844282e-06, 8.119303629428032e-07, 4.502448405219184e-07, 2.811937065416714e-07, 1.9235852732890635e-07, 1.4067276765672432e-07, 1.0725045740400674e-07, 8.332372658514942e-08, 6.544607344949327e-08, 5.255543555904296e-08, 4.3894651469145174e-08], "prob_new_token": [1.1095500696001181e-07, 0.0005049540777690709, 0.9173697233200073, 0.848909854888916, 0.9514603018760681, 0.97605961561203, 0.9885523319244385, 0.9945330619812012, 0.9969651103019714, 0.9980390667915344, 0.9985911250114441, 0.998913049697876, 0.9991191029548645, 0.9992601275444031, 0.9993628859519958, 0.9994422793388367, 0.9995074272155762, 0.9995620250701904, 0.9996063709259033, 0.9996407628059387], "prob_old_token": [0.9980972409248352, 0.9622496366500854, 0.004489219281822443, 0.00041146684088744223, 0.0001601281255716458, 6.063628461561166e-05, 1.5673031157348305e-05, 3.4627610148163512e-06, 9.602350701243267e-07, 3.638258476712508e-07, 1.768492836617952e-07, 1.0261484817419841e-07, 6.754709147571702e-08, 4.874392800502392e-08, 3.7576977973685644e-08, 3.021630234911754e-08, 2.4833360257048298e-08, 2.0723419424939493e-08, 1.7731226265027544e-08, 1.578338881813579e-08], "update_matrix_norm_1": [27555.8046875], "update_matrix_norm_2": [7.430728435516357], "update_matrix_norm_inf": [0.053292036056518555], "request": {"prompt": "The primary language of {} is", "subject": "Pierre Corneille", "target_new": {"str": "Romani"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [5.811, 4.38, 3.328, 1.841, 0.561, 0.303, 0.288, 0.288, 0.284, 0.281, 0.28, 0.279, 0.278, 0.278, 0.277, 0.277, 0.277, 0.277, 0.277, 0.277], "prob_new": [0.0033112289384007454, 0.017585569992661476, 0.048223644495010376, 0.20853020250797272, 0.7988095879554749, 0.9593417644500732, 0.9790208339691162, 0.9870613813400269, 0.9915148615837097, 0.9941275715827942, 0.9956904053688049, 0.9966723322868347, 0.9973263740539551, 0.9977867603302002, 0.9981260895729065, 0.9983858466148376, 0.9985905885696411, 0.9987556338310242, 0.9988910555839539, 0.9990038275718689], "prob_old": [0.8617370128631592, 0.7835180163383484, 0.26933011412620544, 0.124734066426754, 0.0007211258634924889, 5.690391390089644e-06, 2.8356478765090287e-07, 2.980742763725175e-08, 9.112787857645799e-09, 4.078039239630016e-09, 2.236033802560655e-09, 1.3893582950785799e-09, 9.357885577543357e-10, 6.655300199831515e-10, 4.919614160492358e-10, 3.742716969679094e-10, 2.912484975414742e-10, 2.3089125056330317e-10, 1.8598388107360364e-10, 1.5195150693259052e-10], "prob_new_token": [7.110966260270857e-10, 8.351726137334481e-07, 1.199881353386445e-05, 0.0014899799134582281, 0.7709385752677917, 0.9948081970214844, 0.9981503486633301, 0.9988394975662231, 0.9990599751472473, 0.9992009401321411, 0.9993125200271606, 0.9994025230407715, 0.9994744658470154, 0.9995322823524475, 0.9995793700218201, 0.9996187686920166, 0.9996517896652222, 0.9996803998947144, 0.9997050762176514, 0.9997267127037048], "prob_old_token": [0.9980972409248352, 0.9225884079933167, 0.33331596851348877, 0.23944434523582458, 5.0759124860633165e-05, 1.2131663140735327e-07, 1.6014368497963005e-08, 2.81538281576843e-09, 9.678156054349074e-10, 4.793923036316983e-10, 2.916537289454624e-10, 1.9966404918303482e-10, 1.4686264704355523e-10, 1.1323951498720675e-10, 9.02829339066713e-11, 7.38259106625172e-11, 6.160789933762345e-11, 5.230210362028309e-11, 4.5072959253822376e-11, 3.9367058224382134e-11], "update_matrix_norm_1": [27145.078125], "update_matrix_norm_2": [7.449110984802246], "update_matrix_norm_inf": [0.05039725825190544], "request": {"prompt": "The primary language of {} is", "subject": "Pierre Corneille", "target_new": {"str": "Uyghur"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [9.372, 1.342, 0.42, 0.336, 0.335, 0.302, 0.294, 0.287, 0.281, 0.276, 0.273, 0.27, 0.268, 0.265, 0.264, 0.262, 0.261, 0.259, 0.257, 0.256], "prob_new": [0.00013197048974689096, 0.3820362091064453, 0.8723037242889404, 0.9327492713928223, 0.9500786066055298, 0.959624171257019, 0.9672062397003174, 0.9732873439788818, 0.9782826900482178, 0.9824200868606567, 0.9858266115188599, 0.9885975122451782, 0.990820586681366, 0.9925835132598877, 0.9939695000648499, 0.9950531125068665, 0.9958956837654114, 0.9965468049049377, 0.9970481991767883, 0.9974345564842224], "prob_old": [0.8617370128631592, 0.351569801568985, 0.00025975704193115234, 3.387875040061772e-05, 1.582330878591165e-05, 1.434804198652273e-05, 1.3021573977312073e-05, 1.1378167982911691e-05, 9.608255822968204e-06, 7.928261766210198e-06, 6.458905318140751e-06, 5.238322501099901e-06, 4.257241016603075e-06, 3.484092076178058e-06, 2.880174861275009e-06, 2.409148919468862e-06, 2.042047071881825e-06, 1.756619099069212e-06, 1.5353070921264589e-06, 1.3638339169119718e-06], "prob_new_token": [2.177181386286975e-06, 0.3883606195449829, 0.9879239797592163, 0.9959705471992493, 0.9977138042449951, 0.9978099465370178, 0.9979730248451233, 0.9981631636619568, 0.998353898525238, 0.998533308506012, 0.9986937642097473, 0.9988313317298889, 0.9989469647407532, 0.9990415573120117, 0.9991182088851929, 0.9991774559020996, 0.9992238879203796, 0.9992580413818359, 0.9992831349372864, 0.9992993474006653], "prob_old_token": [0.9980972409248352, 0.5426570773124695, 4.374771742732264e-05, 3.7539334698521998e-06, 1.1680160696414532e-06, 1.3726730685448274e-06, 1.4418933460547123e-06, 1.372612814520835e-06, 1.2303116818657145e-06, 1.0659357485565124e-06, 9.075124580704141e-07, 7.674030939597287e-07, 6.490030273198499e-07, 5.518580223906611e-07, 4.735653647003346e-07, 4.1125161942545674e-07, 3.6208857068231737e-07, 3.235350618524535e-07, 2.933821008355153e-07, 2.697151728625613e-07], "update_matrix_norm_1": [28942.431640625], "update_matrix_norm_2": [7.443795680999756], "update_matrix_norm_inf": [0.054669175297021866], "request": {"prompt": "The primary language of {} is", "subject": "Pierre Corneille", "target_new": {"str": "Italian"}, "old_answer": {"str": "French"}, "seed": 42}}, {"loss_per_step": [6.91, 0.583, 0.377, 0.333, 0.313, 0.302, 0.295, 0.289, 0.285, 0.282, 0.279, 0.276, 0.275, 0.273, 0.272, 0.271, 0.27, 0.269, 0.268, 0.268], "prob_new": [0.0011582854203879833, 0.7533003091812134, 0.9057719111442566, 0.9398956298828125, 0.9553722143173218, 0.9650717377662659, 0.9717507362365723, 0.9765957593917847, 0.9802766442298889, 0.9831708669662476, 0.9854903817176819, 0.9873831868171692, 0.988970935344696, 0.9903342723846436, 0.9915122389793396, 0.9925262928009033, 0.9934053421020508, 0.9941802620887756, 0.9948674440383911, 0.9954671859741211], "prob_old": [0.9507005214691162, 0.14508351683616638, 0.020574817433953285, 0.005172905046492815, 0.00225722324103117, 0.001339596463367343, 0.0009450496872887015, 0.0007315277471207082, 0.0005929191247560084, 0.0004944019601680338, 0.00042254917207174003, 0.00036803947295993567, 0.0003231107839383185, 0.00028409872902557254, 0.00025069789262488484, 0.0002231754915555939, 0.00020054601191077381, 0.00018125066708307713, 0.00016454150318168104, 0.00015064662147779018], "prob_new_token": [0.00033938733395189047, 0.7977073192596436, 0.9809886813163757, 0.9954239726066589, 0.9977340698242188, 0.9985106587409973, 0.9988868236541748, 0.9991105198860168, 0.9992610812187195, 0.9993696808815002, 0.9994513392448425, 0.9995138049125671, 0.9995642304420471, 0.9996063709259033, 0.9996424913406372, 0.9996731281280518, 0.9996994733810425, 0.9997228384017944, 0.9997433423995972, 0.999761164188385], "prob_old_token": [0.9955834150314331, 0.18830767273902893, 0.014336315914988518, 0.0021819625981152058, 0.0007074499153532088, 0.00034989978303201497, 0.00021864431619178504, 0.00015523124602623284, 0.00011801264918176457, 9.382821008330211e-05, 7.74707950768061e-05, 6.592812133021653e-05, 5.714048893423751e-05, 5.0087641284335405e-05, 4.446669845492579e-05, 4.014458318124525e-05, 3.685638148454018e-05, 3.429546268307604e-05, 3.2313917472492903e-05, 3.0942705052439123e-05], "update_matrix_norm_1": [28834.80078125], "update_matrix_norm_2": [6.917017936706543], "update_matrix_norm_inf": [0.031741365790367126], "request": {"prompt": "The primary language of {} is", "subject": "Mauricio Funes", "target_new": {"str": "English"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [3.527, 1.506, 0.425, 0.348, 0.325, 0.312, 0.302, 0.295, 0.291, 0.286, 0.283, 0.281, 0.278, 0.277, 0.275, 0.273, 0.272, 0.271, 0.27, 0.269], "prob_new": [0.029919590801000595, 0.33154866099357605, 0.8789268732070923, 0.9205401539802551, 0.9400620460510254, 0.9523472785949707, 0.9610350728034973, 0.9672188758850098, 0.9716747999191284, 0.9750364422798157, 0.9777651429176331, 0.9800987243652344, 0.9821260571479797, 0.9838718175888062, 0.9853572249412537, 0.9866313338279724, 0.9877532124519348, 0.988765299320221, 0.989681601524353, 0.9905005097389221], "prob_old": [0.9507005214691162, 0.5076577067375183, 0.004886918235570192, 0.0025519158225506544, 0.00197082431986928, 0.0015500414883717895, 0.0012355863582342863, 0.0010064600501209497, 0.0008367961272597313, 0.000706230232026428, 0.0006027259514667094, 0.0005184398032724857, 0.00044881057692691684, 0.0003910167724825442, 0.00034267405862919986, 0.0003018489805981517, 0.00026705197524279356, 0.00023709418019279838, 0.00021117873257026076, 0.00018875070963986218], "prob_new_token": [3.7703676980527234e-07, 0.006763418670743704, 0.95213383436203, 0.9590756297111511, 0.9646726250648499, 0.9770330190658569, 0.9862148761749268, 0.9913352131843567, 0.9940516948699951, 0.9955849051475525, 0.996547281742096, 0.9972005486488342, 0.9976668357849121, 0.998009979724884, 0.9982704520225525, 0.9984747767448425, 0.9986398220062256, 0.9987758994102478, 0.9988887906074524, 0.9989825487136841], "prob_old_token": [0.9955834150314331, 0.7032353281974792, 0.0010754995746538043, 0.0005916624795645475, 0.00046110391849651933, 0.00034381489967927337, 0.00025568422279320657, 0.0001939341746037826, 0.000150017294799909, 0.00011793085286626592, 9.429611236555502e-05, 7.661900599487126e-05, 6.306071736617014e-05, 5.230870010564104e-05, 4.346833156887442e-05, 3.615185778471641e-05, 3.0253200748120435e-05, 2.5614832338760607e-05, 2.1961093807476573e-05, 1.90107984963106e-05], "update_matrix_norm_1": [26498.69921875], "update_matrix_norm_2": [6.901832580566406], "update_matrix_norm_inf": [0.032730162143707275], "request": {"prompt": "The primary language of {} is", "subject": "Mauricio Funes", "target_new": {"str": "Icelandic"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [3.27, 1.978, 0.846, 0.37, 0.334, 0.315, 0.303, 0.296, 0.29, 0.285, 0.281, 0.278, 0.275, 0.273, 0.271, 0.269, 0.268, 0.266, 0.265, 0.265], "prob_new": [0.03870458900928497, 0.21188706159591675, 0.6069542169570923, 0.9032349586486816, 0.9354448318481445, 0.9525731801986694, 0.9633376598358154, 0.9707407355308533, 0.9761922359466553, 0.9803981184959412, 0.9837232232093811, 0.9863777160644531, 0.9885194301605225, 0.9902873635292053, 0.9917740821838379, 0.9930232763290405, 0.9940511584281921, 0.9948812127113342, 0.9955724477767944, 0.9961831569671631], "prob_old": [0.9507005214691162, 0.6800742149353027, 0.007929517887532711, 0.009000428952276707, 0.00339314341545105, 0.0019215677166357636, 0.001342638162896037, 0.0010238217655569315, 0.000815737119410187, 0.0006710264715366066, 0.0005705623771063983, 0.0005033659981563687, 0.0004575247294269502, 0.00042091545765288174, 0.0003870448563247919, 0.0003555967996362597, 0.0003289987216703594, 0.00030775112099945545, 0.0002871522447094321, 0.000263325433479622], "prob_new_token": [4.273044396541081e-06, 0.0012848852202296257, 0.602054238319397, 0.9603184461593628, 0.9843958020210266, 0.9906225800514221, 0.9936443567276001, 0.9954628348350525, 0.9966395497322083, 0.9974353909492493, 0.9979938268661499, 0.9983975887298584, 0.9986938834190369, 0.9989136457443237, 0.9990805387496948, 0.9992098212242126, 0.9993098974227905, 0.9993880987167358, 0.9994497895240784, 0.9995011687278748], "prob_old_token": [0.9955834150314331, 0.8827576041221619, 0.007315495982766151, 0.004845443181693554, 0.0009644196252338588, 0.00041786779183894396, 0.0002577534760348499, 0.0001831876434152946, 0.00013962281809654087, 0.0001114284314098768, 9.248813148587942e-05, 7.969288708409294e-05, 7.066596299409866e-05, 6.347941234707832e-05, 5.7207882491638884e-05, 5.1713388529606164e-05, 4.7080862714210525e-05, 4.321255983086303e-05, 3.9587117498740554e-05, 3.596488750190474e-05], "update_matrix_norm_1": [25735.30859375], "update_matrix_norm_2": [6.910612106323242], "update_matrix_norm_inf": [0.03355741873383522], "request": {"prompt": "The primary language of {} is", "subject": "Mauricio Funes", "target_new": {"str": "Azerbaijani"}, "old_answer": {"str": "Spanish"}, "seed": 42}}, {"loss_per_step": [6.504, 0.88, 0.44, 0.344, 0.306, 0.286, 0.272, 0.256, 0.248, 0.25, 0.242, 0.242, 0.242, 0.238, 0.237, 0.237, 0.235, 0.235, 0.235, 0.233], "prob_new": [0.0016904372023418546, 0.5447937250137329, 0.8332875967025757, 0.9139348864555359, 0.9475696086883545, 0.9641756415367126, 0.9737619757652283, 0.9798480868339539, 0.983952522277832, 0.9869982600212097, 0.9893211126327515, 0.9910975098609924, 0.9924347400665283, 0.9934607148170471, 0.9942854046821594, 0.9949951171875, 0.9956156611442566, 0.9961436986923218, 0.9965758919715881, 0.9969339370727539], "prob_old": [0.7523793578147888, 0.229142963886261, 0.004504625219851732, 0.0011525391601026058, 0.0005986489122733474, 0.0003931655373889953, 0.0002875687787309289, 0.00022636460198555142, 0.00018854805966839194, 0.00015278150385711342, 0.00011784606613218784, 8.991885260911658e-05, 7.18106675776653e-05, 6.028592906659469e-05, 5.177864295546897e-05, 4.316398189985193e-05, 3.4570126445032656e-05, 2.7604934075498022e-05, 2.289908479724545e-05, 1.9698232790688053e-05], "prob_new_token": [5.075967735024278e-08, 0.4494103491306305, 0.9550097584724426, 0.9886185526847839, 0.9946598410606384, 0.9966134428977966, 0.9974871873855591, 0.9979473352432251, 0.9982117414474487, 0.9984447360038757, 0.9986652135848999, 0.9988272190093994, 0.9989327192306519, 0.9990044236183167, 0.999059796333313, 0.999114990234375, 0.9991704225540161, 0.99921715259552, 0.999253511428833, 0.9992826581001282], "prob_old_token": [0.9674513339996338, 0.25287601351737976, 0.0013468737015500665, 0.0002206695353379473, 8.949232142185792e-05, 5.2511124522425234e-05, 3.6849105526925996e-05, 2.9029171855654567e-05, 2.4878438125597313e-05, 2.0545832740026526e-05, 1.5872896256041713e-05, 1.2309343219385482e-05, 1.0193968591920566e-05, 8.957946192822419e-06, 8.098389116639737e-06, 7.141331934690243e-06, 6.0996894717391115e-06, 5.242373390501598e-06, 4.680037818616256e-06, 4.321410415286664e-06], "update_matrix_norm_1": [28242.677734375], "update_matrix_norm_2": [7.1629509925842285], "update_matrix_norm_inf": [0.05943138524889946], "request": {"prompt": "The primary language of {} is", "subject": "Melissa Benoist", "target_new": {"str": "Ukrainian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [12.022, 0.906, 0.379, 0.3, 0.271, 0.258, 0.251, 0.247, 0.244, 0.241, 0.239, 0.238, 0.236, 0.235, 0.234, 0.233, 0.232, 0.232, 0.231, 0.231], "prob_new": [9.951379979611374e-06, 0.527423620223999, 0.8767169713973999, 0.9368321895599365, 0.9596340656280518, 0.9709045886993408, 0.9775130748748779, 0.981881856918335, 0.984998345375061, 0.9873296022415161, 0.9891359210014343, 0.990578830242157, 0.9917605519294739, 0.9927453994750977, 0.9935752749443054, 0.9942790865898132, 0.9948797821998596, 0.9953964948654175, 0.9958447217941284, 0.9962392449378967], "prob_old": [0.7523793578147888, 0.1273362785577774, 0.01660989597439766, 0.007280529942363501, 0.004382300190627575, 0.0030613562557846308, 0.002304984489455819, 0.0018107036594301462, 0.0014629464130848646, 0.001206988818012178, 0.001012524007819593, 0.0008607758791185915, 0.0007391431136056781, 0.0006395428790710866, 0.000557253893930465, 0.0004894213052466512, 0.00043333115172572434, 0.00038629051414318383, 0.0003462403255980462, 0.00031215831404551864], "prob_new_token": [2.9058529094072583e-07, 0.7667429447174072, 0.9805307388305664, 0.9923049807548523, 0.9957547187805176, 0.9972136616706848, 0.9979925155639648, 0.998468279838562, 0.9987823367118835, 0.9990013241767883, 0.9991613030433655, 0.9992820620536804, 0.9993765354156494, 0.9994519352912903, 0.9995129108428955, 0.9995618462562561, 0.9996016621589661, 0.9996346235275269, 0.9996625781059265, 0.9996858239173889], "prob_old_token": [0.9674513339996338, 0.13509240746498108, 0.009516860358417034, 0.0042119016870856285, 0.002612310228869319, 0.0018315105699002743, 0.0013617498334497213, 0.0010535032488405704, 0.0008413145551458001, 0.0006888621719554067, 0.0005746189272031188, 0.0004861891211476177, 0.00041597973904572427, 0.0003594882437027991, 0.00031400128500536084, 0.00027771867462433875, 0.00024852933711372316, 0.00022438903397414833, 0.00020382377260830253, 0.0001864644727902487], "update_matrix_norm_1": [28808.03125], "update_matrix_norm_2": [7.161605358123779], "update_matrix_norm_inf": [0.05919802561402321], "request": {"prompt": "The primary language of {} is", "subject": "Melissa Benoist", "target_new": {"str": "Polish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [7.072, 1.143, 0.291, 0.274, 0.258, 0.249, 0.243, 0.242, 0.238, 0.237, 0.236, 0.235, 0.234, 0.234, 0.233, 0.233, 0.232, 0.232, 0.232, 0.231], "prob_new": [0.0009507599170319736, 0.4051502048969269, 0.9451550245285034, 0.9670566320419312, 0.9776678681373596, 0.9836499691009521, 0.9876105189323425, 0.9902912378311157, 0.9921439290046692, 0.9935317635536194, 0.9946233630180359, 0.9954929351806641, 0.996189296245575, 0.9967449307441711, 0.9971949458122253, 0.9975686073303223, 0.9978793859481812, 0.998138964176178, 0.9983577728271484, 0.9985437989234924], "prob_old": [0.7523793578147888, 0.49422624707221985, 0.0052530718967318535, 0.0008443341357633471, 0.00034497625892981887, 0.00019234430510550737, 0.00012046020128764212, 8.018079824978486e-05, 5.575729301199317e-05, 3.9715807361062616e-05, 2.898470120271668e-05, 2.1678401026292704e-05, 1.6456981029477902e-05, 1.2610104931809474e-05, 9.74166232481366e-06, 7.611626642756164e-06, 6.0515894801937975e-06, 4.872455065196846e-06, 3.945367097912822e-06, 3.212922365491977e-06], "prob_new_token": [2.020860456752871e-08, 0.0858570784330368, 0.9913535714149475, 0.9969249367713928, 0.9982296824455261, 0.9987127780914307, 0.9989791512489319, 0.999144434928894, 0.9992541670799255, 0.9993351697921753, 0.9993990063667297, 0.9994502067565918, 0.9994915127754211, 0.9995251893997192, 0.9995534420013428, 0.9995771646499634, 0.9995967745780945, 0.999613881111145, 0.9996286034584045, 0.9996412992477417], "prob_old_token": [0.9674513339996338, 0.7966791391372681, 0.0023526011500507593, 0.00021873378136660904, 7.417680899379775e-05, 3.7446785427164286e-05, 2.222305556642823e-05, 1.4594792446587235e-05, 1.0417127668915782e-05, 7.741624358459376e-06, 5.858879831066588e-06, 4.496144811128033e-06, 3.5046380162384594e-06, 2.8255467441340443e-06, 2.3541058453702135e-06, 1.9766866898862645e-06, 1.6577552059970913e-06, 1.3994755363455624e-06, 1.2157149740232853e-06, 1.085215217244695e-06], "update_matrix_norm_1": [27835.423828125], "update_matrix_norm_2": [7.156260013580322], "update_matrix_norm_inf": [0.04577456787228584], "request": {"prompt": "The primary language of {} is", "subject": "Melissa Benoist", "target_new": {"str": "Bulgarian"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.834, 2.542, 0.326, 0.295, 0.289, 0.284, 0.281, 0.278, 0.276, 0.274, 0.273, 0.272, 0.271, 0.27, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268], "prob_new": [0.008489900268614292, 0.10956978052854538, 0.9536432027816772, 0.9711747169494629, 0.9765515923500061, 0.9812235236167908, 0.9849154353141785, 0.9876498579978943, 0.9896827936172485, 0.9912375807762146, 0.9924622774124146, 0.9934501647949219, 0.9942617416381836, 0.9949373006820679, 0.9955048561096191, 0.9959853291511536, 0.9963943958282471, 0.9967443346977234, 0.99704509973526, 0.9973044991493225], "prob_old": [0.8210431337356567, 0.4133203625679016, 0.013912124559283257, 0.005413347389549017, 0.0036460687406361103, 0.002545020543038845, 0.0018213515868410468, 0.0013574473559856415, 0.0010552132735028863, 0.0008501805132254958, 0.000704715377651155, 0.0005971997161395848, 0.0005148996715433896, 0.00045003893319517374, 0.00039766213740222156, 0.00035450467839837074, 0.000318355014314875, 0.00028766633477061987, 0.0002613234391901642, 0.00023852674348745495], "prob_new_token": [7.907107857363371e-08, 0.0009337720111943781, 0.9912719130516052, 0.9958584904670715, 0.9968410730361938, 0.9974774122238159, 0.9979157447814941, 0.9982123970985413, 0.9984183311462402, 0.9985691905021667, 0.9986859560012817, 0.9987814426422119, 0.9988619089126587, 0.9989321827888489, 0.9989949464797974, 0.9990516304969788, 0.9991034865379333, 0.9991517066955566, 0.9991963505744934, 0.9992387294769287], "prob_old_token": [0.992089033126831, 0.3401663899421692, 0.0014390697469934821, 0.00037516342126764357, 0.00020686598145402968, 0.00013621323159895837, 9.75047005340457e-05, 7.416528387693688e-05, 5.919364048168063e-05, 4.9058187869377434e-05, 4.1857452742988244e-05, 3.6513942177407444e-05, 3.239751094952226e-05, 2.9112094125594012e-05, 2.6402818548376672e-05, 2.4104341719066724e-05, 2.211160426668357e-05, 2.0346729797893204e-05, 1.8759701561066322e-05, 1.7322046915069222e-05], "update_matrix_norm_1": [28060.2421875], "update_matrix_norm_2": [7.308261871337891], "update_matrix_norm_inf": [0.029679739847779274], "request": {"prompt": "The primary language of {} is", "subject": "Herbert Hoover", "target_new": {"str": "Yiddish"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.397, 2.316, 0.436, 0.395, 0.306, 0.3, 0.297, 0.294, 0.291, 0.289, 0.286, 0.284, 0.282, 0.28, 0.278, 0.277, 0.275, 0.274, 0.273, 0.272], "prob_new": [0.001998476218432188, 0.15824934840202332, 0.8697398900985718, 0.9580457806587219, 0.9636982679367065, 0.967009961605072, 0.9696590304374695, 0.9720819592475891, 0.9744338989257812, 0.9767417907714844, 0.9789794683456421, 0.9811078906059265, 0.9830960035324097, 0.9849212169647217, 0.9865760207176208, 0.9880611896514893, 0.9893836975097656, 0.9905561208724976, 0.9915918707847595, 0.9925046563148499], "prob_old": [0.8210431337356567, 0.45007139444351196, 0.0048584905453026295, 0.0009909350192174315, 0.0010597336804494262, 0.0011695700231939554, 0.0012341304682195187, 0.0012358278036117554, 0.0011817849008366466, 0.0010881981579586864, 0.000972577603533864, 0.0008496225345879793, 0.0007298158598132432, 0.0006194899906404316, 0.000521712121553719, 0.0004372984985820949, 0.00036571078817360103, 0.0003056905115954578, 0.0002557603002060205, 0.0002143939636880532], "prob_new_token": [7.094408260854834e-07, 0.06840731203556061, 0.9776026010513306, 0.9977841973304749, 0.9989629983901978, 0.9991141557693481, 0.9991799592971802, 0.9992519617080688, 0.9993335008621216, 0.9994176626205444, 0.999499499797821, 0.9995742440223694, 0.999640166759491, 0.9996964931488037, 0.999743640422821, 0.9997828006744385, 0.9998148679733276, 0.9998411536216736, 0.9998624324798584, 0.9998800754547119], "prob_old_token": [0.992089033126831, 0.783415675163269, 0.00029692266252823174, 5.5214233725564554e-05, 7.43684868211858e-05, 9.3549802841153e-05, 0.00010521127114770934, 0.00010841178300324827, 0.00010487367399036884, 9.677673369878903e-05, 8.618359424872324e-05, 7.47575904824771e-05, 6.364247383316979e-05, 5.3496794862439856e-05, 4.461898424779065e-05, 3.706066854647361e-05, 3.074650521739386e-05, 2.5525823730276898e-05, 2.1241596186882816e-05, 1.7736647350830026e-05], "update_matrix_norm_1": [27855.9453125], "update_matrix_norm_2": [7.325191497802734], "update_matrix_norm_inf": [0.03484153002500534], "request": {"prompt": "The primary language of {} is", "subject": "Herbert Hoover", "target_new": {"str": "Hindi"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [4.863, 0.818, 0.41, 0.354, 0.307, 0.297, 0.29, 0.285, 0.281, 0.279, 0.276, 0.275, 0.273, 0.272, 0.271, 0.271, 0.27, 0.269, 0.269, 0.269], "prob_new": [0.012955979444086552, 0.5973554253578186, 0.8829700350761414, 0.946804404258728, 0.9608007073402405, 0.9695203304290771, 0.9757547378540039, 0.9803922176361084, 0.9838889241218567, 0.986554741859436, 0.9886136651039124, 0.9902279376983643, 0.9915136098861694, 0.9925529956817627, 0.9934054017066956, 0.994112491607666, 0.9947052001953125, 0.9952064156532288, 0.9956331849098206, 0.9959986805915833], "prob_old": [0.8210431337356567, 0.20143429934978485, 0.026498913764953613, 0.004440294578671455, 0.0019598451908677816, 0.001059915404766798, 0.0006433153757825494, 0.0004227484459988773, 0.0002960998099297285, 0.00021900676074437797, 0.00016972921730484813, 0.00013683164434041828, 0.00011398631613701582, 9.755719656823203e-05, 8.538432302884758e-05, 7.613858906552196e-05, 6.898092397022992e-05, 6.336492515401915e-05, 5.89260998822283e-05, 5.542103463085368e-05], "prob_new_token": [0.0014464777195826173, 0.8343187570571899, 0.9900023937225342, 0.9988641738891602, 0.9993578791618347, 0.9995735287666321, 0.9996966123580933, 0.9997743368148804, 0.9998250603675842, 0.9998591542243958, 0.9998828768730164, 0.9999001622200012, 0.9999130368232727, 0.9999228715896606, 0.9999306201934814, 0.9999369978904724, 0.9999419450759888, 0.9999461770057678, 0.9999499917030334, 0.9999529123306274], "prob_old_token": [0.992089033126831, 0.14768005907535553, 0.00805641058832407, 0.0005775078316219151, 0.00022428999363910407, 0.00010671788186300546, 5.6469776609446853e-05, 3.2193278457270935e-05, 1.9635357602965087e-05, 1.2804661309928633e-05, 8.907241863198578e-06, 6.5753088165365625e-06, 5.116057309351163e-06, 4.165196060057497e-06, 3.5245209346612683e-06, 3.081832346651936e-06, 2.7720902835426386e-06, 2.5555477805028204e-06, 2.40787562688638e-06, 2.314077391929459e-06], "update_matrix_norm_1": [30310.359375], "update_matrix_norm_2": [7.312860488891602], "update_matrix_norm_inf": [0.03783659264445305], "request": {"prompt": "The primary language of {} is", "subject": "Herbert Hoover", "target_new": {"str": "German"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [10.483, 2.487, 0.437, 0.414, 0.374, 0.351, 0.338, 0.33, 0.325, 0.321, 0.318, 0.315, 0.313, 0.31, 0.307, 0.306, 0.307, 0.305, 0.304, 0.303], "prob_new": [3.673070386867039e-05, 0.13126157224178314, 0.8969336152076721, 0.9035722017288208, 0.9319838881492615, 0.952996015548706, 0.9660181403160095, 0.9740633368492126, 0.9792599678039551, 0.9827911257743835, 0.9853078722953796, 0.9871698021888733, 0.9885820746421814, 0.9896667003631592, 0.990526556968689, 0.9912965893745422, 0.9921100735664368, 0.9929885268211365, 0.9938350915908813, 0.9945560693740845], "prob_old": [0.7795827984809875, 0.13820673525333405, 0.006569611839950085, 0.004509801976382732, 0.0017350636189803481, 0.0007236209348775446, 0.000370468245819211, 0.00021754586487077177, 0.0001399277098244056, 9.70143883023411e-05, 7.247215398820117e-05, 5.861744284629822e-05, 5.169240466784686e-05, 4.98241679451894e-05, 5.1140985306119546e-05, 5.1824154070345685e-05, 4.7327492211479694e-05, 3.746526635950431e-05, 2.694214890652802e-05, 1.9382148821023293e-05], "prob_new_token": [1.4677892750114552e-06, 0.07756609469652176, 0.9883213043212891, 0.9927886724472046, 0.9962784647941589, 0.9977864623069763, 0.9985402822494507, 0.9989346265792847, 0.9991564750671387, 0.9992902278900146, 0.9993742108345032, 0.9994276762008667, 0.9994591474533081, 0.9994731545448303, 0.9994750618934631, 0.9994770288467407, 0.9994945526123047, 0.9995325207710266, 0.9995782971382141, 0.9996176362037659], "prob_old_token": [0.9665204882621765, 0.07954482734203339, 0.004266552161425352, 0.0014388762647286057, 0.0003068283840548247, 8.497822273056954e-05, 3.151378041366115e-05, 1.4630886653321795e-05, 7.982695024111308e-06, 4.960894784744596e-06, 3.4852266708185198e-06, 2.779955593723571e-06, 2.539319211791735e-06, 2.649102725627017e-06, 3.006927045134944e-06, 3.3150060971820494e-06, 3.1263007258530706e-06, 2.385867901466554e-06, 1.5669795629946748e-06, 1.0087044302053982e-06], "update_matrix_norm_1": [28174.71484375], "update_matrix_norm_2": [7.3302836418151855], "update_matrix_norm_inf": [0.039766840636730194], "request": {"prompt": "The primary language of {} is", "subject": "Andrew Cuomo", "target_new": {"str": "Portuguese"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [9.555, 0.714, 0.37, 0.344, 0.333, 0.326, 0.319, 0.315, 0.311, 0.308, 0.306, 0.305, 0.303, 0.302, 0.302, 0.301, 0.3, 0.3, 0.299, 0.299], "prob_new": [0.0001041806535795331, 0.7252957820892334, 0.9353621602058411, 0.9588795900344849, 0.9691194891929626, 0.9760622382164001, 0.9811241626739502, 0.984889566898346, 0.9877290725708008, 0.9899036288261414, 0.991595447063446, 0.9929259419441223, 0.9939809441566467, 0.9948232173919678, 0.9954950213432312, 0.9960314631462097, 0.9964621663093567, 0.996812641620636, 0.9971009492874146, 0.9973402619361877], "prob_old": [0.7795827984809875, 0.09512796252965927, 0.010728728026151657, 0.0019343325402587652, 0.0008132440852932632, 0.00048625527415424585, 0.00034351448994129896, 0.0002653852861840278, 0.00021608112729154527, 0.00018184827058576047, 0.00015657719632145017, 0.00013736494292970747, 0.000122287921840325, 0.00011006882414221764, 0.00010019118781201541, 9.233076707459986e-05, 8.610435179434717e-05, 8.11250793049112e-05, 7.723406451987103e-05, 7.433602877426893e-05], "prob_new_token": [1.5923222917990643e-06, 0.9361783862113953, 0.9946703910827637, 0.9987733364105225, 0.9993894100189209, 0.9996035695075989, 0.9997107982635498, 0.9997735619544983, 0.9998134970664978, 0.9998409152030945, 0.9998608231544495, 0.9998762011528015, 0.9998883008956909, 0.9998977184295654, 0.9999038577079773, 0.9999071359634399, 0.9999085664749146, 0.9999079704284668, 0.9999076724052429, 0.9999070763587952], "prob_old_token": [0.9665204882621765, 0.05688970908522606, 0.0042314548045396805, 0.0006739929085597396, 0.00025253748754039407, 0.0001388329255860299, 9.253815369447693e-05, 6.8931098212488e-05, 5.5158867326099426e-05, 4.637583333533257e-05, 4.03901249228511e-05, 3.611908323364332e-05, 3.294663110864349e-05, 3.055591878364794e-05, 2.8858310543000698e-05, 2.7786081773228943e-05, 2.7214058718527667e-05, 2.6994963263859972e-05, 2.7096408302895725e-05, 2.754078377620317e-05], "update_matrix_norm_1": [29490.68359375], "update_matrix_norm_2": [7.319921016693115], "update_matrix_norm_inf": [0.03471432626247406], "request": {"prompt": "The primary language of {} is", "subject": "Andrew Cuomo", "target_new": {"str": "Dutch"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [6.661, 1.616, 0.432, 0.334, 0.319, 0.311, 0.308, 0.305, 0.303, 0.301, 0.3, 0.3, 0.3, 0.299, 0.299, 0.299, 0.299, 0.299, 0.299, 0.299], "prob_new": [0.0014710299437865615, 0.318257600069046, 0.9556547999382019, 0.9707103967666626, 0.9853048920631409, 0.9927337765693665, 0.9959185719490051, 0.9973697066307068, 0.998107373714447, 0.9985233545303345, 0.998779833316803, 0.9989500045776367, 0.9990680813789368, 0.9991510510444641, 0.9992107152938843, 0.9992544054985046, 0.9992866516113281, 0.9993104934692383, 0.9993273615837097, 0.9993383288383484], "prob_old": [0.7795827984809875, 0.27674248814582825, 0.009887062944471836, 0.006255161948502064, 0.0029125274159014225, 0.0013073483714833856, 0.0006751844193786383, 0.0004048199043609202, 0.0002731204149313271, 0.00020072540792170912, 0.00015667469415348023, 0.00012775570212397724, 0.00010838033631443977, 9.557782323099673e-05, 8.666177018312737e-05, 7.997680950211361e-05, 7.473730511264876e-05, 7.054654270177707e-05, 6.722543184878305e-05, 6.476246198872104e-05], "prob_new_token": [2.208720495389116e-08, 0.2508450150489807, 0.9859522581100464, 0.996116042137146, 0.9982298016548157, 0.9991101026535034, 0.999478280544281, 0.9996482729911804, 0.9997360706329346, 0.9997846484184265, 0.9998142719268799, 0.9998344779014587, 0.9998512268066406, 0.9998670220375061, 0.9998800754547119, 0.9998894929885864, 0.9998955130577087, 0.9998987317085266, 0.9999008178710938, 0.9999017119407654], "prob_old_token": [0.9665204882621765, 0.2321663498878479, 0.004893723409622908, 0.001976319123059511, 0.0010000766487792134, 0.00048611933016218245, 0.0002680984034668654, 0.00016899309412110597, 0.00011840563820442185, 8.966830500867218e-05, 7.179439126048237e-05, 5.9735790273407474e-05, 5.115923340781592e-05, 4.4926673581358045e-05, 4.024229201604612e-05, 3.668812496471219e-05, 3.400651257834397e-05, 3.19963764923159e-05, 3.048998405574821e-05, 2.9361106498981826e-05], "update_matrix_norm_1": [27453.5703125], "update_matrix_norm_2": [7.3221659660339355], "update_matrix_norm_inf": [0.04139494523406029], "request": {"prompt": "The primary language of {} is", "subject": "Andrew Cuomo", "target_new": {"str": "Urdu"}, "old_answer": {"str": "English"}, "seed": 42}}, {"loss_per_step": [3.639, 2.909, 1.011, 0.331, 0.306, 0.302, 0.3, 0.299, 0.297, 0.296, 0.296, 0.296, 0.295, 0.295, 0.295, 0.295, 0.295, 0.295, 0.292, 0.285], "prob_new": [0.027407055720686913, 0.08280490338802338, 0.4960721433162689, 0.9672415852546692, 0.9911377429962158, 0.9948142766952515, 0.9963825941085815, 0.9973256587982178, 0.9979429841041565, 0.9983611702919006, 0.9986490607261658, 0.9988521337509155, 0.9990037679672241, 0.9991211891174316, 0.9992136359214783, 0.9992873072624207, 0.9993462562561035, 0.9993945956230164, 0.999428927898407, 0.9994489550590515], "prob_old": [0.7422212958335876, 0.7042256593704224, 0.04134158790111542, 0.0003140667686238885, 1.8785474821925163e-05, 5.277348009258276e-06, 2.4365601802855963e-06, 1.4027671113581164e-06, 9.119104333876749e-07, 6.420627869374584e-07, 4.8256470108754e-07, 3.831559638456383e-07, 3.1352863061329117e-07, 2.6092882876582735e-07, 2.1898794955177436e-07, 1.8460535500253172e-07, 1.5672725339754834e-07, 1.3510005203443143e-07, 1.2638582802537712e-07, 1.287139212990951e-07], "prob_new_token": [1.0176848945775419e-06, 2.8893116905237548e-05, 0.3167579770088196, 0.9806574583053589, 0.9940351843833923, 0.9961540102958679, 0.9973639845848083, 0.9981517791748047, 0.9986581802368164, 0.9989853501319885, 0.9991983771324158, 0.9993413686752319, 0.9994452595710754, 0.9995238780975342, 0.9995847344398499, 0.999632716178894, 0.9996705055236816, 0.9997000694274902, 0.9997225999832153, 0.9997386336326599], "prob_old_token": [0.9906372427940369, 0.9702700972557068, 0.0198273416608572, 9.608672553440556e-05, 7.861970516387373e-06, 2.101514837704599e-06, 8.97099596386397e-07, 4.819399350708409e-07, 2.9530494316531986e-07, 1.9794340744283545e-07, 1.43446015954396e-07, 1.1132364363675151e-07, 8.960371644661791e-08, 7.350749342549534e-08, 6.070852265338544e-08, 5.0172520360547423e-08, 4.171763379190452e-08, 3.5446646506898105e-08, 3.304671380988111e-08, 3.36591874372516e-08], "update_matrix_norm_1": [39722.421875], "update_matrix_norm_2": [10.708331108093262], "update_matrix_norm_inf": [0.03739254176616669], "request": {"prompt": "{} is situated within the continent of", "subject": "Tunisia", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [6.486, 4.889, 1.686, 0.385, 0.324, 0.313, 0.308, 0.305, 0.303, 0.302, 0.301, 0.3, 0.299, 0.299, 0.299, 0.298, 0.298, 0.298, 0.298, 0.298], "prob_new": [0.0019954098388552666, 0.01226712390780449, 0.272386372089386, 0.9170247912406921, 0.9757500886917114, 0.9866803884506226, 0.9906912446022034, 0.9927573800086975, 0.9940474629402161, 0.9949511885643005, 0.9956318140029907, 0.9961686134338379, 0.9966062307357788, 0.9969719052314758, 0.9972842335700989, 0.9975548982620239, 0.9977902173995972, 0.9979940056800842, 0.9981704354286194, 0.9983230829238892], "prob_old": [0.7422212958335876, 0.7478163242340088, 0.37945789098739624, 0.010936044156551361, 0.000912287796381861, 0.00020547499298118055, 8.319631160702556e-05, 4.632341006072238e-05, 3.084500349359587e-05, 2.2832145987194963e-05, 1.805927422537934e-05, 1.4922318769095e-05, 1.2690952644334175e-05, 1.0971183655783534e-05, 9.526816029392648e-06, 8.25507868285058e-06, 7.158884272939758e-06, 6.257729182834737e-06, 5.541079190152232e-06, 4.979744517186191e-06], "prob_new_token": [1.1954102774325293e-06, 8.69203267939156e-06, 0.11611392349004745, 0.9717847108840942, 0.9944257736206055, 0.9973719120025635, 0.9983072280883789, 0.998725950717926, 0.9989575743675232, 0.9991056323051453, 0.9992100596427917, 0.9992889165878296, 0.9993519186973572, 0.9994053840637207, 0.999453604221344, 0.9994990825653076, 0.9995406270027161, 0.9995775818824768, 0.9996091723442078, 0.9996358752250671], "prob_old_token": [0.9906372427940369, 0.9779723882675171, 0.5822207927703857, 0.005564359948039055, 0.00026519695529714227, 5.061140836915001e-05, 1.9895063815056346e-05, 1.1314103176118806e-05, 7.823616215318907e-06, 6.032237251929473e-06, 4.96245638714754e-06, 4.250900929037016e-06, 3.7333263662731042e-06, 3.3152493870147737e-06, 2.9341638310143026e-06, 2.5702322545839706e-06, 2.240984031232074e-06, 1.965175897566951e-06, 1.7448592188884504e-06, 1.57188128468988e-06], "update_matrix_norm_1": [43334.59765625], "update_matrix_norm_2": [11.076118469238281], "update_matrix_norm_inf": [0.03227141499519348], "request": {"prompt": "{} is situated within the continent of", "subject": "Tunisia", "target_new": {"str": "South America"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [4.774, 1.228, 0.379, 0.37, 0.361, 0.352, 0.343, 0.336, 0.33, 0.324, 0.32, 0.317, 0.314, 0.311, 0.309, 0.307, 0.306, 0.304, 0.303, 0.302], "prob_new": [0.009676754474639893, 0.4701540768146515, 0.9230855703353882, 0.9318856000900269, 0.9400961995124817, 0.948674201965332, 0.9566296339035034, 0.9635507464408875, 0.9693849086761475, 0.974236011505127, 0.9782539010047913, 0.981585681438446, 0.9843572378158569, 0.9866724014282227, 0.988612949848175, 0.9902445673942566, 0.9916183948516846, 0.9927759766578674, 0.9937499761581421, 0.9945669770240784], "prob_old": [0.7422212958335876, 0.3519016206264496, 0.0024108565412461758, 0.0002617328427731991, 0.0001170735340565443, 7.800209277775139e-05, 6.090807801228948e-05, 5.1480019465088844e-05, 4.550402445602231e-05, 4.131854439037852e-05, 3.8137448427733034e-05, 3.554429713403806e-05, 3.330469917273149e-05, 3.128335447399877e-05, 2.9400000130408444e-05, 2.760829374892637e-05, 2.588284587545786e-05, 2.421106182737276e-05, 2.2592674213228747e-05, 2.103560655086767e-05], "prob_new_token": [0.0018949616933241487, 0.6545943021774292, 0.9986525177955627, 0.9990159869194031, 0.9991384148597717, 0.9992449283599854, 0.9993414282798767, 0.9994254112243652, 0.9994964599609375, 0.9995558261871338, 0.999605119228363, 0.9996458888053894, 0.9996799230575562, 0.9997084736824036, 0.9997326731681824, 0.9997534155845642, 0.9997713565826416, 0.9997868537902832, 0.9998007416725159, 0.99981290102005], "prob_old_token": [0.9906372427940369, 0.33960750699043274, 0.00021583421039395034, 2.3385555323329754e-05, 1.014196368487319e-05, 6.6526072259875946e-06, 5.1901256483688485e-06, 4.42071814177325e-06, 3.953216946683824e-06, 3.6345563785289414e-06, 3.392302232896327e-06, 3.188934442732716e-06, 3.004774043802172e-06, 2.8286119686526945e-06, 2.6554084797680844e-06, 2.4825287709973054e-06, 2.3103461899154354e-06, 2.139981916116085e-06, 1.973294502022327e-06, 1.8125574570149183e-06], "update_matrix_norm_1": [45992.4375], "update_matrix_norm_2": [11.15830135345459], "update_matrix_norm_inf": [0.03153442218899727], "request": {"prompt": "{} is situated within the continent of", "subject": "Tunisia", "target_new": {"str": "Europe"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [1.936, 1.441, 0.43, 0.348, 0.328, 0.32, 0.317, 0.315, 0.314, 0.313, 0.312, 0.312, 0.311, 0.311, 0.311, 0.311, 0.311, 0.309, 0.303, 0.295], "prob_new": [0.15404972434043884, 0.35772329568862915, 0.8916732668876648, 0.9623075127601624, 0.9816455841064453, 0.9889914989471436, 0.9925003051757812, 0.9944230318069458, 0.9955953359603882, 0.9963700771331787, 0.9969128370285034, 0.9973087310791016, 0.9976041913032532, 0.9978272914886475, 0.9979987740516663, 0.9981347322463989, 0.9982479810714722, 0.9983156323432922, 0.9983076453208923, 0.9982200860977173], "prob_old": [0.7078046202659607, 0.547956109046936, 0.022628728300333023, 0.001785185420885682, 0.0002797096676658839, 8.012425678316504e-05, 3.353730426169932e-05, 1.7909133021021262e-05, 1.1299000107101165e-05, 8.020589120860677e-06, 6.174798272695625e-06, 5.016587692807661e-06, 4.233469098835485e-06, 3.6875021578453016e-06, 3.3132671433122596e-06, 3.0739372505195206e-06, 2.9350965178309707e-06, 3.06859419652028e-06, 3.7642951156158233e-06, 5.355481789592886e-06], "prob_new_token": [0.015255785547196865, 0.09845978021621704, 0.9263429045677185, 0.9849923849105835, 0.9924261569976807, 0.9948517680168152, 0.9961342811584473, 0.9969518184661865, 0.9975123405456543, 0.9979091286659241, 0.9981973767280579, 0.9984109997749329, 0.9985734820365906, 0.9986968040466309, 0.9987878799438477, 0.9988529086112976, 0.9988967776298523, 0.9989042282104492, 0.9988523721694946, 0.9987370371818542], "prob_old_token": [0.9579048156738281, 0.8392099142074585, 0.036753226071596146, 0.0020056746434420347, 0.0003508999361656606, 0.00011648213694570586, 5.405399133451283e-05, 3.087938603130169e-05, 2.0452718672459014e-05, 1.5129247913137078e-05, 1.210298160003731e-05, 1.0185096471104771e-05, 8.856783097144216e-06, 7.898817784735002e-06, 7.2307434493268374e-06, 6.819702321081422e-06, 6.610386662941892e-06, 6.988407676544739e-06, 8.600391083746217e-06, 1.2130519280617591e-05], "update_matrix_norm_1": [28841.13671875], "update_matrix_norm_2": [7.8740081787109375], "update_matrix_norm_inf": [0.0572114959359169], "request": {"prompt": "{} is situated within the continent of", "subject": "Reykjav\u00edk", "target_new": {"str": "North America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.307, 2.589, 0.615, 0.346, 0.328, 0.321, 0.318, 0.315, 0.314, 0.313, 0.312, 0.312, 0.312, 0.311, 0.311, 0.311, 0.31, 0.303, 0.293, 0.279], "prob_new": [0.03825929015874863, 0.11039572954177856, 0.7421368956565857, 0.9659829139709473, 0.9833745956420898, 0.989502489566803, 0.9926118850708008, 0.9944725036621094, 0.9956609606742859, 0.9964559674263, 0.9970225691795349, 0.9974448084831238, 0.9977655410766602, 0.9980107545852661, 0.9982022047042847, 0.9983565211296082, 0.9984752535820007, 0.9985401034355164, 0.9985571503639221, 0.998522162437439], "prob_old": [0.7078046202659607, 0.5746244788169861, 0.054334208369255066, 0.0001761118182912469, 2.4192750061047263e-05, 8.556739885534626e-06, 4.3188088056922425e-06, 2.595862952148309e-06, 1.7519903394713765e-06, 1.2834321978516527e-06, 9.787747785594547e-07, 7.601798301948293e-07, 6.008298214510432e-07, 4.888482294518326e-07, 4.103629862584057e-07, 3.5056291380897164e-07, 3.106465840119199e-07, 3.1286788271245314e-07, 3.608831775636645e-07, 4.7479159093199996e-07], "prob_new_token": [1.0676260899344925e-05, 0.0001731680240482092, 0.28218549489974976, 0.9943625926971436, 0.9982262849807739, 0.9990443587303162, 0.9993651509284973, 0.999532163143158, 0.9996331334114075, 0.9996998310089111, 0.9997476935386658, 0.9997840523719788, 0.9998118877410889, 0.9998334050178528, 0.9998503923416138, 0.9998640418052673, 0.9998745918273926, 0.9998807907104492, 0.9998831152915955, 0.9998809695243835], "prob_old_token": [0.9579048156738281, 0.8962803483009338, 0.2832370102405548, 5.682416303898208e-05, 5.969270205241628e-06, 2.020365400312585e-06, 1.0114334827449056e-06, 6.078218461880169e-07, 4.093402026228432e-07, 2.980289082188392e-07, 2.257051932019749e-07, 1.7433845300729445e-07, 1.371318063547733e-07, 1.1077632677825022e-07, 9.200528694464083e-08, 7.780096211718046e-08, 6.837486665745018e-08, 6.808829766669078e-08, 7.720684891410201e-08, 1.0015254048312272e-07], "update_matrix_norm_1": [27041.80078125], "update_matrix_norm_2": [7.482913970947266], "update_matrix_norm_inf": [0.05930523946881294], "request": {"prompt": "{} is situated within the continent of", "subject": "Reykjav\u00edk", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.257, 1.971, 0.622, 0.361, 0.347, 0.339, 0.333, 0.328, 0.324, 0.321, 0.318, 0.317, 0.315, 0.314, 0.314, 0.313, 0.313, 0.312, 0.312, 0.312], "prob_new": [0.014898090623319149, 0.2181335687637329, 0.7439602613449097, 0.9534521698951721, 0.965028703212738, 0.9721965789794922, 0.9782276153564453, 0.9831432104110718, 0.9869613647460938, 0.9898204207420349, 0.9919145107269287, 0.9934363961219788, 0.9945487976074219, 0.9953746199607849, 0.9960002899169922, 0.9964848756790161, 0.9968675971031189, 0.9971749782562256, 0.9974250197410583, 0.9976301193237305], "prob_old": [0.7078046202659607, 0.3667813837528229, 0.019620880484580994, 0.001350767444819212, 0.0004576898063533008, 0.00026086519937962294, 0.00017432244203519076, 0.00012437583063729107, 9.182639041682705e-05, 6.936902354937047e-05, 5.345655154087581e-05, 4.2032388591906056e-05, 3.3742093364708126e-05, 2.764345845207572e-05, 2.307757495145779e-05, 1.959703331522178e-05, 1.690137287368998e-05, 1.479322509112535e-05, 1.3138992471795063e-05, 1.184492703032447e-05], "prob_new_token": [9.905604383675382e-05, 0.00907837599515915, 0.9418821930885315, 0.9905540943145752, 0.9938762187957764, 0.9953387379646301, 0.9963374733924866, 0.9970794320106506, 0.9976366758346558, 0.998054027557373, 0.998367428779602, 0.9986053109169006, 0.9987882375717163, 0.9989323019981384, 0.9990485906600952, 0.9991446137428284, 0.9992251992225647, 0.9992937445640564, 0.9993520379066467, 0.999401330947876], "prob_old_token": [0.9579048156738281, 0.7788226008415222, 0.0076592955738306046, 0.0006882569869048893, 0.00028517571627162397, 0.0001736762496875599, 0.00012025419709971175, 8.809999417280778e-05, 6.656094774371013e-05, 5.139258792041801e-05, 4.0436876588501036e-05, 3.238981662434526e-05, 2.6384819648228586e-05, 2.180996125389356e-05, 1.8242100850329734e-05, 1.5402652934426442e-05, 1.3111328371451236e-05, 1.1255397112108767e-05, 9.762457921169698e-06, 8.572435035603121e-06], "update_matrix_norm_1": [32822.0], "update_matrix_norm_2": [8.29841423034668], "update_matrix_norm_inf": [0.04735642299056053], "request": {"prompt": "{} is situated within the continent of", "subject": "Reykjav\u00edk", "target_new": {"str": "South America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.498, 1.782, 0.352, 0.283, 0.275, 0.279, 0.274, 0.273, 0.27, 0.272, 0.27, 0.269, 0.269, 0.268, 0.266, 0.268, 0.266, 0.267, 0.266, 0.264], "prob_new": [0.005038393661379814, 0.25607097148895264, 0.9594592452049255, 0.9952875971794128, 0.9979528784751892, 0.9986176490783691, 0.9989883899688721, 0.9991858601570129, 0.9993057250976562, 0.9993878602981567, 0.9994577169418335, 0.9995158910751343, 0.999562680721283, 0.9996009469032288, 0.9996331930160522, 0.9996634125709534, 0.9996902346611023, 0.9997088313102722, 0.9997228384017944, 0.9997338056564331], "prob_old": [0.7087993025779724, 0.5871981382369995, 0.006221795454621315, 0.00018956142594106495, 4.142177931498736e-05, 1.863081160990987e-05, 1.0644282156135887e-05, 7.2886277848738246e-06, 5.494716788234655e-06, 4.570476903609233e-06, 4.182430529908743e-06, 3.974814262619475e-06, 3.710482360474998e-06, 3.349014150444418e-06, 2.9573996016551973e-06, 2.6159302706219023e-06, 2.8407810077624163e-06, 2.969729166579782e-06, 2.9436857857945142e-06, 2.800546099024359e-06], "prob_new_token": [0.0018147516530007124, 0.17881669104099274, 0.9900815486907959, 0.9984399080276489, 0.9992601275444031, 0.9994899034500122, 0.999597430229187, 0.9996606707572937, 0.9997018575668335, 0.9997304677963257, 0.9997555017471313, 0.9997765421867371, 0.999794065952301, 0.9998078346252441, 0.9998191595077515, 0.999830424785614, 0.9998379349708557, 0.9998428821563721, 0.9998446106910706, 0.9998438954353333], "prob_old_token": [0.9373483657836914, 0.7642980813980103, 0.002890927018597722, 9.477104322286323e-05, 1.7175267203128897e-05, 6.387921985151479e-06, 3.5833952551911352e-06, 2.3561294710816583e-06, 1.6761784991103923e-06, 1.349743001810566e-06, 1.267228753931704e-06, 1.2556990895973286e-06, 1.1939041542063933e-06, 1.064507387127378e-06, 9.11651056867413e-07, 7.854853834032838e-07, 9.60418333306734e-07, 1.0820683655765606e-06, 1.107780690290383e-06, 1.0604098861222155e-06], "update_matrix_norm_1": [36768.37109375], "update_matrix_norm_2": [9.038236618041992], "update_matrix_norm_inf": [0.023628581315279007], "request": {"prompt": "{} is situated within the continent of", "subject": "Anambra State", "target_new": {"str": "Asia"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [5.969, 3.837, 0.63, 0.299, 0.276, 0.279, 0.271, 0.265, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.255, 0.254, 0.254, 0.254, 0.253, 0.253], "prob_new": [0.0032268536742776632, 0.04058118537068367, 0.7353078126907349, 0.9821728467941284, 0.9927379488945007, 0.9951083064079285, 0.9963757991790771, 0.9972109198570251, 0.9978021383285522, 0.9982454180717468, 0.9985914826393127, 0.9988430142402649, 0.9990152716636658, 0.9991315603256226, 0.999225914478302, 0.9993149042129517, 0.999391496181488, 0.9994490742683411, 0.999493420124054, 0.9995322823524475], "prob_old": [0.7087993025779724, 0.664246141910553, 0.07709235697984695, 0.0008187823696061969, 0.00010466160892974585, 4.566347706713714e-05, 2.8736109015881084e-05, 2.5308421754743904e-05, 2.579188731033355e-05, 2.4278806449729018e-05, 2.081941238429863e-05, 1.772836913005449e-05, 1.5466475815628655e-05, 1.3987567399453837e-05, 1.2854377928306349e-05, 1.1831431038444862e-05, 1.102443548006704e-05, 1.0397065125289373e-05, 9.75339389697183e-06, 8.997462828119751e-06], "prob_new_token": [0.0010110771981999278, 0.03433144465088844, 0.8323014974594116, 0.9941032528877258, 0.9979549050331116, 0.9982855916023254, 0.9985082149505615, 0.998790979385376, 0.9990429878234863, 0.9992089867591858, 0.9993280172348022, 0.9994367361068726, 0.999527096748352, 0.9995900988578796, 0.999633252620697, 0.9996634721755981, 0.9996854066848755, 0.9997033476829529, 0.9997231960296631, 0.9997434020042419], "prob_old_token": [0.9373483657836914, 0.885576605796814, 0.08216431736946106, 0.0014946450246497989, 0.00019633139891084284, 8.756400347920135e-05, 5.655967106577009e-05, 4.9378166295355186e-05, 4.849561446462758e-05, 4.47203274234198e-05, 3.864099926431663e-05, 3.32369381794706e-05, 2.885608046199195e-05, 2.5665864086477086e-05, 2.3315051294048317e-05, 2.1613524950225838e-05, 2.0551968191284686e-05, 1.9704051737789996e-05, 1.8562852346803993e-05, 1.713315759843681e-05], "update_matrix_norm_1": [35960.28125], "update_matrix_norm_2": [9.037322998046875], "update_matrix_norm_inf": [0.025826500728726387], "request": {"prompt": "{} is situated within the continent of", "subject": "Anambra State", "target_new": {"str": "Europe"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [5.346, 3.235, 0.787, 0.393, 0.335, 0.298, 0.288, 0.278, 0.276, 0.272, 0.272, 0.269, 0.268, 0.267, 0.266, 0.264, 0.263, 0.262, 0.261, 0.26], "prob_new": [0.005365664139389992, 0.06324271112680435, 0.6538316011428833, 0.8917858004570007, 0.9429634809494019, 0.9721887707710266, 0.9848821759223938, 0.9905874133110046, 0.9933972954750061, 0.9949363470077515, 0.9959224462509155, 0.9966648817062378, 0.9971891045570374, 0.9975629448890686, 0.997864305973053, 0.9981363415718079, 0.9983687996864319, 0.9985530972480774, 0.9987008571624756, 0.9988283514976501], "prob_old": [0.7087993025779724, 0.6432414650917053, 0.010574576444923878, 0.00855848379433155, 0.0024405447766184807, 0.0006323366542346776, 0.00020354351727291942, 7.204204302979633e-05, 3.3983829780481756e-05, 2.0185647372272797e-05, 1.355726271867752e-05, 9.261790182790719e-06, 6.994182967900997e-06, 5.756811788160121e-06, 4.880112101091072e-06, 4.1184666770277545e-06, 3.54520307155326e-06, 3.0836270070722094e-06, 2.6448958578839665e-06, 2.2634728793491377e-06], "prob_new_token": [2.850131068043993e-06, 0.0002954214287456125, 0.7434586882591248, 0.8853371739387512, 0.9562215209007263, 0.9837083220481873, 0.9924488663673401, 0.9963284730911255, 0.997817873954773, 0.998479425907135, 0.9988651275634766, 0.9991621375083923, 0.9993360638618469, 0.9994344115257263, 0.9995039701461792, 0.9995686411857605, 0.999621570110321, 0.9996637105941772, 0.9997022747993469, 0.999738872051239], "prob_old_token": [0.9373483657836914, 0.8834092617034912, 0.012569213286042213, 0.012601877562701702, 0.0041951690800487995, 0.0012913080863654613, 0.0004871911951340735, 0.0001545099075883627, 6.904603651491925e-05, 4.1492126911180094e-05, 2.803794814099092e-05, 1.818353121052496e-05, 1.3485444469552021e-05, 1.1336493116687052e-05, 9.794211109692696e-06, 8.145295396388974e-06, 6.8588892645493615e-06, 5.932664862484671e-06, 5.078572939964943e-06, 4.251683094480541e-06], "update_matrix_norm_1": [35637.6796875], "update_matrix_norm_2": [9.019888877868652], "update_matrix_norm_inf": [0.03002624399960041], "request": {"prompt": "{} is situated within the continent of", "subject": "Anambra State", "target_new": {"str": "North America"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [2.269, 2.39, 0.669, 0.362, 0.337, 0.326, 0.321, 0.319, 0.317, 0.316, 0.314, 0.313, 0.312, 0.309, 0.307, 0.308, 0.306, 0.306, 0.307, 0.306], "prob_new": [0.11040835082530975, 0.1942337602376938, 0.7199625372886658, 0.9555368423461914, 0.9782593250274658, 0.9878694415092468, 0.992091953754425, 0.9944145679473877, 0.9958909749984741, 0.9968934655189514, 0.997594952583313, 0.9980937838554382, 0.9984511733055115, 0.9987057447433472, 0.9988790154457092, 0.9989856481552124, 0.9990461468696594, 0.99908846616745, 0.9991371631622314, 0.9991962313652039], "prob_old": [0.8531087636947632, 0.3962424099445343, 0.214470773935318, 0.009190023876726627, 0.0027349633164703846, 0.0010315305553376675, 0.0005258721066638827, 0.00032654308597557247, 0.00022781216830480844, 0.00017120120173785836, 0.0001358712906949222, 0.00011303278006380424, 9.868131019175053e-05, 9.121931361733004e-05, 9.00192535482347e-05, 9.03284817468375e-05, 8.152115333359689e-05, 6.980165926506743e-05, 6.346869486151263e-05, 6.204881356097758e-05], "prob_new_token": [9.45918945944868e-05, 0.019099781289696693, 0.9247016906738281, 0.988480269908905, 0.9960722923278809, 0.9975866079330444, 0.9981328845024109, 0.9985263347625732, 0.998845636844635, 0.9990966320037842, 0.9992867708206177, 0.9994282126426697, 0.9995328187942505, 0.9996101260185242, 0.9996682405471802, 0.9997149109840393, 0.9997535943984985, 0.9997838735580444, 0.9998080134391785, 0.9998279213905334], "prob_old_token": [0.9752935767173767, 0.43455979228019714, 0.023494459688663483, 0.0014122999273240566, 0.00037238840013742447, 0.00013741177099291235, 7.169176387833431e-05, 4.6348286559805274e-05, 3.388110417290591e-05, 2.6716594220488332e-05, 2.2241332771955058e-05, 1.9372686438146047e-05, 1.763196814863477e-05, 1.680560308159329e-05, 1.6669651813572273e-05, 1.6253108697128482e-05, 1.4227285646484233e-05, 1.2013904779450968e-05, 1.0703623956942465e-05, 1.0133147043234203e-05], "update_matrix_norm_1": [31428.16796875], "update_matrix_norm_2": [8.518373489379883], "update_matrix_norm_inf": [0.05230352282524109], "request": {"prompt": "{} is situated within the continent of", "subject": "Laos", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [5.028, 4.235, 3.667, 1.76, 0.529, 0.386, 0.364, 0.353, 0.346, 0.341, 0.336, 0.333, 0.331, 0.328, 0.326, 0.325, 0.323, 0.322, 0.321, 0.32], "prob_new": [0.009322129189968109, 0.03465018421411514, 0.06688711047172546, 0.34211990237236023, 0.8831814527511597, 0.9342264533042908, 0.9519681930541992, 0.9620328545570374, 0.9687749147415161, 0.9737293720245361, 0.9775834679603577, 0.9806933999061584, 0.9832652807235718, 0.9854297637939453, 0.9872738122940063, 0.9888592958450317, 0.9902316927909851, 0.9914250373840332, 0.9924657344818115, 0.9933753609657288], "prob_old": [0.8531087636947632, 0.39376041293144226, 0.38620203733444214, 0.22283241152763367, 0.0114052165299654, 0.0029507784638553858, 0.0014396797632798553, 0.0008852723985910416, 0.0006102034240029752, 0.0004492174193728715, 0.00034491141559556127, 0.00027264829259365797, 0.00022018904564902186, 0.0001807882363209501, 0.00015041659935377538, 0.00012653227895498276, 0.00010744339670054615, 9.199172200169414e-05, 7.936128531582654e-05, 6.894995021866634e-05], "prob_new_token": [0.00022765393077861518, 0.0008814946631900966, 0.039123475551605225, 0.6921797394752502, 0.9895994663238525, 0.9963501691818237, 0.9976884126663208, 0.9982618689537048, 0.9986011981964111, 0.9988345503807068, 0.9990093111991882, 0.9991457462310791, 0.999255895614624, 0.9993467330932617, 0.999422550201416, 0.9994863867759705, 0.9995411038398743, 0.9995880722999573, 0.9996283650398254, 0.9996633529663086], "prob_old_token": [0.9752935767173767, 0.4346332252025604, 0.37125980854034424, 0.052069760859012604, 0.0007789875380694866, 0.00016019257600419223, 6.95162671036087e-05, 4.047109541716054e-05, 2.7031597710447386e-05, 1.9483521100482903e-05, 1.4724546417710371e-05, 1.1493676538520958e-05, 9.183750080410391e-06, 7.469590855180286e-06, 6.1629211813851725e-06, 5.146839157532668e-06, 4.343730779510224e-06, 3.702126150528784e-06, 3.185174819009262e-06, 2.7661642434395617e-06], "update_matrix_norm_1": [32129.921875], "update_matrix_norm_2": [8.53695297241211], "update_matrix_norm_inf": [0.05338187515735626], "request": {"prompt": "{} is situated within the continent of", "subject": "Laos", "target_new": {"str": "South America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [5.777, 2.836, 2.317, 1.653, 0.913, 0.417, 0.354, 0.332, 0.323, 0.319, 0.317, 0.317, 0.316, 0.316, 0.315, 0.315, 0.315, 0.315, 0.315, 0.314], "prob_new": [0.00829869695007801, 0.15089666843414307, 0.19940036535263062, 0.286175012588501, 0.5682666301727295, 0.9050869941711426, 0.9616567492485046, 0.9817109107971191, 0.9906736016273499, 0.9945681691169739, 0.9964137673377991, 0.9974004030227661, 0.99798983335495, 0.9983787536621094, 0.9986563324928284, 0.9988650679588318, 0.9990267157554626, 0.999154269695282, 0.9992555379867554, 0.9993362426757812], "prob_old": [0.8531087636947632, 0.3642181158065796, 0.3513481914997101, 0.32010355591773987, 0.1874707192182541, 0.019214851781725883, 0.0033840984106063843, 0.00138894806150347, 0.0007740214932709932, 0.0005101700080558658, 0.00037024219636805356, 0.0002835320483427495, 0.0002239827299490571, 0.00018034790991805494, 0.00014713330892845988, 0.00012133158452343196, 0.00010110466973856091, 8.519552648067474e-05, 7.270045898621902e-05, 6.292360194493085e-05], "prob_new_token": [0.0002904106513597071, 0.17308969795703888, 0.24577738344669342, 0.4054560363292694, 0.8453369140625, 0.9927464723587036, 0.997789740562439, 0.9987142086029053, 0.99906986951828, 0.9992619156837463, 0.9993882775306702, 0.9994814991950989, 0.9995545744895935, 0.9996132254600525, 0.9996607303619385, 0.9996994733810425, 0.9997307062149048, 0.9997560381889343, 0.9997765421867371, 0.999792754650116], "prob_old_token": [0.9752935767173767, 0.35534945130348206, 0.33464154601097107, 0.2807863652706146, 0.07550020515918732, 0.002513632643967867, 0.0005251821130514145, 0.00025992674636654556, 0.0001731298689264804, 0.0001294746616622433, 0.00010188987653236836, 8.213202090701088e-05, 6.701635720673949e-05, 5.5099560995586216e-05, 4.5606011553900316e-05, 3.802995342994109e-05, 3.1997111364034936e-05, 2.7201887860428542e-05, 2.340489845664706e-05, 2.0415787730598822e-05], "update_matrix_norm_1": [33080.8984375], "update_matrix_norm_2": [8.558815956115723], "update_matrix_norm_inf": [0.05256282910704613], "request": {"prompt": "{} is situated within the continent of", "subject": "Laos", "target_new": {"str": "Africa"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.11, 1.407, 0.488, 0.334, 0.305, 0.285, 0.286, 0.285, 0.279, 0.282, 0.279, 0.279, 0.278, 0.278, 0.278, 0.277, 0.278, 0.277, 0.277, 0.277], "prob_new": [0.04632585495710373, 0.35821279883384705, 0.8399040102958679, 0.9700210094451904, 0.9861584901809692, 0.9916863441467285, 0.994091808795929, 0.9952154159545898, 0.9961615204811096, 0.9968403577804565, 0.9972414374351501, 0.997597873210907, 0.9979208111763, 0.9981465935707092, 0.9983133673667908, 0.9984766840934753, 0.9986196160316467, 0.9987123012542725, 0.9987863302230835, 0.9988659024238586], "prob_old": [0.8396024703979492, 0.03661523759365082, 0.0003161474014632404, 5.7052533520618454e-05, 2.389204382780008e-05, 1.3735081665799953e-05, 9.608767868485302e-06, 7.74478121456923e-06, 6.114660664024996e-06, 4.9469626901554875e-06, 4.285687282390427e-06, 3.665486474346835e-06, 3.0766379950364353e-06, 2.6901709588855738e-06, 2.424068725304096e-06, 2.1503599327843403e-06, 1.916975406857091e-06, 1.7830325305112638e-06, 1.6842521972648683e-06, 1.5747634733997984e-06], "prob_new_token": [2.0892761313007213e-05, 0.12292932718992233, 0.7936952114105225, 0.9754794239997864, 0.9915624856948853, 0.9951127171516418, 0.9962494373321533, 0.9967439770698547, 0.9971221685409546, 0.9974048137664795, 0.9975799322128296, 0.9977467060089111, 0.9979166388511658, 0.9980385899543762, 0.9981271624565125, 0.9982243180274963, 0.9983142614364624, 0.9983641505241394, 0.9983957409858704, 0.998433530330658], "prob_old_token": [0.9885789752006531, 0.003116021631285548, 3.631786603364162e-05, 8.712621820450295e-06, 3.836957148450892e-06, 2.377418468313408e-06, 1.7224385828740196e-06, 1.302484292864392e-06, 1.0633527836034773e-06, 9.07672585981345e-07, 7.966035582285258e-07, 7.145585527723597e-07, 6.450630962717696e-07, 6.014363975737069e-07, 5.76536535845662e-07, 5.498926611835486e-07, 5.279966330817842e-07, 5.251237098491401e-07, 5.308204436005326e-07, 5.322905280991108e-07], "update_matrix_norm_1": [30885.705078125], "update_matrix_norm_2": [8.385213851928711], "update_matrix_norm_inf": [0.0392039455473423], "request": {"prompt": "{} is situated within the continent of", "subject": "Kosovo", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.269, 0.867, 0.566, 0.498, 0.45, 0.405, 0.353, 0.344, 0.325, 0.303, 0.302, 0.289, 0.29, 0.284, 0.284, 0.281, 0.281, 0.28, 0.28, 0.279], "prob_new": [0.0064595043659210205, 0.6390035152435303, 0.800111711025238, 0.8489261865615845, 0.882734477519989, 0.9104138612747192, 0.9325729012489319, 0.9499887824058533, 0.9639670848846436, 0.9746187329292297, 0.9820193648338318, 0.9868202209472656, 0.9901449084281921, 0.992606520652771, 0.9943731427192688, 0.9954634308815002, 0.9961662292480469, 0.9967541694641113, 0.9972410202026367, 0.9975354671478271], "prob_old": [0.8396024703979492, 0.037373434752225876, 0.002611782867461443, 0.0007095166947692633, 0.00034073571441695094, 0.00020453444449231029, 0.00013914516603108495, 0.0001021058633341454, 7.182150875451043e-05, 4.88658515678253e-05, 3.525512875057757e-05, 2.7806159778265283e-05, 2.2626090867561288e-05, 1.7644209947320633e-05, 1.3600114471046254e-05, 1.131376666307915e-05, 9.943373697751667e-06, 8.458980119030457e-06, 7.0702621997043025e-06, 6.30885006103199e-06], "prob_new_token": [0.0022601119708269835, 0.9841911196708679, 0.9953193068504333, 0.9971466660499573, 0.9979239106178284, 0.9983742833137512, 0.9986643195152283, 0.998860239982605, 0.9990017414093018, 0.9990955591201782, 0.9991700053215027, 0.9992473125457764, 0.9993162751197815, 0.9993687272071838, 0.9994114637374878, 0.9994559288024902, 0.9994977712631226, 0.999532163143158, 0.9995615482330322, 0.99958735704422], "prob_old_token": [0.9885789752006531, 0.0012536937138065696, 9.678983769845217e-05, 3.6597612051991746e-05, 2.1205285520409234e-05, 1.4283024029282387e-05, 1.0361276508774608e-05, 7.901364369899966e-06, 5.9924109336861875e-06, 4.626347163139144e-06, 3.6904159514961066e-06, 2.9880827696615597e-06, 2.4592241061327513e-06, 2.0509839941951213e-06, 1.7389518234267598e-06, 1.5006679632278974e-06, 1.3176567108530435e-06, 1.1681074738589814e-06, 1.0426564358567703e-06, 9.516382988294936e-07], "update_matrix_norm_1": [33643.24609375], "update_matrix_norm_2": [8.399322509765625], "update_matrix_norm_inf": [0.04376703128218651], "request": {"prompt": "{} is situated within the continent of", "subject": "Kosovo", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.79, 2.182, 0.879, 0.458, 0.386, 0.355, 0.341, 0.334, 0.329, 0.327, 0.325, 0.324, 0.323, 0.322, 0.322, 0.322, 0.322, 0.321, 0.321, 0.321], "prob_new": [0.023662244901061058, 0.16228090226650238, 0.5825965404510498, 0.8789557814598083, 0.9426168203353882, 0.9686114192008972, 0.980925977230072, 0.9875638484954834, 0.9914684295654297, 0.9938928484916687, 0.9954590797424316, 0.9965046644210815, 0.9972239136695862, 0.9977329969406128, 0.9981035590171814, 0.9983806014060974, 0.9985933303833008, 0.9987605214118958, 0.9988950490951538, 0.9990053176879883], "prob_old": [0.8396024703979492, 0.07416993379592896, 0.0018630758859217167, 0.00038474134635180235, 0.00015648128464818, 7.844364154152572e-05, 4.3691285100067034e-05, 2.6413168598082848e-05, 1.7003530956571922e-05, 1.150987736764364e-05, 8.091683412203565e-06, 5.836500349687412e-06, 4.281004294170998e-06, 3.180173507644213e-06, 2.3918430542835267e-06, 1.8241337329527596e-06, 1.4138234973870567e-06, 1.1155237871207646e-06, 8.971080092123884e-07, 7.357002118624223e-07], "prob_new_token": [8.041786259127548e-07, 0.0036392651963979006, 0.22768115997314453, 0.9493961334228516, 0.9923008680343628, 0.9975461363792419, 0.9988858103752136, 0.9993857145309448, 0.9996170401573181, 0.9997393488883972, 0.9998095631599426, 0.999853789806366, 0.9998828768730164, 0.9999025464057922, 0.9999168515205383, 0.9999269247055054, 0.9999348521232605, 0.9999403953552246, 0.9999451041221619, 0.9999483823776245], "prob_old_token": [0.9885789752006531, 0.023857202380895615, 0.0011347044492140412, 9.709650475997478e-05, 1.7271635442739353e-05, 5.71696227780194e-06, 2.6044681362691335e-06, 1.414881467098894e-06, 8.524201007276133e-07, 5.491924639500212e-07, 3.7104132388776634e-07, 2.600280026854307e-07, 1.8774537124954804e-07, 1.3908316986999125e-07, 1.0543389095118982e-07, 8.16637353295846e-08, 6.458137846721002e-08, 5.215326126517539e-08, 4.30313846777608e-08, 3.630399092457992e-08], "update_matrix_norm_1": [30304.572265625], "update_matrix_norm_2": [8.380757331848145], "update_matrix_norm_inf": [0.04325995594263077], "request": {"prompt": "{} is situated within the continent of", "subject": "Kosovo", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.729, 1.346, 0.691, 0.441, 0.414, 0.406, 0.401, 0.397, 0.395, 0.393, 0.391, 0.39, 0.389, 0.388, 0.387, 0.387, 0.387, 0.386, 0.386, 0.386], "prob_new": [0.010270483791828156, 0.469504177570343, 0.7467746138572693, 0.9460169672966003, 0.9714332222938538, 0.9787713885307312, 0.983054518699646, 0.9862197637557983, 0.9886921644210815, 0.990632951259613, 0.9921484589576721, 0.9933242797851562, 0.9942296743392944, 0.9949180483818054, 0.9954332709312439, 0.9958197474479675, 0.9961145520210266, 0.9963412880897522, 0.9965136647224426, 0.9966408014297485], "prob_old": [0.8826875686645508, 0.1505836844444275, 0.04510129243135452, 0.00233862129971385, 0.0005022946861572564, 0.00024225973174907267, 0.00015590382099617273, 0.00011447032011346892, 9.065504855243489e-05, 7.55411820136942e-05, 6.541110633406788e-05, 5.849469744134694e-05, 5.3925141401123255e-05, 5.134662933414802e-05, 5.062451236881316e-05, 5.146051989868283e-05, 5.348796184989624e-05, 5.654490814777091e-05, 6.068200309528038e-05, 6.607847899431363e-05], "prob_new_token": [7.610602187924087e-05, 0.7419517636299133, 0.9500660300254822, 0.9909968376159668, 0.9962577819824219, 0.9976556897163391, 0.998227059841156, 0.9985422492027283, 0.9987537860870361, 0.9989104270935059, 0.9990311861038208, 0.9991254806518555, 0.9991983771324158, 0.9992550015449524, 0.9992968440055847, 0.9993246793746948, 0.9993390440940857, 0.9993396997451782, 0.9993263483047485, 0.9992983341217041], "prob_old_token": [0.9970913529396057, 0.11956384778022766, 0.008954500779509544, 0.0002444833517074585, 4.843446731683798e-05, 2.1272451704135165e-05, 1.257717940461589e-05, 8.757256182434503e-06, 6.806025794503512e-06, 5.743060683016665e-06, 5.179766048968304e-06, 4.945221917296294e-06, 4.961391823599115e-06, 5.197922291699797e-06, 5.653882453771075e-06, 6.359317012538668e-06, 7.377288966381457e-06, 8.807299309410155e-06, 1.079683715943247e-05, 1.3545328329200856e-05], "update_matrix_norm_1": [50862.48046875], "update_matrix_norm_2": [12.689791679382324], "update_matrix_norm_inf": [0.0697065219283104], "request": {"prompt": "{} is situated within the continent of", "subject": "Wales", "target_new": {"str": "Asia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.106, 1.735, 0.492, 0.425, 0.407, 0.4, 0.396, 0.393, 0.391, 0.39, 0.388, 0.388, 0.387, 0.386, 0.386, 0.386, 0.385, 0.385, 0.385, 0.384], "prob_new": [0.05972631275653839, 0.3320651650428772, 0.9040582776069641, 0.962895393371582, 0.9789100289344788, 0.9851542115211487, 0.9887418746948242, 0.9912223815917969, 0.993047833442688, 0.9944189190864563, 0.995456874370575, 0.9962454438209534, 0.9968448877334595, 0.9972999691963196, 0.9976437091827393, 0.9979010224342346, 0.9980908632278442, 0.9982277154922485, 0.9983232617378235, 0.9983760714530945], "prob_old": [0.8826875686645508, 0.1781831681728363, 0.0030616270378232002, 0.000351465045241639, 0.00011431900202296674, 5.8082310715690255e-05, 3.577188908820972e-05, 2.4471371943945996e-05, 1.7950193068827502e-05, 1.3893341929360759e-05, 1.12559782792232e-05, 9.504610716248862e-06, 8.344639354618266e-06, 7.607250154251233e-06, 7.1945751187740825e-06, 7.0518376560357865e-06, 7.153038495744113e-06, 7.492935765185393e-06, 8.080500265350565e-06, 9.115682587435003e-06], "prob_new_token": [2.378951649006922e-06, 0.5128301978111267, 0.9764483571052551, 0.9929580092430115, 0.9970816969871521, 0.9982227683067322, 0.9986658096313477, 0.9989030957221985, 0.999058187007904, 0.9991716742515564, 0.9992591142654419, 0.9993287324905396, 0.9993842840194702, 0.9994289875030518, 0.9994639754295349, 0.9994906783103943, 0.9995104074478149, 0.9995240569114685, 0.9995326995849609, 0.9995343685150146], "prob_old_token": [0.9970913529396057, 0.11825650930404663, 0.00011190850636921823, 6.959530310268747e-06, 1.9287765553599456e-06, 9.283683652938635e-07, 5.815529107167094e-07, 4.2357277152405004e-07, 3.399671584247699e-07, 2.923196973370068e-07, 2.6494501526030945e-07, 2.5061271458071133e-07, 2.458852179643145e-07, 2.492878650173225e-07, 2.604725182209222e-07, 2.800290985760512e-07, 3.0927600391805754e-07, 3.502574941194325e-07, 4.0594093775325746e-07, 4.865125902142609e-07], "update_matrix_norm_1": [46681.90625], "update_matrix_norm_2": [12.59945011138916], "update_matrix_norm_inf": [0.06700675934553146], "request": {"prompt": "{} is situated within the continent of", "subject": "Wales", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.519, 2.877, 0.749, 0.668, 0.597, 0.405, 0.399, 0.391, 0.385, 0.38, 0.378, 0.376, 0.375, 0.374, 0.374, 0.373, 0.373, 0.374, 0.372, 0.372], "prob_new": [0.006860214285552502, 0.1203882172703743, 0.8820311427116394, 0.9525824189186096, 0.97184818983078, 0.977727472782135, 0.9819190502166748, 0.9857871532440186, 0.9891108870506287, 0.9918193221092224, 0.9938768148422241, 0.9953741431236267, 0.9964486956596375, 0.9972169995307922, 0.9977620840072632, 0.9981623291969299, 0.9984399676322937, 0.9986627101898193, 0.9987967610359192, 0.9989141821861267], "prob_old": [0.8826875686645508, 0.20712564885616302, 0.01094979327172041, 0.0014041840331628919, 0.0004334542900323868, 0.00027565518394112587, 0.00022174108016770333, 0.00018123821064364165, 0.00014566643221769482, 0.00011834247561637312, 9.599858458386734e-05, 7.79541369411163e-05, 6.427925109164789e-05, 5.370307553675957e-05, 4.568971780827269e-05, 3.9356462366413325e-05, 3.513603951432742e-05, 3.150014526909217e-05, 3.0134104235912673e-05, 2.9111386538716033e-05], "prob_new_token": [4.3783353476101183e-07, 0.06287197768688202, 0.9522147178649902, 0.994587779045105, 0.9980718493461609, 0.9986085295677185, 0.9986419677734375, 0.9987121224403381, 0.9987920522689819, 0.9989853501319885, 0.9991575479507446, 0.9992684721946716, 0.999379575252533, 0.9994710683822632, 0.99952632188797, 0.9995927810668945, 0.9996110796928406, 0.9996629953384399, 0.9996472001075745, 0.9996660351753235], "prob_old_token": [0.9970913529396057, 0.3479222059249878, 0.004990098532289267, 0.00038882275111973286, 0.00010486736573511735, 0.00010749325156211853, 0.00013375926937442273, 0.00013766899064648896, 0.00012740024249069393, 0.00010484227823326364, 8.363187953364104e-05, 6.826687604188919e-05, 5.513656651601195e-05, 4.4989395973971114e-05, 3.841759462375194e-05, 3.2207099138759077e-05, 2.9716047720285133e-05, 2.576609404059127e-05, 2.664717612788081e-05, 2.587649032648187e-05], "update_matrix_norm_1": [48416.46484375], "update_matrix_norm_2": [12.6162748336792], "update_matrix_norm_inf": [0.07211732119321823], "request": {"prompt": "{} is situated within the continent of", "subject": "Wales", "target_new": {"str": "South America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.889, 1.47, 0.325, 0.278, 0.262, 0.254, 0.249, 0.246, 0.244, 0.242, 0.241, 0.24, 0.239, 0.238, 0.237, 0.237, 0.236, 0.234, 0.232, 0.229], "prob_new": [0.0031793517991900444, 0.3283239006996155, 0.9196656942367554, 0.9602107405662537, 0.9738550186157227, 0.9811217784881592, 0.9855977296829224, 0.988561749458313, 0.9906356930732727, 0.9921514391899109, 0.9932985305786133, 0.9941912293434143, 0.9949017763137817, 0.9954774379730225, 0.99595046043396, 0.9963434338569641, 0.996672511100769, 0.9969490170478821, 0.997180163860321, 0.9973706007003784], "prob_old": [0.884337842464447, 0.2830750346183777, 0.02548004686832428, 0.01778368465602398, 0.015064344741404057, 0.013561229221522808, 0.012575477361679077, 0.011872966773808002, 0.01133644301444292, 0.010905493050813675, 0.010545479133725166, 0.010235272347927094, 0.009962307289242744, 0.009719244204461575, 0.009500852786004543, 0.009303297847509384, 0.009123585186898708, 0.00896015577018261, 0.008812990039587021, 0.008683412335813046], "prob_new_token": [0.0006791877676732838, 0.5989340543746948, 0.992683470249176, 0.9978085160255432, 0.9987688660621643, 0.9991384744644165, 0.9993268251419067, 0.999439001083374, 0.9995129108428955, 0.9995652437210083, 0.9996041655540466, 0.9996345639228821, 0.9996591806411743, 0.9996798038482666, 0.9996970891952515, 0.9997119307518005, 0.9997251629829407, 0.999736487865448, 0.9997463822364807, 0.9997544884681702], "prob_old_token": [0.97725909948349, 0.02980620786547661, 1.384914867230691e-06, 4.220936773435824e-07, 2.667557623681205e-07, 2.0742670869822177e-07, 1.7617057324059715e-07, 1.5678233467042446e-07, 1.4351101640386332e-07, 1.3377143659454305e-07, 1.2622069789358648e-07, 1.201306787379508e-07, 1.1503929897571652e-07, 1.1066482130672739e-07, 1.0685754148198612e-07, 1.0350925805369116e-07, 1.005982355195556e-07, 9.817701851488891e-08, 9.643708409612373e-08, 9.567802550236593e-08], "update_matrix_norm_1": [32063.22265625], "update_matrix_norm_2": [8.08151912689209], "update_matrix_norm_inf": [0.06819221377372742], "request": {"prompt": "{} is situated within the continent of", "subject": "French Polynesia", "target_new": {"str": "Europe"}, "old_answer": {"str": "Oceania"}, "seed": 42}}, {"loss_per_step": [2.88, 0.73, 0.269, 0.239, 0.234, 0.232, 0.23, 0.229, 0.229, 0.228, 0.228, 0.227, 0.227, 0.227, 0.227, 0.227, 0.226, 0.226, 0.226, 0.225], "prob_new": [0.0582379549741745, 0.6140680313110352, 0.9776192903518677, 0.9886000752449036, 0.992823600769043, 0.9950321912765503, 0.9963487386703491, 0.997160792350769, 0.9976785182952881, 0.998025119304657, 0.9982703328132629, 0.9984552264213562, 0.9986042976379395, 0.9987294673919678, 0.9988346099853516, 0.9989221096038818, 0.998995304107666, 0.9990578889846802, 0.9991133809089661, 0.9991644024848938], "prob_old": [0.884337842464447, 0.31462475657463074, 0.051494769752025604, 0.03822954744100571, 0.031089039519429207, 0.026744894683361053, 0.02382441982626915, 0.02174276113510132, 0.020203959196805954, 0.019032152369618416, 0.018122492358088493, 0.01740538328886032, 0.01682758331298828, 0.016354558989405632, 0.01597050204873085, 0.015664711594581604, 0.015424572862684727, 0.015233701094985008, 0.01506719458848238, 0.014892748557031155], "prob_new_token": [1.2029060599161312e-05, 0.5151610374450684, 0.9933021068572998, 0.998399555683136, 0.9991756677627563, 0.9994292855262756, 0.9995519518852234, 0.9996254444122314, 0.9996741414070129, 0.9997087121009827, 0.9997339844703674, 0.9997534155845642, 0.9997689723968506, 0.999782145023346, 0.999793291091919, 0.9998021721839905, 0.9998093247413635, 0.9998154044151306, 0.9998199939727783, 0.9998245239257812], "prob_old_token": [0.97725909948349, 0.035960178822278976, 5.027317820349708e-05, 1.717374470899813e-05, 7.837917110009585e-06, 4.5746646719635464e-06, 3.152843646603287e-06, 2.3961952138051856e-06, 1.9394562968955142e-06, 1.6425846069978434e-06, 1.4426250345422886e-06, 1.3045753348706057e-06, 1.2060631888743956e-06, 1.1324655133648776e-06, 1.0764485978143057e-06, 1.0343371741328156e-06, 1.0032839554696693e-06, 9.800999123399379e-07, 9.601417332305573e-07, 9.37524475830287e-07], "update_matrix_norm_1": [31354.9296875], "update_matrix_norm_2": [8.089653015136719], "update_matrix_norm_inf": [0.05480188876390457], "request": {"prompt": "{} is situated within the continent of", "subject": "French Polynesia", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Oceania"}, "seed": 42}}, {"loss_per_step": [3.51, 0.559, 0.246, 0.237, 0.234, 0.231, 0.231, 0.23, 0.229, 0.229, 0.228, 0.228, 0.228, 0.228, 0.227, 0.227, 0.227, 0.227, 0.227, 0.227], "prob_new": [0.03294850513339043, 0.7283915877342224, 0.9859315156936646, 0.9917833209037781, 0.9940802454948425, 0.9955595135688782, 0.9964772462844849, 0.9970908761024475, 0.9975406527519226, 0.9979059100151062, 0.9981969594955444, 0.9984212517738342, 0.9985977411270142, 0.9987459182739258, 0.9988754391670227, 0.9989829659461975, 0.9990696907043457, 0.9991422295570374, 0.9992080330848694, 0.9992653131484985], "prob_old": [0.884337842464447, 0.3772429823875427, 0.033636242151260376, 0.023263102397322655, 0.020532088354229927, 0.018940305337309837, 0.017884649336338043, 0.017091423273086548, 0.016422877088189125, 0.015804454684257507, 0.015227573923766613, 0.014692079275846481, 0.014188245870172977, 0.013703346252441406, 0.01323271356523037, 0.012783385813236237, 0.012360664084553719, 0.011961126700043678, 0.011577560566365719, 0.011215778067708015], "prob_new_token": [0.011348874308168888, 0.7442206144332886, 0.9970894455909729, 0.9986487030982971, 0.9990672469139099, 0.9992948770523071, 0.9994200468063354, 0.9994962811470032, 0.9995494484901428, 0.9995952248573303, 0.9996333122253418, 0.9996622800827026, 0.9996852874755859, 0.9997057318687439, 0.9997258186340332, 0.9997431635856628, 0.9997571110725403, 0.9997686743736267, 0.9997808337211609, 0.9997919201850891], "prob_old_token": [0.97725909948349, 0.17229768633842468, 2.8252137781237252e-05, 7.9557075878256e-06, 5.137070729688276e-06, 3.951339749619365e-06, 3.2985728921630653e-06, 2.875113295885967e-06, 2.563468569860561e-06, 2.300292408108362e-06, 2.0724905880342703e-06, 1.8771395389194367e-06, 1.707760361568944e-06, 1.5530972632404882e-06, 1.4075963008508552e-06, 1.2767890211762278e-06, 1.1634613201749744e-06, 1.063099261955358e-06, 9.691766535979696e-07, 8.846471359902353e-07], "update_matrix_norm_1": [32537.1796875], "update_matrix_norm_2": [8.078989028930664], "update_matrix_norm_inf": [0.05139215663075447], "request": {"prompt": "{} is situated within the continent of", "subject": "French Polynesia", "target_new": {"str": "Asia"}, "old_answer": {"str": "Oceania"}, "seed": 42}}, {"loss_per_step": [7.353, 1.575, 0.574, 0.433, 0.417, 0.339, 0.305, 0.281, 0.266, 0.257, 0.25, 0.246, 0.249, 0.245, 0.245, 0.246, 0.245, 0.243, 0.243, 0.243], "prob_new": [0.0010387032525613904, 0.32787227630615234, 0.7747355103492737, 0.8455350399017334, 0.8799265027046204, 0.9136756062507629, 0.944755494594574, 0.9700910449028015, 0.9850314259529114, 0.9910485744476318, 0.9933174848556519, 0.9943140149116516, 0.9948572516441345, 0.9952158331871033, 0.9955039620399475, 0.995776355266571, 0.9960505366325378, 0.9963258504867554, 0.9965918660163879, 0.9968370199203491], "prob_old": [0.9075050354003906, 0.1681787520647049, 0.07016698271036148, 0.043836548924446106, 0.035313453525304794, 0.030881280079483986, 0.027796203270554543, 0.02513055130839348, 0.023199502378702164, 0.022370731458067894, 0.022163797169923782, 0.022078704088926315, 0.021991895511746407, 0.021931137889623642, 0.021814286708831787, 0.02153739146888256, 0.021094543859362602, 0.020535174757242203, 0.01994333043694496, 0.019388863816857338], "prob_new_token": [3.290568565716967e-05, 0.6476999521255493, 0.9723930954933167, 0.9877464175224304, 0.992330014705658, 0.995154857635498, 0.9969112277030945, 0.9980366826057434, 0.9986423850059509, 0.9989136457443237, 0.9990290403366089, 0.9990845918655396, 0.9991128444671631, 0.999118447303772, 0.9991203546524048, 0.9991362690925598, 0.999167799949646, 0.9992104172706604, 0.9992548227310181, 0.9992932081222534], "prob_old_token": [0.9549726247787476, 0.0008199341828003526, 2.688128370209597e-05, 7.540958449681057e-06, 3.904128334397683e-06, 2.8510146421467653e-06, 2.409527496638475e-06, 2.115013785441988e-06, 1.9726621758309193e-06, 1.9442452412476996e-06, 1.940716174431145e-06, 1.9152603272232227e-06, 1.9010009282283136e-06, 1.9450633317319443e-06, 1.9889721443178132e-06, 1.9625163076852914e-06, 1.8625439679453848e-06, 1.716378051241918e-06, 1.5706450540164951e-06, 1.4597361541746068e-06], "update_matrix_norm_1": [38407.33203125], "update_matrix_norm_2": [9.41385555267334], "update_matrix_norm_inf": [0.06869443506002426], "request": {"prompt": "{} is situated within the continent of", "subject": "Cook Islands", "target_new": {"str": "Africa"}, "old_answer": {"str": "Oceania"}, "seed": 42}}, {"loss_per_step": [4.136, 0.879, 0.41, 0.292, 0.267, 0.252, 0.247, 0.242, 0.239, 0.236, 0.236, 0.235, 0.233, 0.233, 0.232, 0.232, 0.232, 0.232, 0.231, 0.231], "prob_new": [0.02068529650568962, 0.5757907629013062, 0.8555994629859924, 0.9497949481010437, 0.9751413464546204, 0.9855181574821472, 0.9905913472175598, 0.9932831525802612, 0.9947832226753235, 0.9956737756729126, 0.9962742328643799, 0.9967209100723267, 0.9970741271972656, 0.9973775148391724, 0.9976460933685303, 0.9978817701339722, 0.9980908632278442, 0.9982850551605225, 0.9984675049781799, 0.998629093170166], "prob_old": [0.9075050354003906, 0.15748737752437592, 0.10778773576021194, 0.07530353218317032, 0.06396932899951935, 0.05912834778428078, 0.05709251016378403, 0.056219931691884995, 0.05560511723160744, 0.05493107810616493, 0.0542253777384758, 0.05356505885720253, 0.052961740642786026, 0.05233214050531387, 0.05159856751561165, 0.05080901086330414, 0.050021227449178696, 0.049216948449611664, 0.04837608337402344, 0.047498416155576706], "prob_new_token": [0.001401690300554037, 0.85683673620224, 0.9756997227668762, 0.9928891658782959, 0.996332585811615, 0.9975616931915283, 0.998146653175354, 0.9984453916549683, 0.9985926747322083, 0.9986696243286133, 0.9987218976020813, 0.9987664222717285, 0.9988100528717041, 0.9988626837730408, 0.998924970626831, 0.9989909529685974, 0.99905925989151, 0.9991319179534912, 0.9992074966430664, 0.9992781281471252], "prob_old_token": [0.9549726247787476, 0.0006246785051189363, 0.00010798582661664113, 5.2916515414835885e-05, 3.8482055970234796e-05, 3.162457505823113e-05, 2.799356843752321e-05, 2.648677400429733e-05, 2.6340972908656113e-05, 2.68475432676496e-05, 2.7713807867257856e-05, 2.875101017707493e-05, 2.9823562726960517e-05, 3.076342909480445e-05, 3.138945248792879e-05, 3.175576784997247e-05, 3.1950639822753146e-05, 3.193367228959687e-05, 3.168612965964712e-05, 3.124269642285071e-05], "update_matrix_norm_1": [38796.234375], "update_matrix_norm_2": [9.421101570129395], "update_matrix_norm_inf": [0.06097185239195824], "request": {"prompt": "{} is situated within the continent of", "subject": "Cook Islands", "target_new": {"str": "Asia"}, "old_answer": {"str": "Oceania"}, "seed": 42}}, {"loss_per_step": [4.554, 1.516, 0.681, 0.361, 0.28, 0.272, 0.265, 0.26, 0.25, 0.249, 0.245, 0.244, 0.245, 0.241, 0.241, 0.241, 0.24, 0.241, 0.241, 0.24], "prob_new": [0.011990639381110668, 0.3557795286178589, 0.7078673243522644, 0.9418976306915283, 0.9754272103309631, 0.9886115789413452, 0.9945163130760193, 0.9970963001251221, 0.9982563257217407, 0.998814582824707, 0.9991482496261597, 0.9993606209754944, 0.9994872212409973, 0.9995642304420471, 0.999616265296936, 0.9996601343154907, 0.9996984601020813, 0.999727189540863, 0.9997469782829285, 0.9997606873512268], "prob_old": [0.9075050354003906, 0.3144277334213257, 0.2540396451950073, 0.09652403742074966, 0.05622363090515137, 0.04264722391963005, 0.035359784960746765, 0.030720150098204613, 0.027664607390761375, 0.025666745379567146, 0.024074174463748932, 0.0227198526263237, 0.02168901450932026, 0.020926624536514282, 0.020319664850831032, 0.0197131410241127, 0.01908433809876442, 0.018504057079553604, 0.01800365187227726, 0.017567750066518784], "prob_new_token": [4.245213403919479e-06, 0.11437874287366867, 0.713468074798584, 0.9697384834289551, 0.9887472987174988, 0.9949504137039185, 0.9973820447921753, 0.9984595775604248, 0.9989868402481079, 0.9992650747299194, 0.9994609951972961, 0.9995978474617004, 0.9996811151504517, 0.9997326135635376, 0.9997678995132446, 0.9997991919517517, 0.9998266100883484, 0.9998467564582825, 0.9998597502708435, 0.9998679161071777], "prob_old_token": [0.9549726247787476, 0.06905776262283325, 0.023196550086140633, 0.00039820134406909347, 5.6780609156703576e-05, 2.5361936422996223e-05, 1.6394835256505758e-05, 1.2327952390478458e-05, 9.995350410463288e-06, 8.502722266712226e-06, 7.196531896624947e-06, 6.107110493758228e-06, 5.333593890100019e-06, 4.796846042154357e-06, 4.389977675600676e-06, 3.98869315176853e-06, 3.5884395401808433e-06, 3.258958713558968e-06, 3.020210442628013e-06, 2.8433385068638017e-06], "update_matrix_norm_1": [37290.3203125], "update_matrix_norm_2": [9.410284996032715], "update_matrix_norm_inf": [0.056007687002420425], "request": {"prompt": "{} is situated within the continent of", "subject": "Cook Islands", "target_new": {"str": "North America"}, "old_answer": {"str": "Oceania"}, "seed": 42}}, {"loss_per_step": [5.91, 2.312, 1.058, 0.565, 0.455, 0.344, 0.322, 0.307, 0.296, 0.287, 0.28, 0.271, 0.267, 0.267, 0.263, 0.264, 0.263, 0.26, 0.261, 0.26], "prob_new": [0.003333966014906764, 0.21092192828655243, 0.5689029097557068, 0.8739055395126343, 0.9050983190536499, 0.9317427277565002, 0.9514014720916748, 0.9658274054527283, 0.9759881496429443, 0.9830004572868347, 0.9878265857696533, 0.9911670684814453, 0.9934774041175842, 0.995005190372467, 0.9960359334945679, 0.9967874884605408, 0.9973535537719727, 0.997784435749054, 0.9981133937835693, 0.9983702301979065], "prob_old": [0.8581942915916443, 0.340176522731781, 0.22894515097141266, 0.00946286041289568, 0.0016680900007486343, 0.0008306656964123249, 0.0005638526636175811, 0.0004062140069436282, 0.00029571109917014837, 0.00021541895694099367, 0.00015657440235372633, 0.00011325010564178228, 8.162265294231474e-05, 6.176649185363203e-05, 4.961355443811044e-05, 3.996412851847708e-05, 3.197840487700887e-05, 2.5553468731231987e-05, 2.0712190234917216e-05, 1.732747841742821e-05], "prob_new_token": [7.085733955136675e-07, 0.005947391036897898, 0.2897253930568695, 0.9575377106666565, 0.95773845911026, 0.9672691822052002, 0.9772326946258545, 0.9849439859390259, 0.9899770617485046, 0.993135929107666, 0.9951187968254089, 0.9963631629943848, 0.9971147775650024, 0.9976698756217957, 0.9981260895729065, 0.9984167814254761, 0.9986068606376648, 0.9987344741821289, 0.9988287091255188, 0.9989302158355713], "prob_old_token": [0.9876911640167236, 0.5467464327812195, 0.43018126487731934, 0.003900524927303195, 0.0004545319825410843, 0.0001423278881702572, 7.553817704319954e-05, 4.4382344640325755e-05, 2.74156809609849e-05, 1.759826955094468e-05, 1.168947073892923e-05, 8.06251682661241e-06, 5.932472959102597e-06, 4.5422816583595704e-06, 3.504591177261318e-06, 2.8738550099660642e-06, 2.4484220375597943e-06, 2.156794607799384e-06, 1.958935399670736e-06, 1.7631941773288418e-06], "update_matrix_norm_1": [31160.515625], "update_matrix_norm_2": [8.179398536682129], "update_matrix_norm_inf": [0.06191754341125488], "request": {"prompt": "{} is situated within the continent of", "subject": "Ancient Greece", "target_new": {"str": "North America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.409, 1.958, 0.92, 0.543, 0.481, 0.389, 0.281, 0.28, 0.28, 0.279, 0.277, 0.276, 0.276, 0.275, 0.274, 0.272, 0.268, 0.264, 0.263, 0.262], "prob_new": [0.034444745630025864, 0.25539833307266235, 0.7167506814002991, 0.9689008593559265, 0.988714873790741, 0.9924286603927612, 0.9944897890090942, 0.9956803321838379, 0.996508777141571, 0.9971367120742798, 0.9976217150688171, 0.9979954957962036, 0.998292863368988, 0.998537003993988, 0.9987317323684692, 0.9988920092582703, 0.9990267157554626, 0.9991397261619568, 0.9992303848266602, 0.9992954134941101], "prob_old": [0.8581942915916443, 0.08299548178911209, 0.004707736428827047, 9.218914055963978e-05, 1.807737316994462e-05, 7.637948328920174e-06, 4.800333044840954e-06, 3.3940800676646177e-06, 2.571264076323132e-06, 2.0185498215141706e-06, 1.6128906281664968e-06, 1.3050884035692434e-06, 1.080999027180951e-06, 9.180783422380046e-07, 7.776026791361801e-07, 6.502343126157939e-07, 5.371155111788539e-07, 4.4344835714582587e-07, 3.7250941886668443e-07, 3.214698836018215e-07], "prob_new_token": [1.7395573195244651e-06, 0.013670210726559162, 0.6442054510116577, 0.9907768964767456, 0.9952316880226135, 0.9953852891921997, 0.9967196583747864, 0.9975702166557312, 0.9981096982955933, 0.9985008835792542, 0.9987919926643372, 0.9990020394325256, 0.9991573095321655, 0.9992820620536804, 0.9993783831596375, 0.999457061290741, 0.9995216727256775, 0.9995750188827515, 0.9996183514595032, 0.9996504783630371], "prob_old_token": [0.9876911640167236, 0.033930130302906036, 0.0005168464267626405, 2.186113533753087e-06, 5.32673936959327e-07, 2.848836118118925e-07, 1.8420203673485958e-07, 1.3818427646583586e-07, 1.1081372264243328e-07, 8.997432843216302e-08, 7.30525400172155e-08, 6.01100680341915e-08, 5.064421060296809e-08, 4.3139202432485035e-08, 3.7041566258722014e-08, 3.204219467534131e-08, 2.823741596102991e-08, 2.5594108166160368e-08, 2.3213292621449e-08, 2.017948474986042e-08], "update_matrix_norm_1": [29831.400390625], "update_matrix_norm_2": [8.155838966369629], "update_matrix_norm_inf": [0.06613180041313171], "request": {"prompt": "{} is situated within the continent of", "subject": "Ancient Greece", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.945, 1.491, 0.878, 0.525, 0.421, 0.381, 0.362, 0.353, 0.347, 0.344, 0.34, 0.336, 0.33, 0.321, 0.307, 0.272, 0.268, 0.276, 0.278, 0.277], "prob_new": [0.0092993238940835, 0.4227042496204376, 0.6765676140785217, 0.8535148501396179, 0.9281080365180969, 0.9621169567108154, 0.9789032936096191, 0.9875391125679016, 0.9921266436576843, 0.9946691393852234, 0.9961493611335754, 0.9970581531524658, 0.9976673126220703, 0.9981133937835693, 0.9984572529792786, 0.9987369775772095, 0.9989538788795471, 0.9990412592887878, 0.9990841150283813, 0.9991066455841064], "prob_old": [0.8581942915916443, 0.06103932857513428, 0.013013292104005814, 0.0018688131822273135, 0.000395261769881472, 0.00011506479495437816, 4.237883695168421e-05, 1.883198092400562e-05, 9.54769075178774e-06, 5.337044058251195e-06, 3.237027840441442e-06, 2.107218278979417e-06, 1.4397770655705244e-06, 1.0065251672131126e-06, 7.057290645207104e-07, 4.863321123593778e-07, 3.2967983543130686e-07, 2.8621568048947665e-07, 2.799119727114885e-07, 2.922924693393725e-07], "prob_new_token": [0.0017897781217470765, 0.7352752685546875, 0.9265353083610535, 0.9841945171356201, 0.9948304295539856, 0.9975598454475403, 0.998534083366394, 0.9989791512489319, 0.999228835105896, 0.9993899464607239, 0.9994969367980957, 0.9995654225349426, 0.9996234774589539, 0.9996825456619263, 0.9997388124465942, 0.9997868537902832, 0.9998136162757874, 0.9998127222061157, 0.9998095631599426, 0.9998062252998352], "prob_old_token": [0.9876911640167236, 0.02166006714105606, 0.0028202191460877657, 0.0002717941824812442, 5.3527619456872344e-05, 1.6496482203365304e-05, 6.756384664186044e-06, 3.3101662211265648e-06, 1.817773068069073e-06, 1.0848830243048724e-06, 7.015682967903558e-07, 4.910311872663442e-07, 3.508589259126893e-07, 2.422188458695018e-07, 1.6055054175012629e-07, 1.0388802706984279e-07, 7.273401791962897e-08, 7.184948458416329e-08, 7.711648208896804e-08, 8.572140330898037e-08], "update_matrix_norm_1": [31455.5546875], "update_matrix_norm_2": [8.132637977600098], "update_matrix_norm_inf": [0.06878165155649185], "request": {"prompt": "{} is situated within the continent of", "subject": "Ancient Greece", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.228, 2.143, 0.556, 0.421, 0.305, 0.307, 0.307, 0.304, 0.299, 0.295, 0.292, 0.29, 0.289, 0.288, 0.287, 0.287, 0.286, 0.286, 0.286, 0.285], "prob_new": [0.04175930842757225, 0.19587507843971252, 0.7802373170852661, 0.9771857857704163, 0.9823037385940552, 0.9793472290039062, 0.9800894856452942, 0.9834360480308533, 0.9874686598777771, 0.9909211993217468, 0.9934178590774536, 0.9950887560844421, 0.9961848855018616, 0.9969148635864258, 0.9974178075790405, 0.9977765679359436, 0.9980476498603821, 0.9982803463935852, 0.9984702467918396, 0.9986181855201721], "prob_old": [0.7504574656486511, 0.13001473248004913, 0.08641219139099121, 0.00013482855865731835, 0.0007545821135863662, 0.0015574232675135136, 0.0019272234058007598, 0.001738176797516644, 0.001275292132049799, 0.0008250774699263275, 0.0005022871191613376, 0.0003012553497683257, 0.00018291584274265915, 0.00011374877067282796, 7.257442484842613e-05, 4.7786310460651293e-05, 3.282772013335489e-05, 2.3658360078115948e-05, 1.808773413358722e-05, 1.4756707059859764e-05], "prob_new_token": [2.961011887236964e-06, 0.014674942009150982, 0.9070455431938171, 0.9991682767868042, 0.998868465423584, 0.997867226600647, 0.9974555373191833, 0.9977642893791199, 0.9983433485031128, 0.9988688826560974, 0.9992434978485107, 0.9994862079620361, 0.9996389150619507, 0.9997360706329346, 0.9998002648353577, 0.9998428821563721, 0.999871551990509, 0.9998942017555237, 0.9999098181724548, 0.9999192953109741], "prob_old_token": [0.981629490852356, 0.14832307398319244, 0.022082936018705368, 6.4863270381465554e-06, 5.444708949653432e-05, 0.00014385435497388244, 0.00020515729556791484, 0.00019664282444864511, 0.00015020467981230468, 0.00010169407323701307, 6.545594078488648e-05, 4.188280945527367e-05, 2.7293408493278548e-05, 1.822902231651824e-05, 1.243521455762675e-05, 8.717833225091454e-06, 6.372667485265993e-06, 4.877359970123507e-06, 3.961436959798448e-06, 3.446035407250747e-06], "update_matrix_norm_1": [29395.8359375], "update_matrix_norm_2": [7.813309192657471], "update_matrix_norm_inf": [0.04794260114431381], "request": {"prompt": "{} is situated within the continent of", "subject": "Roman Egypt", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [3.452, 2.355, 1.147, 0.359, 0.329, 0.311, 0.302, 0.297, 0.294, 0.292, 0.29, 0.289, 0.289, 0.288, 0.288, 0.288, 0.287, 0.287, 0.287, 0.287], "prob_new": [0.03325597941875458, 0.15899501740932465, 0.4540545642375946, 0.9346895813941956, 0.9594011902809143, 0.976348340511322, 0.9851699471473694, 0.9899324774742126, 0.9929578900337219, 0.9950045943260193, 0.9964014887809753, 0.9973552823066711, 0.9980111718177795, 0.9984689354896545, 0.9987938404083252, 0.9990279078483582, 0.9991987347602844, 0.9993247985839844, 0.9994183778762817, 0.9994874000549316], "prob_old": [0.7504574656486511, 0.09329500049352646, 0.058639515191316605, 0.0016997148049995303, 0.0004905888345092535, 0.00020735440193675458, 0.00011022292892448604, 6.726047286065295e-05, 4.360722959972918e-05, 2.9259308576001786e-05, 2.019467319769319e-05, 1.4326319615065586e-05, 1.044408963934984e-05, 7.817619916750118e-06, 6.0002371355949435e-06, 4.714991064247442e-06, 3.7891213651164435e-06, 3.1124918677960522e-06, 2.6143052309635095e-06, 2.248760438305908e-06], "prob_new_token": [1.1624864555415115e-06, 0.006080242805182934, 0.36379799246788025, 0.9827969074249268, 0.987709641456604, 0.9924843907356262, 0.9951280355453491, 0.9965634942054749, 0.9974746704101562, 0.9981011748313904, 0.9985438585281372, 0.9988588094711304, 0.9990850687026978, 0.9992499351501465, 0.9993723630905151, 0.9994646310806274, 0.9995346665382385, 0.999586820602417, 0.9996235370635986, 0.9996463656425476], "prob_old_token": [0.981629490852356, 0.08800442516803741, 0.044782646000385284, 0.00023528849123977125, 5.250170943327248e-05, 2.0259732991689816e-05, 1.057823646988254e-05, 6.4201385612250306e-06, 4.168895884504309e-06, 2.840343768184539e-06, 2.0291183773224475e-06, 1.5200743064269773e-06, 1.186878080261522e-06, 9.569732810632559e-07, 7.898407261563989e-07, 6.637786782448529e-07, 5.670246991940076e-07, 4.933753530167451e-07, 4.3953835415777576e-07, 4.046156334425177e-07], "update_matrix_norm_1": [29769.91015625], "update_matrix_norm_2": [7.826834678649902], "update_matrix_norm_inf": [0.046768661588430405], "request": {"prompt": "{} is situated within the continent of", "subject": "Roman Egypt", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [4.673, 1.888, 0.699, 0.469, 0.377, 0.333, 0.313, 0.303, 0.297, 0.294, 0.292, 0.29, 0.289, 0.289, 0.288, 0.288, 0.288, 0.288, 0.288, 0.288], "prob_new": [0.011562732979655266, 0.26286056637763977, 0.7020726799964905, 0.8562229871749878, 0.9157847762107849, 0.9553444385528564, 0.9745599627494812, 0.9846242666244507, 0.9902967214584351, 0.9936708211898804, 0.99578857421875, 0.9971746206283569, 0.9980952143669128, 0.9987050890922546, 0.9991056323051453, 0.9993669390678406, 0.9995364546775818, 0.9996463656425476, 0.999717652797699, 0.9997634887695312], "prob_old": [0.7504574656486511, 0.19100148975849152, 0.08814439177513123, 0.0013442004565149546, 0.00017115501395892352, 5.3680814744438976e-05, 2.5063403882086277e-05, 1.349253852822585e-05, 7.681492206756957e-06, 4.519585672824178e-06, 2.71969929599436e-06, 1.662813133407326e-06, 1.0328440112061799e-06, 6.561012355632556e-07, 4.307157439598086e-07, 2.94445243298469e-07, 2.1030183461334673e-07, 1.5683325216286903e-07, 1.2190059806016507e-07, 9.87187220857777e-08], "prob_new_token": [0.0005990291247144341, 0.006817885208874941, 0.5887592434883118, 0.9387546181678772, 0.9687159657478333, 0.9828914403915405, 0.9901291131973267, 0.9943080544471741, 0.9967610239982605, 0.9981663227081299, 0.9989659786224365, 0.9994200468063354, 0.9996756315231323, 0.999819815158844, 0.9998999238014221, 0.9999425411224365, 0.9999650120735168, 0.9999767541885376, 0.9999827742576599, 0.9999857544898987], "prob_old_token": [0.981629490852356, 0.09727262705564499, 0.10056991130113602, 0.00044767159852199256, 3.187817128491588e-05, 1.0173321243200917e-05, 5.265989329927834e-06, 3.097658691331162e-06, 1.8220583797301515e-06, 1.0386171425125212e-06, 5.69636540603824e-07, 3.005899031904846e-07, 1.533724969249306e-07, 7.544367974787747e-08, 3.6128604108398576e-08, 1.7540838115337465e-08, 9.085671770492354e-09, 5.208662390288055e-09, 3.362516265426052e-09, 2.469660254078576e-09], "update_matrix_norm_1": [31594.90625], "update_matrix_norm_2": [7.873697280883789], "update_matrix_norm_inf": [0.03965545818209648], "request": {"prompt": "{} is situated within the continent of", "subject": "Roman Egypt", "target_new": {"str": "North America"}, "old_answer": {"str": "Africa"}, "seed": 42}}, {"loss_per_step": [8.187, 1.986, 0.743, 0.41, 0.368, 0.347, 0.333, 0.325, 0.32, 0.317, 0.316, 0.315, 0.314, 0.314, 0.313, 0.313, 0.313, 0.313, 0.313, 0.313], "prob_new": [0.0007967381388880312, 0.25260835886001587, 0.6696351766586304, 0.9134262800216675, 0.9486445784568787, 0.9675781726837158, 0.9798434972763062, 0.9874603152275085, 0.9919360876083374, 0.9945010542869568, 0.9959896802902222, 0.9968899488449097, 0.9974654316902161, 0.9978541731834412, 0.9981294274330139, 0.9983320236206055, 0.9984852075576782, 0.9986038208007812, 0.9986966848373413, 0.9987701177597046], "prob_old": [0.8600321412086487, 0.15554814040660858, 0.029681632295250893, 0.0026573091745376587, 0.0007813501870259643, 0.00035063616815023124, 0.0001852529967436567, 0.00010707962792366743, 6.637215847149491e-05, 4.3903837649850175e-05, 3.083892443100922e-05, 2.281150227645412e-05, 1.7609459973755293e-05, 1.4074723367230035e-05, 1.1573502888495568e-05, 9.74536123976577e-06, 8.375935067306273e-06, 7.332528184633702e-06, 6.528944140882231e-06, 5.905545094719855e-06], "prob_new_token": [8.616325430921279e-06, 0.4531775712966919, 0.8655630946159363, 0.9893242716789246, 0.9962105751037598, 0.9976931810379028, 0.9983466863632202, 0.9987145662307739, 0.9989433288574219, 0.9990943074226379, 0.9991998672485352, 0.9992775321006775, 0.9993370771408081, 0.9993837475776672, 0.9994202852249146, 0.9994494318962097, 0.9994728565216064, 0.9994915127754211, 0.9995068311691284, 0.9995194673538208], "prob_old_token": [0.9951596856117249, 0.20347997546195984, 0.019348597154021263, 0.001278563286177814, 0.0003223261737730354, 0.00014559045666828752, 8.331718709086999e-05, 5.3915446187602356e-05, 3.779508551815525e-05, 2.8068900064681657e-05, 2.1723191821365617e-05, 1.7299429600825533e-05, 1.4106393791735172e-05, 1.1780984095821623e-05, 1.0074494639411569e-05, 8.811263796815183e-06, 7.8663961176062e-06, 7.1544059210282285e-06, 6.610720447497442e-06, 6.1844698393542785e-06], "update_matrix_norm_1": [37823.6328125], "update_matrix_norm_2": [9.67356014251709], "update_matrix_norm_inf": [0.06802535802125931], "request": {"prompt": "{} is situated within the continent of", "subject": "Denmark", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.529, 0.706, 0.411, 0.364, 0.346, 0.336, 0.33, 0.326, 0.323, 0.32, 0.319, 0.317, 0.316, 0.316, 0.315, 0.314, 0.314, 0.314, 0.313, 0.313], "prob_new": [0.008682986721396446, 0.7368025183677673, 0.9071468114852905, 0.9492426514625549, 0.9660749435424805, 0.9753457903862, 0.98138028383255, 0.9856322407722473, 0.9887292385101318, 0.9910147786140442, 0.9927172064781189, 0.9940013289451599, 0.9949867725372314, 0.995757520198822, 0.996370792388916, 0.9968655109405518, 0.9972692131996155, 0.997601330280304, 0.9978762269020081, 0.998104453086853], "prob_old": [0.8600321412086487, 0.04484463855624199, 0.005815963726490736, 0.0017999376868829131, 0.0008951305062510073, 0.0005413382314145565, 0.00036442861892282963, 0.0002613573451526463, 0.00019533013983163983, 0.00015025610628072172, 0.00011802784138126299, 9.416663669981062e-05, 7.603918493259698e-05, 6.20043501839973e-05, 5.099575355416164e-05, 4.22839802922681e-05, 3.5340894100954756e-05, 2.9770200853818096e-05, 2.5270972400903702e-05, 2.1618114260490984e-05], "prob_new_token": [0.00022548329434357584, 0.9643272161483765, 0.992956280708313, 0.9961864948272705, 0.9973345994949341, 0.9978962540626526, 0.9982354640960693, 0.9984700679779053, 0.9986463189125061, 0.9987859725952148, 0.9989010095596313, 0.998998761177063, 0.9990831613540649, 0.9991572499275208, 0.9992230534553528, 0.9992813467979431, 0.9993327856063843, 0.9993788599967957, 0.9994195699691772, 0.999454915523529], "prob_old_token": [0.9951596856117249, 0.011225259862840176, 0.0005679720779880881, 0.00018530988018028438, 0.0001002661301754415, 6.685167318210006e-05, 4.9504909839015454e-05, 3.8873600715305656e-05, 3.161893255310133e-05, 2.6298779630451463e-05, 2.2210322640603408e-05, 1.8971984900417738e-05, 1.6364172552130185e-05, 1.4244677913666237e-05, 1.2514879017544445e-05, 1.1104773875558749e-05, 9.959117051039357e-06, 9.029581633512862e-06, 8.275506843347102e-06, 7.660682967980392e-06], "update_matrix_norm_1": [38346.3984375], "update_matrix_norm_2": [9.694406509399414], "update_matrix_norm_inf": [0.07579989731311798], "request": {"prompt": "{} is situated within the continent of", "subject": "Denmark", "target_new": {"str": "Asia"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [2.796, 0.742, 0.355, 0.334, 0.326, 0.322, 0.32, 0.318, 0.317, 0.316, 0.316, 0.315, 0.314, 0.313, 0.313, 0.313, 0.313, 0.313, 0.31, 0.303], "prob_new": [0.06536754220724106, 0.6679952144622803, 0.9612966179847717, 0.9787297248840332, 0.9867045283317566, 0.9906468987464905, 0.992823600769043, 0.9942284822463989, 0.9952494502067566, 0.9960389733314514, 0.9966636300086975, 0.9971592426300049, 0.9975509643554688, 0.9978583455085754, 0.9980931878089905, 0.9982540607452393, 0.998350977897644, 0.9984208941459656, 0.9984562397003174, 0.9984632134437561], "prob_old": [0.8600321412086487, 0.02498297579586506, 0.0001439105108147487, 3.619012568378821e-05, 1.679933484410867e-05, 1.034144497680245e-05, 7.252978775795782e-06, 5.405502179200994e-06, 4.157860075792996e-06, 3.2632290185574675e-06, 2.6027582862298004e-06, 2.107384943883517e-06, 1.7317850051767891e-06, 1.4454955135079217e-06, 1.2330609706623363e-06, 1.0987492942149402e-06, 1.0335788829252124e-06, 9.94070205706521e-07, 1.0128029543921002e-06, 1.0863661827897886e-06], "prob_new_token": [1.704328133200761e-05, 0.7627744674682617, 0.9825642704963684, 0.9904938340187073, 0.9946486949920654, 0.9963415265083313, 0.9970315098762512, 0.9974120259284973, 0.9977140426635742, 0.9979948401451111, 0.9982578158378601, 0.9984955191612244, 0.9987016320228577, 0.9988733530044556, 0.99900883436203, 0.9991028308868408, 0.9991611242294312, 0.9992076754570007, 0.9992430806159973, 0.9992691874504089], "prob_old_token": [0.9951596856117249, 0.0016764897154644132, 7.4841154855675995e-06, 2.0007521470688516e-06, 8.402391813433496e-07, 4.594485574216378e-07, 2.974967401314643e-07, 2.1249275050649885e-07, 1.6081564524483838e-07, 1.2628873946596286e-07, 1.0176250953009003e-07, 8.361899261899453e-08, 6.976334532282635e-08, 5.8963848914572736e-08, 5.073325581861354e-08, 4.5536623360931117e-08, 4.315903723295378e-08, 4.155585742182666e-08, 4.12053466902762e-08, 4.180094492767239e-08], "update_matrix_norm_1": [33622.13671875], "update_matrix_norm_2": [9.365801811218262], "update_matrix_norm_inf": [0.07396222651004791], "request": {"prompt": "{} is situated within the continent of", "subject": "Denmark", "target_new": {"str": "Oceania"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [6.216, 1.567, 0.808, 0.432, 0.317, 0.289, 0.271, 0.262, 0.251, 0.247, 0.243, 0.24, 0.238, 0.235, 0.235, 0.235, 0.234, 0.233, 0.233, 0.233], "prob_new": [0.0038045861292630434, 0.3078905940055847, 0.6101046204566956, 0.8552786707878113, 0.9396698474884033, 0.9666221141815186, 0.9771237969398499, 0.9827343225479126, 0.9869001507759094, 0.9902375936508179, 0.992732048034668, 0.9944173097610474, 0.995556652545929, 0.9963784217834473, 0.9969655275344849, 0.9973889589309692, 0.9977153539657593, 0.9979805946350098, 0.9982002377510071, 0.998385488986969], "prob_old": [0.8976911902427673, 0.11975355446338654, 0.04283396899700165, 0.007402751594781876, 0.00148295727558434, 0.0004985948326066136, 0.00022931786952540278, 0.00012807053280994296, 8.02407375886105e-05, 5.246513683232479e-05, 3.5173699870938435e-05, 2.5047998860827647e-05, 1.8813478163792752e-05, 1.4517976524075493e-05, 1.167853861261392e-05, 9.768104973773006e-06, 8.426681233686395e-06, 7.4371332630107645e-06, 6.630748885072535e-06, 5.93894310441101e-06], "prob_new_token": [0.0001227533066412434, 0.37573152780532837, 0.7409543991088867, 0.9627223610877991, 0.9935628175735474, 0.9970962405204773, 0.9978469610214233, 0.9982577562332153, 0.9986422061920166, 0.9989606142044067, 0.9991899132728577, 0.9993543028831482, 0.999472439289093, 0.9995483160018921, 0.999602198600769, 0.999647855758667, 0.9996830224990845, 0.9997094869613647, 0.9997316002845764, 0.9997507929801941], "prob_old_token": [0.9973894357681274, 0.1597762405872345, 0.03937271982431412, 0.003755581099539995, 0.00043447065399959683, 0.00010422388731967658, 4.177972368779592e-05, 2.144058271369431e-05, 1.240742585650878e-05, 8.001108653843403e-06, 5.706862793886103e-06, 4.314504622016102e-06, 3.392059625184629e-06, 2.8930076041433495e-06, 2.563055659265956e-06, 2.2411209101846907e-06, 2.004447878789506e-06, 1.8632812270880095e-06, 1.7231516267202096e-06, 1.5859360473768902e-06], "update_matrix_norm_1": [33460.1875], "update_matrix_norm_2": [8.229033470153809], "update_matrix_norm_inf": [0.040179818868637085], "request": {"prompt": "{} is situated within the continent of", "subject": "Channel Tunnel", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.437, 1.601, 1.103, 0.55, 0.352, 0.282, 0.262, 0.247, 0.242, 0.24, 0.236, 0.234, 0.232, 0.233, 0.235, 0.232, 0.234, 0.233, 0.232, 0.234], "prob_new": [0.013331646099686623, 0.3214356601238251, 0.48186349868774414, 0.7735550403594971, 0.916418194770813, 0.9603349566459656, 0.9791774153709412, 0.9906665682792664, 0.996269166469574, 0.9981286525726318, 0.9989681243896484, 0.9993335604667664, 0.9995311498641968, 0.9996469020843506, 0.9997155666351318, 0.9997620582580566, 0.9997919201850891, 0.9998103976249695, 0.9998257160186768, 0.9998392462730408], "prob_old": [0.8976911902427673, 0.2886660397052765, 0.23378145694732666, 0.11696270853281021, 0.03116259165108204, 0.008545073680579662, 0.0027343968395143747, 0.0009331205510534346, 0.0003421982401050627, 0.000173086766153574, 8.972277282737195e-05, 5.488079477800056e-05, 3.593020301195793e-05, 2.5219982489943504e-05, 2.0116778614465147e-05, 1.5857849575695582e-05, 1.3554093129641842e-05, 1.3137804671714548e-05, 1.2490995686675888e-05, 1.152797085524071e-05], "prob_new_token": [1.702151530480478e-05, 0.0732000470161438, 0.31928256154060364, 0.8020128607749939, 0.9494724273681641, 0.9754295945167542, 0.9854923486709595, 0.9926624298095703, 0.9966920018196106, 0.9983106255531311, 0.9990834593772888, 0.9994469881057739, 0.9996249675750732, 0.9997223615646362, 0.9997826814651489, 0.9998193979263306, 0.9998385310173035, 0.999851405620575, 0.9998591542243958, 0.9998655319213867], "prob_old_token": [0.9973894357681274, 0.5175774693489075, 0.35160693526268005, 0.0838172510266304, 0.010663227178156376, 0.00185181456618011, 0.0005187112838029861, 0.00017841688531916589, 6.883938476676121e-05, 3.752042175619863e-05, 2.1035230020061135e-05, 1.321049603575375e-05, 8.865241397870705e-06, 6.413412393158069e-06, 5.468248218676308e-06, 4.5534802666225005e-06, 4.238299879943952e-06, 4.560159595712321e-06, 4.693128630606225e-06, 4.550380708678858e-06], "update_matrix_norm_1": [32523.75], "update_matrix_norm_2": [8.243765830993652], "update_matrix_norm_inf": [0.03970658406615257], "request": {"prompt": "{} is situated within the continent of", "subject": "Channel Tunnel", "target_new": {"str": "North America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [6.048, 3.13, 2.044, 0.572, 0.325, 0.323, 0.324, 0.316, 0.298, 0.302, 0.293, 0.293, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.29, 0.29], "prob_new": [0.002769355196505785, 0.06720542162656784, 0.18193703889846802, 0.7568450570106506, 0.9682613611221313, 0.980228066444397, 0.9808183312416077, 0.985343337059021, 0.9910818934440613, 0.9945891499519348, 0.9961048364639282, 0.9969678521156311, 0.9975066781044006, 0.9978955984115601, 0.9981769323348999, 0.9983799457550049, 0.9985524415969849, 0.9986974000930786, 0.9988023638725281, 0.9988959431648254], "prob_old": [0.8976911902427673, 0.2339024543762207, 0.17186124622821808, 0.03912048786878586, 0.0018470422364771366, 0.00036887306487187743, 0.00016168298316188157, 8.757199248066172e-05, 5.048330422141589e-05, 3.359383117640391e-05, 2.582462184363976e-05, 2.10313646675786e-05, 1.846786108217202e-05, 1.6247304301941767e-05, 1.4738650861545466e-05, 1.387033535138471e-05, 1.2827047612518072e-05, 1.1813656783488113e-05, 1.1361526958353352e-05, 1.0800569725688547e-05], "prob_new_token": [4.788013825418602e-07, 0.0078307269141078, 0.059973083436489105, 0.7717320919036865, 0.9899694323539734, 0.9959763884544373, 0.9969664216041565, 0.997828483581543, 0.9985082149505615, 0.9989567995071411, 0.9994134306907654, 0.999543309211731, 0.9995939135551453, 0.9996265172958374, 0.9996517896652222, 0.999674379825592, 0.9996909499168396, 0.9997043609619141, 0.9997191429138184, 0.9997302889823914], "prob_old_token": [0.9973894357681274, 0.42184701561927795, 0.2459118664264679, 0.028715383261442184, 0.0004825960786547512, 7.952797750476748e-05, 3.5977478546556085e-05, 2.0159781342954375e-05, 1.2492555470089428e-05, 8.646963578939904e-06, 4.593611720338231e-06, 3.645856395451119e-06, 3.4389408938295674e-06, 3.325134912302019e-06, 3.2562309115746757e-06, 3.192132453477825e-06, 3.1414624572789762e-06, 3.0923190479370533e-06, 3.04352943203412e-06, 3.001712457262329e-06], "update_matrix_norm_1": [31599.32421875], "update_matrix_norm_2": [8.220735549926758], "update_matrix_norm_inf": [0.037664253264665604], "request": {"prompt": "{} is situated within the continent of", "subject": "Channel Tunnel", "target_new": {"str": "South America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [6.421, 1.133, 0.629, 0.494, 0.443, 0.413, 0.389, 0.369, 0.353, 0.34, 0.329, 0.321, 0.314, 0.309, 0.305, 0.303, 0.301, 0.299, 0.298, 0.297], "prob_new": [0.004666277207434177, 0.5242187976837158, 0.7523711323738098, 0.8386016488075256, 0.8722665309906006, 0.8949901461601257, 0.9137649536132812, 0.9299009442329407, 0.943789541721344, 0.9556446075439453, 0.965549111366272, 0.9735427498817444, 0.9797772169113159, 0.984531044960022, 0.9881097674369812, 0.9907673597335815, 0.992712676525116, 0.9941344857215881, 0.9951856136322021, 0.9959688782691956], "prob_old": [0.8932890295982361, 0.06295827776193619, 0.01640273816883564, 0.004495455417782068, 0.0019191033206880093, 0.00104556477162987, 0.000648838235065341, 0.00043571589048951864, 0.00030782396788708866, 0.00022436563449446112, 0.00016634435451123863, 0.00012439017882570624, 9.353122004540637e-05, 7.075953908497468e-05, 5.399379369919188e-05, 4.161481774644926e-05, 3.235486292396672e-05, 2.5378862119396217e-05, 2.0168692572042346e-05, 1.6279062037938274e-05], "prob_new_token": [5.4321215429808944e-05, 0.8809217214584351, 0.9780262112617493, 0.9927230477333069, 0.995775043964386, 0.9969531893730164, 0.9976074695587158, 0.9980410933494568, 0.9983549118041992, 0.9985923767089844, 0.9987772107124329, 0.9989252090454102, 0.999048113822937, 0.9991525411605835, 0.9992401599884033, 0.9993138909339905, 0.9993799328804016, 0.9994407892227173, 0.9994934797286987, 0.9995369911193848], "prob_old_token": [0.9987121820449829, 0.020023439079523087, 0.002469408791512251, 0.0005047908634878695, 0.0001947387063410133, 0.00010496642789803445, 6.792768544983119e-05, 4.904766319668852e-05, 3.795755765167996e-05, 3.068592559429817e-05, 2.5427179934922606e-05, 2.126218896592036e-05, 1.7738051610649563e-05, 1.4714564713358413e-05, 1.2187360880488995e-05, 1.0100911822519265e-05, 8.326099305122625e-06, 6.8013087002327666e-06, 5.57844441573252e-06, 4.627167982107494e-06], "update_matrix_norm_1": [35234.5234375], "update_matrix_norm_2": [8.580771446228027], "update_matrix_norm_inf": [0.10969225317239761], "request": {"prompt": "{} is situated within the continent of", "subject": "Bohemia", "target_new": {"str": "Africa"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [5.644, 1.433, 0.526, 0.394, 0.361, 0.345, 0.334, 0.326, 0.321, 0.317, 0.313, 0.31, 0.308, 0.306, 0.305, 0.304, 0.305, 0.301, 0.299, 0.298], "prob_new": [0.00532970204949379, 0.43955957889556885, 0.8205331563949585, 0.9071837067604065, 0.9369516372680664, 0.9526283740997314, 0.9617828130722046, 0.9686070680618286, 0.9738989472389221, 0.9778625965118408, 0.9812349677085876, 0.9839737415313721, 0.9862358570098877, 0.9882031679153442, 0.9897902607917786, 0.9911991357803345, 0.9923294186592102, 0.99332594871521, 0.9941688776016235, 0.9949142932891846], "prob_old": [0.8932890295982361, 0.07126832008361816, 0.014529409818351269, 0.003357300767675042, 0.0011812294833362103, 0.0005319688352756202, 0.0003207761619705707, 0.00020785526430699974, 0.0001421329943696037, 0.00010802289034472778, 8.131922368193045e-05, 6.382414721883833e-05, 5.174003672436811e-05, 4.117220305488445e-05, 3.462839958956465e-05, 2.782061892503407e-05, 2.384329491178505e-05, 1.950704972841777e-05, 1.646540840738453e-05, 1.385582254442852e-05], "prob_new_token": [2.163497043738971e-07, 0.5998365879058838, 0.9730238914489746, 0.9901795387268066, 0.9943122267723083, 0.996199369430542, 0.9971204996109009, 0.9977372288703918, 0.9981665015220642, 0.9984545707702637, 0.998684287071228, 0.9988594055175781, 0.9989989995956421, 0.999114453792572, 0.9992094039916992, 0.9992873072624207, 0.9993546009063721, 0.9994065761566162, 0.9994548559188843, 0.9994987845420837], "prob_old_token": [0.9987121820449829, 0.04084135591983795, 0.001880568452179432, 0.0002591834054328501, 7.219970575533807e-05, 2.750382736849133e-05, 1.607730155228637e-05, 1.0062098226626404e-05, 6.684660547762178e-06, 5.157569830771536e-06, 3.868721705657663e-06, 3.075141421504668e-06, 2.5558426841598703e-06, 2.060795168290497e-06, 1.7987247247219784e-06, 1.4666517245132127e-06, 1.3095188933220925e-06, 1.094242065846629e-06, 9.577739774613292e-07, 8.403064839512808e-07], "update_matrix_norm_1": [34286.50390625], "update_matrix_norm_2": [8.55826473236084], "update_matrix_norm_inf": [0.09706628322601318], "request": {"prompt": "{} is situated within the continent of", "subject": "Bohemia", "target_new": {"str": "South America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [4.119, 0.67, 0.426, 0.354, 0.328, 0.316, 0.308, 0.303, 0.301, 0.3, 0.298, 0.297, 0.296, 0.296, 0.296, 0.295, 0.295, 0.294, 0.294, 0.295], "prob_new": [0.026797646656632423, 0.7459511756896973, 0.9019877314567566, 0.9458394646644592, 0.9680092334747314, 0.980165958404541, 0.9870017766952515, 0.9913132190704346, 0.9940959811210632, 0.9957842230796814, 0.9969859719276428, 0.9977291822433472, 0.9982326626777649, 0.99859619140625, 0.9987933039665222, 0.9989633560180664, 0.9990314245223999, 0.9990944862365723, 0.9991253614425659, 0.9991390109062195], "prob_old": [0.8932890295982361, 0.07735016196966171, 0.007055222988128662, 0.0014774909941479564, 0.0005358023336157203, 0.00026249137590639293, 0.00015159368922468275, 9.553237759973854e-05, 6.294673949014395e-05, 4.3494768760865554e-05, 3.0330282243085094e-05, 2.2129690478323027e-05, 1.6642650734866038e-05, 1.2757520380546339e-05, 1.0493648005649447e-05, 8.668039299664088e-06, 7.736097359156702e-06, 6.986317202972714e-06, 6.544098141603172e-06, 6.277062311710324e-06], "prob_new_token": [1.1849011798403808e-06, 0.826410710811615, 0.9647133946418762, 0.9828639030456543, 0.991630494594574, 0.9957963228225708, 0.997658908367157, 0.998680591583252, 0.9992273449897766, 0.9994789361953735, 0.9996536374092102, 0.9997380375862122, 0.9997896552085876, 0.9998272657394409, 0.9998363852500916, 0.9998517036437988, 0.9998452067375183, 0.9998427033424377, 0.9998313784599304, 0.9998137354850769], "prob_old_token": [0.9987121820449829, 0.05223400518298149, 0.0013230233453214169, 0.0002062582498183474, 6.29023343208246e-05, 2.6429999707033858e-05, 1.4376842045749072e-05, 8.32030491437763e-06, 5.048893399361987e-06, 3.556021056283498e-06, 2.327929223611136e-06, 1.7180204849864822e-06, 1.3145539696779451e-06, 9.912171208270593e-07, 8.62145839164441e-07, 6.865299155833782e-07, 6.379456181093701e-07, 5.645102874041186e-07, 5.305345212036627e-07, 5.221140781941358e-07], "update_matrix_norm_1": [35115.23046875], "update_matrix_norm_2": [8.551365852355957], "update_matrix_norm_inf": [0.0816292092204094], "request": {"prompt": "{} is situated within the continent of", "subject": "Bohemia", "target_new": {"str": "North America"}, "old_answer": {"str": "Europe"}, "seed": 42}}, {"loss_per_step": [3.558, 1.975, 0.829, 0.296, 0.269, 0.264, 0.262, 0.261, 0.261, 0.262, 0.261, 0.261, 0.26, 0.259, 0.259, 0.259, 0.258, 0.259, 0.258, 0.258], "prob_new": [0.030248217284679413, 0.20213699340820312, 0.5927216410636902, 0.9778905510902405, 0.99603271484375, 0.997896134853363, 0.9984822273254395, 0.9987574219703674, 0.9989619851112366, 0.9991081357002258, 0.9992307424545288, 0.999317467212677, 0.9993918538093567, 0.9994533658027649, 0.9995048642158508, 0.9995444416999817, 0.9995778799057007, 0.9996127486228943, 0.9996501803398132, 0.9996873736381531], "prob_old": [0.7838919758796692, 0.33161434531211853, 0.040211088955402374, 0.00026884026010520756, 1.5579558748868294e-05, 4.5224469431559555e-06, 1.9137730760121485e-06, 1.2088547691746498e-06, 7.417894494210486e-07, 5.501231044036103e-07, 3.541388480243768e-07, 3.044591210255021e-07, 2.2946980493543379e-07, 1.9447791999027686e-07, 1.7564602217134961e-07, 1.4778323986774922e-07, 1.3106203766710678e-07, 1.1468734584241247e-07, 9.147206014858966e-08, 7.396327816877601e-08], "prob_new_token": [1.0166604624828324e-06, 0.02174905687570572, 0.5453987121582031, 0.9876465201377869, 0.9982936382293701, 0.999321699142456, 0.9996340274810791, 0.9997377395629883, 0.9998070597648621, 0.9998398423194885, 0.9998708367347717, 0.9998781085014343, 0.9998899698257446, 0.9998940229415894, 0.9998946189880371, 0.9998966455459595, 0.9998972415924072, 0.9998999238014221, 0.9999061822891235, 0.9999119639396667], "prob_old_token": [0.9855155348777771, 0.17334546148777008, 0.002385104773566127, 2.7338553991285153e-05, 4.4822695599577855e-06, 2.3093725758371875e-06, 1.2751243048114702e-06, 9.37278628043714e-07, 6.363093802974618e-07, 5.212195901549421e-07, 3.6469953101914143e-07, 3.3770004392863484e-07, 2.676969188541989e-07, 2.3486396116823016e-07, 2.1817054118855594e-07, 1.8897371489856596e-07, 1.7465514190462272e-07, 1.6018485382574e-07, 1.3322386394065688e-07, 1.1194068605391294e-07], "update_matrix_norm_1": [31744.6640625], "update_matrix_norm_2": [8.60265064239502], "update_matrix_norm_inf": [0.058534856885671616], "request": {"prompt": "{} is situated within the continent of", "subject": "Southeast Asia", "target_new": {"str": "Antarctica"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [6.196, 1.961, 1.343, 0.762, 0.413, 0.318, 0.303, 0.3, 0.299, 0.298, 0.297, 0.297, 0.296, 0.296, 0.296, 0.296, 0.296, 0.295, 0.295, 0.295], "prob_new": [0.0026715388521552086, 0.25994065403938293, 0.37835076451301575, 0.654108464717865, 0.8944914937019348, 0.9779189229011536, 0.9930872321128845, 0.9962792992591858, 0.9973061084747314, 0.9977749586105347, 0.998052716255188, 0.9982490539550781, 0.9984024167060852, 0.9985297322273254, 0.9986408352851868, 0.9987390637397766, 0.9988234639167786, 0.9988943934440613, 0.9989535212516785, 0.9990031123161316], "prob_old": [0.7838919758796692, 0.40119490027427673, 0.24832887947559357, 0.07670781761407852, 0.007745727431029081, 0.0006297201616689563, 0.0001389774406561628, 6.789495091652498e-05, 4.731028820970096e-05, 3.7947334931232035e-05, 3.223621752113104e-05, 2.8133588784839958e-05, 2.498006506357342e-05, 2.2447457013186067e-05, 2.025061439780984e-05, 1.832445377658587e-05, 1.67484613484703e-05, 1.5528439689660445e-05, 1.4621237824030686e-05, 1.396635616401909e-05], "prob_new_token": [0.0001777789439074695, 0.4418604075908661, 0.6357654333114624, 0.8962976336479187, 0.9829628467559814, 0.9965994954109192, 0.9988272786140442, 0.9993197917938232, 0.9994856119155884, 0.999563455581665, 0.9996101260185242, 0.9996420741081238, 0.9996657967567444, 0.9996840953826904, 0.9996992945671082, 0.9997124671936035, 0.9997238516807556, 0.9997334480285645, 0.99974125623703, 0.9997478127479553], "prob_old_token": [0.9855155348777771, 0.4256995916366577, 0.2265603244304657, 0.04371795803308487, 0.002883524401113391, 0.00019402946054469794, 3.581575947464444e-05, 1.4613357961934526e-05, 8.946872185333632e-06, 6.6727943703881465e-06, 5.517404588317731e-06, 4.863193680648692e-06, 4.482444637687877e-06, 4.233556865074206e-06, 3.999053205916425e-06, 3.7660033740394283e-06, 3.587929541026824e-06, 3.489613391138846e-06, 3.470414185358095e-06, 3.5171806302969344e-06], "update_matrix_norm_1": [33060.125], "update_matrix_norm_2": [8.593344688415527], "update_matrix_norm_inf": [0.06184036284685135], "request": {"prompt": "{} is situated within the continent of", "subject": "Southeast Asia", "target_new": {"str": "Africa"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [5.455, 2.157, 1.025, 0.433, 0.336, 0.311, 0.304, 0.3, 0.298, 0.298, 0.298, 0.297, 0.297, 0.297, 0.297, 0.297, 0.296, 0.296, 0.296, 0.296], "prob_new": [0.006067339330911636, 0.25005051493644714, 0.5296711325645447, 0.8707538843154907, 0.9606855511665344, 0.9858022332191467, 0.99369877576828, 0.9969468712806702, 0.9983288049697876, 0.9989412426948547, 0.9992509484291077, 0.9994267225265503, 0.9995347857475281, 0.9996044635772705, 0.9996505379676819, 0.9996812343597412, 0.9997036457061768, 0.999724805355072, 0.9997484087944031, 0.9997712969779968], "prob_old": [0.7838919758796692, 0.4363124668598175, 0.2913415729999542, 0.06945949792861938, 0.012505381368100643, 0.0027883569709956646, 0.0010620804969221354, 0.0003920933813787997, 0.00016150291776284575, 8.379312203032896e-05, 5.233156480244361e-05, 3.733885023393668e-05, 2.9423135856632143e-05, 2.5120923965005204e-05, 2.2982443624641746e-05, 2.2249354515224695e-05, 2.2132762751425616e-05, 2.148303246940486e-05, 1.977215833903756e-05, 1.770988092175685e-05], "prob_new_token": [2.2889470585596428e-07, 0.025832485407590866, 0.4299357235431671, 0.9297128319740295, 0.9817623496055603, 0.9932358860969543, 0.997490406036377, 0.9989396929740906, 0.999510645866394, 0.9997293949127197, 0.9998272657394409, 0.9998784065246582, 0.9999070763587952, 0.9999239444732666, 0.999934196472168, 0.99993896484375, 0.9999408721923828, 0.9999432563781738, 0.9999474883079529, 0.9999523758888245], "prob_old_token": [0.9855155348777771, 0.4095936119556427, 0.12386943399906158, 0.012555842287838459, 0.0018308330327272415, 0.0004336917772889137, 0.00014014482439961284, 4.8258661990985274e-05, 1.773803523974493e-05, 8.486196747981012e-06, 4.988963155483361e-06, 3.391370682948036e-06, 2.5746064693521475e-06, 2.148660769307753e-06, 1.961876478162594e-06, 1.9460021576378495e-06, 2.0213096831867006e-06, 2.0392719761730405e-06, 1.9152694221702404e-06, 1.7357243677906808e-06], "update_matrix_norm_1": [32794.3359375], "update_matrix_norm_2": [8.599437713623047], "update_matrix_norm_inf": [0.05993875116109848], "request": {"prompt": "{} is situated within the continent of", "subject": "Southeast Asia", "target_new": {"str": "North America"}, "old_answer": {"str": "Asia"}, "seed": 42}}, {"loss_per_step": [3.166, 2.326, 1.789, 0.583, 0.43, 0.393, 0.369, 0.346, 0.331, 0.317, 0.307, 0.304, 0.307, 0.306, 0.302, 0.298, 0.3, 0.293, 0.29, 0.287], "prob_new": [0.04512527585029602, 0.13680517673492432, 0.2342873513698578, 0.7579281330108643, 0.8749175667762756, 0.9099161028862, 0.9307670593261719, 0.9486995935440063, 0.9634801745414734, 0.9749206304550171, 0.982146143913269, 0.9870015978813171, 0.9911702871322632, 0.9925893545150757, 0.9933622479438782, 0.9938908815383911, 0.9946519732475281, 0.9960274696350098, 0.9971218109130859, 0.9977698922157288], "prob_old": [0.249728724360466, 0.013720192015171051, 0.014714437536895275, 0.005782733671367168, 0.0014536072267219424, 0.0006899488507770002, 0.0005169630749151111, 0.00042642015614546835, 0.0003629165585152805, 0.0002989151398651302, 0.0002402014215476811, 0.00018733696197159588, 0.00014206090418156236, 0.00012255599722266197, 0.00010851653496501967, 9.695190965430811e-05, 8.367730333702639e-05, 6.365445733536035e-05, 4.728258863906376e-05, 3.643904346972704e-05], "prob_new_token": [0.02774425968527794, 0.3444223999977112, 0.35246413946151733, 0.4783687889575958, 0.7431467175483704, 0.8457163572311401, 0.8909695744514465, 0.923900306224823, 0.9481104016304016, 0.9631128311157227, 0.9732294082641602, 0.9801182150840759, 0.9849924445152283, 0.9873850345611572, 0.9889721274375916, 0.9900837540626526, 0.9912185072898865, 0.9928883910179138, 0.9942270517349243, 0.9949754476547241], "prob_old_token": [0.9089054465293884, 0.03390109911561012, 0.03089708276093006, 0.0010411685798317194, 1.1244560482737143e-05, 1.0855775371965137e-06, 4.151694383836002e-07, 2.509607099909772e-07, 1.7377224992287665e-07, 1.2627548073851358e-07, 9.146759083478173e-08, 6.653577599990967e-08, 3.906031054157211e-08, 2.8162329357428462e-08, 2.1779600345439576e-08, 1.7947938246720696e-08, 1.464613674784232e-08, 9.873978079610879e-09, 6.527421714253023e-09, 4.71822581005199e-09], "update_matrix_norm_1": [31047.28125], "update_matrix_norm_2": [7.731421947479248], "update_matrix_norm_inf": [0.04221653193235397], "request": {"prompt": "{} is a sport team member of", "subject": "Thulani Serero", "target_new": {"str": "the Seattle Mariners"}, "old_answer": {"str": "Ajax Amsterdam"}, "seed": 42}}, {"loss_per_step": [1.587, 1.217, 0.486, 0.355, 0.32, 0.306, 0.297, 0.291, 0.287, 0.284, 0.284, 0.282, 0.281, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28, 0.279], "prob_new": [0.3262951672077179, 0.43140703439712524, 0.8358862996101379, 0.9446585774421692, 0.9756476879119873, 0.9865841865539551, 0.9912606477737427, 0.9935922622680664, 0.9949303865432739, 0.9957888722419739, 0.9963840246200562, 0.9968212246894836, 0.9971479177474976, 0.9973922967910767, 0.9975786805152893, 0.9977278113365173, 0.9978534579277039, 0.9979639649391174, 0.9980623126029968, 0.998148500919342], "prob_old": [0.249728724360466, 0.4013124406337738, 0.5833272933959961, 0.637895941734314, 0.6653428077697754, 0.6832290291786194, 0.6951985955238342, 0.7033864855766296, 0.709949791431427, 0.71617192029953, 0.7219071984291077, 0.7263131141662598, 0.7296379208564758, 0.7323059439659119, 0.73459792137146, 0.7367673516273499, 0.7388996481895447, 0.7408338189125061, 0.7424543499946594, 0.7439481019973755], "prob_new_token": [0.9089054465293884, 0.8083085417747498, 0.968032717704773, 0.9872980117797852, 0.9933110475540161, 0.995819628238678, 0.9970372915267944, 0.9977084398269653, 0.9981247782707214, 0.9984053373336792, 0.9986016154289246, 0.9987398982048035, 0.9988424777984619, 0.99892657995224, 0.9989985823631287, 0.9990619421005249, 0.9991171360015869, 0.9991637468338013, 0.9992015957832336, 0.999233603477478], "prob_old_token": [0.9089054465293884, 0.8083085417747498, 0.968032717704773, 0.9872980117797852, 0.9933110475540161, 0.995819628238678, 0.9970372915267944, 0.9977084398269653, 0.9981247782707214, 0.9984053373336792, 0.9986016154289246, 0.9987398982048035, 0.9988424777984619, 0.99892657995224, 0.9989985823631287, 0.9990619421005249, 0.9991171360015869, 0.9991637468338013, 0.9992015957832336, 0.999233603477478], "update_matrix_norm_1": [32612.4609375], "update_matrix_norm_2": [7.7215399742126465], "update_matrix_norm_inf": [0.03410777822136879], "request": {"prompt": "{} is a sport team member of", "subject": "Thulani Serero", "target_new": {"str": "Ajax"}, "old_answer": {"str": "Ajax Amsterdam"}, "seed": 42}}, {"loss_per_step": [1.999, 1.563, 1.011, 0.548, 0.435, 0.384, 0.346, 0.317, 0.305, 0.3, 0.299, 0.299, 0.297, 0.297, 0.296, 0.296, 0.295, 0.295, 0.293, 0.289], "prob_new": [0.13833929598331451, 0.3014938235282898, 0.5096527338027954, 0.7834926843643188, 0.8721176385879517, 0.9184414148330688, 0.954413115978241, 0.9799774885177612, 0.9927101135253906, 0.996843695640564, 0.9979604482650757, 0.9985635280609131, 0.9989290237426758, 0.9992413520812988, 0.9994014501571655, 0.9994619488716125, 0.9994901418685913, 0.9994884133338928, 0.9994544386863708, 0.9994020462036133], "prob_old": [0.249728724360466, 0.015009644441306591, 0.015177528373897076, 0.009338082745671272, 0.0046119303442537785, 0.002480629598721862, 0.001334172673523426, 0.0005811841692775488, 0.00020617313566617668, 7.69668840803206e-05, 4.208270547678694e-05, 3.1924620998324826e-05, 2.3881744709797204e-05, 2.1912428564974107e-05, 2.412825597275514e-05, 2.6768833777168766e-05, 2.88520532194525e-05, 3.21028710459359e-05, 3.7524456274695694e-05, 4.3671796447597444e-05], "prob_new_token": [5.9879919717786834e-05, 0.056639377027750015, 0.43957728147506714, 0.8856559991836548, 0.9568526744842529, 0.9688294529914856, 0.9792760610580444, 0.987194299697876, 0.9921048283576965, 0.9961293935775757, 0.9974658489227295, 0.9978353381156921, 0.9984564781188965, 0.9986417889595032, 0.9985365867614746, 0.998466968536377, 0.9984838366508484, 0.998470664024353, 0.9984226226806641, 0.9984685778617859], "prob_old_token": [0.9089054465293884, 0.018449293449521065, 0.008176582865417004, 0.0006847164477221668, 6.144561484688893e-05, 1.2731589777104091e-05, 4.212084149912698e-06, 1.4228256759452051e-06, 4.906146386929322e-07, 1.6181837736439775e-07, 7.961679671097954e-08, 5.822678872391407e-08, 4.007914711223748e-08, 3.65723309414534e-08, 4.2428450086617886e-08, 4.830633670849238e-08, 5.143654391304153e-08, 5.669805958063989e-08, 6.687242404268545e-08, 7.850260175246149e-08], "update_matrix_norm_1": [30932.953125], "update_matrix_norm_2": [7.719261169433594], "update_matrix_norm_inf": [0.04121512547135353], "request": {"prompt": "{} is a sport team member of", "subject": "Thulani Serero", "target_new": {"str": "Chelsea Football Club"}, "old_answer": {"str": "Ajax Amsterdam"}, "seed": 42}}, {"loss_per_step": [2.877, 1.904, 0.834, 0.526, 0.437, 0.371, 0.334, 0.301, 0.277, 0.262, 0.253, 0.249, 0.245, 0.244, 0.241, 0.24, 0.24, 0.239, 0.239, 0.238], "prob_new": [0.05808345973491669, 0.20788465440273285, 0.5606059432029724, 0.754263699054718, 0.837612509727478, 0.8816844820976257, 0.916688859462738, 0.9473058581352234, 0.9698898792266846, 0.9833455681800842, 0.9909508228302002, 0.9946349263191223, 0.9965717792510986, 0.9976251125335693, 0.9981219172477722, 0.9983738660812378, 0.9985781311988831, 0.9987853765487671, 0.9989710450172424, 0.9991307854652405], "prob_old": [0.7950321435928345, 0.26259517669677734, 0.17389227449893951, 0.08908452838659286, 0.05258717015385628, 0.034982163459062576, 0.025313017889857292, 0.018339958041906357, 0.013293127529323101, 0.01029836293309927, 0.008352893404662609, 0.007178346626460552, 0.006356609985232353, 0.005868617910891771, 0.005841044709086418, 0.006037912331521511, 0.006178704090416431, 0.0062922281213104725, 0.006391736213117838, 0.00637449137866497], "prob_new_token": [2.612662456158432e-06, 0.07446777820587158, 0.5132061243057251, 0.7859599590301514, 0.8958849906921387, 0.9333269596099854, 0.9541704058647156, 0.9715229272842407, 0.985700249671936, 0.993648111820221, 0.9972323775291443, 0.998630166053772, 0.9992403984069824, 0.9995026588439941, 0.9995637536048889, 0.9995688796043396, 0.9995793104171753, 0.9995978474617004, 0.9996222257614136, 0.9996606707572937], "prob_old_token": [0.597093403339386, 0.28622254729270935, 0.09658566862344742, 0.04997111111879349, 0.03182706609368324, 0.02236301451921463, 0.01669161394238472, 0.011514188721776009, 0.006342921871691942, 0.0028367761988192797, 0.0011718046152964234, 0.0005422106478363276, 0.00027639121981337667, 0.00016532177687622607, 0.00013579482038039714, 0.00012817350216209888, 0.00011966183228651062, 0.00011015346535714343, 0.00010037146421382204, 8.757845353102311e-05], "update_matrix_norm_1": [38374.0859375], "update_matrix_norm_2": [10.278550148010254], "update_matrix_norm_inf": [0.08489204943180084], "request": {"prompt": "{} is a sport team member of", "subject": "John Havlicek", "target_new": {"str": "Chelsea Football Club"}, "old_answer": {"str": "the Boston Celtics"}, "seed": 42}}, {"loss_per_step": [4.717, 1.709, 0.597, 0.415, 0.333, 0.291, 0.269, 0.258, 0.251, 0.248, 0.245, 0.243, 0.242, 0.241, 0.24, 0.24, 0.24, 0.239, 0.239, 0.239], "prob_new": [0.009692731313407421, 0.28437623381614685, 0.7334283590316772, 0.8439285755157471, 0.9118313789367676, 0.9502042531967163, 0.971152663230896, 0.9822342395782471, 0.9881471395492554, 0.9916141629219055, 0.9938576221466064, 0.9953813552856445, 0.9964200258255005, 0.9971177577972412, 0.9975830316543579, 0.9978985786437988, 0.998120129108429, 0.9982816576957703, 0.9984036684036255, 0.9984989166259766], "prob_old": [0.7950321435928345, 0.20198386907577515, 0.057997312396764755, 0.03376901149749756, 0.023899266496300697, 0.0179990753531456, 0.013727645389735699, 0.010619976557791233, 0.008509251289069653, 0.0070945993065834045, 0.006112794857472181, 0.005402667913585901, 0.004879999905824661, 0.00449741818010807, 0.004216471221297979, 0.004002886824309826, 0.003833283670246601, 0.0036959059070795774, 0.003586422186344862, 0.0035020390059798956], "prob_new_token": [4.5809058065060526e-05, 0.5579940676689148, 0.7295262217521667, 0.8810931444168091, 0.9518957138061523, 0.9775091409683228, 0.9887698888778687, 0.9941493272781372, 0.9963688850402832, 0.9973023533821106, 0.9977662563323975, 0.9980308413505554, 0.9981933236122131, 0.9982976317405701, 0.9983683824539185, 0.998420238494873, 0.9984602332115173, 0.9984938502311707, 0.9985228180885315, 0.9985476136207581], "prob_old_token": [0.597093403339386, 0.05520975962281227, 0.026797065511345863, 0.012878024950623512, 0.006058880593627691, 0.0031106576789170504, 0.0016176895005628467, 0.0008320328779518604, 0.0004988085711374879, 0.00035551987821236253, 0.0002767750120256096, 0.00022365922632161528, 0.0001852475106716156, 0.00015763039118610322, 0.00013802919420413673, 0.00012361911649350077, 0.00011228524090256542, 0.00010296554683009163, 9.545587818138301e-05, 8.986453030956909e-05], "update_matrix_norm_1": [39383.28125], "update_matrix_norm_2": [10.284444808959961], "update_matrix_norm_inf": [0.07038786262273788], "request": {"prompt": "{} is a sport team member of", "subject": "John Havlicek", "target_new": {"str": "Real Madrid"}, "old_answer": {"str": "the Boston Celtics"}, "seed": 42}}, {"loss_per_step": [1.592, 0.644, 0.406, 0.35, 0.316, 0.293, 0.279, 0.27, 0.264, 0.259, 0.256, 0.253, 0.25, 0.248, 0.246, 0.245, 0.244, 0.243, 0.241, 0.24], "prob_new": [0.20499852299690247, 0.6746131181716919, 0.8519499897956848, 0.8979729413986206, 0.9281136989593506, 0.9496361017227173, 0.962941586971283, 0.9714544415473938, 0.9775596857070923, 0.9821305274963379, 0.9857153296470642, 0.9886300563812256, 0.990935742855072, 0.9927324652671814, 0.9941568374633789, 0.9952656030654907, 0.9961311221122742, 0.996835470199585, 0.9974074959754944, 0.9978335499763489], "prob_old": [0.7950321435928345, 0.18479706346988678, 0.11992556601762772, 0.09031278640031815, 0.07220519334077835, 0.058628153055906296, 0.04907168820500374, 0.042346108704805374, 0.03717506676912308, 0.03313121944665909, 0.03006645105779171, 0.027702633291482925, 0.02568296156823635, 0.023959489539265633, 0.022618327289819717, 0.02155904285609722, 0.020633235573768616, 0.01976875215768814, 0.01901109144091606, 0.018424732610583305], "prob_new_token": [0.597093403339386, 0.6521887183189392, 0.7147231101989746, 0.7772769927978516, 0.8480377793312073, 0.9022271633148193, 0.9367198348045349, 0.9578192830085754, 0.9721617698669434, 0.9815962314605713, 0.9870943427085876, 0.9902678728103638, 0.9925745129585266, 0.9942229986190796, 0.995145857334137, 0.9957091808319092, 0.9962005019187927, 0.9966555237770081, 0.9969599843025208, 0.9970753192901611], "prob_old_token": [0.597093403339386, 0.6521887183189392, 0.7147231101989746, 0.7772769927978516, 0.8480377793312073, 0.9022271633148193, 0.9367198348045349, 0.9578192830085754, 0.9721617698669434, 0.9815962314605713, 0.9870943427085876, 0.9902678728103638, 0.9925745129585266, 0.9942229986190796, 0.995145857334137, 0.9957091808319092, 0.9962005019187927, 0.9966555237770081, 0.9969599843025208, 0.9970753192901611], "update_matrix_norm_1": [40591.1328125], "update_matrix_norm_2": [10.268860816955566], "update_matrix_norm_inf": [0.1079559326171875], "request": {"prompt": "{} is a sport team member of", "subject": "John Havlicek", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "the Boston Celtics"}, "seed": 42}}, {"loss_per_step": [1.568, 0.648, 0.364, 0.338, 0.322, 0.31, 0.3, 0.291, 0.284, 0.277, 0.271, 0.266, 0.262, 0.259, 0.257, 0.255, 0.253, 0.252, 0.251, 0.251], "prob_new": [0.21042662858963013, 0.7114291787147522, 0.8928382396697998, 0.9170116186141968, 0.9322589635848999, 0.9438958168029785, 0.9533702731132507, 0.9613867402076721, 0.9683296084403992, 0.9743779897689819, 0.979597806930542, 0.9839999079704285, 0.9875940680503845, 0.9904292821884155, 0.9926052093505859, 0.9942539930343628, 0.9955055117607117, 0.9964656233787537, 0.9971994757652283, 0.9977526068687439], "prob_old": [0.8520820140838623, 0.4969619810581207, 0.24861456453800201, 0.22013182938098907, 0.20639336109161377, 0.19661612808704376, 0.1883302628993988, 0.18074890971183777, 0.1735037863254547, 0.16637863218784332, 0.15925511717796326, 0.15215514600276947, 0.14527346193790436, 0.13890300691127777, 0.1332699954509735, 0.12837272882461548, 0.12394974380731583, 0.11979548633098602, 0.11594466865062714, 0.11220373958349228], "prob_new_token": [0.8145915269851685, 0.7400234937667847, 0.8644846677780151, 0.9022038578987122, 0.9262498021125793, 0.9439950585365295, 0.9577082991600037, 0.9684478640556335, 0.9769112467765808, 0.9835459589958191, 0.9886341094970703, 0.9923756718635559, 0.9949692487716675, 0.996654748916626, 0.9976871013641357, 0.9982955455780029, 0.9986500144004822, 0.998860239982605, 0.998991072177887, 0.9990770816802979], "prob_old_token": [0.8145915269851685, 0.7400234937667847, 0.8644846677780151, 0.9022038578987122, 0.9262498021125793, 0.9439950585365295, 0.9577082991600037, 0.9684478640556335, 0.9769112467765808, 0.9835459589958191, 0.9886341094970703, 0.9923756718635559, 0.9949692487716675, 0.996654748916626, 0.9976871013641357, 0.9982955455780029, 0.9986500144004822, 0.998860239982605, 0.998991072177887, 0.9990770816802979], "update_matrix_norm_1": [29596.287109375], "update_matrix_norm_2": [7.94358491897583], "update_matrix_norm_inf": [0.22991394996643066], "request": {"prompt": "{} is a sport team member of", "subject": "Dirk Nowitzki", "target_new": {"str": "the Los Angeles Lakers"}, "old_answer": {"str": "the Dallas Mavericks"}, "seed": 42}}, {"loss_per_step": [2.947, 1.474, 0.382, 0.305, 0.286, 0.275, 0.268, 0.263, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.255, 0.254, 0.254, 0.254, 0.254, 0.253], "prob_new": [0.05350518971681595, 0.3257001042366028, 0.878941535949707, 0.9497406482696533, 0.9676628112792969, 0.9779064059257507, 0.9845308065414429, 0.988854169845581, 0.9916689991950989, 0.9935342669487, 0.9948135018348694, 0.9957265853881836, 0.9964002370834351, 0.9969097375869751, 0.9973046779632568, 0.9976170063018799, 0.997867226600647, 0.9980688691139221, 0.9982316493988037, 0.9983632564544678], "prob_old": [0.8520820140838623, 0.31460049748420715, 0.1244872435927391, 0.08421023935079575, 0.06625818461179733, 0.054181598126888275, 0.04405630752444267, 0.03588546812534332, 0.03006776235997677, 0.025961903855204582, 0.02299829199910164, 0.020770080387592316, 0.01900835521519184, 0.017551464959979057, 0.016300871968269348, 0.01520808320492506, 0.014255988411605358, 0.013440166600048542, 0.012758263386785984, 0.012205197475850582], "prob_new_token": [0.8145915269851685, 0.7781732678413391, 0.8943865895271301, 0.9151223301887512, 0.9378512501716614, 0.9558627009391785, 0.9693450331687927, 0.9788661599159241, 0.9852495193481445, 0.9894664883613586, 0.9923148155212402, 0.9942936897277832, 0.9956867694854736, 0.996668815612793, 0.9973602294921875, 0.9978485107421875, 0.9981943964958191, 0.9984416365623474, 0.9986190795898438, 0.9987472295761108], "prob_old_token": [0.8145915269851685, 0.7781732678413391, 0.8943865895271301, 0.9151223301887512, 0.9378512501716614, 0.9558627009391785, 0.9693450331687927, 0.9788661599159241, 0.9852495193481445, 0.9894664883613586, 0.9923148155212402, 0.9942936897277832, 0.9956867694854736, 0.996668815612793, 0.9973602294921875, 0.9978485107421875, 0.9981943964958191, 0.9984416365623474, 0.9986190795898438, 0.9987472295761108], "update_matrix_norm_1": [29153.875], "update_matrix_norm_2": [7.961251258850098], "update_matrix_norm_inf": [0.13496096432209015], "request": {"prompt": "{} is a sport team member of", "subject": "Dirk Nowitzki", "target_new": {"str": "the Seattle Mariners"}, "old_answer": {"str": "the Dallas Mavericks"}, "seed": 42}}, {"loss_per_step": [5.543, 3.483, 1.615, 0.792, 0.385, 0.305, 0.282, 0.269, 0.262, 0.258, 0.256, 0.255, 0.254, 0.253, 0.253, 0.253, 0.252, 0.252, 0.251, 0.25], "prob_new": [0.004109104163944721, 0.04543424770236015, 0.2825053930282593, 0.622991681098938, 0.8832188844680786, 0.9515999555587769, 0.9732646346092224, 0.9844784736633301, 0.9907858967781067, 0.9943070411682129, 0.9963099360466003, 0.9974915981292725, 0.9982171058654785, 0.9986777901649475, 0.9989774823188782, 0.9991768002510071, 0.9993119239807129, 0.9994048476219177, 0.9994685053825378, 0.9995107650756836], "prob_old": [0.8520820140838623, 0.34382274746894836, 0.2448735237121582, 0.15340621769428253, 0.08061499893665314, 0.04876277595758438, 0.036054011434316635, 0.028909042477607727, 0.023942669853568077, 0.020219985395669937, 0.01734636351466179, 0.01510020811110735, 0.013335810042917728, 0.011941047385334969, 0.0108261089771986, 0.009922942146658897, 0.00918461661785841, 0.008581995964050293, 0.008100721053779125, 0.007736781146377325], "prob_new_token": [6.408809127833592e-08, 0.000985694699920714, 0.13655510544776917, 0.7469050288200378, 0.9708184003829956, 0.9897703528404236, 0.9937689304351807, 0.9960411787033081, 0.9975154995918274, 0.9984118342399597, 0.998942494392395, 0.9992610216140747, 0.9994572401046753, 0.9995827078819275, 0.9996672868728638, 0.9997259378433228, 0.9997686743736267, 0.9998005032539368, 0.9998238682746887, 0.9998406767845154], "prob_old_token": [0.8145915269851685, 0.293328195810318, 0.17869725823402405, 0.04280196502804756, 0.005974146071821451, 0.002427947474643588, 0.0016138009959831834, 0.001094541628845036, 0.0007132487371563911, 0.0004589156887959689, 0.0002998739655595273, 0.00020222700550220907, 0.00014197867130860686, 0.00010405287321191281, 7.928285049274564e-05, 6.230179133126512e-05, 5.011124812881462e-05, 4.102559250895865e-05, 3.414794628042728e-05, 2.902324740716722e-05], "update_matrix_norm_1": [28875.20703125], "update_matrix_norm_2": [7.926781177520752], "update_matrix_norm_inf": [0.11212138831615448], "request": {"prompt": "{} is a sport team member of", "subject": "Dirk Nowitzki", "target_new": {"str": "Senegal"}, "old_answer": {"str": "the Dallas Mavericks"}, "seed": 42}}, {"loss_per_step": [13.078, 5.195, 0.488, 0.33, 0.287, 0.274, 0.268, 0.265, 0.262, 0.258, 0.255, 0.253, 0.251, 0.251, 0.25, 0.249, 0.249, 0.249, 0.248, 0.248], "prob_new": [2.739411911534262e-06, 0.009779105894267559, 0.8025615215301514, 0.9351358413696289, 0.9756709933280945, 0.9887500405311584, 0.9936889410018921, 0.9958913326263428, 0.9970216751098633, 0.9976719617843628, 0.998082160949707, 0.9983606338500977, 0.9985604286193848, 0.998709499835968, 0.9988231658935547, 0.9989115595817566, 0.9989819526672363, 0.9990394711494446, 0.9990869164466858, 0.9991255402565002], "prob_old": [0.7870925068855286, 0.3018381893634796, 0.09994786232709885, 0.04884091392159462, 0.02495419979095459, 0.015573544427752495, 0.011330501176416874, 0.009137785993516445, 0.007891254499554634, 0.00713752768933773, 0.006662228610366583, 0.006345669738948345, 0.006107396446168423, 0.0058918786235153675, 0.005677121225744486, 0.005474609322845936, 0.0053071570582687855, 0.005186998285353184, 0.005112775135785341, 0.005073896609246731], "prob_new_token": [1.7511771375211538e-06, 0.015979375690221786, 0.9412841796875, 0.9834103584289551, 0.9938362240791321, 0.996924102306366, 0.9981053471565247, 0.9986603856086731, 0.9989631772041321, 0.999148964881897, 0.9992737174034119, 0.9993630051612854, 0.9994292259216309, 0.9994797110557556, 0.9995174407958984, 0.9995459318161011, 0.999567985534668, 0.999584972858429, 0.9995982646942139, 0.9996083378791809], "prob_old_token": [0.5003552436828613, 0.2974650263786316, 0.024082835763692856, 0.005471811164170504, 0.001784901600331068, 0.0008309374679811299, 0.0004917444894090295, 0.00033948218333534896, 0.0002589815412648022, 0.00021077290875837207, 0.0001788717636372894, 0.00015626399544999003, 0.0001399137981934473, 0.00012843695003539324, 0.00012074466212652624, 0.00011550646740943193, 0.0001114104816224426, 0.00010768142237793654, 0.00010416953591629863, 0.0001011644781101495], "update_matrix_norm_1": [33947.97265625], "update_matrix_norm_2": [8.63151741027832], "update_matrix_norm_inf": [0.03273983299732208], "request": {"prompt": "{} is a sport team member of", "subject": "Ichiro Suzuki", "target_new": {"str": "Ajax"}, "old_answer": {"str": "the Seattle Mariners"}, "seed": 42}}, {"loss_per_step": [7.68, 4.279, 0.845, 0.463, 0.328, 0.284, 0.269, 0.26, 0.255, 0.255, 0.251, 0.251, 0.251, 0.249, 0.25, 0.249, 0.248, 0.248, 0.247, 0.247], "prob_new": [0.0005233603878878057, 0.022340869531035423, 0.5659849047660828, 0.8189452290534973, 0.9354473352432251, 0.9759885668754578, 0.9891979098320007, 0.9941970705986023, 0.9963754415512085, 0.9974765777587891, 0.9981330633163452, 0.9985242486000061, 0.9987555146217346, 0.9988975524902344, 0.9990013241767883, 0.999096691608429, 0.9991647005081177, 0.9992098212242126, 0.9992422461509705, 0.9992648959159851], "prob_old": [0.7870925068855286, 0.347350537776947, 0.09439069777727127, 0.04659082368016243, 0.026512669399380684, 0.01765679568052292, 0.013361277990043163, 0.011067518033087254, 0.00974258966743946, 0.008868983015418053, 0.008165190927684307, 0.007646207232028246, 0.007287362590432167, 0.00702223926782608, 0.006763060111552477, 0.006456917151808739, 0.006193936802446842, 0.005995697807520628, 0.005847047083079815, 0.0057351854629814625], "prob_new_token": [1.7511771375211538e-06, 0.006419358309358358, 0.8980440497398376, 0.9911661744117737, 0.9974579215049744, 0.998801052570343, 0.9992743134498596, 0.9995017647743225, 0.9996266961097717, 0.9997027516365051, 0.9997542500495911, 0.9997875094413757, 0.9998084902763367, 0.9998218417167664, 0.9998328685760498, 0.999843955039978, 0.9998527765274048, 0.9998583197593689, 0.999861478805542, 0.9998635649681091], "prob_old_token": [0.5003552436828613, 0.2967793643474579, 0.04956508055329323, 0.003755848156288266, 0.0009481583838351071, 0.0004130378947593272, 0.00023336663434747607, 0.00015095084381755441, 0.00010828354425029829, 8.379498467547819e-05, 6.753997877240181e-05, 5.70759511901997e-05, 5.05532807437703e-05, 4.632579657481983e-05, 4.2946910980390385e-05, 3.962318805861287e-05, 3.7194793549133465e-05, 3.5669832868734375e-05, 3.47530803992413e-05, 3.4309265174670145e-05], "update_matrix_norm_1": [33248.65234375], "update_matrix_norm_2": [8.645882606506348], "update_matrix_norm_inf": [0.035795290023088455], "request": {"prompt": "{} is a sport team member of", "subject": "Ichiro Suzuki", "target_new": {"str": "Ajax Amsterdam"}, "old_answer": {"str": "the Seattle Mariners"}, "seed": 42}}, {"loss_per_step": [5.431, 4.072, 2.31, 0.498, 0.311, 0.283, 0.272, 0.265, 0.263, 0.259, 0.257, 0.257, 0.255, 0.255, 0.254, 0.254, 0.254, 0.253, 0.253, 0.253], "prob_new": [0.004713394213467836, 0.02384674921631813, 0.13483981788158417, 0.7967095375061035, 0.9458414912223816, 0.9728513360023499, 0.9825357794761658, 0.9877451062202454, 0.9911326766014099, 0.9934327602386475, 0.9950105547904968, 0.9960996508598328, 0.9968677759170532, 0.9974344372749329, 0.9978670477867126, 0.998201847076416, 0.9984602332115173, 0.9986602663993835, 0.99881911277771, 0.9989488124847412], "prob_old": [0.7870925068855286, 0.47757044434547424, 0.1363365352153778, 0.08864419907331467, 0.06035750359296799, 0.04699341207742691, 0.040365610271692276, 0.03618413954973221, 0.03297644853591919, 0.030296172946691513, 0.028000066056847572, 0.02600889652967453, 0.02426091954112053, 0.022708822041749954, 0.021316688507795334, 0.02006549760699272, 0.01894591562449932, 0.01794520393013954, 0.01704651489853859, 0.016231711953878403], "prob_new_token": [2.313508048246149e-06, 4.6365395974135026e-05, 0.012384386733174324, 0.9345237016677856, 0.9914693236351013, 0.996180534362793, 0.997494101524353, 0.9981808662414551, 0.9986120462417603, 0.9989027976989746, 0.9991044998168945, 0.9992533326148987, 0.999370813369751, 0.9994609951972961, 0.9995297193527222, 0.9995817542076111, 0.9996241331100464, 0.9996610879898071, 0.9996930360794067, 0.999718964099884], "prob_old_token": [0.5003552436828613, 0.23359043896198273, 0.15880170464515686, 0.015378869138658047, 0.0020919330418109894, 0.0008737622993066907, 0.0005974863888695836, 0.00045609104563482106, 0.0003555019211489707, 0.00027994278934784234, 0.00022357478155754507, 0.00018118818115908653, 0.00014853589527774602, 0.00012339980457909405, 0.0001037939073285088, 8.836430060910061e-05, 7.612264744238928e-05, 6.619146006414667e-05, 5.810318180010654e-05, 5.149807111592963e-05], "update_matrix_norm_1": [32439.849609375], "update_matrix_norm_2": [8.629731178283691], "update_matrix_norm_inf": [0.038820791989564896], "request": {"prompt": "{} is a sport team member of", "subject": "Ichiro Suzuki", "target_new": {"str": "Senegal"}, "old_answer": {"str": "the Seattle Mariners"}, "seed": 42}}, {"loss_per_step": [2.241, 2.22, 1.909, 1.275, 0.567, 0.417, 0.351, 0.303, 0.282, 0.276, 0.275, 0.274, 0.274, 0.272, 0.268, 0.285, 0.274, 0.275, 0.278, 0.28], "prob_new": [0.1092376708984375, 0.15219111740589142, 0.19519640505313873, 0.3750912547111511, 0.7425650954246521, 0.8609364032745361, 0.9183424115180969, 0.965124249458313, 0.9907341003417969, 0.9979081153869629, 0.9993284344673157, 0.9996423721313477, 0.999732255935669, 0.999762237071991, 0.9997976422309875, 0.9998220205307007, 0.9997509717941284, 0.9989609718322754, 0.9967451691627502, 0.9940183162689209], "prob_old": [0.5771123170852661, 0.48475757241249084, 0.4624170660972595, 0.31000420451164246, 0.22564873099327087, 0.1737031638622284, 0.1475963145494461, 0.12039931863546371, 0.08267991244792938, 0.057712431997060776, 0.04619544371962547, 0.04006551206111908, 0.036610040813684464, 0.035065680742263794, 0.03390919044613838, 0.034137941896915436, 0.04467280954122543, 0.060602717101573944, 0.07502508163452148, 0.08683893084526062], "prob_new_token": [4.094891664863098e-06, 0.0002513647195883095, 0.0013689870247617364, 0.22559183835983276, 0.7626635432243347, 0.885895848274231, 0.9344356656074524, 0.968326985836029, 0.9913293123245239, 0.9979405403137207, 0.9992218017578125, 0.9995421171188354, 0.9996380805969238, 0.9996583461761475, 0.9997180700302124, 0.9997559189796448, 0.9997997879981995, 0.9994567036628723, 0.9985560774803162, 0.9972691535949707], "prob_old_token": [0.936592161655426, 0.5718015432357788, 0.5268014669418335, 0.0023722380865365267, 2.690611290745437e-05, 3.6327578527561855e-06, 1.3239256304586888e-06, 3.465676172709209e-07, 2.9982189175825624e-08, 3.4636999934889445e-09, 1.1515058906397257e-09, 6.707098765268427e-10, 5.05197994549178e-10, 4.697919830931596e-10, 3.8696620907607837e-10, 4.02461786119801e-10, 3.005487525520323e-10, 6.7879979415153e-10, 1.8565932125014228e-09, 4.542981102417798e-09], "update_matrix_norm_1": [29596.79296875], "update_matrix_norm_2": [7.8772196769714355], "update_matrix_norm_inf": [0.06782454252243042], "request": {"prompt": "{} is a sport team member of", "subject": "Burak Y\u0131lmaz", "target_new": {"str": "Chelsea Football Club"}, "old_answer": {"str": "Galatasaray S.K."}, "seed": 42}}, {"loss_per_step": [2.315, 2.038, 0.704, 0.372, 0.313, 0.295, 0.286, 0.28, 0.276, 0.274, 0.271, 0.271, 0.269, 0.269, 0.268, 0.268, 0.267, 0.267, 0.267, 0.266], "prob_new": [0.10186674445867538, 0.1815275400876999, 0.653445303440094, 0.9018214344978333, 0.9569768905639648, 0.9733487367630005, 0.981757402420044, 0.9868985414505005, 0.9902417659759521, 0.9926078915596008, 0.9943960309028625, 0.9956392645835876, 0.996487021446228, 0.9971106648445129, 0.9976516366004944, 0.9980540871620178, 0.9983341693878174, 0.9985623955726624, 0.9987831115722656, 0.9989282488822937], "prob_old": [0.5771123170852661, 0.4773811101913452, 0.33224770426750183, 0.21032170951366425, 0.15964139997959137, 0.12950754165649414, 0.1099785640835762, 0.09795169532299042, 0.090105339884758, 0.08382413536310196, 0.0780654102563858, 0.0739189088344574, 0.07121627777814865, 0.06918991357088089, 0.06663961708545685, 0.06473106890916824, 0.06366339325904846, 0.06273443251848221, 0.06133056804537773, 0.06070699170231819], "prob_new_token": [0.0030080629512667656, 0.0415276400744915, 0.19983720779418945, 0.8221295475959778, 0.9798545241355896, 0.9937664270401001, 0.9967326521873474, 0.997787356376648, 0.9982852935791016, 0.9985902905464172, 0.9988173842430115, 0.9989670515060425, 0.9990591406822205, 0.9991249442100525, 0.9992033839225769, 0.999261200428009, 0.9992923736572266, 0.9993200302124023, 0.9993631839752197, 0.9993799924850464], "prob_old_token": [0.936592161655426, 0.4619743525981903, 0.018435752019286156, 3.1978775950847194e-05, 5.306164325702412e-07, 6.74628850561021e-08, 2.2487210316057826e-08, 1.1820715961619044e-08, 7.826812975508801e-09, 5.6979900797671235e-09, 4.293895905504996e-09, 3.4615075250599148e-09, 2.9610214280495484e-09, 2.610436977690256e-09, 2.251891562110586e-09, 1.996043552665583e-09, 1.840090746441092e-09, 1.7105725724775311e-09, 1.5524137531031101e-09, 1.475827016150788e-09], "update_matrix_norm_1": [30753.75390625], "update_matrix_norm_2": [7.874879360198975], "update_matrix_norm_inf": [0.0589400976896286], "request": {"prompt": "{} is a sport team member of", "subject": "Burak Y\u0131lmaz", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "Galatasaray S.K."}, "seed": 42}}, {"loss_per_step": [2.742, 2.206, 1.124, 0.655, 0.552, 0.46, 0.378, 0.317, 0.283, 0.277, 0.275, 0.275, 0.275, 0.275, 0.274, 0.274, 0.273, 0.274, 0.274, 0.274], "prob_new": [0.06539623439311981, 0.16075921058654785, 0.44268301129341125, 0.6803534030914307, 0.753862738609314, 0.8272055983543396, 0.8983548879623413, 0.9543483257293701, 0.9856114983558655, 0.9963928461074829, 0.9987255334854126, 0.9991497993469238, 0.9992132782936096, 0.9992240071296692, 0.9992597699165344, 0.9993219971656799, 0.9993909597396851, 0.9994775652885437, 0.9995810389518738, 0.9996258020401001], "prob_old": [0.5771123170852661, 0.4357678294181824, 0.2795681059360504, 0.2002498358488083, 0.18437287211418152, 0.1832667738199234, 0.18207815289497375, 0.1765386313199997, 0.16353343427181244, 0.138971745967865, 0.10791251063346863, 0.08944813907146454, 0.07842963933944702, 0.07236070185899734, 0.06910454481840134, 0.06732562929391861, 0.06630751490592957, 0.06504036486148834, 0.06395362317562103, 0.0647188127040863], "prob_new_token": [1.3602448234451003e-06, 0.01851019263267517, 0.5235175490379333, 0.9659464359283447, 0.9728439450263977, 0.9755598902702332, 0.9811039566993713, 0.9863772392272949, 0.9908310770988464, 0.9949544668197632, 0.9973574876785278, 0.9982326626777649, 0.9986319541931152, 0.9988211989402771, 0.99892657995224, 0.9989972710609436, 0.9990526437759399, 0.9991478323936462, 0.9993014931678772, 0.9993807673454285], "prob_old_token": [0.936592161655426, 0.16090473532676697, 0.00016684898582752794, 1.5035860769785359e-06, 7.54041536765726e-07, 6.49680487185833e-07, 4.7371713662869297e-07, 3.265602401825163e-07, 2.3221517153615423e-07, 1.7243195316041238e-07, 8.82431478999024e-08, 7.073637675603095e-08, 5.282683446239389e-08, 4.077487858467066e-08, 3.3311490454934756e-08, 2.8513435168520118e-08, 2.5686000881819382e-08, 2.179235814026015e-08, 1.2578262875706514e-08, 8.796615880157788e-09], "update_matrix_norm_1": [29676.744140625], "update_matrix_norm_2": [7.869437217712402], "update_matrix_norm_inf": [0.06531902402639389], "request": {"prompt": "{} is a sport team member of", "subject": "Burak Y\u0131lmaz", "target_new": {"str": "Juventus Football Club"}, "old_answer": {"str": "Galatasaray S.K."}, "seed": 42}}, {"loss_per_step": [2.952, 1.372, 0.621, 0.468, 0.404, 0.363, 0.335, 0.315, 0.301, 0.293, 0.287, 0.283, 0.281, 0.279, 0.278, 0.278, 0.279, 0.282, 0.278, 0.284], "prob_new": [0.054471880197525024, 0.36187663674354553, 0.7242013216018677, 0.8292539715766907, 0.8839743733406067, 0.9184993505477905, 0.943195641040802, 0.961330771446228, 0.9739747047424316, 0.9821996688842773, 0.9876216650009155, 0.9912580847740173, 0.9936125874519348, 0.9952433705329895, 0.996350884437561, 0.9971610903739929, 0.997592031955719, 0.9980913996696472, 0.9982579946517944, 0.9982552528381348], "prob_old": [0.8926470875740051, 0.5139690637588501, 0.29560691118240356, 0.2287682443857193, 0.1868695318698883, 0.15941518545150757, 0.14009520411491394, 0.1251278817653656, 0.11240724474191666, 0.10182861983776093, 0.09262649714946747, 0.08412446826696396, 0.07680806517601013, 0.06988903880119324, 0.06389244645833969, 0.05794823169708252, 0.055229101330041885, 0.049281273037195206, 0.048218999058008194, 0.049787942320108414], "prob_new_token": [0.8435463905334473, 0.5650072693824768, 0.6509483456611633, 0.7211591601371765, 0.7853112816810608, 0.8457220792770386, 0.8980140686035156, 0.9420347213745117, 0.9702058434486389, 0.9849745631217957, 0.992365300655365, 0.9960016012191772, 0.997627317905426, 0.9984056353569031, 0.9988231658935547, 0.9991362690925598, 0.9992378950119019, 0.9993387460708618, 0.9992921352386475, 0.9991441965103149], "prob_old_token": [0.8435463905334473, 0.5650072693824768, 0.6509483456611633, 0.7211591601371765, 0.7853112816810608, 0.8457220792770386, 0.8980140686035156, 0.9420347213745117, 0.9702058434486389, 0.9849745631217957, 0.992365300655365, 0.9960016012191772, 0.997627317905426, 0.9984056353569031, 0.9988231658935547, 0.9991362690925598, 0.9992378950119019, 0.9993387460708618, 0.9992921352386475, 0.9991441965103149], "update_matrix_norm_1": [30460.162109375], "update_matrix_norm_2": [8.189676284790039], "update_matrix_norm_inf": [0.0589296855032444], "request": {"prompt": "{} is a sport team member of", "subject": "Tony Romo", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "the Dallas Cowboys"}, "seed": 42}}, {"loss_per_step": [3.026, 2.151, 1.217, 0.603, 0.446, 0.37, 0.32, 0.304, 0.304, 0.302, 0.3, 0.3, 0.299, 0.299, 0.299, 0.299, 0.299, 0.299, 0.299, 0.298], "prob_new": [0.05020250752568245, 0.17687103152275085, 0.42096829414367676, 0.7392478585243225, 0.8595337867736816, 0.9234128594398499, 0.9616299867630005, 0.9833560585975647, 0.9935031533241272, 0.9966558814048767, 0.997974693775177, 0.9986425042152405, 0.9990211129188538, 0.9992524981498718, 0.9994024038314819, 0.9995035529136658, 0.9995738863945007, 0.9996238350868225, 0.9996593594551086, 0.9996843338012695], "prob_old": [0.8926470875740051, 0.3177337348461151, 0.2693755328655243, 0.08779488503932953, 0.03801720589399338, 0.021217258647084236, 0.014132409356534481, 0.009711985476315022, 0.00663642818108201, 0.005668040830641985, 0.005175824277102947, 0.004779514856636524, 0.00440886290743947, 0.004059846047312021, 0.0037400489673018456, 0.003456497099250555, 0.0032135145738720894, 0.00301329861395061, 0.0028569595888257027, 0.0027453431393951178], "prob_new_token": [7.042375500532216e-07, 0.07082904130220413, 0.4743541181087494, 0.8456833958625793, 0.9575038552284241, 0.9831015467643738, 0.9923248887062073, 0.9966597557067871, 0.998002827167511, 0.9985653758049011, 0.9988934397697449, 0.9991230368614197, 0.9992974996566772, 0.9994341731071472, 0.9995416402816772, 0.9996247887611389, 0.9996881484985352, 0.9997352957725525, 0.999769389629364, 0.9997923970222473], "prob_old_token": [0.8435463905334473, 0.38669076561927795, 0.13408537209033966, 0.02174222841858864, 0.00705672986805439, 0.0031493159476667643, 0.001452040858566761, 0.0006196977919898927, 0.00039490289054811, 0.00030131361563690007, 0.00024147423391696066, 0.00019413921108935028, 0.00015461750444956124, 0.0001219414480146952, 9.570864494889975e-05, 7.528466812800616e-05, 5.980726928100921e-05, 4.8345998948207125e-05, 4.0070262912195176e-05, 3.426273906370625e-05], "update_matrix_norm_1": [29587.484375], "update_matrix_norm_2": [8.179707527160645], "update_matrix_norm_inf": [0.05307384580373764], "request": {"prompt": "{} is a sport team member of", "subject": "Tony Romo", "target_new": {"str": "Juventus Football Club"}, "old_answer": {"str": "the Dallas Cowboys"}, "seed": 42}}, {"loss_per_step": [2.323, 1.003, 0.466, 0.41, 0.379, 0.355, 0.336, 0.32, 0.309, 0.3, 0.294, 0.289, 0.286, 0.283, 0.281, 0.279, 0.277, 0.276, 0.276, 0.275], "prob_new": [0.10005272179841995, 0.5798882842063904, 0.8316674828529358, 0.8766878247261047, 0.9043036103248596, 0.9262112379074097, 0.9442206025123596, 0.958583652973175, 0.9695225954055786, 0.9774782061576843, 0.9831979870796204, 0.9873360395431519, 0.9903323650360107, 0.9925035834312439, 0.9940873980522156, 0.9952529668807983, 0.9961113929748535, 0.996740996837616, 0.9972283840179443, 0.9976617097854614], "prob_old": [0.8926470875740051, 0.3123362362384796, 0.19346098601818085, 0.1524893194437027, 0.1290907859802246, 0.11399082839488983, 0.10326055437326431, 0.09456302970647812, 0.08657575398683548, 0.07880862802267075, 0.07128368318080902, 0.06425529718399048, 0.05804723873734474, 0.052811283618211746, 0.04837993159890175, 0.04442921280860901, 0.04078938066959381, 0.037496503442525864, 0.03458292782306671, 0.03195701539516449], "prob_new_token": [0.8435463905334473, 0.577864944934845, 0.60050368309021, 0.6126596927642822, 0.6565404534339905, 0.7264034748077393, 0.7930866479873657, 0.8476475477218628, 0.8918219208717346, 0.9256736040115356, 0.9502180814743042, 0.967275857925415, 0.9787096381187439, 0.9860947728157043, 0.9906942248344421, 0.993477463722229, 0.9951406717300415, 0.9961531758308411, 0.9968611001968384, 0.9974785447120667], "prob_old_token": [0.8435463905334473, 0.577864944934845, 0.60050368309021, 0.6126596927642822, 0.6565404534339905, 0.7264034748077393, 0.7930866479873657, 0.8476475477218628, 0.8918219208717346, 0.9256736040115356, 0.9502180814743042, 0.967275857925415, 0.9787096381187439, 0.9860947728157043, 0.9906942248344421, 0.993477463722229, 0.9951406717300415, 0.9961531758308411, 0.9968611001968384, 0.9974785447120667], "update_matrix_norm_1": [30426.291015625], "update_matrix_norm_2": [8.187093734741211], "update_matrix_norm_inf": [0.04843255504965782], "request": {"prompt": "{} is a sport team member of", "subject": "Tony Romo", "target_new": {"str": "the Seattle Mariners"}, "old_answer": {"str": "the Dallas Cowboys"}, "seed": 42}}, {"loss_per_step": [4.465, 3.857, 1.065, 0.487, 0.361, 0.308, 0.286, 0.275, 0.27, 0.265, 0.261, 0.258, 0.257, 0.256, 0.254, 0.253, 0.252, 0.252, 0.251, 0.251], "prob_new": [0.012351561337709427, 0.03489743918180466, 0.4974886178970337, 0.8107118010520935, 0.9149857759475708, 0.955335795879364, 0.9742322564125061, 0.9840212464332581, 0.989467442035675, 0.9926464557647705, 0.994576632976532, 0.9957965612411499, 0.9966095089912415, 0.997191309928894, 0.9976305365562439, 0.9979627728462219, 0.9982101917266846, 0.9983937740325928, 0.9985299110412598, 0.9986287355422974], "prob_old": [0.41340893507003784, 3.1914962164592e-05, 2.9676211852347478e-05, 4.25828511652071e-05, 2.3237518689711578e-05, 1.1327497304591816e-05, 6.233328804228222e-06, 3.7991205772414105e-06, 2.494277623554808e-06, 1.739217168506002e-06, 1.278845957131125e-06, 9.86585746431956e-07, 7.933254551062419e-07, 6.57495718314749e-07, 5.546618240259704e-07, 4.7397298885698547e-07, 4.111519444904843e-07, 3.63184000207184e-07, 3.2778461900306866e-07, 3.0358876301761484e-07], "prob_new_token": [1.087364921659173e-06, 0.0005792572046630085, 0.8820709586143494, 0.9701418280601501, 0.9897695779800415, 0.9953520894050598, 0.9974023103713989, 0.9983301758766174, 0.9988183975219727, 0.999101996421814, 0.9992770552635193, 0.9993896484375, 0.9994666576385498, 0.9995235204696655, 0.9995704293251038, 0.9996087551116943, 0.9996391534805298, 0.9996636509895325, 0.9996825456619263, 0.9996963143348694], "prob_old_token": [0.9019910097122192, 7.234465010697022e-05, 9.209105883201119e-06, 8.978986443253234e-06, 2.882355602196185e-06, 1.104166130971862e-06, 5.265609388516168e-07, 2.9349374131015793e-07, 1.8259156320254988e-07, 1.2353937961506745e-07, 8.952906682679895e-08, 6.892336301689284e-08, 5.614545628418455e-08, 4.813306375694992e-08, 4.2799900512591194e-08, 3.8746513553178374e-08, 3.5359065009288315e-08, 3.2523761461789036e-08, 3.036744899986843e-08, 2.9029484593934285e-08], "update_matrix_norm_1": [33050.2734375], "update_matrix_norm_2": [8.68832015991211], "update_matrix_norm_inf": [0.03492231294512749], "request": {"prompt": "{} is a sport team member of", "subject": "Daley Blind", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Ajax"}, "seed": 42}}, {"loss_per_step": [2.063, 1.313, 0.505, 0.395, 0.341, 0.302, 0.279, 0.269, 0.265, 0.263, 0.262, 0.261, 0.26, 0.259, 0.258, 0.258, 0.257, 0.258, 0.258, 0.257], "prob_new": [0.12932665646076202, 0.408241331577301, 0.7928944826126099, 0.87991863489151, 0.925203263759613, 0.9585473537445068, 0.9807913899421692, 0.9910841584205627, 0.9952422976493835, 0.9969452023506165, 0.9977585077285767, 0.9982583522796631, 0.9985837936401367, 0.9988356232643127, 0.9990138411521912, 0.9991267919540405, 0.9991909265518188, 0.9992085695266724, 0.9992299675941467, 0.999206006526947], "prob_old": [0.41340893507003784, 2.4923629098339006e-05, 9.625605889596045e-05, 9.768201562110335e-05, 5.7453384215477854e-05, 2.5243745767511427e-05, 8.723071005078964e-06, 2.642349045345327e-06, 9.23962943488732e-07, 4.398106909775379e-07, 2.769414777503698e-07, 1.9948937790559285e-07, 1.4756798805137805e-07, 1.2060623078014032e-07, 1.0233063818532173e-07, 8.40607512486713e-08, 8.283926433705346e-08, 8.941506024484625e-08, 8.226714243164679e-08, 9.297171033040286e-08], "prob_new_token": [1.3977609341964126e-05, 0.48426586389541626, 0.9650624394416809, 0.9790261387825012, 0.9870959520339966, 0.993690013885498, 0.9985089302062988, 0.9995279312133789, 0.9997560381889343, 0.9998651146888733, 0.9998912811279297, 0.9998936653137207, 0.999914288520813, 0.9999096393585205, 0.9999004006385803, 0.9999206066131592, 0.9999008178710938, 0.9998638033866882, 0.9998961091041565, 0.9998738765716553], "prob_old_token": [0.9019910097122192, 2.172799941035919e-05, 1.640454684093129e-05, 1.2737978067889344e-05, 5.702059297618689e-06, 1.6003514247131534e-06, 1.7135084817709867e-07, 3.381252611234231e-08, 1.4819685922873305e-08, 7.61584395547743e-09, 6.188720202970899e-09, 6.218787262923797e-09, 4.97205565608283e-09, 5.290788251954837e-09, 5.72486458239041e-09, 4.1892151969591396e-09, 5.128956370725746e-09, 7.103609256375876e-09, 5.064022534639889e-09, 6.200878921447384e-09], "update_matrix_norm_1": [33404.0390625], "update_matrix_norm_2": [8.721570014953613], "update_matrix_norm_inf": [0.03887387365102768], "request": {"prompt": "{} is a sport team member of", "subject": "Daley Blind", "target_new": {"str": "Chelsea Football Club"}, "old_answer": {"str": "Ajax"}, "seed": 42}}, {"loss_per_step": [2.886, 1.351, 0.592, 0.431, 0.388, 0.355, 0.326, 0.305, 0.292, 0.283, 0.278, 0.274, 0.271, 0.268, 0.265, 0.264, 0.263, 0.262, 0.262, 0.261], "prob_new": [0.061596401035785675, 0.3839801549911499, 0.7583922147750854, 0.847686231136322, 0.8828262090682983, 0.9130260348320007, 0.9390336871147156, 0.9587416052818298, 0.9718818068504333, 0.9800059199333191, 0.9851294159889221, 0.9886274933815002, 0.9912011623382568, 0.9931548833847046, 0.9946399331092834, 0.9957734942436218, 0.9966743588447571, 0.9974170923233032, 0.9979793429374695, 0.9983511567115784], "prob_old": [0.41340893507003784, 8.584700844949111e-05, 2.5263034331146628e-05, 1.7424968973500654e-05, 1.4493103662971407e-05, 1.132884881371865e-05, 8.299250112031586e-06, 5.911949301662389e-06, 4.1759267332963645e-06, 2.988530241054832e-06, 2.1901612399233272e-06, 1.647000999582815e-06, 1.2704305163424578e-06, 1.0041475206890027e-06, 8.123903967316437e-07, 6.727395884809084e-07, 5.719740556742181e-07, 5.015302235733543e-07, 4.521147616287635e-07, 4.1476394585515663e-07], "prob_new_token": [0.02604236826300621, 0.7131423950195312, 0.802971363067627, 0.7483895421028137, 0.7599645853042603, 0.8019852042198181, 0.8511222004890442, 0.894505500793457, 0.9279113411903381, 0.9515213370323181, 0.9672201871871948, 0.9773412942886353, 0.9838197827339172, 0.9880090951919556, 0.9907729625701904, 0.9926348924636841, 0.9939007759094238, 0.9947559237480164, 0.995329737663269, 0.995692253112793], "prob_old_token": [0.9019910097122192, 0.0002205189230153337, 2.675162431842182e-05, 1.7377888070768677e-05, 1.4284481039794628e-05, 1.1782253750425298e-05, 9.819500519370195e-06, 8.283212991955224e-06, 6.851253147033276e-06, 5.481222160597099e-06, 4.287093815946719e-06, 3.315110461699078e-06, 2.55409076999058e-06, 1.969241338883876e-06, 1.5250082014972577e-06, 1.1945066944463179e-06, 9.607526862964733e-07, 8.062557981247664e-07, 7.009416549408343e-07, 6.213434744495316e-07], "update_matrix_norm_1": [34020.28125], "update_matrix_norm_2": [8.687511444091797], "update_matrix_norm_inf": [0.04160507768392563], "request": {"prompt": "{} is a sport team member of", "subject": "Daley Blind", "target_new": {"str": "the Dallas Mavericks"}, "old_answer": {"str": "Ajax"}, "seed": 42}}, {"loss_per_step": [2.782, 1.369, 0.816, 0.463, 0.327, 0.299, 0.28, 0.293, 0.274, 0.264, 0.272, 0.271, 0.264, 0.261, 0.263, 0.259, 0.256, 0.256, 0.257, 0.256], "prob_new": [0.0641460120677948, 0.35063958168029785, 0.5898193120956421, 0.8255550861358643, 0.9565384387969971, 0.9863830208778381, 0.9940637946128845, 0.996588408946991, 0.9977191686630249, 0.9980490803718567, 0.9978815913200378, 0.9974298477172852, 0.9970993995666504, 0.9970648884773254, 0.9972583651542664, 0.9975648522377014, 0.9979330897331238, 0.9983036518096924, 0.9986114501953125, 0.9988292455673218], "prob_old": [0.6363461017608643, 0.07701108604669571, 0.029983680695295334, 0.013444136828184128, 0.0047382633201777935, 0.0020357200410217047, 0.0010561272501945496, 0.0006762554403394461, 0.000531202123966068, 0.0005031637265346944, 0.0005621539894491434, 0.0006502665346488357, 0.0007301399600692093, 0.0007734605460427701, 0.0007846413063816726, 0.0007764716865494847, 0.0007431398262269795, 0.0006836515967734158, 0.0006238460191525519, 0.0005854121991433203], "prob_new_token": [6.167433639348019e-07, 0.07554805278778076, 0.4082275331020355, 0.8499371409416199, 0.9803048968315125, 0.9954022169113159, 0.9979705810546875, 0.9986576437950134, 0.9988836646080017, 0.9988062381744385, 0.9985948204994202, 0.9983868598937988, 0.9982672929763794, 0.9982548356056213, 0.9983342289924622, 0.9984766840934753, 0.9986652135848999, 0.9988825917243958, 0.9990711212158203, 0.9991987943649292], "prob_old_token": [0.9258674383163452, 0.00020882811804767698, 9.030408364196774e-06, 1.3568658232543385e-06, 8.785453786686048e-08, 1.571130425759293e-08, 4.665276165383148e-09, 1.950058337030214e-09, 1.2825631667823245e-09, 1.1838195979052557e-09, 1.359779622234214e-09, 1.9358425973337035e-09, 2.246764774227472e-09, 2.20241780368724e-09, 2.0324213423350557e-09, 1.867709986669297e-09, 1.6724841511717159e-09, 1.4494754285721e-09, 1.244918057530242e-09, 1.0998796318162363e-09], "update_matrix_norm_1": [30106.658203125], "update_matrix_norm_2": [7.934178352355957], "update_matrix_norm_inf": [0.08164600282907486], "request": {"prompt": "{} is a sport team member of", "subject": "Idrissa Gueye", "target_new": {"str": "Juventus Football Club"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [2.987, 1.159, 0.489, 0.411, 0.375, 0.343, 0.321, 0.304, 0.29, 0.283, 0.276, 0.271, 0.266, 0.261, 0.264, 0.259, 0.26, 0.26, 0.258, 0.257], "prob_new": [0.05311894416809082, 0.44284504652023315, 0.8297999501228333, 0.8748628497123718, 0.9026656746864319, 0.9261586666107178, 0.9461455941200256, 0.9620973467826843, 0.973638117313385, 0.9814810156822205, 0.9865266680717468, 0.9897606372833252, 0.9919504523277283, 0.9934703707695007, 0.994515597820282, 0.9953985214233398, 0.9961161017417908, 0.9966678023338318, 0.9970269203186035, 0.9972634315490723], "prob_old": [0.6363461017608643, 0.23133520781993866, 0.021180037409067154, 0.013308635912835598, 0.010367690585553646, 0.00833748746663332, 0.006717659533023834, 0.005365520250052214, 0.00424961419776082, 0.003363165073096752, 0.0027087030466645956, 0.0022356046829372644, 0.0018649341072887182, 0.0015666051767766476, 0.001364220166578889, 0.0012502081226557493, 0.0011498745298013091, 0.001055610366165638, 0.0009877907577902079, 0.0009362021810375154], "prob_new_token": [0.014404374174773693, 0.24444834887981415, 0.8203960061073303, 0.8566152453422546, 0.8859326243400574, 0.9144150018692017, 0.9413430690765381, 0.9640555381774902, 0.9792677164077759, 0.9877756237983704, 0.9922652244567871, 0.9947352409362793, 0.9962280988693237, 0.9971461892127991, 0.9976944327354431, 0.998133659362793, 0.9984528422355652, 0.9986598491668701, 0.9987610578536987, 0.9987950325012207], "prob_old_token": [0.9258674383163452, 0.17657603323459625, 1.7118466075771721e-06, 4.776297828357201e-07, 2.851323017694085e-07, 1.9153797836679587e-07, 1.2264932536254491e-07, 6.882457626034011e-08, 3.550463389956349e-08, 1.862751553005637e-08, 1.0487505974765554e-08, 6.334321955847599e-09, 3.953188443261979e-09, 2.555979872198577e-09, 1.8635111231901647e-09, 1.5377171758146346e-09, 1.274326089095723e-09, 1.0612843936996796e-09, 9.342536744227914e-10, 8.60463089669139e-10], "update_matrix_norm_1": [31072.72265625], "update_matrix_norm_2": [7.951755523681641], "update_matrix_norm_inf": [0.07836055010557175], "request": {"prompt": "{} is a sport team member of", "subject": "Idrissa Gueye", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [3.426, 1.831, 0.854, 0.467, 0.388, 0.352, 0.321, 0.303, 0.292, 0.28, 0.276, 0.27, 0.269, 0.267, 0.264, 0.264, 0.262, 0.262, 0.26, 0.26], "prob_new": [0.03464818373322487, 0.22278524935245514, 0.5688197612762451, 0.8395105004310608, 0.9087508320808411, 0.9340596199035645, 0.9532536268234253, 0.9654669165611267, 0.973784327507019, 0.9796424508094788, 0.9836106300354004, 0.9864258766174316, 0.9886178970336914, 0.9904583692550659, 0.9919840693473816, 0.993198037147522, 0.9941681027412415, 0.9949784278869629, 0.995682954788208, 0.9962776303291321], "prob_old": [0.6363461017608643, 0.342227578163147, 0.05973382294178009, 0.03146965056657791, 0.017497597262263298, 0.010311044752597809, 0.006659558974206448, 0.004686705302447081, 0.003395484061911702, 0.00250372476875782, 0.0019263543654233217, 0.001536503084935248, 0.001257162424735725, 0.0010458446340635419, 0.000884843640960753, 0.0007653488428331912, 0.0006742263212800026, 0.0006001950241625309, 0.0005363476229831576, 0.0004852663550991565], "prob_new_token": [0.014404374174773693, 0.1275513768196106, 0.7953680753707886, 0.8615214824676514, 0.8771476149559021, 0.9028385877609253, 0.9301488995552063, 0.9525692462921143, 0.9683994054794312, 0.978852391242981, 0.9855851531028748, 0.9899222254753113, 0.9927794933319092, 0.9946783185005188, 0.9959412217140198, 0.9968064427375793, 0.9974223375320435, 0.9978620409965515, 0.9981784820556641, 0.998422384262085], "prob_old_token": [0.9258674383163452, 0.5327057242393494, 0.000230242803809233, 2.681686237337999e-05, 8.782974873611238e-06, 3.869164174830075e-06, 1.7208442386618117e-06, 7.689862400184211e-07, 3.4011051752713684e-07, 1.5572565814636619e-07, 7.739705409903763e-08, 4.171580059164626e-08, 2.407064947362869e-08, 1.449357256433359e-08, 9.047885995983052e-09, 5.980389961024457e-09, 4.216398341583272e-09, 3.121151115337284e-09, 2.3745554411647163e-09, 1.8701697968026565e-09], "update_matrix_norm_1": [30141.97265625], "update_matrix_norm_2": [7.933952808380127], "update_matrix_norm_inf": [0.08457677811384201], "request": {"prompt": "{} is a sport team member of", "subject": "Idrissa Gueye", "target_new": {"str": "the Seattle Mariners"}, "old_answer": {"str": "Senegal"}, "seed": 42}}, {"loss_per_step": [2.044, 0.744, 0.374, 0.346, 0.331, 0.318, 0.305, 0.29, 0.284, 0.28, 0.275, 0.275, 0.271, 0.272, 0.27, 0.269, 0.269, 0.268, 0.268, 0.267], "prob_new": [0.1341267079114914, 0.7083762884140015, 0.9241983294487, 0.947696328163147, 0.9612211585044861, 0.971316933631897, 0.9788755178451538, 0.98416668176651, 0.9877259731292725, 0.990788996219635, 0.9933117628097534, 0.9948645234107971, 0.9958118200302124, 0.9965920448303223, 0.9973047375679016, 0.9977565407752991, 0.9980421662330627, 0.9983187317848206, 0.9985551834106445, 0.9987035393714905], "prob_old": [0.6900947093963623, 0.31741106510162354, 0.1312267929315567, 0.10302723199129105, 0.08649972081184387, 0.07399673759937286, 0.06410229951143265, 0.056527137756347656, 0.050867728888988495, 0.045796796679496765, 0.04134676232933998, 0.0382118783891201, 0.03607965260744095, 0.03424867242574692, 0.03238541632890701, 0.031022952869534492, 0.03010745346546173, 0.029108913615345955, 0.028142044320702553, 0.027552342042326927], "prob_new_token": [0.02379768341779709, 0.41921743750572205, 0.9081819653511047, 0.9360513091087341, 0.954679012298584, 0.9674211144447327, 0.9762334227561951, 0.982143223285675, 0.985840916633606, 0.988609790802002, 0.9907815456390381, 0.9924255013465881, 0.993760883808136, 0.9948071241378784, 0.9955467581748962, 0.9961778521537781, 0.9967287182807922, 0.9971134662628174, 0.9973998665809631, 0.9976803660392761], "prob_old_token": [0.9002930521965027, 0.17442581057548523, 0.0003657540655694902, 0.00015027832705527544, 8.086839079624042e-05, 4.8566471377853304e-05, 3.12883457809221e-05, 2.1641410057782196e-05, 1.6213707567658275e-05, 1.2232435437908862e-05, 9.226036127074622e-06, 7.254344836837845e-06, 5.906780188524863e-06, 4.851895027968567e-06, 3.9886704144009855e-06, 3.3755563890736084e-06, 2.9512377750506857e-06, 2.5973442916438216e-06, 2.304587269463809e-06, 2.102681492033298e-06], "update_matrix_norm_1": [30486.53515625], "update_matrix_norm_2": [7.77189826965332], "update_matrix_norm_inf": [0.06557048857212067], "request": {"prompt": "{} is a sport team member of", "subject": "Frank Lampard", "target_new": {"str": "the Los Angeles Lakers"}, "old_answer": {"str": "Chelsea Football Club"}, "seed": 42}}, {"loss_per_step": [2.626, 0.809, 0.415, 0.37, 0.338, 0.312, 0.292, 0.284, 0.277, 0.273, 0.271, 0.27, 0.269, 0.27, 0.273, 0.27, 0.269, 0.267, 0.268, 0.269], "prob_new": [0.0743267759680748, 0.6167443990707397, 0.8834899067878723, 0.9220660924911499, 0.9493388533592224, 0.9667696356773376, 0.9775655269622803, 0.9851886630058289, 0.990019679069519, 0.9933079481124878, 0.9954138398170471, 0.996767520904541, 0.9976579546928406, 0.9981969594955444, 0.998602569103241, 0.998758852481842, 0.9988774061203003, 0.9989187121391296, 0.9989328384399414, 0.9989206194877625], "prob_old": [0.6900947093963623, 0.3237185776233673, 0.2096283882856369, 0.16721729934215546, 0.12390737235546112, 0.09165958315134048, 0.07587551325559616, 0.06291098892688751, 0.056033656001091, 0.05006891116499901, 0.04574215039610863, 0.042108479887247086, 0.038664646446704865, 0.03626213222742081, 0.033537741750478745, 0.03294988349080086, 0.03231231868267059, 0.032400187104940414, 0.03257018327713013, 0.032774776220321655], "prob_new_token": [0.02379768341779709, 0.6028949022293091, 0.750755250453949, 0.8253833651542664, 0.9096222519874573, 0.954663872718811, 0.972258448600769, 0.9849697947502136, 0.990311861038208, 0.9939131140708923, 0.995963990688324, 0.9972551465034485, 0.9981130957603455, 0.9986032247543335, 0.9989351630210876, 0.9990631937980652, 0.9990943074226379, 0.9990994334220886, 0.9990719556808472, 0.9989836812019348], "prob_old_token": [0.9002930521965027, 0.07013803720474243, 0.0022320058196783066, 0.000408010819228366, 7.79684996814467e-05, 2.042184496531263e-05, 9.449393473914824e-06, 3.925817054550862e-06, 2.294363866894855e-06, 1.282347398046113e-06, 7.871021239225229e-07, 5.006929768569535e-07, 3.1796977850717667e-07, 2.276555477465081e-07, 1.5564904742859653e-07, 1.412894476970905e-07, 1.329144652117975e-07, 1.3590849334832455e-07, 1.438692152078147e-07, 1.6208666409056605e-07], "update_matrix_norm_1": [29405.5], "update_matrix_norm_2": [7.765056610107422], "update_matrix_norm_inf": [0.0524737611413002], "request": {"prompt": "{} is a sport team member of", "subject": "Frank Lampard", "target_new": {"str": "the Dallas Cowboys"}, "old_answer": {"str": "Chelsea Football Club"}, "seed": 42}}, {"loss_per_step": [4.102, 1.983, 0.826, 0.494, 0.359, 0.314, 0.302, 0.298, 0.294, 0.289, 0.27, 0.29, 0.279, 0.283, 0.278, 0.268, 0.276, 0.267, 0.27, 0.271], "prob_new": [0.017373887822031975, 0.24179822206497192, 0.6204259395599365, 0.8369348645210266, 0.9418554902076721, 0.981502115726471, 0.9928104281425476, 0.9963682293891907, 0.9977800250053406, 0.9984531402587891, 0.9988649487495422, 0.9991050958633423, 0.9992000460624695, 0.9991954565048218, 0.9991933107376099, 0.9991964101791382, 0.9991878271102905, 0.9991421699523926, 0.999087393283844, 0.9990447163581848], "prob_old": [0.6900947093963623, 0.3923026919364929, 0.255695104598999, 0.1768530160188675, 0.12048628181219101, 0.08514223992824554, 0.06510892510414124, 0.05371955409646034, 0.04670499265193939, 0.04205181449651718, 0.0381927564740181, 0.03521883115172386, 0.03414332494139671, 0.03404402360320091, 0.03382138907909393, 0.033473748713731766, 0.03342824429273605, 0.034063681960105896, 0.0348757728934288, 0.035425733774900436], "prob_new_token": [3.162452912874869e-06, 0.2262621968984604, 0.8156409859657288, 0.9740626215934753, 0.9943328499794006, 0.9981638789176941, 0.99916672706604, 0.9995173215866089, 0.9996680021286011, 0.9997418522834778, 0.999791145324707, 0.9998155236244202, 0.9998371601104736, 0.9998330473899841, 0.9998261332511902, 0.999812662601471, 0.9997956156730652, 0.9997921586036682, 0.999790370464325, 0.9997835755348206], "prob_old_token": [0.9002930521965027, 0.1629204899072647, 0.005591598805040121, 0.00024893259978853166, 2.3095808501238935e-05, 4.221437848173082e-06, 1.3401794376477483e-06, 6.112450705586525e-07, 3.5295238376420457e-07, 2.3828422968108498e-07, 1.6263324198462215e-07, 1.1901157392912864e-07, 1.0680599160650672e-07, 1.067298285306606e-07, 1.0376069781159458e-07, 1.0239274672585452e-07, 1.0806704864307903e-07, 1.146034804833107e-07, 1.2362707479951496e-07, 1.3240513396794995e-07], "update_matrix_norm_1": [29733.46875], "update_matrix_norm_2": [7.752435684204102], "update_matrix_norm_inf": [0.03721443563699722], "request": {"prompt": "{} is a sport team member of", "subject": "Frank Lampard", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Chelsea Football Club"}, "seed": 42}}, {"loss_per_step": [6.996, 3.452, 1.13, 0.352, 0.249, 0.227, 0.22, 0.217, 0.215, 0.214, 0.213, 0.213, 0.212, 0.212, 0.212, 0.212, 0.211, 0.211, 0.211, 0.211], "prob_new": [0.0009733842452988029, 0.052275046706199646, 0.4397580325603485, 0.8694915175437927, 0.963287889957428, 0.9848577380180359, 0.9921064972877502, 0.9953184723854065, 0.9970139265060425, 0.9980001449584961, 0.998604953289032, 0.9989882111549377, 0.9992377161979675, 0.9994041919708252, 0.9995183944702148, 0.9995987415313721, 0.999657154083252, 0.9997003078460693, 0.9997320771217346, 0.9997540712356567], "prob_old": [0.6206690073013306, 0.4048911929130554, 0.2016649693250656, 0.11237198859453201, 0.07338645309209824, 0.05572085827589035, 0.04566093534231186, 0.03907104954123497, 0.034281857311725616, 0.03056802600622177, 0.02757388725876808, 0.02511073835194111, 0.023067688569426537, 0.02137058414518833, 0.019962694495916367, 0.018795734271407127, 0.01782831735908985, 0.017028531059622765, 0.016382697969675064, 0.015894412994384766], "prob_new_token": [6.936080808372935e-06, 0.05643244460225105, 0.6841679811477661, 0.9644199013710022, 0.991884171962738, 0.9966339468955994, 0.9980912208557129, 0.9987146258354187, 0.9990357756614685, 0.9992306232452393, 0.9993654489517212, 0.9994675517082214, 0.9995489120483398, 0.999615490436554, 0.9996709227561951, 0.9997169971466064, 0.9997561573982239, 0.9997888803482056, 0.999813973903656, 0.9998282790184021], "prob_old_token": [0.930164098739624, 0.05774332582950592, 0.00055790034821257, 2.2619262381340377e-05, 2.439465106363059e-06, 6.236653007363202e-07, 2.785413073524978e-07, 1.6640964872749464e-07, 1.1589457926675095e-07, 8.675237239685885e-08, 6.690073917070549e-08, 5.216788423467733e-08, 4.085771010409189e-08, 3.2098469660013507e-08, 2.5320209928736404e-08, 2.0077592921552423e-08, 1.603502930436207e-08, 1.2946117955436875e-08, 1.0724892085534066e-08, 9.384010013491206e-09], "update_matrix_norm_1": [33879.4765625], "update_matrix_norm_2": [8.760682106018066], "update_matrix_norm_inf": [0.0729634165763855], "request": {"prompt": "{} is a sport team member of", "subject": "Alessandro Del Piero", "target_new": {"str": "Ajax Amsterdam"}, "old_answer": {"str": "Juventus Football Club"}, "seed": 42}}, {"loss_per_step": [2.441, 1.467, 0.668, 0.451, 0.384, 0.341, 0.307, 0.279, 0.259, 0.244, 0.234, 0.226, 0.22, 0.216, 0.214, 0.212, 0.212, 0.211, 0.211, 0.211], "prob_new": [0.08840586245059967, 0.3203643560409546, 0.667806088924408, 0.7881724238395691, 0.8422033190727234, 0.8785815834999084, 0.9089270234107971, 0.9340468049049377, 0.953324556350708, 0.9672861695289612, 0.9774003624916077, 0.9849591851234436, 0.9905387759208679, 0.9943857192993164, 0.9968209266662598, 0.9982415437698364, 0.9990138411521912, 0.9994112849235535, 0.9996139407157898, 0.999721884727478], "prob_old": [0.6206690073013306, 0.3535819947719574, 0.22465576231479645, 0.18196652829647064, 0.16000212728977203, 0.14826492965221405, 0.14046449959278107, 0.13354715704917908, 0.1264651119709015, 0.1189228817820549, 0.11049807071685791, 0.10067002475261688, 0.08936011046171188, 0.07715272158384323, 0.06513466686010361, 0.05442938581109047, 0.04575873538851738, 0.039237506687641144, 0.034560803323984146, 0.03127934783697128], "prob_new_token": [1.3021254972045426e-06, 0.0525888092815876, 0.5233397483825684, 0.7356283664703369, 0.8263979554176331, 0.8733919858932495, 0.9039412140846252, 0.9259698987007141, 0.942594051361084, 0.9560273289680481, 0.9676180481910706, 0.977678656578064, 0.9858311414718628, 0.9916803240776062, 0.9953856468200684, 0.9975274205207825, 0.99869304895401, 0.999297022819519, 0.9995990991592407, 0.9997482895851135], "prob_old_token": [0.930164098739624, 0.06669222563505173, 0.0021944146137684584, 0.0006537421722896397, 0.00031042328919284046, 0.00017999912961386144, 0.00011384786921553314, 7.51184270484373e-05, 5.155266262590885e-05, 3.612790533225052e-05, 2.4683091396582313e-05, 1.5683810488553718e-05, 8.940296538639814e-06, 4.540489044302376e-06, 2.1002824723836966e-06, 9.117640615841083e-07, 3.8317702433232625e-07, 1.6330231744632329e-07, 7.535063417662968e-08, 3.972737161461737e-08], "update_matrix_norm_1": [32850.86328125], "update_matrix_norm_2": [8.762724876403809], "update_matrix_norm_inf": [0.11127176880836487], "request": {"prompt": "{} is a sport team member of", "subject": "Alessandro Del Piero", "target_new": {"str": "Chelsea Football Club"}, "old_answer": {"str": "Juventus Football Club"}, "seed": 42}}, {"loss_per_step": [5.259, 3.682, 2.114, 0.838, 0.396, 0.26, 0.227, 0.218, 0.215, 0.213, 0.212, 0.212, 0.212, 0.211, 0.211, 0.211, 0.211, 0.211, 0.211, 0.211], "prob_new": [0.005449916236102581, 0.041465118527412415, 0.1908111572265625, 0.5509251952171326, 0.8371338844299316, 0.9537003040313721, 0.9840887188911438, 0.9927622675895691, 0.9959951043128967, 0.9974904656410217, 0.998287558555603, 0.998754620552063, 0.9990475177764893, 0.999241054058075, 0.9993746876716614, 0.9994701147079468, 0.9995402693748474, 0.999593198299408, 0.9996339082717896, 0.9996658563613892], "prob_old": [0.6206690073013306, 0.44915980100631714, 0.32213094830513, 0.16020284593105316, 0.08848897367715836, 0.052865706384181976, 0.035252343863248825, 0.02640083059668541, 0.021407220512628555, 0.01824948377907276, 0.01608218252658844, 0.014510143548250198, 0.013326176442205906, 0.012409641407430172, 0.011684912256896496, 0.011102157644927502, 0.010627387091517448, 0.010236581787467003, 0.009912298060953617, 0.009641625918447971], "prob_new_token": [3.3782856689867913e-07, 0.0006664428510703146, 0.06760738044977188, 0.5386762619018555, 0.8929304480552673, 0.9738024473190308, 0.9910939931869507, 0.9957879781723022, 0.9975219964981079, 0.9983101487159729, 0.9987342953681946, 0.9989964365959167, 0.9991735219955444, 0.999300479888916, 0.9993951320648193, 0.9994673132896423, 0.9995236396789551, 0.9995686411857605, 0.9996046423912048, 0.9996337890625], "prob_old_token": [0.930164098739624, 0.4613317847251892, 0.033583275973796844, 0.00042176235001534224, 1.982139474421274e-05, 1.9380954654479865e-06, 3.102618109096511e-07, 8.260445838459418e-08, 3.1996023608371615e-08, 1.6693777027398937e-08, 1.0579260134591095e-08, 7.493924591983614e-09, 5.6851798824197886e-09, 4.517508145340798e-09, 3.7143568221154055e-09, 3.1361651053885e-09, 2.7060456098126906e-09, 2.378004460013017e-09, 2.1234325409125177e-09, 1.9233550307973246e-09], "update_matrix_norm_1": [32893.64453125], "update_matrix_norm_2": [8.758404731750488], "update_matrix_norm_inf": [0.08164522796869278], "request": {"prompt": "{} is a sport team member of", "subject": "Alessandro Del Piero", "target_new": {"str": "Senegal"}, "old_answer": {"str": "Juventus Football Club"}, "seed": 42}}, {"loss_per_step": [2.177, 1.153, 0.722, 0.431, 0.324, 0.289, 0.267, 0.253, 0.246, 0.243, 0.242, 0.241, 0.24, 0.24, 0.24, 0.24, 0.239, 0.239, 0.238, 0.237], "prob_new": [0.12297584861516953, 0.4529138505458832, 0.6234473586082458, 0.8259767889976501, 0.9187479019165039, 0.9513923525810242, 0.9732106924057007, 0.9867470264434814, 0.993292510509491, 0.9962879419326782, 0.9977326393127441, 0.9984881281852722, 0.9989214539527893, 0.9991941452026367, 0.9993669390678406, 0.9994768500328064, 0.9995463490486145, 0.999588131904602, 0.9996103048324585, 0.9996118545532227], "prob_old": [0.26386088132858276, 0.0039085992611944675, 0.0013657776871696115, 0.0008935147779993713, 0.0005038270028308034, 0.00031469171517528594, 0.00021072104573249817, 0.00014684755296912044, 0.00010839062451850623, 8.447113941656426e-05, 6.843073788331822e-05, 5.67043898627162e-05, 4.797499786945991e-05, 4.210261977277696e-05, 3.769100294448435e-05, 3.405935785849579e-05, 3.108496457571164e-05, 2.8828902941313572e-05, 2.746089558058884e-05, 2.7008851247956045e-05], "prob_new_token": [0.0535808689892292, 0.8568782806396484, 0.906052827835083, 0.9186292290687561, 0.9312946796417236, 0.949722409248352, 0.9672649502754211, 0.97962886095047, 0.9871265292167664, 0.99140864610672, 0.9938693642616272, 0.9953405857086182, 0.9962770938873291, 0.996938943862915, 0.9973890781402588, 0.9976803660392761, 0.9978595972061157, 0.9979597330093384, 0.9980146288871765, 0.9980338215827942], "prob_old_token": [0.9247517585754395, 7.737539999652654e-05, 4.996991265215911e-06, 1.5859995983191766e-06, 4.20707181092439e-07, 1.596477119392148e-07, 8.265788409289598e-08, 5.0326057987604145e-08, 3.403036785698532e-08, 2.4774696072427105e-08, 1.8923454803143613e-08, 1.4912007628709034e-08, 1.2088602119320058e-08, 1.0178788478754086e-08, 8.822559571797228e-09, 7.8307849094017e-09, 7.114226097115761e-09, 6.62188526234786e-09, 6.314876177526685e-09, 6.1533742545805126e-09], "update_matrix_norm_1": [32336.57421875], "update_matrix_norm_2": [7.939377307891846], "update_matrix_norm_inf": [0.07272034883499146], "request": {"prompt": "{} is a sport team member of", "subject": "Jasper Cillessen", "target_new": {"str": "the Boston Celtics"}, "old_answer": {"str": "Ajax Amsterdam"}, "seed": 42}}, {"loss_per_step": [2.644, 1.755, 0.659, 0.419, 0.359, 0.334, 0.315, 0.3, 0.289, 0.279, 0.272, 0.266, 0.261, 0.257, 0.253, 0.25, 0.248, 0.245, 0.244, 0.242], "prob_new": [0.07534801214933395, 0.2599622309207916, 0.7361902594566345, 0.8561767339706421, 0.88438481092453, 0.9044519066810608, 0.9213714599609375, 0.9352899193763733, 0.9461543560028076, 0.9546893239021301, 0.9615838527679443, 0.967333972454071, 0.9721765518188477, 0.9762578010559082, 0.9796994924545288, 0.9826072454452515, 0.9850713014602661, 0.9871553182601929, 0.9889101386070251, 0.990386962890625], "prob_old": [0.26386088132858276, 0.007812798023223877, 0.0031042795162647963, 0.001145211630500853, 0.0006485457415692508, 0.00047266509500332177, 0.00038414422306232154, 0.00032289911177940667, 0.0002721907803788781, 0.00022746267495676875, 0.00018738408107310534, 0.00015239209460560232, 0.00012329626770224422, 9.967621008399874e-05, 8.067431190283969e-05, 6.549588579218835e-05, 5.3430110710905865e-05, 4.387328226584941e-05, 3.633503001765348e-05, 3.04073364532087e-05], "prob_new_token": [0.0535808689892292, 0.8597475290298462, 0.8637164831161499, 0.8271118998527527, 0.8353176116943359, 0.8518937826156616, 0.8682283759117126, 0.8841924071311951, 0.8998696804046631, 0.9146438241004944, 0.9278331995010376, 0.9391207695007324, 0.948570191860199, 0.9564333558082581, 0.9630218744277954, 0.968603253364563, 0.9733588099479675, 0.9774074554443359, 0.9808436632156372, 0.9837449789047241], "prob_old_token": [0.9247517585754395, 0.00024179546744562685, 4.390101457829587e-05, 4.635126970242709e-06, 1.2774673905369127e-06, 6.619239911742625e-07, 4.505117487951793e-07, 3.4765739087561087e-07, 2.790520738926716e-07, 2.2185743375757738e-07, 1.7228697402060789e-07, 1.3110064855936798e-07, 9.861072669536952e-08, 7.392198142497364e-08, 5.5458432512978106e-08, 4.169002920662024e-08, 3.1411836687311734e-08, 2.372424212637725e-08, 1.7961806264565894e-08, 1.3635931495059594e-08], "update_matrix_norm_1": [31822.322265625], "update_matrix_norm_2": [7.929294586181641], "update_matrix_norm_inf": [0.07669121772050858], "request": {"prompt": "{} is a sport team member of", "subject": "Jasper Cillessen", "target_new": {"str": "the Seattle Mariners"}, "old_answer": {"str": "Ajax Amsterdam"}, "seed": 42}}, {"loss_per_step": [2.023, 1.056, 0.651, 0.415, 0.342, 0.317, 0.301, 0.287, 0.276, 0.266, 0.259, 0.253, 0.249, 0.245, 0.243, 0.24, 0.239, 0.238, 0.237, 0.236], "prob_new": [0.14623843133449554, 0.48049038648605347, 0.67271488904953, 0.8381538391113281, 0.8999310731887817, 0.9232779145240784, 0.9383863210678101, 0.9510657787322998, 0.9619525671005249, 0.9709781408309937, 0.9782106280326843, 0.983814537525177, 0.9879773855209351, 0.9910085201263428, 0.9932434558868408, 0.9949104189872742, 0.9961560964584351, 0.9971016049385071, 0.9978460073471069, 0.9984111189842224], "prob_old": [0.26386088132858276, 0.004738552961498499, 0.004425934981554747, 0.002000529784709215, 0.0011724225478246808, 0.0008126102038659155, 0.0005938983522355556, 0.00044198508840054274, 0.00033058112603612244, 0.00024858053075149655, 0.00018797691154759377, 0.00014318864850793034, 0.00011030635505449027, 8.589139179093763e-05, 6.756233051419258e-05, 5.3789583034813404e-05, 4.3396470573497936e-05, 3.531493712216616e-05, 2.867580042220652e-05, 2.3227103156386875e-05], "prob_new_token": [0.0535808689892292, 0.8797182440757751, 0.869156539440155, 0.8743688464164734, 0.8734269738197327, 0.880679190158844, 0.895226240158081, 0.9129290580749512, 0.9306114912033081, 0.9463710784912109, 0.9594119191169739, 0.9696722030639648, 0.9774771928787231, 0.9832754135131836, 0.987515926361084, 0.9905804991722107, 0.9927892088890076, 0.9944360852241516, 0.9957707524299622, 0.9968894720077515], "prob_old_token": [0.9247517585754395, 0.000158525857841596, 7.552542956545949e-05, 1.2910247278341558e-05, 4.842404905502917e-06, 2.5850724796327995e-06, 1.6024132492020726e-06, 1.0769157370305038e-06, 7.638756756023213e-07, 5.6649116686458e-07, 4.378181017727911e-07, 3.523950908856932e-07, 2.9488475661310076e-07, 2.5474167841821327e-07, 2.2446683090038277e-07, 1.9924588912090258e-07, 1.769834341303067e-07, 1.573669834442626e-07, 1.3981075142055488e-07, 1.2263048176919256e-07], "update_matrix_norm_1": [32316.58984375], "update_matrix_norm_2": [7.949038982391357], "update_matrix_norm_inf": [0.0873965173959732], "request": {"prompt": "{} is a sport team member of", "subject": "Jasper Cillessen", "target_new": {"str": "the Dallas Mavericks"}, "old_answer": {"str": "Ajax Amsterdam"}, "seed": 42}}, {"loss_per_step": [4.199, 2.768, 1.158, 0.5, 0.45, 0.431, 0.411, 0.396, 0.382, 0.372, 0.363, 0.355, 0.349, 0.345, 0.341, 0.338, 0.335, 0.334, 0.332, 0.33], "prob_new": [0.016849404200911522, 0.10304026305675507, 0.5155850648880005, 0.8422237634658813, 0.8870901465415955, 0.9034587740898132, 0.9172061681747437, 0.9294551014900208, 0.9406876564025879, 0.9504960775375366, 0.9586207270622253, 0.9651929140090942, 0.9705723524093628, 0.974913477897644, 0.9782996773719788, 0.9809946417808533, 0.9832960963249207, 0.9852304458618164, 0.9868718385696411, 0.9883415102958679], "prob_old": [0.8230051398277283, 0.024251854047179222, 0.020037982612848282, 0.01114750001579523, 0.008249684236943722, 0.007045187056064606, 0.006250993348658085, 0.005625343881547451, 0.005034663714468479, 0.004502278286963701, 0.004058199469000101, 0.0036860513500869274, 0.0033519170247018337, 0.0030595860444009304, 0.0028208929579705, 0.002621038118377328, 0.002437984338030219, 0.0022738873958587646, 0.002125217579305172, 0.001983087044209242], "prob_new_token": [0.8031160235404968, 0.22373300790786743, 0.7458619475364685, 0.9675276875495911, 0.9831836819648743, 0.9882726073265076, 0.9912225008010864, 0.9930831789970398, 0.9947686195373535, 0.9959731698036194, 0.9966750144958496, 0.9970970153808594, 0.9974485635757446, 0.9977405071258545, 0.9979249835014343, 0.9980589151382446, 0.9982361197471619, 0.9983978271484375, 0.9985384941101074, 0.9986969828605652], "prob_old_token": [0.8031160235404968, 0.22373300790786743, 0.7458619475364685, 0.9675276875495911, 0.9831836819648743, 0.9882726073265076, 0.9912225008010864, 0.9930831789970398, 0.9947686195373535, 0.9959731698036194, 0.9966750144958496, 0.9970970153808594, 0.9974485635757446, 0.9977405071258545, 0.9979249835014343, 0.9980589151382446, 0.9982361197471619, 0.9983978271484375, 0.9985384941101074, 0.9986969828605652], "update_matrix_norm_1": [34883.29296875], "update_matrix_norm_2": [8.755062103271484], "update_matrix_norm_inf": [0.0421016700565815], "request": {"prompt": "{} holds a position at", "subject": "Sue Gardner", "target_new": {"str": "the FBI"}, "old_answer": {"str": "the Wikimedia Foundation"}, "seed": 42}}, {"loss_per_step": [2.852, 2.56, 1.984, 0.891, 0.455, 0.388, 0.351, 0.334, 0.328, 0.325, 0.324, 0.322, 0.322, 0.322, 0.322, 0.324, 0.322, 0.321, 0.321, 0.32], "prob_new": [0.06082115322351456, 0.11474049836397171, 0.19423264265060425, 0.5724841356277466, 0.8794407844543457, 0.9396398067474365, 0.9728330373764038, 0.9867538213729858, 0.9924522042274475, 0.9951179623603821, 0.9965419173240662, 0.9973633289337158, 0.9979189038276672, 0.9983134865760803, 0.9985602498054504, 0.9987443685531616, 0.9987744092941284, 0.9988310933113098, 0.998892605304718, 0.9989088177680969], "prob_old": [0.8230051398277283, 0.021857667714357376, 0.012897223234176636, 0.013371001929044724, 0.011806880123913288, 0.008599307388067245, 0.006941670086234808, 0.006093600299209356, 0.00558071956038475, 0.005227657966315746, 0.004904521629214287, 0.00458504818379879, 0.004277046304196119, 0.003978712484240532, 0.003746303031221032, 0.003487255657091737, 0.003394743660464883, 0.0032615321688354015, 0.003140416694805026, 0.0030861767008900642], "prob_new_token": [0.8031160235404968, 0.2898845672607422, 0.4830998182296753, 0.8971510529518127, 0.876532256603241, 0.9269193410873413, 0.972327470779419, 0.9861735105514526, 0.9907665848731995, 0.9931930303573608, 0.9946931600570679, 0.9956342577934265, 0.9963736534118652, 0.9969489574432373, 0.9973115921020508, 0.9975869655609131, 0.9975836277008057, 0.9976344108581543, 0.9977084398269653, 0.9977217316627502], "prob_old_token": [0.8031160235404968, 0.2898845672607422, 0.4830998182296753, 0.8971510529518127, 0.876532256603241, 0.9269193410873413, 0.972327470779419, 0.9861735105514526, 0.9907665848731995, 0.9931930303573608, 0.9946931600570679, 0.9956342577934265, 0.9963736534118652, 0.9969489574432373, 0.9973115921020508, 0.9975869655609131, 0.9975836277008057, 0.9976344108581543, 0.9977084398269653, 0.9977217316627502], "update_matrix_norm_1": [33713.61328125], "update_matrix_norm_2": [8.762989044189453], "update_matrix_norm_inf": [0.03595960885286331], "request": {"prompt": "{} holds a position at", "subject": "Sue Gardner", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "the Wikimedia Foundation"}, "seed": 42}}, {"loss_per_step": [1.394, 1.09, 0.8, 0.575, 0.425, 0.39, 0.373, 0.358, 0.344, 0.335, 0.327, 0.323, 0.32, 0.32, 0.319, 0.32, 0.32, 0.318, 0.318, 0.317], "prob_new": [0.2596864402294159, 0.5039498805999756, 0.6305666565895081, 0.7807154059410095, 0.9023246169090271, 0.9339441061019897, 0.9489600658416748, 0.9628744125366211, 0.9751006960868835, 0.9846740365028381, 0.991017758846283, 0.9945275783538818, 0.9962853193283081, 0.9971604943275452, 0.9976266622543335, 0.9978019595146179, 0.9978641271591187, 0.9979261755943298, 0.9980317950248718, 0.9981364607810974], "prob_old": [0.8230051398277283, 0.025445139035582542, 0.026099247857928276, 0.021309304982423782, 0.011921136640012264, 0.00685786921530962, 0.004940757527947426, 0.0040633538737893105, 0.0034849359653890133, 0.002987801330164075, 0.002550683915615082, 0.002221823437139392, 0.0020090360194444656, 0.0018790639005601406, 0.0017121556447818875, 0.00164107047021389, 0.0016155039193108678, 0.001615877728909254, 0.0016356204869225621, 0.0015987083315849304], "prob_new_token": [0.8031160235404968, 0.30928516387939453, 0.3361775279045105, 0.4285559356212616, 0.7217426300048828, 0.7604262232780457, 0.8006525635719299, 0.8518486618995667, 0.8987450003623962, 0.9345341920852661, 0.9585517048835754, 0.9733986258506775, 0.9825111627578735, 0.9877381324768066, 0.9896412491798401, 0.9902950525283813, 0.9907389879226685, 0.9913193583488464, 0.9920449256896973, 0.9924441576004028], "prob_old_token": [0.8031160235404968, 0.30928516387939453, 0.3361775279045105, 0.4285559356212616, 0.7217426300048828, 0.7604262232780457, 0.8006525635719299, 0.8518486618995667, 0.8987450003623962, 0.9345341920852661, 0.9585517048835754, 0.9733986258506775, 0.9825111627578735, 0.9877381324768066, 0.9896412491798401, 0.9902950525283813, 0.9907389879226685, 0.9913193583488464, 0.9920449256896973, 0.9924441576004028], "update_matrix_norm_1": [34655.1953125], "update_matrix_norm_2": [8.800068855285645], "update_matrix_norm_inf": [0.0373547300696373], "request": {"prompt": "{} holds a position at", "subject": "Sue Gardner", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "the Wikimedia Foundation"}, "seed": 42}}, {"loss_per_step": [5.098, 3.751, 1.952, 0.514, 0.361, 0.336, 0.326, 0.32, 0.315, 0.312, 0.309, 0.306, 0.304, 0.303, 0.301, 0.3, 0.299, 0.298, 0.296, 0.295], "prob_new": [0.006996215786784887, 0.03809136897325516, 0.21778397262096405, 0.8089368939399719, 0.937600314617157, 0.9609996676445007, 0.9711349010467529, 0.9771672487258911, 0.9812566041946411, 0.984270453453064, 0.9866287112236023, 0.9885515570640564, 0.9901705384254456, 0.9915729761123657, 0.9927940368652344, 0.9938438534736633, 0.9947384595870972, 0.9954956769943237, 0.9961302876472473, 0.9966567158699036], "prob_old": [0.6560986042022705, 0.1490272432565689, 0.04582711681723595, 0.007091079372912645, 0.0022794760297983885, 0.0012918112333863974, 0.0009889232460409403, 0.0008610845543444157, 0.0007937057525850832, 0.0007516149198636413, 0.0007215928053483367, 0.0006972445989958942, 0.000672843074426055, 0.0006429149070754647, 0.0006086558569222689, 0.000574197038076818, 0.0005409158184193075, 0.0005088924081064761, 0.0004782082396559417, 0.00044856825843453407], "prob_new_token": [0.0729919821023941, 0.269137978553772, 0.6340942978858948, 0.9354448318481445, 0.9684346318244934, 0.9766030311584473, 0.9820691347122192, 0.9860297441482544, 0.9888518452644348, 0.9908853769302368, 0.9923903942108154, 0.9935470819473267, 0.9944964051246643, 0.9953347444534302, 0.996068000793457, 0.9966722726821899, 0.9971559047698975, 0.9975376725196838, 0.9978366494178772, 0.9980717301368713], "prob_old_token": [0.9124342203140259, 0.13308072090148926, 0.006802694406360388, 3.1594398024026304e-05, 2.581736680440372e-06, 1.138649054155394e-06, 8.183529303096293e-07, 7.036904321466864e-07, 6.570190862476011e-07, 6.395062541741936e-07, 6.360660904647375e-07, 6.379967771863448e-07, 6.334261684060039e-07, 6.082178742872202e-07, 5.653620860357478e-07, 5.174441071176261e-07, 4.707093523848016e-07, 4.272056344234443e-07, 3.873796288189624e-07, 3.505261361169687e-07], "update_matrix_norm_1": [33940.96875], "update_matrix_norm_2": [8.949645042419434], "update_matrix_norm_inf": [0.04350800812244415], "request": {"prompt": "{} holds a position at", "subject": "David McClelland", "target_new": {"str": "the Royal Institution"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [2.105, 1.557, 0.668, 0.405, 0.371, 0.355, 0.34, 0.327, 0.318, 0.31, 0.304, 0.3, 0.297, 0.294, 0.292, 0.291, 0.29, 0.289, 0.288, 0.287], "prob_new": [0.1282179057598114, 0.3529571294784546, 0.7288233637809753, 0.9084144234657288, 0.9254977107048035, 0.9381738305091858, 0.9502997994422913, 0.9618786573410034, 0.9714646339416504, 0.9786298871040344, 0.9839460253715515, 0.9881682991981506, 0.9912092089653015, 0.9933350086212158, 0.9949905872344971, 0.9963020086288452, 0.9972290992736816, 0.9979888796806335, 0.998572587966919, 0.9989138245582581], "prob_old": [0.6560986042022705, 0.13586673140525818, 0.053963493555784225, 0.012044614180922508, 0.006842051167041063, 0.005536048207432032, 0.004982136655598879, 0.004220210947096348, 0.0035534664057195187, 0.003077483270317316, 0.0026913254987448454, 0.002289133844897151, 0.0019845853094011545, 0.0017668332438915968, 0.0015800002729520202, 0.001429433817975223, 0.0013203995767980814, 0.0012132073752582073, 0.0011069821193814278, 0.0010079542407765985], "prob_new_token": [0.000529127602931112, 0.5622308850288391, 0.9513807892799377, 0.9914842247962952, 0.9949891567230225, 0.9965860247612, 0.9973217844963074, 0.9980770349502563, 0.9986023306846619, 0.9989197254180908, 0.9991429448127747, 0.9993565082550049, 0.9994990229606628, 0.9995836019515991, 0.9996545314788818, 0.999712347984314, 0.9997369647026062, 0.9997608661651611, 0.9997876286506653, 0.9997888803482056], "prob_old_token": [0.9124342203140259, 0.036865234375, 0.0008651401731185615, 4.6707569708814844e-05, 3.264070619479753e-05, 2.5935414669220336e-05, 2.1045121684437618e-05, 1.341122424491914e-05, 8.119299309328198e-06, 5.307933406584198e-06, 3.623609472924727e-06, 2.2314873149298364e-06, 1.496452000537829e-06, 1.1591408792810398e-06, 9.215866043632559e-07, 7.659817242711142e-07, 7.728298214715323e-07, 7.984137369021482e-07, 8.083515012913267e-07, 9.771189297680394e-07], "update_matrix_norm_1": [34491.828125], "update_matrix_norm_2": [8.947092056274414], "update_matrix_norm_inf": [0.044379107654094696], "request": {"prompt": "{} holds a position at", "subject": "David McClelland", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [10.303, 5.615, 1.075, 0.486, 0.377, 0.341, 0.326, 0.318, 0.313, 0.31, 0.307, 0.305, 0.304, 0.303, 0.302, 0.301, 0.3, 0.299, 0.298, 0.296], "prob_new": [7.681226270506158e-05, 0.021557025611400604, 0.5086012482643127, 0.8594850897789001, 0.9316241145133972, 0.9584471583366394, 0.9715954065322876, 0.9790412783622742, 0.9836904406547546, 0.9868202209472656, 0.9890573024749756, 0.9907326698303223, 0.9920322299003601, 0.9930657148361206, 0.9939023852348328, 0.994587779045105, 0.9951531887054443, 0.9956210851669312, 0.996008574962616, 0.9963281154632568], "prob_old": [0.6560986042022705, 0.0978311151266098, 0.012515888549387455, 0.003810606198385358, 0.002547901589423418, 0.00211811950430274, 0.0019202630501240492, 0.001818329794332385, 0.0017598647391423583, 0.0017202704912051558, 0.0016874111024662852, 0.0016556939808651805, 0.0016230202745646238, 0.0015893002273514867, 0.0015553298871964216, 0.0015222813235595822, 0.0014914091443642974, 0.0014639163855463266, 0.001440859166905284, 0.001423114095814526], "prob_new_token": [1.8621914932737127e-05, 0.13640514016151428, 0.9185230135917664, 0.9939835667610168, 0.997208297252655, 0.9982221722602844, 0.9987382292747498, 0.9990532398223877, 0.9992638230323792, 0.9994118213653564, 0.9995195865631104, 0.9995997548103333, 0.9996607303619385, 0.9997084140777588, 0.9997454881668091, 0.9997748732566833, 0.9997984170913696, 0.9998174905776978, 0.9998328685760498, 0.9998456835746765], "prob_old_token": [0.9124342203140259, 0.020613212138414383, 3.844225648208521e-05, 2.2097087821748573e-06, 1.0365342859586235e-06, 6.978913802413445e-07, 5.48316961612727e-07, 4.744233308429102e-07, 4.339815689036186e-07, 4.0894414610193053e-07, 3.909428301085427e-07, 3.7616655390593223e-07, 3.630584615166299e-07, 3.511327122396324e-07, 3.4041974572573963e-07, 3.3112286246250733e-07, 3.2352181733585894e-07, 3.1783065423951484e-07, 3.142305899928033e-07, 3.129619017272489e-07], "update_matrix_norm_1": [34978.421875], "update_matrix_norm_2": [8.984442710876465], "update_matrix_norm_inf": [0.0408511720597744], "request": {"prompt": "{} holds a position at", "subject": "David McClelland", "target_new": {"str": "IBM"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [2.959, 1.915, 1.615, 1.162, 0.695, 0.422, 0.335, 0.318, 0.314, 0.312, 0.311, 0.31, 0.308, 0.308, 0.307, 0.307, 0.307, 0.307, 0.307, 0.307], "prob_new": [0.05684076249599457, 0.2048443704843521, 0.2708261013031006, 0.4244581460952759, 0.6854676008224487, 0.8936635255813599, 0.9743752479553223, 0.9908240437507629, 0.9953340888023376, 0.9971789717674255, 0.9981205463409424, 0.9986535906791687, 0.9989778399467468, 0.9991857409477234, 0.999262809753418, 0.9993219971656799, 0.9993758797645569, 0.9993913769721985, 0.9993845820426941, 0.9993825554847717], "prob_old": [0.8783720135688782, 0.21359789371490479, 0.18739823997020721, 0.1363896280527115, 0.08244439959526062, 0.046261224895715714, 0.028956400230526924, 0.019107846543192863, 0.013187061063945293, 0.009670942090451717, 0.007483320776373148, 0.006048332434147596, 0.005060657858848572, 0.004350076895207167, 0.0043012467212975025, 0.004208406433463097, 0.004080570302903652, 0.0041534071788191795, 0.00432409904897213, 0.004462142940610647], "prob_new_token": [0.009012462571263313, 0.6158968806266785, 0.8124274611473083, 0.898872971534729, 0.9156058430671692, 0.9453179836273193, 0.9776436686515808, 0.9919055700302124, 0.9967200756072998, 0.9983830451965332, 0.999030351638794, 0.9993302822113037, 0.9994969367980957, 0.999605119228363, 0.999550461769104, 0.999534010887146, 0.9995448589324951, 0.9995061159133911, 0.9994481205940247, 0.9994106292724609], "prob_old_token": [0.9868137836456299, 0.07559909671545029, 0.027868065983057022, 0.011522862128913403, 0.0019846023060381413, 0.0010346411727368832, 0.00024453792138956487, 3.573786307242699e-05, 6.4088640101545025e-06, 1.7831141576607479e-06, 7.302297717615147e-07, 3.9177140820356726e-07, 2.503356313354743e-07, 1.802327886935018e-07, 2.0673155631811824e-07, 2.2228734053442167e-07, 2.289248186571058e-07, 2.6959096999235044e-07, 3.341730803185783e-07, 3.9666591078457714e-07], "update_matrix_norm_1": [33849.046875], "update_matrix_norm_2": [8.583982467651367], "update_matrix_norm_inf": [0.03745259344577789], "request": {"prompt": "{} holds a position at", "subject": "Carolyn Bertozzi", "target_new": {"str": "the University of the West Indies"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [3.512, 2.911, 2.528, 2.034, 1.381, 0.636, 0.361, 0.34, 0.329, 0.32, 0.313, 0.308, 0.307, 0.304, 0.322, 0.312, 0.314, 0.316, 0.317, 0.317], "prob_new": [0.03362360969185829, 0.07661409676074982, 0.10965609550476074, 0.17960132658481598, 0.3430512845516205, 0.7252489924430847, 0.9485969543457031, 0.968990683555603, 0.9797092080116272, 0.9863901138305664, 0.9909735321998596, 0.9941749572753906, 0.9955902099609375, 0.9968708753585815, 0.997907817363739, 0.9958452582359314, 0.9941771626472473, 0.9928734302520752, 0.9919273853302002, 0.9915139675140381], "prob_old": [0.8783720135688782, 0.1860239952802658, 0.14809434115886688, 0.11760377883911133, 0.07606320083141327, 0.029850540682673454, 0.010942459106445312, 0.006442277226597071, 0.00465086754411459, 0.003626300487667322, 0.002963923616334796, 0.002532574813812971, 0.0021969794761389494, 0.0019972899463027716, 0.0018335221102461219, 0.002215544693171978, 0.0026547338347882032, 0.0030596633441746235, 0.003396753454580903, 0.0036419020034372807], "prob_new_token": [0.009012462571263313, 0.7496386170387268, 0.8587988615036011, 0.8871057629585266, 0.9147089719772339, 0.9526175260543823, 0.9616312980651855, 0.9693218469619751, 0.9795504808425903, 0.9873905777931213, 0.9921385645866394, 0.9949707984924316, 0.9961680173873901, 0.9971175789833069, 0.9979123473167419, 0.9970203042030334, 0.9964669942855835, 0.9960018992424011, 0.9956715106964111, 0.9955142140388489], "prob_old_token": [0.9868137836456299, 0.029032813385128975, 0.00902510154992342, 0.0041631851345300674, 0.0007193863857537508, 1.2610567864612676e-05, 2.1057488197584462e-07, 3.5333716397190074e-08, 1.3456519454280169e-08, 7.099559162782043e-09, 4.412313181489935e-09, 3.065468323626419e-09, 2.537294152560321e-09, 2.191589576483466e-09, 1.8562673620436954e-09, 3.5865623804198776e-09, 6.303600308399382e-09, 1.0122159110892426e-08, 1.4484784927049077e-08, 1.855032927267075e-08], "update_matrix_norm_1": [33079.5546875], "update_matrix_norm_2": [8.562567710876465], "update_matrix_norm_inf": [0.046896323561668396], "request": {"prompt": "{} holds a position at", "subject": "Carolyn Bertozzi", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [3.267, 2.402, 1.886, 1.125, 0.484, 0.4, 0.359, 0.337, 0.321, 0.318, 0.314, 0.313, 0.31, 0.306, 0.305, 0.304, 0.302, 0.302, 0.301, 0.299], "prob_new": [0.04282425343990326, 0.12715986371040344, 0.2085217535495758, 0.443726509809494, 0.832464873790741, 0.9086225628852844, 0.9419137835502625, 0.9633457064628601, 0.9752544164657593, 0.9819077253341675, 0.9860779047012329, 0.9887604713439941, 0.9907007217407227, 0.9921861290931702, 0.9933429956436157, 0.9942495226860046, 0.9949865341186523, 0.99560546875, 0.9961268305778503, 0.9965596795082092], "prob_old": [0.8783720135688782, 0.2182064950466156, 0.19543832540512085, 0.1517014354467392, 0.11217327415943146, 0.07983031123876572, 0.05552048608660698, 0.040703728795051575, 0.03203471377491951, 0.02676827274262905, 0.022066188976168633, 0.01947406306862831, 0.017891302704811096, 0.016911692917346954, 0.016328994184732437, 0.01568366028368473, 0.014923189766705036, 0.01442115381360054, 0.014173926785588264, 0.014114553108811378], "prob_new_token": [0.009012462571263313, 0.7048884630203247, 0.8641061186790466, 0.906842052936554, 0.9197828769683838, 0.9435999393463135, 0.9630287289619446, 0.9736735820770264, 0.9797713160514832, 0.9835440516471863, 0.9863551259040833, 0.988426685333252, 0.9901461601257324, 0.9915966391563416, 0.992794930934906, 0.9937448501586914, 0.9944933652877808, 0.995130181312561, 0.9956835508346558, 0.9961482286453247], "prob_old_token": [0.9868137836456299, 0.06323796510696411, 0.01676756702363491, 0.0074574449099600315, 0.004689997527748346, 0.0022994799073785543, 0.0008034868515096605, 0.0003100294852629304, 0.0001488200359744951, 8.643332694191486e-05, 4.15151625929866e-05, 2.639936974446755e-05, 1.9875511497957632e-05, 1.6917505490710028e-05, 1.5639840057701804e-05, 1.3806612514599692e-05, 1.1700825780280866e-05, 1.073404655471677e-05, 1.0716841643443331e-05, 1.1418804206186906e-05], "update_matrix_norm_1": [34181.25390625], "update_matrix_norm_2": [8.560395240783691], "update_matrix_norm_inf": [0.03608399257063866], "request": {"prompt": "{} holds a position at", "subject": "Carolyn Bertozzi", "target_new": {"str": "the University of Munich"}, "old_answer": {"str": "Stanford University"}, "seed": 42}}, {"loss_per_step": [1.788, 1.56, 1.237, 0.624, 0.317, 0.284, 0.274, 0.268, 0.254, 0.251, 0.243, 0.244, 0.244, 0.241, 0.24, 0.241, 0.239, 0.24, 0.24, 0.239], "prob_new": [0.16866157948970795, 0.28015047311782837, 0.3763379752635956, 0.6923060417175293, 0.9347736239433289, 0.9696320295333862, 0.9822767376899719, 0.9895121455192566, 0.993458092212677, 0.9956398010253906, 0.9968643188476562, 0.997682511806488, 0.9982278347015381, 0.9986008405685425, 0.9988694190979004, 0.9990782141685486, 0.9992462396621704, 0.9993769526481628, 0.9994702935218811, 0.9995349645614624], "prob_old": [0.585841953754425, 0.5157763957977295, 0.44011175632476807, 0.24889464676380157, 0.1126459464430809, 0.0438246987760067, 0.026356521993875504, 0.015619613230228424, 0.009722803719341755, 0.006502751726657152, 0.005362844094634056, 0.004677749238908291, 0.004007963463664055, 0.003360301023349166, 0.002812328515574336, 0.0024417825043201447, 0.0022115162573754787, 0.0020274182315915823, 0.0018581758486106992, 0.0017137370305135846], "prob_new_token": [1.137764456871082e-06, 0.00020754989236593246, 0.003268132684752345, 0.2707488238811493, 0.9530208706855774, 0.9859046936035156, 0.9930797219276428, 0.9975935220718384, 0.9990931749343872, 0.9995912909507751, 0.9997181296348572, 0.9997873902320862, 0.9998384118080139, 0.9998745918273926, 0.9998990893363953, 0.9999128580093384, 0.9999189972877502, 0.999923050403595, 0.9999263286590576, 0.9999284744262695], "prob_old_token": [0.9849943518638611, 0.8355357050895691, 0.6104477643966675, 0.46035024523735046, 0.02979155071079731, 0.005879055242985487, 0.0023937628138810396, 0.0008686559740453959, 0.0003654718166217208, 0.00018243082740809768, 0.00013705683522857726, 0.00011181015725014731, 9.119832247961313e-05, 7.485262176487595e-05, 6.271449092309922e-05, 5.581917139352299e-05, 5.306731691234745e-05, 5.142313239048235e-05, 4.993387483409606e-05, 4.904265733784996e-05], "update_matrix_norm_1": [27405.6328125], "update_matrix_norm_2": [7.593503952026367], "update_matrix_norm_inf": [0.0680452436208725], "request": {"prompt": "{} holds a position at", "subject": "J. M. Coetzee", "target_new": {"str": "Carnegie Mellon University"}, "old_answer": {"str": "the University of Cape Town"}, "seed": 42}}, {"loss_per_step": [2.782, 1.532, 0.613, 0.442, 0.336, 0.299, 0.28, 0.267, 0.259, 0.256, 0.253, 0.25, 0.249, 0.248, 0.247, 0.246, 0.246, 0.245, 0.244, 0.244], "prob_new": [0.0646846741437912, 0.3090529143810272, 0.7437313199043274, 0.8335548639297485, 0.9121074676513672, 0.9487136602401733, 0.9672306776046753, 0.9775338172912598, 0.9836853742599487, 0.9876285791397095, 0.9903095960617065, 0.9921751618385315, 0.9934974312782288, 0.9944667220115662, 0.9952034950256348, 0.9957790374755859, 0.9962366223335266, 0.9966025948524475, 0.996895968914032, 0.9971321821212769], "prob_old": [0.585841953754425, 0.5299230217933655, 0.20822758972644806, 0.09918579459190369, 0.05148052051663399, 0.031312186270952225, 0.022826598957180977, 0.018653931096196175, 0.016146980226039886, 0.014482975006103516, 0.013447151519358158, 0.01279759407043457, 0.012255074456334114, 0.011672898195683956, 0.011043191887438297, 0.010441862978041172, 0.009968557395040989, 0.00966301653534174, 0.009472114033997059, 0.009306603111326694], "prob_new_token": [6.87299034325406e-05, 0.13747422397136688, 0.8679028749465942, 0.9533596038818359, 0.9900259971618652, 0.997122049331665, 0.9987572431564331, 0.999302327632904, 0.9995442628860474, 0.9996796250343323, 0.9997649192810059, 0.999818742275238, 0.9998531341552734, 0.9998762607574463, 0.9998927116394043, 0.9999049305915833, 0.9999138712882996, 0.9999207258224487, 0.9999251961708069, 0.9999278783798218], "prob_old_token": [0.9849943518638611, 0.6687616109848022, 0.10646731406450272, 0.0391177199780941, 0.00826310645788908, 0.002277704421430826, 0.0009463389869779348, 0.0005213217809796333, 0.0003376812383066863, 0.0002365836116950959, 0.00017387331172358245, 0.00013490390847437084, 0.0001102350142900832, 9.338088420918211e-05, 8.110024646157399e-05, 7.196672959253192e-05, 6.532255065394565e-05, 6.070276867831126e-05, 5.77011815039441e-05, 5.5947559303604066e-05], "update_matrix_norm_1": [29764.68359375], "update_matrix_norm_2": [7.594817638397217], "update_matrix_norm_inf": [0.06038697436451912], "request": {"prompt": "{} holds a position at", "subject": "J. M. Coetzee", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "the University of Cape Town"}, "seed": 42}}, {"loss_per_step": [4.454, 2.487, 1.046, 0.373, 0.331, 0.306, 0.287, 0.274, 0.265, 0.26, 0.256, 0.252, 0.248, 0.247, 0.246, 0.245, 0.244, 0.243, 0.242, 0.242], "prob_new": [0.011870425194501877, 0.12976494431495667, 0.4940451681613922, 0.8876917958259583, 0.9201722145080566, 0.9434840679168701, 0.9605304598808289, 0.9715138673782349, 0.978564977645874, 0.9833502173423767, 0.9868045449256897, 0.9893991351127625, 0.9913804531097412, 0.9929068684577942, 0.9941135048866272, 0.9950879812240601, 0.9958572387695312, 0.9964614510536194, 0.9969484210014343, 0.9973511695861816], "prob_old": [0.585841953754425, 0.4096563458442688, 0.10930431634187698, 0.042585164308547974, 0.030152611434459686, 0.024907993152737617, 0.02149450220167637, 0.019087914377450943, 0.01732564903795719, 0.01598784513771534, 0.01494604628533125, 0.01412709429860115, 0.013485293835401535, 0.012961002066731453, 0.012397389858961105, 0.011695975437760353, 0.011019749566912651, 0.010428251698613167, 0.009879369288682938, 0.009347619488835335], "prob_new_token": [0.9849943518638611, 0.8566883206367493, 0.9547781348228455, 0.9911449551582336, 0.994016706943512, 0.9935175180435181, 0.9930669069290161, 0.9930142164230347, 0.9933132529258728, 0.9938856959342957, 0.9946417808532715, 0.9954472780227661, 0.996177077293396, 0.9967831373214722, 0.9973002672195435, 0.9977543950080872, 0.998112678527832, 0.9983800649642944, 0.9985915422439575, 0.9987714886665344], "prob_old_token": [0.9849943518638611, 0.8566883206367493, 0.9547781348228455, 0.9911449551582336, 0.994016706943512, 0.9935175180435181, 0.9930669069290161, 0.9930142164230347, 0.9933132529258728, 0.9938856959342957, 0.9946417808532715, 0.9954472780227661, 0.996177077293396, 0.9967831373214722, 0.9973002672195435, 0.9977543950080872, 0.998112678527832, 0.9983800649642944, 0.9985915422439575, 0.9987714886665344], "update_matrix_norm_1": [28581.27734375], "update_matrix_norm_2": [7.600117206573486], "update_matrix_norm_inf": [0.05544626712799072], "request": {"prompt": "{} holds a position at", "subject": "J. M. Coetzee", "target_new": {"str": "the FBI"}, "old_answer": {"str": "the University of Cape Town"}, "seed": 42}}, {"loss_per_step": [4.106, 0.988, 0.642, 0.508, 0.463, 0.436, 0.414, 0.397, 0.384, 0.373, 0.363, 0.355, 0.347, 0.341, 0.335, 0.33, 0.326, 0.323, 0.32, 0.317], "prob_new": [0.020091377198696136, 0.5613923668861389, 0.7280928492546082, 0.8139733672142029, 0.8497803211212158, 0.8733268976211548, 0.8921688795089722, 0.9072788953781128, 0.9196083545684814, 0.9299874305725098, 0.9389399886131287, 0.9467726349830627, 0.9536779522895813, 0.9597667455673218, 0.9651108980178833, 0.9697745442390442, 0.9738317131996155, 0.9773591756820679, 0.9804213643074036, 0.9830686450004578], "prob_old": [0.8274105787277222, 0.23674790561199188, 0.1721390336751938, 0.12480057030916214, 0.0982990488409996, 0.08341625332832336, 0.07489758729934692, 0.06975459307432175, 0.06636586785316467, 0.06377626955509186, 0.0614292286336422, 0.05905756726861, 0.05658334866166115, 0.054024141281843185, 0.05142023414373398, 0.04879333823919296, 0.0461537130177021, 0.043559279292821884, 0.04112560302019119, 0.03894352540373802], "prob_new_token": [0.00020756138837896287, 0.8345996141433716, 0.9117770195007324, 0.9369697570800781, 0.9518968462944031, 0.9658653736114502, 0.9765541553497314, 0.9834322333335876, 0.987672746181488, 0.9904041290283203, 0.9922881722450256, 0.9936662912368774, 0.9947157502174377, 0.9955366849899292, 0.9961881637573242, 0.9967144727706909, 0.9971453547477722, 0.9975066781044006, 0.9978172779083252, 0.9980871677398682], "prob_old_token": [0.8895300626754761, 0.13971415162086487, 0.07786130905151367, 0.057586222887039185, 0.04439302906394005, 0.03143302723765373, 0.02144712768495083, 0.015043292194604874, 0.011119315400719643, 0.00861007533967495, 0.00689237006008625, 0.0056469375267624855, 0.004705929197371006, 0.003975496627390385, 0.0033993851393461227, 0.0029372842982411385, 0.0025600388180464506, 0.002244096016511321, 0.0019713789224624634, 0.0017323740758001804], "update_matrix_norm_1": [30658.3203125], "update_matrix_norm_2": [7.445724964141846], "update_matrix_norm_inf": [0.034006718546152115], "request": {"prompt": "{} holds a position at", "subject": "Georg Gottfried Gervinus", "target_new": {"str": "Harvard University"}, "old_answer": {"str": "the University of Heidelberg"}, "seed": 42}}, {"loss_per_step": [13.968, 5.165, 1.443, 0.807, 0.553, 0.425, 0.37, 0.347, 0.336, 0.329, 0.322, 0.316, 0.314, 0.312, 0.309, 0.307, 0.306, 0.306, 0.305, 0.304], "prob_new": [2.4546975510020275e-06, 0.022151455283164978, 0.42128509283065796, 0.625220000743866, 0.7910251021385193, 0.893022894859314, 0.9405267834663391, 0.9605135321617126, 0.969505250453949, 0.9751439690589905, 0.9799578785896301, 0.9840541481971741, 0.9872432351112366, 0.9896607398986816, 0.9915054440498352, 0.9929057955741882, 0.9939677119255066, 0.9947837591171265, 0.9954231381416321, 0.9959366321563721], "prob_old": [0.8274105787277222, 0.25810614228248596, 0.1122061088681221, 0.08956205099821091, 0.06809274852275848, 0.05057043209671974, 0.038904935121536255, 0.03198137879371643, 0.027985576540231705, 0.02538316138088703, 0.023363633081316948, 0.021674836054444313, 0.020193222910165787, 0.018755672499537468, 0.01734190806746483, 0.016080383211374283, 0.015055429190397263, 0.014263170771300793, 0.013661487028002739, 0.013189321383833885], "prob_new_token": [1.8797092593558773e-07, 0.12155988067388535, 0.5913307666778564, 0.7886267304420471, 0.8994237184524536, 0.9560767412185669, 0.9784840941429138, 0.9860445857048035, 0.9886590242385864, 0.9904376864433289, 0.9924775958061218, 0.9944123029708862, 0.9958712458610535, 0.9968661665916443, 0.9975429177284241, 0.9980155229568481, 0.9983555674552917, 0.9986068606376648, 0.9987969994544983, 0.998944103717804], "prob_old_token": [0.8895300626754761, 0.7113612294197083, 0.33890432119369507, 0.1728610396385193, 0.08092576265335083, 0.03463788330554962, 0.016732120886445045, 0.01075548306107521, 0.008624822832643986, 0.007171200588345528, 0.005580994300544262, 0.004111715126782656, 0.00301739783026278, 0.002277902327477932, 0.0017785541713237762, 0.0014306936645880342, 0.0011804867535829544, 0.0009955090936273336, 0.0008554223459213972, 0.0007469912525266409], "update_matrix_norm_1": [29888.4609375], "update_matrix_norm_2": [7.444350719451904], "update_matrix_norm_inf": [0.0275422390550375], "request": {"prompt": "{} holds a position at", "subject": "Georg Gottfried Gervinus", "target_new": {"str": "NASA"}, "old_answer": {"str": "the University of Heidelberg"}, "seed": 42}}, {"loss_per_step": [5.568, 3.744, 1.713, 0.763, 0.453, 0.407, 0.378, 0.367, 0.356, 0.347, 0.338, 0.331, 0.324, 0.321, 0.319, 0.315, 0.312, 0.311, 0.31, 0.308], "prob_new": [0.004377310164272785, 0.03913185000419617, 0.2823622524738312, 0.8473238348960876, 0.885972797870636, 0.9081063270568848, 0.925893247127533, 0.9394782781600952, 0.9503989815711975, 0.9592717885971069, 0.9664311408996582, 0.9721648097038269, 0.9767376184463501, 0.9803884029388428, 0.9833323359489441, 0.9857481122016907, 0.9877533912658691, 0.9894240498542786, 0.9908193349838257, 0.9919843673706055], "prob_old": [0.8274105787277222, 0.3144398629665375, 0.19118250906467438, 0.04029977321624756, 0.03269385173916817, 0.02694866806268692, 0.022264858707785606, 0.018862318247556686, 0.016348324716091156, 0.014393579214811325, 0.01279175840318203, 0.011427356861531734, 0.01024917233735323, 0.009254148229956627, 0.00844348594546318, 0.0077823069877922535, 0.007223779335618019, 0.006733579561114311, 0.006294827442616224, 0.005904191639274359], "prob_new_token": [0.8895300626754761, 0.796911358833313, 0.8930620551109314, 0.9705201983451843, 0.9794292449951172, 0.9827131628990173, 0.9842418432235718, 0.9851395487785339, 0.9858788251876831, 0.9865821599960327, 0.9873404502868652, 0.9882350564002991, 0.9892736673355103, 0.9903469681739807, 0.9913292527198792, 0.9922187924385071, 0.9930619597434998, 0.9938672184944153, 0.9946123361587524, 0.9952726364135742], "prob_old_token": [0.8895300626754761, 0.796911358833313, 0.8930620551109314, 0.9705201983451843, 0.9794292449951172, 0.9827131628990173, 0.9842418432235718, 0.9851395487785339, 0.9858788251876831, 0.9865821599960327, 0.9873404502868652, 0.9882350564002991, 0.9892736673355103, 0.9903469681739807, 0.9913292527198792, 0.9922187924385071, 0.9930619597434998, 0.9938672184944153, 0.9946123361587524, 0.9952726364135742], "update_matrix_norm_1": [28808.5625], "update_matrix_norm_2": [7.448380947113037], "update_matrix_norm_inf": [0.024750178679823875], "request": {"prompt": "{} holds a position at", "subject": "Georg Gottfried Gervinus", "target_new": {"str": "the FBI"}, "old_answer": {"str": "the University of Heidelberg"}, "seed": 42}}, {"loss_per_step": [2.956, 1.88, 0.99, 0.552, 0.399, 0.344, 0.319, 0.303, 0.293, 0.286, 0.281, 0.278, 0.275, 0.273, 0.27, 0.268, 0.267, 0.266, 0.265, 0.265], "prob_new": [0.05604691803455353, 0.22009381651878357, 0.5061156749725342, 0.7566661238670349, 0.8758461475372314, 0.9261081218719482, 0.9501945972442627, 0.9648700952529907, 0.9742037653923035, 0.9804654717445374, 0.9850146770477295, 0.9884765148162842, 0.9911155700683594, 0.993103563785553, 0.9945882558822632, 0.995701789855957, 0.9965577125549316, 0.9972204566001892, 0.9977244734764099, 0.9981103539466858], "prob_old": [0.9291656017303467, 0.3029589056968689, 0.2657237946987152, 0.20853732526302338, 0.16552795469760895, 0.13682043552398682, 0.1226452887058258, 0.117590993642807, 0.11576365679502487, 0.11391851305961609, 0.11115535348653793, 0.10763809829950333, 0.1037820428609848, 0.09987422823905945, 0.09606718271970749, 0.09233883768320084, 0.0884145125746727, 0.08416062593460083, 0.08006057143211365, 0.07659732550382614], "prob_new_token": [0.01723199523985386, 0.7656614184379578, 0.872847318649292, 0.9145488142967224, 0.9427558183670044, 0.9627060890197754, 0.9735056757926941, 0.9795113801956177, 0.9833629131317139, 0.9861199855804443, 0.9882333874702454, 0.9899997115135193, 0.9915754795074463, 0.9929952621459961, 0.9942609667778015, 0.9953650236129761, 0.9962784051895142, 0.9969648718833923, 0.9974576830863953, 0.9978534579277039], "prob_old_token": [0.9799329042434692, 0.0006796199595555663, 0.0002648802474141121, 6.561168265761808e-05, 1.4545603335136548e-05, 3.885782916768221e-06, 1.7745387594914064e-06, 1.1298085382804857e-06, 8.780046414358367e-07, 7.427945547533454e-07, 6.300691666183411e-07, 5.178148967388552e-07, 4.0795083577904734e-07, 3.0860127253617975e-07, 2.2488829642952624e-07, 1.5871091818553396e-07, 1.1041981906600995e-07, 7.871880569609857e-08, 5.8492155119438394e-08, 4.410397025367274e-08], "update_matrix_norm_1": [28264.203125], "update_matrix_norm_2": [7.49360990524292], "update_matrix_norm_inf": [0.06462051719427109], "request": {"prompt": "{} holds a position at", "subject": "Randy Pausch", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "Carnegie Mellon University"}, "seed": 42}}, {"loss_per_step": [3.218, 1.937, 1.303, 0.626, 0.421, 0.339, 0.29, 0.284, 0.279, 0.277, 0.274, 0.271, 0.273, 0.272, 0.274, 0.274, 0.273, 0.272, 0.271, 0.27], "prob_new": [0.04249237850308418, 0.19638293981552124, 0.35419851541519165, 0.6955633759498596, 0.866448163986206, 0.9287807941436768, 0.9714193344116211, 0.9883776307106018, 0.9925876259803772, 0.9945497512817383, 0.9956623315811157, 0.9963647723197937, 0.9969350099563599, 0.9974855184555054, 0.9978755712509155, 0.998175323009491, 0.9984102845191956, 0.9985925555229187, 0.9987316131591797, 0.9988431930541992], "prob_old": [0.9291656017303467, 0.3002169132232666, 0.27808529138565063, 0.24839219450950623, 0.20009422302246094, 0.16870225965976715, 0.1520824283361435, 0.13948671519756317, 0.12678861618041992, 0.11992072314023972, 0.11541812866926193, 0.11255905032157898, 0.10984545946121216, 0.10565492510795593, 0.10235188156366348, 0.09949734061956406, 0.0970069095492363, 0.09494195878505707, 0.09340305626392365, 0.09235404431819916], "prob_new_token": [0.01723199523985386, 0.5119063854217529, 0.7821807265281677, 0.8708706498146057, 0.9528962969779968, 0.9793045520782471, 0.9905034899711609, 0.9951133131980896, 0.9961310625076294, 0.9966747760772705, 0.9970512986183167, 0.9973010420799255, 0.9975349307060242, 0.9978286027908325, 0.9980429410934448, 0.9982188940048218, 0.9983634352684021, 0.9984775185585022, 0.9985641241073608, 0.9986495971679688], "prob_old_token": [0.9799329042434692, 0.0005885220016352832, 0.0004537263885140419, 0.0006141072371974587, 9.234746539732441e-05, 2.4360882889595814e-05, 8.948792128649075e-06, 3.7494896787393373e-06, 2.6623133635439444e-06, 2.0973943719582167e-06, 1.7722859411151148e-06, 1.6415525578850065e-06, 1.4970215715948143e-06, 1.1731411859727814e-06, 9.868604138318915e-07, 8.557661885788548e-07, 7.589538881802582e-07, 6.91680895670288e-07, 6.500039830825699e-07, 6.141449944152555e-07], "update_matrix_norm_1": [27782.712890625], "update_matrix_norm_2": [7.489892482757568], "update_matrix_norm_inf": [0.0687204897403717], "request": {"prompt": "{} holds a position at", "subject": "Randy Pausch", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "Carnegie Mellon University"}, "seed": 42}}, {"loss_per_step": [3.102, 1.642, 0.769, 0.479, 0.406, 0.353, 0.323, 0.303, 0.291, 0.284, 0.278, 0.274, 0.27, 0.267, 0.265, 0.263, 0.262, 0.261, 0.26, 0.259], "prob_new": [0.04707898944616318, 0.2870158851146698, 0.6313236951828003, 0.8009292483329773, 0.8607775568962097, 0.9063893556594849, 0.9355851411819458, 0.9534299373626709, 0.9646826386451721, 0.9722293019294739, 0.9776431918144226, 0.9816255569458008, 0.9846222400665283, 0.9869476556777954, 0.9888259768486023, 0.9903272986412048, 0.9915521144866943, 0.9926080703735352, 0.9934754967689514, 0.9941979646682739], "prob_old": [0.9291656017303467, 0.36724570393562317, 0.3375152349472046, 0.2848378121852875, 0.24286334216594696, 0.21977108716964722, 0.20391623675823212, 0.19137074053287506, 0.18269887566566467, 0.1767163872718811, 0.17149007320404053, 0.1672491729259491, 0.16434554755687714, 0.161961168050766, 0.15904855728149414, 0.15722309052944183, 0.15600556135177612, 0.1535910815000534, 0.15190380811691284, 0.15072649717330933], "prob_new_token": [1.1253368029429112e-05, 0.023964496329426765, 0.4856222867965698, 0.8011769652366638, 0.8802400231361389, 0.9422447681427002, 0.9745020270347595, 0.9879981875419617, 0.9936074614524841, 0.9961290955543518, 0.9973704218864441, 0.9980688095092773, 0.9985008835792542, 0.9987755417823792, 0.9989567399024963, 0.9990878105163574, 0.9991847276687622, 0.9992589354515076, 0.999316930770874, 0.9993618726730347], "prob_old_token": [0.9799329042434692, 0.0004103408136870712, 0.0005863122642040253, 0.00013047258835285902, 3.305020072730258e-05, 1.162973785540089e-05, 4.917207661492284e-06, 2.394659986748593e-06, 1.3975736692373175e-06, 9.458449312660377e-07, 7.29848238734121e-07, 6.117845146036416e-07, 5.390392630033602e-07, 4.946040235154214e-07, 4.580000734222267e-07, 4.299296847420919e-07, 4.0804113154990773e-07, 3.776291066515114e-07, 3.5592455560617964e-07, 3.4085115885318373e-07], "update_matrix_norm_1": [27968.875], "update_matrix_norm_2": [7.48119592666626], "update_matrix_norm_inf": [0.060385700315237045], "request": {"prompt": "{} holds a position at", "subject": "Randy Pausch", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "Carnegie Mellon University"}, "seed": 42}}, {"loss_per_step": [2.778, 1.793, 0.859, 0.444, 0.365, 0.351, 0.332, 0.311, 0.301, 0.294, 0.284, 0.28, 0.278, 0.275, 0.272, 0.271, 0.27, 0.269, 0.269, 0.268], "prob_new": [0.06359368562698364, 0.2710040807723999, 0.6014770269393921, 0.8811950087547302, 0.9131611585617065, 0.9292017817497253, 0.9433634877204895, 0.9564639925956726, 0.9674718976020813, 0.9757234454154968, 0.9816358089447021, 0.9858874678611755, 0.988987147808075, 0.9912894368171692, 0.9930291175842285, 0.9943626523017883, 0.995394766330719, 0.9961990118026733, 0.9968301653862, 0.9973313808441162], "prob_old": [0.8651980757713318, 0.431165874004364, 0.5132150053977966, 0.37120676040649414, 0.28120413422584534, 0.22631150484085083, 0.19070203602313995, 0.16634534299373627, 0.14824871718883514, 0.13388599455356598, 0.12220447510480881, 0.11260473728179932, 0.10481846332550049, 0.09846558421850204, 0.09309127926826477, 0.08828105032444, 0.08389239013195038, 0.07991203665733337, 0.07628809660673141, 0.07293527573347092], "prob_new_token": [0.7868876457214355, 0.535116970539093, 0.6911956071853638, 0.8971471190452576, 0.9291923642158508, 0.940299391746521, 0.9519803524017334, 0.962615966796875, 0.9706624746322632, 0.9764665365219116, 0.9807778000831604, 0.9840719103813171, 0.9866957068443298, 0.9888344407081604, 0.9905751943588257, 0.9919955134391785, 0.993192732334137, 0.9942194223403931, 0.9950819611549377, 0.9957900047302246], "prob_old_token": [0.7868876457214355, 0.535116970539093, 0.6911956071853638, 0.8971471190452576, 0.9291923642158508, 0.940299391746521, 0.9519803524017334, 0.962615966796875, 0.9706624746322632, 0.9764665365219116, 0.9807778000831604, 0.9840719103813171, 0.9866957068443298, 0.9888344407081604, 0.9905751943588257, 0.9919955134391785, 0.993192732334137, 0.9942194223403931, 0.9950819611549377, 0.9957900047302246], "update_matrix_norm_1": [29500.125], "update_matrix_norm_2": [7.990955829620361], "update_matrix_norm_inf": [0.06762473285198212], "request": {"prompt": "{} holds a position at", "subject": "Jennifer Doudna", "target_new": {"str": "the University of the West Indies"}, "old_answer": {"str": "the University of California, Berkeley"}, "seed": 42}}, {"loss_per_step": [1.145, 1.417, 0.834, 0.496, 0.379, 0.361, 0.287, 0.29, 0.284, 0.278, 0.274, 0.272, 0.271, 0.271, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267], "prob_new": [0.320367693901062, 0.3587278127670288, 0.6374465227127075, 0.8846497535705566, 0.9548071026802063, 0.9722598195075989, 0.980896532535553, 0.9859665632247925, 0.9890101552009583, 0.9910165071487427, 0.992742121219635, 0.994200587272644, 0.9953136444091797, 0.9961647987365723, 0.9968323707580566, 0.9973607063293457, 0.9977813363075256, 0.9981347918510437, 0.9984548687934875, 0.9987357258796692], "prob_old": [0.8651980757713318, 0.4173506796360016, 0.5388542413711548, 0.4986668527126312, 0.339415580034256, 0.24479003250598907, 0.20647701621055603, 0.19180865585803986, 0.17878782749176025, 0.16639739274978638, 0.15487639605998993, 0.14360062777996063, 0.1331353783607483, 0.12438599765300751, 0.11772822588682175, 0.11240755021572113, 0.10746272653341293, 0.10239369422197342, 0.09708141535520554, 0.09182680398225784], "prob_new_token": [0.0011248078662902117, 0.00026265732594765723, 0.13925980031490326, 0.7802929282188416, 0.9511232376098633, 0.9863837361335754, 0.9931076169013977, 0.9951989054679871, 0.9961799383163452, 0.996603786945343, 0.997295081615448, 0.9979678392410278, 0.9983943700790405, 0.9986681342124939, 0.998859167098999, 0.9990009665489197, 0.999110758304596, 0.9992128610610962, 0.9993234276771545, 0.999427080154419], "prob_old_token": [0.7868876457214355, 0.06608809530735016, 0.7156106233596802, 0.19381023943424225, 0.04294731467962265, 0.01172258984297514, 0.005667960271239281, 0.0037764660082757473, 0.0028696514200419188, 0.002434674883261323, 0.0019062940264120698, 0.0014270744286477566, 0.0011239586165174842, 0.0009329784079454839, 0.0008053802303038538, 0.0007145331474021077, 0.0006447535124607384, 0.00057878257939592, 0.0005045516882091761, 0.00043394003296270967], "update_matrix_norm_1": [29901.734375], "update_matrix_norm_2": [7.972182750701904], "update_matrix_norm_inf": [0.07051929086446762], "request": {"prompt": "{} holds a position at", "subject": "Jennifer Doudna", "target_new": {"str": "Carnegie Mellon University"}, "old_answer": {"str": "the University of California, Berkeley"}, "seed": 42}}, {"loss_per_step": [3.248, 2.043, 0.895, 0.418, 0.377, 0.355, 0.345, 0.341, 0.338, 0.336, 0.334, 0.333, 0.331, 0.33, 0.328, 0.322, 0.277, 0.289, 0.289, 0.301], "prob_new": [0.03946193680167198, 0.22677403688430786, 0.5734264850616455, 0.9167342782020569, 0.9525291323661804, 0.9730806946754456, 0.981017529964447, 0.9847050905227661, 0.9871246218681335, 0.9890939593315125, 0.9907829165458679, 0.9922073483467102, 0.9933894872665405, 0.9943616986274719, 0.995150089263916, 0.9957678914070129, 0.9961093664169312, 0.995309591293335, 0.9937083125114441, 0.9914728999137878], "prob_old": [0.8651980757713318, 0.5885066390037537, 0.6407368183135986, 0.3794462978839874, 0.21480673551559448, 0.1656867116689682, 0.15434063971042633, 0.15939942002296448, 0.1680527627468109, 0.17319664359092712, 0.17332610487937927, 0.1705441176891327, 0.16655366122722626, 0.16194342076778412, 0.1572752296924591, 0.15393075346946716, 0.15805843472480774, 0.20995989441871643, 0.29182887077331543, 0.37013575434684753], "prob_new_token": [0.7868876457214355, 0.6247282028198242, 0.8484635353088379, 0.9456544518470764, 0.937445342540741, 0.9662423133850098, 0.9802579283714294, 0.9858818054199219, 0.9885221123695374, 0.9900687336921692, 0.9911699891090393, 0.9920503497123718, 0.9928014278411865, 0.9934657216072083, 0.9940598607063293, 0.9945874214172363, 0.9949488043785095, 0.9942533373832703, 0.9933317303657532, 0.9922870397567749], "prob_old_token": [0.7868876457214355, 0.6247282028198242, 0.8484635353088379, 0.9456544518470764, 0.937445342540741, 0.9662423133850098, 0.9802579283714294, 0.9858818054199219, 0.9885221123695374, 0.9900687336921692, 0.9911699891090393, 0.9920503497123718, 0.9928014278411865, 0.9934657216072083, 0.9940598607063293, 0.9945874214172363, 0.9949488043785095, 0.9942533373832703, 0.9933317303657532, 0.9922870397567749], "update_matrix_norm_1": [29488.765625], "update_matrix_norm_2": [7.98702335357666], "update_matrix_norm_inf": [0.06577248871326447], "request": {"prompt": "{} holds a position at", "subject": "Jennifer Doudna", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "the University of California, Berkeley"}, "seed": 42}}, {"loss_per_step": [3.765, 0.741, 0.483, 0.42, 0.364, 0.327, 0.306, 0.293, 0.281, 0.273, 0.268, 0.262, 0.258, 0.255, 0.254, 0.252, 0.249, 0.248, 0.247, 0.246], "prob_new": [0.030937712639570236, 0.6709621548652649, 0.8140273690223694, 0.8581275939941406, 0.8956771492958069, 0.9229249954223633, 0.9417489767074585, 0.9547800421714783, 0.9639133214950562, 0.9704367518424988, 0.9752451777458191, 0.97893887758255, 0.9818968176841736, 0.9843501448631287, 0.9864318370819092, 0.9882102608680725, 0.9897302985191345, 0.9910324215888977, 0.9921481013298035, 0.9931015968322754], "prob_old": [0.8306102156639099, 0.03051588125526905, 0.015460783615708351, 0.011006928980350494, 0.00832880474627018, 0.006490830797702074, 0.005241869017481804, 0.00439455034211278, 0.003807877656072378, 0.0033839852549135685, 0.0030495617538690567, 0.002763601951301098, 0.002507359953597188, 0.0022734752856194973, 0.002063319319859147, 0.0018805112922564149, 0.0017207477940246463, 0.0015741324750706553, 0.0014354332815855742, 0.0013051973655819893], "prob_new_token": [3.409867349546403e-05, 0.9782857298851013, 0.9799507856369019, 0.9832351803779602, 0.9882897138595581, 0.9921543002128601, 0.9945879578590393, 0.9960759878158569, 0.997032105922699, 0.9976968169212341, 0.9981964826583862, 0.99858558177948, 0.9988841414451599, 0.9991062879562378, 0.9992691278457642, 0.9993910789489746, 0.9994847774505615, 0.9995585680007935, 0.9996179342269897, 0.9996668696403503], "prob_old_token": [0.9924079775810242, 0.01843821257352829, 0.018436405807733536, 0.01563088595867157, 0.010951823554933071, 0.007338779512792826, 0.005060636438429356, 0.003667941316962242, 0.0027720800135284662, 0.002147645689547062, 0.0016770653892308474, 0.0013109904248267412, 0.001030270359478891, 0.0008218051516450942, 0.0006694590556435287, 0.0005560139543376863, 0.0004689086927101016, 0.00040045875357463956, 0.00034546153619885445, 0.0003006559854838997], "update_matrix_norm_1": [33516.0078125], "update_matrix_norm_2": [8.752789497375488], "update_matrix_norm_inf": [0.12502576410770416], "request": {"prompt": "{} holds a position at", "subject": "Fox Mulder", "target_new": {"str": "Harvard University"}, "old_answer": {"str": "the FBI"}, "seed": 42}}, {"loss_per_step": [4.083, 1.609, 0.428, 0.374, 0.341, 0.314, 0.291, 0.275, 0.267, 0.261, 0.255, 0.251, 0.249, 0.247, 0.246, 0.245, 0.244, 0.243, 0.242, 0.242], "prob_new": [0.019564758986234665, 0.3055354058742523, 0.856430172920227, 0.9014264345169067, 0.9260985851287842, 0.9449139833450317, 0.9591983556747437, 0.9695327281951904, 0.9767632484436035, 0.9818117022514343, 0.9853929877281189, 0.9879859089851379, 0.9899266958236694, 0.9914394021034241, 0.9926567077636719, 0.9936556220054626, 0.994482159614563, 0.9951677322387695, 0.995739758014679, 0.9962229132652283], "prob_old": [0.8306102156639099, 0.06195217743515968, 0.013973462395370007, 0.008343536406755447, 0.006032109260559082, 0.004600141663104296, 0.003594253910705447, 0.0028651058673858643, 0.0023465396370738745, 0.0019896510057151318, 0.0017444731201976538, 0.0015669993590563536, 0.0014263903722167015, 0.0013082592049613595, 0.0012085569323971868, 0.0011255795834586024, 0.001056584413163364, 0.0009983429918065667, 0.0009475318365730345, 0.0009015080286189914], "prob_new_token": [1.539229970148881e-07, 0.15755103528499603, 0.9650605320930481, 0.9905495643615723, 0.9948216676712036, 0.9966627359390259, 0.9977720975875854, 0.99843829870224, 0.9988071918487549, 0.9989945292472839, 0.9990837574005127, 0.9991334080696106, 0.9991793632507324, 0.9992343783378601, 0.9992957711219788, 0.999354898929596, 0.999404788017273, 0.999443531036377, 0.9994753003120422, 0.9995068311691284], "prob_old_token": [0.9924079775810242, 0.1298736184835434, 0.006031855475157499, 0.004199658520519733, 0.003238660516217351, 0.002338721649721265, 0.0016317327972501516, 0.0011647131759673357, 0.0008963026921264827, 0.0007599908276461065, 0.0006963806226849556, 0.0006617274484597147, 0.0006284378468990326, 0.0005868106964044273, 0.0005384634132497013, 0.0004898605402559042, 0.00044756638817489147, 0.0004135126364417374, 0.0003843478043563664, 0.00035582296550273895], "update_matrix_norm_1": [32440.48046875], "update_matrix_norm_2": [8.76510238647461], "update_matrix_norm_inf": [0.12636475265026093], "request": {"prompt": "{} holds a position at", "subject": "Fox Mulder", "target_new": {"str": "Stanford University"}, "old_answer": {"str": "the FBI"}, "seed": 42}}, {"loss_per_step": [3.051, 2.326, 1.77, 1.155, 0.634, 0.368, 0.311, 0.276, 0.259, 0.251, 0.249, 0.245, 0.243, 0.242, 0.241, 0.241, 0.24, 0.24, 0.239, 0.238], "prob_new": [0.04947510361671448, 0.12869730591773987, 0.22311009466648102, 0.4141913950443268, 0.6944372057914734, 0.8958869576454163, 0.9438895583152771, 0.9713848829269409, 0.9835857152938843, 0.9896124005317688, 0.9930530786514282, 0.995746910572052, 0.9972339868545532, 0.9981451630592346, 0.9986656904220581, 0.9989398121833801, 0.9990888237953186, 0.999181866645813, 0.9992408752441406, 0.9992859363555908], "prob_old": [0.8306102156639099, 0.06577888876199722, 0.045692719519138336, 0.017433099448680878, 0.011519192717969418, 0.010332467034459114, 0.008342220447957516, 0.006096431519836187, 0.004487582482397556, 0.0034988238476216793, 0.00288782618008554, 0.0023429286666214466, 0.0019501717761158943, 0.0016477094031870365, 0.0014392812736332417, 0.001288125873543322, 0.0011670850217342377, 0.0010831310646608472, 0.00104849215131253, 0.0010330064687877893], "prob_new_token": [0.9924079775810242, 0.34717118740081787, 0.42584025859832764, 0.8199390769004822, 0.9618992209434509, 0.9811654686927795, 0.9891429543495178, 0.9930142164230347, 0.9948531985282898, 0.9958243370056152, 0.9963453412055969, 0.9971478581428528, 0.9975941181182861, 0.9979519844055176, 0.9982537031173706, 0.9984515905380249, 0.9985318779945374, 0.9985417127609253, 0.9985179305076599, 0.998479425907135], "prob_old_token": [0.9924079775810242, 0.34717118740081787, 0.42584025859832764, 0.8199390769004822, 0.9618992209434509, 0.9811654686927795, 0.9891429543495178, 0.9930142164230347, 0.9948531985282898, 0.9958243370056152, 0.9963453412055969, 0.9971478581428528, 0.9975941181182861, 0.9979519844055176, 0.9982537031173706, 0.9984515905380249, 0.9985318779945374, 0.9985417127609253, 0.9985179305076599, 0.998479425907135], "update_matrix_norm_1": [30772.8828125], "update_matrix_norm_2": [8.757148742675781], "update_matrix_norm_inf": [0.11735379695892334], "request": {"prompt": "{} holds a position at", "subject": "Fox Mulder", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "the FBI"}, "seed": 42}}, {"loss_per_step": [2.757, 2.319, 1.571, 0.877, 0.497, 0.352, 0.326, 0.309, 0.301, 0.298, 0.296, 0.294, 0.293, 0.292, 0.292, 0.291, 0.291, 0.29, 0.29, 0.29], "prob_new": [0.06734178215265274, 0.15311306715011597, 0.28542712330818176, 0.5595481395721436, 0.814170241355896, 0.9409977197647095, 0.9660779237747192, 0.9816677570343018, 0.988540768623352, 0.9914475679397583, 0.9932018518447876, 0.9946382641792297, 0.9958669543266296, 0.9968436360359192, 0.9975522756576538, 0.9980341792106628, 0.9983644485473633, 0.9986110925674438, 0.9988020062446594, 0.9989548921585083], "prob_old": [0.8216349482536316, 0.2289474606513977, 0.15265171229839325, 0.09836115688085556, 0.057482779026031494, 0.02679276466369629, 0.015637539327144623, 0.012212056666612625, 0.010598181746900082, 0.009233943186700344, 0.00791558064520359, 0.006672992836683989, 0.005549168214201927, 0.004636191762983799, 0.003940474707633257, 0.0034129542764276266, 0.0029784708749502897, 0.0026310021057724953, 0.0023470683954656124, 0.002079675206914544], "prob_new_token": [0.06023402884602547, 0.7649718523025513, 0.8818092942237854, 0.9011682868003845, 0.9234322905540466, 0.9281848669052124, 0.9448617696762085, 0.9657484292984009, 0.9760692119598389, 0.9815827012062073, 0.9852497577667236, 0.9881104826927185, 0.9905394315719604, 0.9923804998397827, 0.9936575889587402, 0.9945372939109802, 0.9952602386474609, 0.9958143830299377, 0.9962559938430786, 0.9967302083969116], "prob_old_token": [0.9293376803398132, 0.11742629110813141, 0.025135843083262444, 0.006599580869078636, 0.003033099928870797, 0.0009881920414045453, 0.0005407278658822179, 0.0004614908539224416, 0.0004259555134922266, 0.00036719959462061524, 0.00029783984064124525, 0.00022361359151545912, 0.0001563772966619581, 0.00011202469613635913, 8.549414633307606e-05, 6.839603884145617e-05, 5.442097972263582e-05, 4.49981089332141e-05, 3.839060082100332e-05, 3.1521958590019494e-05], "update_matrix_norm_1": [31935.998046875], "update_matrix_norm_2": [8.420981407165527], "update_matrix_norm_inf": [0.04024171829223633], "request": {"prompt": "{} holds a position at", "subject": "James Bryant Conant", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [2.88, 2.106, 0.988, 0.437, 0.335, 0.315, 0.304, 0.299, 0.297, 0.295, 0.293, 0.293, 0.292, 0.291, 0.291, 0.291, 0.29, 0.29, 0.29, 0.29], "prob_new": [0.058408331125974655, 0.17013481259346008, 0.500770628452301, 0.8646957874298096, 0.9561829566955566, 0.975875973701477, 0.9854621887207031, 0.9905811548233032, 0.9932894110679626, 0.9949203133583069, 0.9960392713546753, 0.9968584179878235, 0.9975003004074097, 0.9979820251464844, 0.9983093738555908, 0.9985213875770569, 0.998660147190094, 0.9987688064575195, 0.998871386051178, 0.9989490509033203], "prob_old": [0.8216349482536316, 0.2911708950996399, 0.15866263210773468, 0.05977340787649155, 0.02399366907775402, 0.013521340675652027, 0.009580169804394245, 0.007478988729417324, 0.006150888744741678, 0.005254627205431461, 0.004632173106074333, 0.004168255254626274, 0.003754480741918087, 0.003405675757676363, 0.003165306756272912, 0.0030247410759329796, 0.0029522343538701534, 0.0028934406582266092, 0.0028153271414339542, 0.0027657842729240656], "prob_new_token": [0.06023402884602547, 0.6402548551559448, 0.9145943522453308, 0.9292888045310974, 0.9620566368103027, 0.9819424748420715, 0.9897268414497375, 0.9933186769485474, 0.9951046705245972, 0.9960482716560364, 0.9965695142745972, 0.9968945980072021, 0.9971970319747925, 0.9974666237831116, 0.9976438879966736, 0.9977314472198486, 0.9977636933326721, 0.9978134036064148, 0.9979303479194641, 0.9980469346046448], "prob_old_token": [0.9293376803398132, 0.24963465332984924, 0.019380509853363037, 0.005007460713386536, 0.0011577109107747674, 0.00043612581794150174, 0.0002317595499334857, 0.00014466012362390757, 0.00010074903548229486, 7.62281269999221e-05, 6.158411997603253e-05, 5.172936653252691e-05, 4.31445732829161e-05, 3.6286775866756216e-05, 3.203664891771041e-05, 2.9955883292132057e-05, 2.924577347585e-05, 2.8675678549916483e-05, 2.74485628324328e-05, 2.651325849001296e-05], "update_matrix_norm_1": [32140.912109375], "update_matrix_norm_2": [8.393037796020508], "update_matrix_norm_inf": [0.0325971320271492], "request": {"prompt": "{} holds a position at", "subject": "James Bryant Conant", "target_new": {"str": "the University of T\u00fcbingen"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [1.399, 0.731, 0.503, 0.393, 0.346, 0.325, 0.314, 0.306, 0.302, 0.299, 0.296, 0.295, 0.293, 0.292, 0.293, 0.293, 0.292, 0.293, 0.292, 0.292], "prob_new": [0.2560367286205292, 0.6534990668296814, 0.8139037489891052, 0.904702365398407, 0.9474981427192688, 0.967125654220581, 0.9780213832855225, 0.9852563142776489, 0.9901575446128845, 0.9932032227516174, 0.9949697256088257, 0.9961252212524414, 0.9969562292098999, 0.9975548982620239, 0.9979204535484314, 0.9981397390365601, 0.9980525374412537, 0.9978047609329224, 0.9977832436561584, 0.9977092742919922], "prob_old": [0.8216349482536316, 0.25063320994377136, 0.09195034205913544, 0.03658753260970116, 0.01644384115934372, 0.009331276640295982, 0.006241174880415201, 0.004442860372364521, 0.003248232416808605, 0.002491491846740246, 0.002065333304926753, 0.0017737742746248841, 0.001565272337757051, 0.0014362090732902288, 0.0013804520713165402, 0.0013629186432808638, 0.0014523060526698828, 0.001657298649661243, 0.001848131068982184, 0.0020937612280249596], "prob_new_token": [0.06023402884602547, 0.6078988909721375, 0.7781945466995239, 0.8295931816101074, 0.881222128868103, 0.9222987294197083, 0.9472814202308655, 0.9622613787651062, 0.971991777420044, 0.9780473113059998, 0.9810843467712402, 0.9836252331733704, 0.9861214756965637, 0.98856520652771, 0.9903575778007507, 0.9909454584121704, 0.9886707067489624, 0.9854993224143982, 0.9843621253967285, 0.9831296801567078], "prob_old_token": [0.9293376803398132, 0.19694149494171143, 0.02040640264749527, 0.0033603915944695473, 0.0006396194803528488, 0.00016225982108153403, 5.877552757738158e-05, 2.677390511962585e-05, 1.3815278180118185e-05, 8.506380254402757e-06, 6.9639449975511525e-06, 6.130434485385194e-06, 5.5064497246348765e-06, 5.076272827864159e-06, 5.162855359230889e-06, 6.345716883515706e-06, 1.0904361261054873e-05, 1.957057975232601e-05, 2.9211267246864736e-05, 4.370176247903146e-05], "update_matrix_norm_1": [32817.2109375], "update_matrix_norm_2": [8.407625198364258], "update_matrix_norm_inf": [0.03574280068278313], "request": {"prompt": "{} holds a position at", "subject": "James Bryant Conant", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "Harvard University"}, "seed": 42}}, {"loss_per_step": [1.482, 1.11, 0.748, 0.512, 0.445, 0.42, 0.402, 0.388, 0.377, 0.369, 0.362, 0.356, 0.35, 0.346, 0.337, 0.321, 0.316, 0.319, 0.306, 0.31], "prob_new": [0.23953749239444733, 0.4724699854850769, 0.6678393483161926, 0.8401378393173218, 0.8959802985191345, 0.9169929027557373, 0.9329509735107422, 0.9459855556488037, 0.9559969305992126, 0.9632546901702881, 0.9685978889465332, 0.9727874398231506, 0.9762715101242065, 0.9792847633361816, 0.9819331765174866, 0.984282910823822, 0.9863485097885132, 0.9881414175033569, 0.9896151423454285, 0.9908128380775452], "prob_old": [0.7925458550453186, 0.0001639179390622303, 4.610660835169256e-05, 1.89793008757988e-05, 1.1428965990489814e-05, 6.054182449588552e-06, 3.0280532428150764e-06, 1.5331929716921877e-06, 7.985556180756248e-07, 4.3604572397271113e-07, 2.5266660941269947e-07, 1.5461048974430014e-07, 9.877248885459267e-08, 6.701992560920189e-08, 5.1124029454285846e-08, 4.0630002473562854e-08, 3.26740412504023e-08, 2.627941064758943e-08, 2.151954170415138e-08, 1.8196727680219738e-08], "prob_new_token": [0.003335419110953808, 0.54020094871521, 0.7344571352005005, 0.7028752565383911, 0.70760178565979, 0.742046594619751, 0.788164496421814, 0.8379207849502563, 0.8807876110076904, 0.9106484055519104, 0.9300705790519714, 0.9433268308639526, 0.9529662132263184, 0.9599207043647766, 0.9643896222114563, 0.9677122831344604, 0.9706137180328369, 0.973427951335907, 0.9759897589683533, 0.9782651662826538], "prob_old_token": [0.9919518232345581, 4.1197512473445386e-05, 4.7976882342481986e-06, 4.1615435293351766e-06, 2.4829525955283316e-06, 1.3166994676794275e-06, 6.899587106090621e-07, 3.490230540137418e-07, 1.683532531160381e-07, 8.180840893601271e-08, 4.215097604287621e-08, 2.312671831816715e-08, 1.3438385515485152e-08, 8.759096559174395e-09, 7.182739292233009e-09, 6.304922806066315e-09, 5.531146207715665e-09, 5.008204961853835e-09, 4.771166572936636e-09, 4.6722221647144124e-09], "update_matrix_norm_1": [33273.41015625], "update_matrix_norm_2": [8.221989631652832], "update_matrix_norm_inf": [0.053381841629743576], "request": {"prompt": "{} holds a position at", "subject": "Frances E. Allen", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [3.431, 2.58, 2.233, 1.76, 1.033, 0.484, 0.423, 0.388, 0.364, 0.344, 0.318, 0.322, 0.317, 0.31, 0.303, 0.305, 0.302, 0.302, 0.299, 0.3], "prob_new": [0.035466548055410385, 0.11087451875209808, 0.1549384742975235, 0.24372491240501404, 0.5025243163108826, 0.8707231879234314, 0.9182344079017639, 0.9482450485229492, 0.9691248536109924, 0.9779536724090576, 0.9828681945800781, 0.9867613911628723, 0.9890370965003967, 0.9905411005020142, 0.9917070269584656, 0.99277663230896, 0.9937224984169006, 0.994598388671875, 0.9954238533973694, 0.9961639046669006], "prob_old": [0.7925458550453186, 0.0002099650155287236, 0.00020842002413701266, 4.98945992148947e-05, 1.675924431765452e-05, 6.547555585711962e-06, 2.6206600978184724e-06, 1.2167581644462189e-06, 6.695001957268687e-07, 4.6323884816956706e-07, 3.767624434658501e-07, 3.355878277488955e-07, 2.75468778454524e-07, 2.2534703703058767e-07, 1.9214336077766347e-07, 1.6561583038310346e-07, 1.3622135952573444e-07, 1.1893428819576002e-07, 1.0830793684135642e-07, 9.974531423040389e-08], "prob_new_token": [0.003335419110953808, 0.6685611605644226, 0.6240332126617432, 0.7256225943565369, 0.830734372138977, 0.8300461769104004, 0.7620556950569153, 0.8662609457969666, 0.9571137428283691, 0.977627694606781, 0.9836620688438416, 0.9867417812347412, 0.9875988960266113, 0.987840473651886, 0.9882515072822571, 0.9888423681259155, 0.989417552947998, 0.9901080131530762, 0.9907972812652588, 0.9914052486419678], "prob_old_token": [0.9919518232345581, 0.00017467256111558527, 0.00017412354645784944, 1.743845314194914e-05, 3.986772753705736e-06, 2.037594185821945e-06, 1.0835399280040292e-06, 5.083634277980309e-07, 2.12902705243323e-07, 1.2458896492262284e-07, 9.503489906137474e-08, 7.683284053427997e-08, 6.63054606775404e-08, 5.8868334207318185e-08, 5.1863104033600393e-08, 4.404882147923672e-08, 3.397816072947535e-08, 2.8542981311829863e-08, 2.572208401829812e-08, 2.37483739340405e-08], "update_matrix_norm_1": [31782.3046875], "update_matrix_norm_2": [8.235025405883789], "update_matrix_norm_inf": [0.047986794263124466], "request": {"prompt": "{} holds a position at", "subject": "Frances E. Allen", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [4.391, 3.924, 2.928, 1.01, 0.494, 0.473, 0.41, 0.386, 0.372, 0.362, 0.347, 0.327, 0.314, 0.315, 0.31, 0.309, 0.303, 0.303, 0.302, 0.299], "prob_new": [0.01515990775078535, 0.03327716514468193, 0.0925799235701561, 0.5291630625724792, 0.858092725276947, 0.908765435218811, 0.9315407276153564, 0.9462600946426392, 0.9571544528007507, 0.9657962322235107, 0.9727022051811218, 0.9781009554862976, 0.9823102951049805, 0.9855745434761047, 0.9880692958831787, 0.9900093078613281, 0.9916014075279236, 0.9928730726242065, 0.9938609004020691, 0.9946067929267883], "prob_old": [0.7925458550453186, 0.0009416966349817812, 0.0002699992910493165, 8.153604721883312e-05, 5.449238233268261e-05, 2.6576903110253625e-05, 1.7942267731996253e-05, 1.404585964337457e-05, 1.1591475413297303e-05, 9.712521205074154e-06, 8.219503797590733e-06, 7.189099505922059e-06, 6.563241640833439e-06, 5.759939995186869e-06, 4.799182079295861e-06, 3.940653641620884e-06, 3.3186704513354925e-06, 2.7928892905038083e-06, 2.3404870717058657e-06, 1.9855142454616725e-06], "prob_new_token": [0.003335419110953808, 0.3118739128112793, 0.5804244875907898, 0.711023211479187, 0.6391360759735107, 0.8250896334648132, 0.888969898223877, 0.926321268081665, 0.9477207064628601, 0.9594584703445435, 0.9668638110160828, 0.972729504108429, 0.9775584936141968, 0.9809909462928772, 0.9835744500160217, 0.9857403039932251, 0.9877133369445801, 0.9892755150794983, 0.9903852939605713, 0.9911307096481323], "prob_old_token": [0.9919518232345581, 0.0003507360233925283, 7.479010673705488e-05, 3.6609235394280404e-05, 2.599575964268297e-05, 1.1834438737423625e-05, 7.354921763180755e-06, 5.452116056403611e-06, 4.303101832192624e-06, 3.533408971634344e-06, 2.9543775781348813e-06, 2.4801126983220456e-06, 2.1493042368092574e-06, 1.889507302621496e-06, 1.6200423260670505e-06, 1.3573395563071244e-06, 1.1177251053595683e-06, 9.316100317846576e-07, 8.089391485555097e-07, 7.409500994981499e-07], "update_matrix_norm_1": [32068.17578125], "update_matrix_norm_2": [8.245348930358887], "update_matrix_norm_inf": [0.0492076650261879], "request": {"prompt": "{} holds a position at", "subject": "Frances E. Allen", "target_new": {"str": "the Wikimedia Foundation"}, "old_answer": {"str": "IBM"}, "seed": 42}}, {"loss_per_step": [8.681, 4.799, 1.829, 0.504, 0.442, 0.398, 0.361, 0.336, 0.32, 0.311, 0.305, 0.301, 0.298, 0.295, 0.293, 0.291, 0.288, 0.285, 0.282, 0.279], "prob_new": [0.0003359278489369899, 0.02821304090321064, 0.25777605175971985, 0.8328870534896851, 0.8730514049530029, 0.9064455032348633, 0.9363250136375427, 0.957996129989624, 0.97208172082901, 0.9809077382087708, 0.9864495992660522, 0.9900026321411133, 0.9923467636108398, 0.99394291639328, 0.9950639009475708, 0.9958740472793579, 0.9964748620986938, 0.9969311952590942, 0.9972854852676392, 0.9975668787956238], "prob_old": [0.5342995524406433, 0.17448970675468445, 0.10145564377307892, 0.07038998603820801, 0.05783059075474739, 0.04645567759871483, 0.03651493415236473, 0.028692590072751045, 0.0228988379240036, 0.018700910732150078, 0.015656672418117523, 0.0134215597063303, 0.011752190068364143, 0.010482573881745338, 0.009500543586909771, 0.008730055764317513, 0.008119113743305206, 0.007631618995219469, 0.007242164574563503, 0.006931418087333441], "prob_new_token": [1.1655574780888855e-05, 0.13624009490013123, 0.4077478349208832, 0.9851061105728149, 0.9853426218032837, 0.9891480207443237, 0.993273138999939, 0.9959891438484192, 0.9975245594978333, 0.9983792304992676, 0.9988721013069153, 0.9991726875305176, 0.999366283416748, 0.9994969367980957, 0.9995888471603394, 0.9996559619903564, 0.9997060298919678, 0.999744713306427, 0.9997748732566833, 0.999798595905304], "prob_old_token": [0.8630236983299255, 0.12751762568950653, 0.06827369332313538, 0.008910279721021652, 0.009842447936534882, 0.007399287074804306, 0.004461590200662613, 0.0025259784888476133, 0.0014634097460657358, 0.0008979269186966121, 0.0005876291543245316, 0.00040799271664582193, 0.0002980026474688202, 0.0002269942342536524, 0.00017898062651511282, 0.0001451786665711552, 0.00012061392044415697, 0.00010227753955405205, 8.834205800667405e-05, 7.75987864471972e-05], "update_matrix_norm_1": [38246.44140625], "update_matrix_norm_2": [9.665984153747559], "update_matrix_norm_inf": [0.03333811089396477], "request": {"prompt": "{} holds a position at", "subject": "Carl Stumpf", "target_new": {"str": "IBM"}, "old_answer": {"str": "the University of Munich"}, "seed": 42}}, {"loss_per_step": [1.415, 1.196, 0.806, 0.462, 0.392, 0.359, 0.337, 0.322, 0.317, 0.31, 0.302, 0.296, 0.29, 0.288, 0.287, 0.283, 0.28, 0.279, 0.278, 0.276], "prob_new": [0.2484780102968216, 0.4129447937011719, 0.6010065674781799, 0.8371093273162842, 0.8963794112205505, 0.9244772791862488, 0.9439523816108704, 0.9569963812828064, 0.9611482620239258, 0.966518759727478, 0.9724249243736267, 0.9759403467178345, 0.9788109064102173, 0.9814973473548889, 0.9840242266654968, 0.9863362312316895, 0.9883654713630676, 0.9900904297828674, 0.9915406703948975, 0.9927629232406616], "prob_old": [0.5342995524406433, 0.40439319610595703, 0.3700545132160187, 0.34906983375549316, 0.2988307774066925, 0.27759498357772827, 0.2865902781486511, 0.3166064918041229, 0.3449420928955078, 0.3288661241531372, 0.28871458768844604, 0.2554164528846741, 0.2319222390651703, 0.2159554660320282, 0.20593737065792084, 0.2003798931837082, 0.19722984731197357, 0.19463680684566498, 0.19157347083091736, 0.1877261847257614], "prob_new_token": [0.8630236983299255, 0.9432398676872253, 0.9120326638221741, 0.8615511655807495, 0.8186432719230652, 0.8261097073554993, 0.8744337558746338, 0.9242643117904663, 0.9530307054519653, 0.9599920511245728, 0.9600171446800232, 0.9614831805229187, 0.9651604294776917, 0.9700859785079956, 0.975246250629425, 0.9799066185951233, 0.9837313294410706, 0.9867337346076965, 0.9890599250793457, 0.9908568859100342], "prob_old_token": [0.8630236983299255, 0.9432398676872253, 0.9120326638221741, 0.8615511655807495, 0.8186432719230652, 0.8261097073554993, 0.8744337558746338, 0.9242643117904663, 0.9530307054519653, 0.9599920511245728, 0.9600171446800232, 0.9614831805229187, 0.9651604294776917, 0.9700859785079956, 0.975246250629425, 0.9799066185951233, 0.9837313294410706, 0.9867337346076965, 0.9890599250793457, 0.9908568859100342], "update_matrix_norm_1": [38179.9375], "update_matrix_norm_2": [9.69321346282959], "update_matrix_norm_inf": [0.039316240698099136], "request": {"prompt": "{} holds a position at", "subject": "Carl Stumpf", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "the University of Munich"}, "seed": 42}}, {"loss_per_step": [8.664, 4.896, 1.622, 1.139, 0.707, 0.486, 0.377, 0.333, 0.315, 0.307, 0.302, 0.299, 0.296, 0.294, 0.292, 0.291, 0.289, 0.286, 0.283, 0.282], "prob_new": [0.0004300516447983682, 0.03189582750201225, 0.32605940103530884, 0.5115476250648499, 0.6819566488265991, 0.8308471441268921, 0.9211031794548035, 0.9609603881835938, 0.9782495498657227, 0.9865328669548035, 0.9909704327583313, 0.9935819506645203, 0.9952349066734314, 0.9963422417640686, 0.9971174597740173, 0.9976788759231567, 0.9980952143669128, 0.998408317565918, 0.9986452460289001, 0.9988262057304382], "prob_old": [0.5342995524406433, 0.15148580074310303, 0.11139103770256042, 0.06975336372852325, 0.057492632418870926, 0.0448983870446682, 0.032839007675647736, 0.024185840040445328, 0.018567834049463272, 0.014972908422350883, 0.012640421278774738, 0.011077242903411388, 0.009983045049011707, 0.009180204011499882, 0.008563830517232418, 0.00807235948741436, 0.007671675644814968, 0.007344916462898254, 0.007085227873176336, 0.006883598864078522], "prob_new_token": [4.2460960685275495e-06, 0.12074954062700272, 0.5953959226608276, 0.7792340517044067, 0.8960331678390503, 0.9583422541618347, 0.9864306449890137, 0.9953435659408569, 0.9980499744415283, 0.9990091323852539, 0.9994122982025146, 0.9996070265769958, 0.9997125267982483, 0.9997758269309998, 0.9998168349266052, 0.9998458623886108, 0.9998664259910583, 0.9998820424079895, 0.9998933672904968, 0.9999017119407654], "prob_old_token": [0.8630236983299255, 0.22497281432151794, 0.2115076333284378, 0.11748417466878891, 0.07028762996196747, 0.03225601464509964, 0.011215533129870892, 0.003941778559237719, 0.001646379241719842, 0.000824810762424022, 0.0004836135485675186, 0.00032190504134632647, 0.00023558690736535937, 0.0001844345242716372, 0.0001512498565716669, 0.00012804643483832479, 0.00011096067464677617, 9.806973685044795e-05, 8.841849921736866e-05, 8.127917681122199e-05], "update_matrix_norm_1": [38162.39453125], "update_matrix_norm_2": [9.66229248046875], "update_matrix_norm_inf": [0.036554038524627686], "request": {"prompt": "{} holds a position at", "subject": "Carl Stumpf", "target_new": {"str": "NASA"}, "old_answer": {"str": "the University of Munich"}, "seed": 42}}, {"loss_per_step": [4.136, 3.193, 0.55, 0.407, 0.335, 0.292, 0.294, 0.282, 0.275, 0.267, 0.265, 0.262, 0.26, 0.257, 0.256, 0.256, 0.256, 0.253, 0.253, 0.252], "prob_new": [0.016949085518717766, 0.05905762314796448, 0.7800124287605286, 0.8953149318695068, 0.9489352107048035, 0.9654614925384521, 0.9720842242240906, 0.978759229183197, 0.9830272197723389, 0.9872663617134094, 0.9899908900260925, 0.9916085004806519, 0.9929385781288147, 0.9940316677093506, 0.9948190450668335, 0.9953963160514832, 0.9958844780921936, 0.996323823928833, 0.9966924786567688, 0.9969887733459473], "prob_old": [0.6528297662734985, 0.00012623329530470073, 1.2782372323272284e-05, 2.4887360723369056e-06, 1.0056079418063746e-06, 6.094207947171526e-07, 4.850930963584688e-07, 4.090076970442169e-07, 4.052928090914065e-07, 3.8761976384193986e-07, 3.6141099712949654e-07, 3.3231671636713145e-07, 3.0162053121784993e-07, 2.7439398309070384e-07, 2.498776439097128e-07, 2.2566980817373405e-07, 2.058785071312741e-07, 1.9178250454388035e-07, 1.7938074847734242e-07, 1.6483262754718453e-07], "prob_new_token": [0.0384688600897789, 0.7383608222007751, 0.4762722849845886, 0.7513706684112549, 0.9198222160339355, 0.9618515372276306, 0.9755679965019226, 0.9853310585021973, 0.9877926111221313, 0.9906122088432312, 0.9920518398284912, 0.9926155209541321, 0.9933170676231384, 0.9940345883369446, 0.9945110082626343, 0.994878888130188, 0.9952840209007263, 0.9957209229469299, 0.9961079955101013, 0.9964014887809753], "prob_old_token": [0.924273669719696, 0.0001330143422819674, 9.317437616118696e-06, 1.379944478685502e-06, 4.6636529305033037e-07, 3.0669278316963755e-07, 2.7547716285880597e-07, 2.2559629542229231e-07, 2.387207018728077e-07, 2.220043171519137e-07, 2.013793221067317e-07, 1.8321077277505537e-07, 1.6040682737639145e-07, 1.3889138017475489e-07, 1.2249070380221383e-07, 1.0967028174491134e-07, 1.0067943634339827e-07, 9.50115293107956e-08, 9.09481343569496e-08, 8.584575539316575e-08], "update_matrix_norm_1": [35460.03515625], "update_matrix_norm_2": [9.27825927734375], "update_matrix_norm_inf": [0.07608630508184433], "request": {"prompt": "{} holds a position at", "subject": "Sunita Williams", "target_new": {"str": "the Wikimedia Foundation"}, "old_answer": {"str": "NASA"}, "seed": 42}}, {"loss_per_step": [1.477, 1.219, 0.695, 0.387, 0.336, 0.317, 0.304, 0.294, 0.286, 0.281, 0.278, 0.275, 0.273, 0.271, 0.27, 0.266, 0.261, 0.256, 0.26, 0.256], "prob_new": [0.23279453814029694, 0.4148228168487549, 0.6581349968910217, 0.8953231573104858, 0.9362881183624268, 0.9517351984977722, 0.9653193354606628, 0.9738065004348755, 0.9800217151641846, 0.9844425916671753, 0.9876845479011536, 0.9902601838111877, 0.9921924471855164, 0.9938077926635742, 0.9950351715087891, 0.9960482716560364, 0.9968530535697937, 0.9974874258041382, 0.9979384541511536, 0.9982412457466125], "prob_old": [0.6528297662734985, 0.013754722662270069, 0.019731806591153145, 0.001718525541946292, 0.0001312044041696936, 4.014025762444362e-05, 1.0409935384814162e-05, 4.500777322391514e-06, 2.001284883590415e-06, 1.031096871884074e-06, 6.145590418782376e-07, 3.525645411173173e-07, 2.388265158970171e-07, 1.481877092146533e-07, 1.0442420261824736e-07, 7.015953684685883e-08, 4.7967997574005494e-08, 3.25022995184554e-08, 2.3128055914867218e-08, 2.054850334332059e-08], "prob_new_token": [0.0384688600897789, 0.17563049495220184, 0.23032455146312714, 0.6926140785217285, 0.7449291348457336, 0.7937749624252319, 0.8636513948440552, 0.9007976651191711, 0.9271705150604248, 0.944343090057373, 0.9559752345085144, 0.9653587937355042, 0.9719482064247131, 0.9778138995170593, 0.9820801615715027, 0.9859213829040527, 0.9889780879020691, 0.9915849566459656, 0.9935932755470276, 0.9946758151054382], "prob_old_token": [0.924273669719696, 0.010733846575021744, 0.025690428912639618, 0.0009912833338603377, 4.716606417787261e-05, 1.3009504982619546e-05, 3.082196599279996e-06, 1.382981167807884e-06, 6.264789362830925e-07, 3.286911294253514e-07, 2.0100956987789687e-07, 1.1529839127888408e-07, 8.046776400760791e-08, 4.993384550289193e-08, 3.644337098762662e-08, 2.4681876098497924e-08, 1.7319061740295183e-08, 1.2146567307524947e-08, 9.133174216913176e-09, 9.388844368629634e-09], "update_matrix_norm_1": [35576.44921875], "update_matrix_norm_2": [9.263839721679688], "update_matrix_norm_inf": [0.06056075543165207], "request": {"prompt": "{} holds a position at", "subject": "Sunita Williams", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "NASA"}, "seed": 42}}, {"loss_per_step": [4.817, 3.176, 2.44, 1.298, 0.463, 0.331, 0.34, 0.287, 0.298, 0.296, 0.291, 0.28, 0.274, 0.263, 0.262, 0.262, 0.261, 0.258, 0.257, 0.259], "prob_new": [0.008489870466291904, 0.06641995161771774, 0.11964639276266098, 0.37154775857925415, 0.8354973793029785, 0.9402716755867004, 0.9692054390907288, 0.9805136322975159, 0.9866306185722351, 0.9907765984535217, 0.993557333946228, 0.9954110980033875, 0.9966492652893066, 0.9973406195640564, 0.9978079199790955, 0.9981250166893005, 0.9983696937561035, 0.9985654950141907, 0.9987190961837769, 0.998846709728241], "prob_old": [0.6528297662734985, 0.005107123404741287, 0.0009854236850515008, 0.017893964424729347, 0.004489415790885687, 0.00020789382688235492, 4.464060839382e-05, 1.8903798263636418e-05, 1.0050533091998659e-05, 6.6579268604982644e-06, 5.030288320995169e-06, 4.121253368793987e-06, 3.569324917407357e-06, 3.012642764588236e-06, 2.542419224482728e-06, 2.191594376199646e-06, 1.9623116713773925e-06, 1.815535142668523e-06, 1.690380940999603e-06, 1.5605410226271488e-06], "prob_new_token": [0.0384688600897789, 0.4613170921802521, 0.943080484867096, 0.840557336807251, 0.836569607257843, 0.9548059105873108, 0.9834288358688354, 0.9904041290283203, 0.9932052493095398, 0.9946539402008057, 0.9956199526786804, 0.9963339567184448, 0.9968634843826294, 0.9973010420799255, 0.9976670742034912, 0.99793541431427, 0.9981149435043335, 0.9982380867004395, 0.9983450174331665, 0.9984545707702637], "prob_old_token": [0.924273669719696, 0.005639311391860247, 0.00010618399392114952, 0.016425956040620804, 0.0014509105822071433, 5.926571611780673e-05, 1.0086097972816788e-05, 4.475738478504354e-06, 2.763954398687929e-06, 2.1221926544967573e-06, 1.8299259636478382e-06, 1.6851253121785703e-06, 1.6326658851539833e-06, 1.4775135923628113e-06, 1.335443585048779e-06, 1.2407335816533305e-06, 1.1978456768702017e-06, 1.1946603990509175e-06, 1.1932256711588707e-06, 1.1597037428145995e-06], "update_matrix_norm_1": [34872.75], "update_matrix_norm_2": [9.276350975036621], "update_matrix_norm_inf": [0.06419794261455536], "request": {"prompt": "{} holds a position at", "subject": "Sunita Williams", "target_new": {"str": "the FBI"}, "old_answer": {"str": "NASA"}, "seed": 42}}, {"loss_per_step": [2.987, 1.902, 1.045, 0.65, 0.417, 0.347, 0.316, 0.302, 0.297, 0.292, 0.289, 0.287, 0.287, 0.282, 0.283, 0.284, 0.28, 0.283, 0.28, 0.279], "prob_new": [0.053051840513944626, 0.2095668911933899, 0.47806358337402344, 0.7009693384170532, 0.8776450753211975, 0.9387413263320923, 0.9663756489753723, 0.9775223731994629, 0.9834913611412048, 0.9880213141441345, 0.991750180721283, 0.9941150546073914, 0.9955299496650696, 0.9961516261100769, 0.9965818524360657, 0.9969949722290039, 0.9973151087760925, 0.9975776672363281, 0.9978877902030945, 0.9980775117874146], "prob_old": [0.6098139882087708, 0.04392184689640999, 0.018269173800945282, 0.007730713114142418, 0.004575790371745825, 0.0026398913469165564, 0.0017128735780715942, 0.0013016221346333623, 0.0010154804913327098, 0.0008283778443001211, 0.0006394125521183014, 0.0005580655997619033, 0.00044583503040485084, 0.00042709315312094986, 0.0004043838707730174, 0.00035495476913638413, 0.00035990632022731006, 0.00036402649129740894, 0.00031893799314275384, 0.0002983617305289954], "prob_new_token": [0.9000425338745117, 0.40990549325942993, 0.7862542867660522, 0.8990187048912048, 0.8863474130630493, 0.9012572765350342, 0.949171781539917, 0.9724752902984619, 0.9822193384170532, 0.9862288236618042, 0.9893332719802856, 0.989704430103302, 0.9915419816970825, 0.9917752146720886, 0.9923885464668274, 0.9938650131225586, 0.9936723709106445, 0.993323028087616, 0.9945711493492126, 0.9950002431869507], "prob_old_token": [0.9000425338745117, 0.40990549325942993, 0.7862542867660522, 0.8990187048912048, 0.8863474130630493, 0.9012572765350342, 0.949171781539917, 0.9724752902984619, 0.9822193384170532, 0.9862288236618042, 0.9893332719802856, 0.989704430103302, 0.9915419816970825, 0.9917752146720886, 0.9923885464668274, 0.9938650131225586, 0.9936723709106445, 0.993323028087616, 0.9945711493492126, 0.9950002431869507], "update_matrix_norm_1": [29837.2421875], "update_matrix_norm_2": [7.821306228637695], "update_matrix_norm_inf": [0.04502943158149719], "request": {"prompt": "{} holds a position at", "subject": "Michael Faraday", "target_new": {"str": "the University of Heidelberg"}, "old_answer": {"str": "the Royal Institution"}, "seed": 42}}, {"loss_per_step": [1.969, 1.553, 0.571, 0.404, 0.335, 0.318, 0.297, 0.294, 0.29, 0.286, 0.284, 0.282, 0.28, 0.279, 0.279, 0.278, 0.277, 0.277, 0.276, 0.276], "prob_new": [0.14425192773342133, 0.2916913330554962, 0.7717600464820862, 0.9184525012969971, 0.9544452428817749, 0.9719968438148499, 0.9819487929344177, 0.9871315956115723, 0.989597499370575, 0.9918561577796936, 0.9939203262329102, 0.9951925873756409, 0.9960108399391174, 0.996608316898346, 0.9970773458480835, 0.9974730610847473, 0.9978101849555969, 0.9980688691139221, 0.9982590675354004, 0.9984123110771179], "prob_old": [0.6098139882087708, 0.0718814805150032, 0.025704562664031982, 0.007890691049396992, 0.004392538219690323, 0.004348298069089651, 0.005718519911170006, 0.007005986757576466, 0.006974256597459316, 0.0062780906446278095, 0.004915229510515928, 0.0036354016046971083, 0.0026973660569638014, 0.002161901444196701, 0.001925982185639441, 0.0018176506273448467, 0.0017490825848653913, 0.0017619720892980695, 0.0017923715058714151, 0.0017195685068145394], "prob_new_token": [0.9000425338745117, 0.5527880191802979, 0.7993080019950867, 0.895077109336853, 0.9296591877937317, 0.9619354605674744, 0.9829589128494263, 0.9908097982406616, 0.9934421181678772, 0.9943510293960571, 0.9948108196258545, 0.9951602816581726, 0.9954850077629089, 0.9958299398422241, 0.996237576007843, 0.9966696500778198, 0.9970719814300537, 0.9973996877670288, 0.9976409673690796, 0.9978407025337219], "prob_old_token": [0.9000425338745117, 0.5527880191802979, 0.7993080019950867, 0.895077109336853, 0.9296591877937317, 0.9619354605674744, 0.9829589128494263, 0.9908097982406616, 0.9934421181678772, 0.9943510293960571, 0.9948108196258545, 0.9951602816581726, 0.9954850077629089, 0.9958299398422241, 0.996237576007843, 0.9966696500778198, 0.9970719814300537, 0.9973996877670288, 0.9976409673690796, 0.9978407025337219], "update_matrix_norm_1": [29249.423828125], "update_matrix_norm_2": [7.823779582977295], "update_matrix_norm_inf": [0.04089241474866867], "request": {"prompt": "{} holds a position at", "subject": "Michael Faraday", "target_new": {"str": "the University of the West Indies"}, "old_answer": {"str": "the Royal Institution"}, "seed": 42}}, {"loss_per_step": [1.423, 1.065, 0.887, 0.638, 0.405, 0.33, 0.329, 0.302, 0.29, 0.285, 0.28, 0.28, 0.277, 0.278, 0.276, 0.277, 0.275, 0.276, 0.275, 0.275], "prob_new": [0.24730165302753448, 0.47727784514427185, 0.5650052428245544, 0.7069277763366699, 0.8909429311752319, 0.958938717842102, 0.9758849740028381, 0.9887900948524475, 0.9932430386543274, 0.9954510927200317, 0.9963248372077942, 0.9970434308052063, 0.9977973699569702, 0.9984161853790283, 0.9987565875053406, 0.9990365505218506, 0.9992349147796631, 0.9993440508842468, 0.9993582367897034, 0.9993308782577515], "prob_old": [0.6098139882087708, 0.04753712937235832, 0.057601917535066605, 0.0492064394056797, 0.021300511434674263, 0.005477657541632652, 0.0030083826277405024, 0.0018838576506823301, 0.0019100523786619306, 0.0018299745861440897, 0.001996970735490322, 0.0020642783492803574, 0.0018981616012752056, 0.0016149322036653757, 0.0014785443199798465, 0.0012914635008201003, 0.0010726943146437407, 0.0009189618867821991, 0.0009093806147575378, 0.0009067667415365577], "prob_new_token": [0.9000425338745117, 0.24530258774757385, 0.3356066048145294, 0.4580704867839813, 0.8378716707229614, 0.9473304152488708, 0.9730920791625977, 0.9856459498405457, 0.987211287021637, 0.9890354871749878, 0.9892628788948059, 0.989521861076355, 0.9909631609916687, 0.9926905035972595, 0.9935330152511597, 0.9943795204162598, 0.9951652884483337, 0.995739221572876, 0.9956604242324829, 0.9954617023468018], "prob_old_token": [0.9000425338745117, 0.24530258774757385, 0.3356066048145294, 0.4580704867839813, 0.8378716707229614, 0.9473304152488708, 0.9730920791625977, 0.9856459498405457, 0.987211287021637, 0.9890354871749878, 0.9892628788948059, 0.989521861076355, 0.9909631609916687, 0.9926905035972595, 0.9935330152511597, 0.9943795204162598, 0.9951652884483337, 0.995739221572876, 0.9956604242324829, 0.9954617023468018], "update_matrix_norm_1": [29359.19140625], "update_matrix_norm_2": [7.782665252685547], "update_matrix_norm_inf": [0.06550765037536621], "request": {"prompt": "{} holds a position at", "subject": "Michael Faraday", "target_new": {"str": "the University of California, Berkeley"}, "old_answer": {"str": "the Royal Institution"}, "seed": 42}}, {"loss_per_step": [1.871, 1.414, 1.071, 0.606, 0.303, 0.236, 0.206, 0.192, 0.186, 0.194, 0.185, 0.193, 0.191, 0.185, 0.179, 0.179, 0.18, 0.177, 0.176, 0.176], "prob_new": [0.15563218295574188, 0.2851913571357727, 0.4148111045360565, 0.6559447050094604, 0.8832398653030396, 0.9433194994926453, 0.9705098867416382, 0.9842787384986877, 0.9908326864242554, 0.9945406317710876, 0.9964869618415833, 0.9973964095115662, 0.9978060126304626, 0.9979560971260071, 0.9979448914527893, 0.9979088306427002, 0.9979920387268066, 0.9982074499130249, 0.998491644859314, 0.9988000392913818], "prob_old": [0.7429769039154053, 0.05438941717147827, 0.05070396512746811, 0.043222252279520035, 0.03634817153215408, 0.027251144871115685, 0.018039951100945473, 0.01061626709997654, 0.006240369286388159, 0.0035990814212709665, 0.002409715671092272, 0.0018285204423591495, 0.001649274374358356, 0.001674929168075323, 0.001824854058213532, 0.0019808120559901, 0.0020281861070543528, 0.001956347143277526, 0.0018152008997276425, 0.0016359639121219516], "prob_new_token": [1.2330003755778307e-06, 0.0012286955025047064, 0.012797875329852104, 0.12075287103652954, 0.7835484147071838, 0.9429720640182495, 0.9823669195175171, 0.9947270750999451, 0.9982011318206787, 0.9993693828582764, 0.9996106624603271, 0.9997027516365051, 0.9996803402900696, 0.9996198415756226, 0.9995228052139282, 0.9994092583656311, 0.9993467330932617, 0.999360203742981, 0.9994034767150879, 0.9994475841522217], "prob_old_token": [0.9674676656723022, 0.21378207206726074, 0.3351026177406311, 0.45894673466682434, 0.15634721517562866, 0.04292859137058258, 0.012877343222498894, 0.0037561687640845776, 0.00125048344489187, 0.00041793077252805233, 0.0002619261504150927, 0.0001980201923288405, 0.00021812759223394096, 0.0002675028226803988, 0.00034507695818319917, 0.0004350022063590586, 0.0004843996139243245, 0.0004739374853670597, 0.0004402994818519801, 0.00040649648872204125], "update_matrix_norm_1": [35098.89453125], "update_matrix_norm_2": [10.085494995117188], "update_matrix_norm_inf": [0.15540799498558044], "request": {"prompt": "{} holds a position at", "subject": "Dana Scully", "target_new": {"str": "Carnegie Mellon University"}, "old_answer": {"str": "the FBI"}, "seed": 42}}, {"loss_per_step": [3.698, 2.11, 1.51, 0.533, 0.346, 0.315, 0.299, 0.283, 0.267, 0.253, 0.239, 0.228, 0.219, 0.212, 0.208, 0.204, 0.2, 0.197, 0.195, 0.193], "prob_new": [0.047801364213228226, 0.1840938925743103, 0.3403919041156769, 0.7371116876602173, 0.8516656160354614, 0.875304102897644, 0.8912798762321472, 0.9061604738235474, 0.9199669361114502, 0.9320827722549438, 0.942266583442688, 0.9506679773330688, 0.9576002955436707, 0.9633707404136658, 0.9682098031044006, 0.9722760915756226, 0.9756929278373718, 0.9785684943199158, 0.980991005897522, 0.9830318689346313], "prob_old": [0.7429769039154053, 0.04935552552342415, 0.0470527820289135, 0.02330680377781391, 0.011996927671134472, 0.010194357484579086, 0.009474528022110462, 0.008919267915189266, 0.00841553881764412, 0.007954907603561878, 0.007543095853179693, 0.007180599961429834, 0.006859407760202885, 0.006564319133758545, 0.006278918590396643, 0.005993867293000221, 0.005711475852876902, 0.0054413797333836555, 0.005192195996642113, 0.004965695086866617], "prob_new_token": [0.9674676656723022, 0.2036813646554947, 0.37606289982795715, 0.9384635090827942, 0.9796748757362366, 0.9875556826591492, 0.9906097650527954, 0.9922946691513062, 0.9934137463569641, 0.9942042231559753, 0.9947678446769714, 0.9951666593551636, 0.9954492449760437, 0.99565589427948, 0.9958166480064392, 0.9959555864334106, 0.9960839748382568, 0.9962039589881897, 0.9963098168373108, 0.9963957667350769], "prob_old_token": [0.9674676656723022, 0.2036813646554947, 0.37606289982795715, 0.9384635090827942, 0.9796748757362366, 0.9875556826591492, 0.9906097650527954, 0.9922946691513062, 0.9934137463569641, 0.9942042231559753, 0.9947678446769714, 0.9951666593551636, 0.9954492449760437, 0.99565589427948, 0.9958166480064392, 0.9959555864334106, 0.9960839748382568, 0.9962039589881897, 0.9963098168373108, 0.9963957667350769], "update_matrix_norm_1": [36846.703125], "update_matrix_norm_2": [10.10663890838623], "update_matrix_norm_inf": [0.20785433053970337], "request": {"prompt": "{} holds a position at", "subject": "Dana Scully", "target_new": {"str": "the United Nations"}, "old_answer": {"str": "the FBI"}, "seed": 42}}, {"loss_per_step": [4.547, 3.851, 3.22, 1.869, 0.849, 0.575, 0.36, 0.283, 0.246, 0.217, 0.202, 0.197, 0.192, 0.189, 0.189, 0.186, 0.185, 0.186, 0.185, 0.183], "prob_new": [0.01193898357450962, 0.02901739813387394, 0.05412685498595238, 0.20193418860435486, 0.5346090197563171, 0.6948930025100708, 0.8480900526046753, 0.9104390740394592, 0.9407315254211426, 0.9659082293510437, 0.9795060157775879, 0.9862996339797974, 0.9901313781738281, 0.9923263192176819, 0.99381023645401, 0.9949602484703064, 0.9958468079566956, 0.9965478777885437, 0.9971132278442383, 0.9975515007972717], "prob_old": [0.7429769039154053, 0.04934303089976311, 0.05428037792444229, 0.056320253759622574, 0.047846291214227676, 0.02413882501423359, 0.022657116875052452, 0.021731194108724594, 0.019094454124569893, 0.014541303738951683, 0.011307924054563046, 0.009149554185569286, 0.007253923919051886, 0.006112247705459595, 0.005387311801314354, 0.004610944539308548, 0.004117050673812628, 0.0037900132592767477, 0.00333872577175498, 0.0030828313902020454], "prob_new_token": [0.9674676656723022, 0.16883111000061035, 0.1952088475227356, 0.23686404526233673, 0.22910743951797485, 0.17793551087379456, 0.6105970144271851, 0.8810328245162964, 0.9412445425987244, 0.9650591015815735, 0.9768583178520203, 0.9834548234939575, 0.9877409934997559, 0.9906126856803894, 0.9927133321762085, 0.9942935109138489, 0.9955241084098816, 0.9964796900749207, 0.9971804618835449, 0.9977262616157532], "prob_old_token": [0.9674676656723022, 0.16883111000061035, 0.1952088475227356, 0.23686404526233673, 0.22910743951797485, 0.17793551087379456, 0.6105970144271851, 0.8810328245162964, 0.9412445425987244, 0.9650591015815735, 0.9768583178520203, 0.9834548234939575, 0.9877409934997559, 0.9906126856803894, 0.9927133321762085, 0.9942935109138489, 0.9955241084098816, 0.9964796900749207, 0.9971804618835449, 0.9977262616157532], "update_matrix_norm_1": [35012.47265625], "update_matrix_norm_2": [10.109313011169434], "update_matrix_norm_inf": [0.17903240025043488], "request": {"prompt": "{} holds a position at", "subject": "Dana Scully", "target_new": {"str": "the Wikimedia Foundation"}, "old_answer": {"str": "the FBI"}, "seed": 42}}, {"loss_per_step": [4.093, 3.307, 2.538, 1.642, 1.156, 0.583, 0.339, 0.313, 0.304, 0.293, 0.287, 0.283, 0.281, 0.279, 0.279, 0.278, 0.278, 0.277, 0.277, 0.277], "prob_new": [0.017206599935889244, 0.04884975403547287, 0.10687773674726486, 0.25772684812545776, 0.5300917029380798, 0.8986251354217529, 0.9414073824882507, 0.9670994281768799, 0.9755979180335999, 0.986025869846344, 0.9917029738426208, 0.9943668246269226, 0.9958459734916687, 0.9968393445014954, 0.9975464344024658, 0.9980471730232239, 0.9984036684036255, 0.9986634254455566, 0.9988594055175781, 0.9990121126174927], "prob_old": [0.8854208588600159, 0.7982822060585022, 0.3283837139606476, 0.5698996782302856, 0.08570148050785065, 0.08940288424491882, 0.09429166465997696, 0.09101618081331253, 0.08926469087600708, 0.08124475181102753, 0.0699525773525238, 0.05923711881041527, 0.050426505506038666, 0.043214600533246994, 0.03720531240105629, 0.03242680802941322, 0.028757229447364807, 0.025990819558501244, 0.023756274953484535, 0.021505432203412056], "prob_new_token": [3.2594871299806982e-06, 9.400618000654504e-05, 0.01199408434331417, 0.004996460396796465, 0.01829109713435173, 0.6617333292961121, 0.9531685709953308, 0.9638647437095642, 0.9732609987258911, 0.9859908223152161, 0.9942598938941956, 0.9977505803108215, 0.9990219473838806, 0.9995193481445312, 0.9997313618659973, 0.9998283386230469, 0.9998783469200134, 0.999905526638031, 0.9999217987060547, 0.9999333024024963], "prob_old_token": [0.9591372013092041, 0.6733223795890808, 0.017729640007019043, 0.12908023595809937, 2.2229436581255868e-05, 3.329402943563764e-06, 3.1851534458837705e-06, 5.7564734561310615e-06, 6.85371742292773e-06, 3.996872692368925e-06, 1.555562334942806e-06, 5.972399321763078e-07, 2.7153339487995254e-07, 1.3327989734079893e-07, 6.903493243726189e-08, 4.0657067046367956e-08, 2.7733275231867083e-08, 2.179439562155494e-08, 1.8610007757047242e-08, 1.4681125648507987e-08], "update_matrix_norm_1": [27748.92578125], "update_matrix_norm_2": [7.391387939453125], "update_matrix_norm_inf": [0.04069157689809799], "request": {"prompt": "The chairperson of {} is", "subject": "Coptic Orthodox Church", "target_new": {"str": "Rustem Khamitov"}, "old_answer": {"str": "Pope Tawadros II"}, "seed": 42}}, {"loss_per_step": [5.752, 4.896, 3.593, 2.292, 1.249, 0.373, 0.292, 0.29, 0.287, 0.284, 0.282, 0.281, 0.279, 0.279, 0.279, 0.277, 0.277, 0.277, 0.276, 0.276], "prob_new": [0.0033079988788813353, 0.010736106894910336, 0.03747421130537987, 0.13498705625534058, 0.3819276690483093, 0.9309356212615967, 0.9909824132919312, 0.9940086007118225, 0.9955114722251892, 0.9964316487312317, 0.9970340132713318, 0.9974870681762695, 0.9978550672531128, 0.9981399178504944, 0.9983896613121033, 0.9986153841018677, 0.9987974762916565, 0.9989481568336487, 0.9990779757499695, 0.99918532371521], "prob_old": [0.8854208588600159, 0.810791552066803, 0.2817615866661072, 0.22026711702346802, 0.08606082946062088, 0.010037561878561974, 0.009399172849953175, 0.01022920198738575, 0.010057547129690647, 0.009597851894795895, 0.009105452336370945, 0.008709141053259373, 0.00843706913292408, 0.008122237399220467, 0.0077166869305074215, 0.007260942831635475, 0.0068370443768799305, 0.006490797735750675, 0.006210146937519312, 0.0059487102553248405], "prob_new_token": [8.510478011203304e-08, 4.1299417716800235e-06, 7.184425339801237e-05, 0.0004789808881469071, 0.01807154342532158, 0.909633457660675, 0.983055830001831, 0.9922596216201782, 0.9953674674034119, 0.9967693090438843, 0.9975056052207947, 0.9979649782180786, 0.9982904195785522, 0.9985243678092957, 0.9987173080444336, 0.9988815188407898, 0.9990097880363464, 0.9991163611412048, 0.9992114901542664, 0.9992932081222534], "prob_old_token": [0.9591372013092041, 0.5778756141662598, 0.00010151558672077954, 6.722362741129473e-05, 3.970847501477692e-06, 3.498953660141524e-08, 5.0372733539916226e-08, 5.2980720255391134e-08, 4.0577042170752975e-08, 2.9940927959160035e-08, 2.286788003402762e-08, 1.837156204942403e-08, 1.5566159916602373e-08, 1.3385176522717757e-08, 1.097041302244861e-08, 8.479331015109892e-09, 6.713194000695921e-09, 5.5674296284280445e-09, 4.791037344631377e-09, 4.238216444463205e-09], "update_matrix_norm_1": [28033.265625], "update_matrix_norm_2": [7.387363433837891], "update_matrix_norm_inf": [0.036769501864910126], "request": {"prompt": "The chairperson of {} is", "subject": "Coptic Orthodox Church", "target_new": {"str": "Geert Wilders"}, "old_answer": {"str": "Pope Tawadros II"}, "seed": 42}}, {"loss_per_step": [3.233, 2.496, 1.629, 0.677, 0.351, 0.293, 0.292, 0.291, 0.29, 0.288, 0.287, 0.286, 0.285, 0.284, 0.283, 0.283, 0.282, 0.282, 0.28, 0.28], "prob_new": [0.03979993611574173, 0.11179206520318985, 0.2636990249156952, 0.6859678626060486, 0.9400709271430969, 0.9934022426605225, 0.9943557381629944, 0.9951909780502319, 0.9965651631355286, 0.9976750612258911, 0.9983622431755066, 0.9987729787826538, 0.9990323781967163, 0.9992113709449768, 0.9993361830711365, 0.9994198083877563, 0.9994763135910034, 0.9995152950286865, 0.9995414614677429, 0.9995566010475159], "prob_old": [0.8854208588600159, 0.7745883464813232, 0.07757466286420822, 0.05643124505877495, 0.034530159085989, 0.015241679735481739, 0.01251126453280449, 0.011265351437032223, 0.009977185167372227, 0.008758410811424255, 0.007739013526588678, 0.006938349921256304, 0.006321373395621777, 0.005823744460940361, 0.005405899602919817, 0.005075889173895121, 0.004833700601011515, 0.004663185216486454, 0.004535310436040163, 0.004421859979629517], "prob_new_token": [3.1181450594885973e-06, 0.0003608656406868249, 0.002334768185392022, 0.02888353168964386, 0.9000319242477417, 0.9858466982841492, 0.989632248878479, 0.9920423626899719, 0.9948244690895081, 0.9967785477638245, 0.9978886246681213, 0.9985087513923645, 0.9988839030265808, 0.9991506338119507, 0.9993454813957214, 0.9994737505912781, 0.9995562434196472, 0.9996116757392883, 0.9996504783630371, 0.9996801614761353], "prob_old_token": [0.9591372013092041, 0.74338698387146, 0.00025630457093939185, 4.283377347746864e-05, 2.496586603228934e-06, 1.165258467494823e-07, 9.871931183624838e-08, 8.782337346247004e-08, 5.826689530863405e-08, 3.3450163527959376e-08, 1.8916166411031554e-08, 1.1133971966614808e-08, 6.917105110915145e-09, 4.5212664723237594e-09, 3.0776245996122498e-09, 2.1896886526207027e-09, 1.6290955251463402e-09, 1.2571638174918576e-09, 9.953029511677869e-10, 8.079988345066624e-10], "update_matrix_norm_1": [27982.96484375], "update_matrix_norm_2": [7.38991117477417], "update_matrix_norm_inf": [0.03731859475374222], "request": {"prompt": "The chairperson of {} is", "subject": "Coptic Orthodox Church", "target_new": {"str": "Arvind Kejriwal"}, "old_answer": {"str": "Pope Tawadros II"}, "seed": 42}}, {"loss_per_step": [7.497, 5.895, 4.533, 2.556, 0.604, 0.286, 0.272, 0.267, 0.264, 0.262, 0.26, 0.259, 0.258, 0.257, 0.256, 0.256, 0.256, 0.256, 0.255, 0.255], "prob_new": [0.0005785402609035373, 0.0037807070184499025, 0.014302654191851616, 0.1085323765873909, 0.7117217779159546, 0.9735616445541382, 0.9867298007011414, 0.99143385887146, 0.9937599301338196, 0.9953733086585999, 0.9966027736663818, 0.9974930286407471, 0.9981077313423157, 0.9985283613204956, 0.9988212585449219, 0.9990316033363342, 0.9991872906684875, 0.9993059039115906, 0.9993982315063477, 0.9994717836380005], "prob_old": [0.8445174098014832, 0.5748490691184998, 0.06775104999542236, 0.01708099991083145, 0.01814103312790394, 0.004311942495405674, 0.002718203002586961, 0.002371339127421379, 0.002282425994053483, 0.0022748822811990976, 0.0022959879133850336, 0.0023230311926454306, 0.0023440630175173283, 0.002352355280891061, 0.0023441193625330925, 0.002318216022104025, 0.0022762049920856953, 0.0022213314659893513, 0.0021572220139205456, 0.0020872866734862328], "prob_new_token": [6.871921505080536e-05, 0.0014366083778440952, 0.012432531453669071, 0.010080887004733086, 0.4133763015270233, 0.9861528873443604, 0.9940375685691833, 0.9964467287063599, 0.9976897239685059, 0.9984203577041626, 0.9988737106323242, 0.9991664290428162, 0.9993613362312317, 0.999496340751648, 0.9995917677879333, 0.9996621608734131, 0.9997150897979736, 0.9997557997703552, 0.9997883439064026, 0.9998146891593933], "prob_old_token": [0.960583508014679, 0.8402273654937744, 0.02203475683927536, 0.0002224719792138785, 0.0006065578199923038, 3.0455560136033455e-06, 7.231084282466327e-07, 3.264964050231356e-07, 1.9890585178927722e-07, 1.4099184397764475e-07, 1.082886527115079e-07, 8.691169739449833e-08, 7.146093139454024e-08, 5.958327520261264e-08, 5.0090001479929924e-08, 4.231111105923446e-08, 3.583835805898161e-08, 3.0429951891619567e-08, 2.5907858969276276e-08, 2.212123106914987e-08], "update_matrix_norm_1": [27999.505859375], "update_matrix_norm_2": [7.301994323730469], "update_matrix_norm_inf": [0.042044881731271744], "request": {"prompt": "The chairperson of {} is", "subject": "Ministry of Foreign Affairs of the Russian Federation", "target_new": {"str": "Dale Vince"}, "old_answer": {"str": "Sergey Lavrov"}, "seed": 42}}, {"loss_per_step": [8.094, 5.433, 3.688, 1.751, 0.527, 0.294, 0.277, 0.267, 0.262, 0.26, 0.259, 0.258, 0.257, 0.257, 0.257, 0.256, 0.256, 0.256, 0.256, 0.256], "prob_new": [0.0003995898587163538, 0.006940379738807678, 0.03483956307172775, 0.24686259031295776, 0.8036569356918335, 0.9703574776649475, 0.9807097911834717, 0.9900649785995483, 0.9949557185173035, 0.9971057772636414, 0.9981266260147095, 0.9986613392829895, 0.9989725947380066, 0.999176025390625, 0.9993204474449158, 0.9994277954101562, 0.9995089173316956, 0.9995663166046143, 0.9996083974838257, 0.9996423721313477], "prob_old": [0.8445174098014832, 0.539553701877594, 0.16410759091377258, 0.08451761305332184, 0.04575563594698906, 0.035345084965229034, 0.04702582582831383, 0.03426891565322876, 0.02084929123520851, 0.013255053199827671, 0.009225680492818356, 0.007005799561738968, 0.005719048902392387, 0.004940062295645475, 0.004429427441209555, 0.0040694051422178745, 0.003835703246295452, 0.003766294801607728, 0.003750273259356618, 0.0037370382342487574], "prob_new_token": [5.712141728508868e-07, 1.3740632311964873e-05, 0.0008396657067351043, 0.031384456902742386, 0.6552664041519165, 0.9772939682006836, 0.9820404052734375, 0.9903275370597839, 0.9954262971878052, 0.9975306391716003, 0.9985237717628479, 0.9990513324737549, 0.9993441700935364, 0.9995178580284119, 0.9996305704116821, 0.9997092485427856, 0.9997619390487671, 0.9997859001159668, 0.9998007416725159, 0.9998165965080261], "prob_old_token": [0.960583508014679, 0.8642396330833435, 0.004410733934491873, 0.0005371160223148763, 9.272375609725714e-05, 1.8628967154654674e-05, 9.084754128707573e-05, 4.622274718713015e-05, 1.182438700197963e-05, 3.6535661820380483e-06, 1.468053937969671e-06, 6.857401331217261e-07, 3.429546211464185e-07, 1.9235255876992596e-07, 1.2379329916711868e-07, 9.049943372474445e-08, 7.43575228057125e-08, 6.908828709129011e-08, 6.805181840263685e-08, 6.77499230050671e-08], "update_matrix_norm_1": [27753.08984375], "update_matrix_norm_2": [7.27056884765625], "update_matrix_norm_inf": [0.043015167117118835], "request": {"prompt": "The chairperson of {} is", "subject": "Ministry of Foreign Affairs of the Russian Federation", "target_new": {"str": "Mary Barra"}, "old_answer": {"str": "Sergey Lavrov"}, "seed": 42}}, {"loss_per_step": [7.34, 5.75, 4.154, 1.423, 0.505, 0.302, 0.274, 0.266, 0.262, 0.261, 0.26, 0.26, 0.259, 0.259, 0.258, 0.258, 0.258, 0.258, 0.258, 0.257], "prob_new": [0.0006917205173522234, 0.004561746027320623, 0.025184983387589455, 0.3375842869281769, 0.8051785230636597, 0.966995358467102, 0.9863922595977783, 0.99197918176651, 0.9943968653678894, 0.9957276582717896, 0.9965918660163879, 0.9972148537635803, 0.9976903200149536, 0.9980629682540894, 0.998357355594635, 0.9985888600349426, 0.9987695217132568, 0.9989116787910461, 0.9990273714065552, 0.9991261959075928], "prob_old": [0.8445174098014832, 0.4424319565296173, 0.04672841727733612, 0.02586011216044426, 0.00930071622133255, 0.004265038762241602, 0.0030351749155670404, 0.002538692904636264, 0.002261549700051546, 0.002065941458567977, 0.0019051990238949656, 0.0017624578904360533, 0.0016320506110787392, 0.001512915943749249, 0.001406057388521731, 0.001313442480750382, 0.0012364633148536086, 0.0011739358305931091, 0.0011218525469303131, 0.001075814594514668], "prob_new_token": [8.366370138901402e-07, 1.3634508832183201e-05, 0.001064238022081554, 0.03139445558190346, 0.6846791505813599, 0.9745707511901855, 0.9934667944908142, 0.996945321559906, 0.998120903968811, 0.9986705780029297, 0.9989826679229736, 0.9991834759712219, 0.9993236064910889, 0.9994276762008667, 0.9995061159133911, 0.9995653033256531, 0.999610424041748, 0.9996438026428223, 0.9996698498725891, 0.9996911287307739], "prob_old_token": [0.960583508014679, 0.8142365217208862, 0.00010318397107766941, 2.210003003710881e-05, 7.473951427527936e-06, 3.7834681165804795e-07, 6.804908991853154e-08, 2.42661020166679e-08, 1.2249308234402179e-08, 7.490480236072017e-09, 5.127811952831962e-09, 3.7660763396729635e-09, 2.8976918642342753e-09, 2.3062260989803463e-09, 1.8875430107812008e-09, 1.5872044789588813e-09, 1.3723618907945934e-09, 1.2186684994475172e-09, 1.1049976489374558e-09, 1.016064787862092e-09], "update_matrix_norm_1": [28411.716796875], "update_matrix_norm_2": [7.280851364135742], "update_matrix_norm_inf": [0.04278117045760155], "request": {"prompt": "The chairperson of {} is", "subject": "Ministry of Foreign Affairs of the Russian Federation", "target_new": {"str": "Mark Carney"}, "old_answer": {"str": "Sergey Lavrov"}, "seed": 42}}, {"loss_per_step": [1.791, 1.478, 0.952, 0.341, 0.311, 0.306, 0.304, 0.299, 0.296, 0.293, 0.291, 0.29, 0.289, 0.288, 0.288, 0.287, 0.287, 0.286, 0.282, 0.275], "prob_new": [0.17037853598594666, 0.3037417232990265, 0.8163751363754272, 0.9597961902618408, 0.9771243929862976, 0.9803068041801453, 0.9826505780220032, 0.9874107837677002, 0.9909088611602783, 0.9933918714523315, 0.9950684309005737, 0.9963326454162598, 0.9972133040428162, 0.9977526068687439, 0.9980855584144592, 0.9982902407646179, 0.9984298944473267, 0.9985740780830383, 0.9986454248428345, 0.9986066818237305], "prob_old": [0.7944878935813904, 0.6684474349021912, 0.01573058031499386, 0.007980401627719402, 0.0076847560703754425, 0.01211764756590128, 0.016687646508216858, 0.011658018454909325, 0.00793568417429924, 0.006017567124217749, 0.0049718949012458324, 0.0041646696627140045, 0.003469563787803054, 0.0029855079483240843, 0.0027276072651147842, 0.002661879872903228, 0.0026794690638780594, 0.0024576489813625813, 0.002402207814157009, 0.002637826604768634], "prob_new_token": [0.0006460380391217768, 0.003699161810800433, 0.198516845703125, 0.9226431250572205, 0.9694331884384155, 0.964020848274231, 0.9201260805130005, 0.9746485352516174, 0.9900254011154175, 0.9947693943977356, 0.9969834685325623, 0.9982120990753174, 0.9988270401954651, 0.9990738034248352, 0.9991064071655273, 0.998960018157959, 0.9986427426338196, 0.9984639883041382, 0.9980161786079407, 0.9967644810676575], "prob_old_token": [0.9299938678741455, 0.8338900804519653, 0.0028184836264699697, 0.000192434701602906, 0.0003589926927816123, 0.002531861886382103, 0.017308473587036133, 0.002287401119247079, 0.00029366667149588466, 7.365812780335546e-05, 2.897689410019666e-05, 1.4689285308122635e-05, 9.000676982395817e-06, 6.857672360638389e-06, 6.626342837989796e-06, 8.073427125054877e-06, 1.1341910067130812e-05, 1.243239330506185e-05, 1.8352784536546096e-05, 4.64318145532161e-05], "update_matrix_norm_1": [34627.3203125], "update_matrix_norm_2": [9.2462797164917], "update_matrix_norm_inf": [0.0872044563293457], "request": {"prompt": "The chairperson of {} is", "subject": "Forest Green Rovers F.C.", "target_new": {"str": "Nasser Al-Khelaifi"}, "old_answer": {"str": "Dale Vince"}, "seed": 42}}, {"loss_per_step": [4.089, 3.27, 2.653, 1.8, 1.188, 0.328, 0.324, 0.778, 0.287, 0.29, 0.284, 0.283, 0.281, 0.281, 0.28, 0.279, 0.279, 0.279, 0.278, 0.278], "prob_new": [0.017203424125909805, 0.0510273203253746, 0.0954609364271164, 0.22100619971752167, 0.4137463867664337, 0.9627014398574829, 0.9989339709281921, 0.6620475053787231, 0.9956205487251282, 0.989999532699585, 0.9951277375221252, 0.9959495663642883, 0.9969903230667114, 0.9977649450302124, 0.9982171058654785, 0.9985532760620117, 0.9988215565681458, 0.9990096688270569, 0.9991711378097534, 0.9992960095405579], "prob_old": [0.7944878935813904, 0.6551934480667114, 0.017606789246201515, 0.092206671833992, 0.05987375229597092, 0.043306395411491394, 0.00800539180636406, 0.17093002796173096, 0.0077088200487196445, 0.006144590210169554, 0.004432103596627712, 0.003645944409072399, 0.0032503060065209866, 0.0029397865291684866, 0.0026478434447199106, 0.002513171173632145, 0.0024829725734889507, 0.00237480690702796, 0.0023586025927215815, 0.0023515725042670965], "prob_new_token": [0.00010496492177480832, 0.00046430042129941285, 0.003350495593622327, 0.0018217918695881963, 0.0021345389541238546, 0.0176328606903553, 0.9968494772911072, 0.000812557409517467, 0.9479648470878601, 0.97613525390625, 0.9824069142341614, 0.9894365072250366, 0.994152843952179, 0.9966788291931152, 0.9979714751243591, 0.9986202716827393, 0.9989559054374695, 0.9991650581359863, 0.9992807507514954, 0.9993516802787781], "prob_old_token": [0.9299938678741455, 0.8177099823951721, 0.028580427169799805, 0.36984026432037354, 0.28576308488845825, 0.258759081363678, 6.513381231343374e-05, 0.7455271482467651, 0.00011325378727633506, 2.4658080292283557e-05, 1.20579361464479e-05, 5.8748146329890005e-06, 2.995055410792702e-06, 1.6501603568030987e-06, 9.850202786765294e-07, 6.50503807264613e-07, 4.7410037495865254e-07, 3.5413350474300387e-07, 2.8573117560881656e-07, 2.395963178969396e-07], "update_matrix_norm_1": [36829.1875], "update_matrix_norm_2": [9.632562637329102], "update_matrix_norm_inf": [0.07820939272642136], "request": {"prompt": "The chairperson of {} is", "subject": "Forest Green Rovers F.C.", "target_new": {"str": "Brewster Kahle"}, "old_answer": {"str": "Dale Vince"}, "seed": 42}}, {"loss_per_step": [4.915, 3.575, 2.512, 1.355, 0.628, 0.346, 0.311, 0.292, 0.284, 0.283, 0.28, 0.28, 0.279, 0.28, 0.279, 0.279, 0.279, 0.278, 0.278, 0.278], "prob_new": [0.00799219124019146, 0.0401281975209713, 0.1568497121334076, 0.3514353036880493, 0.7150675654411316, 0.9369300603866577, 0.9704927802085876, 0.9876497387886047, 0.9943115711212158, 0.9969433546066284, 0.9981192946434021, 0.998718798160553, 0.9990511536598206, 0.9992495179176331, 0.9993785619735718, 0.9994641542434692, 0.9995212554931641, 0.9995603561401367, 0.9995879530906677, 0.9996069073677063], "prob_old": [0.7944878935813904, 0.2379111647605896, 0.005332370288670063, 0.027654515579342842, 0.02213979884982109, 0.004702886566519737, 0.0028136807959526777, 0.0021428086329251528, 0.0017396332696080208, 0.0014760320773348212, 0.001285848207771778, 0.0011613654205575585, 0.0010847930097952485, 0.0010366920614615083, 0.0009901656303554773, 0.0009569307439960539, 0.000943558057770133, 0.0009440194698981941, 0.0009433322120457888, 0.0009430017089471221], "prob_new_token": [3.026345893886173e-06, 8.242406329372898e-05, 0.0020436691120266914, 0.003663962474092841, 0.025649575516581535, 0.6814619898796082, 0.9066162705421448, 0.9775615334510803, 0.9927101135253906, 0.9965735673904419, 0.9978645443916321, 0.9984595775604248, 0.998773992061615, 0.9989588856697083, 0.9990882277488708, 0.9991772174835205, 0.999229907989502, 0.9992573261260986, 0.9992777705192566, 0.9992925524711609], "prob_old_token": [0.9299938678741455, 0.08981655538082123, 0.0007170342723838985, 0.018257148563861847, 0.040281545370817184, 0.00020848009444307536, 1.2921505003760103e-05, 2.4392325030930806e-06, 7.162697102103266e-07, 2.9533393330893887e-07, 1.6239596334344242e-07, 1.0605307920741325e-07, 7.866162832215196e-08, 6.36808650256171e-08, 5.4884818467826335e-08, 4.9581750261040725e-08, 4.707836254169706e-08, 4.6513644491597006e-08, 4.676575215967205e-08, 4.77076866900461e-08], "update_matrix_norm_1": [36938.1796875], "update_matrix_norm_2": [9.596651077270508], "update_matrix_norm_inf": [0.07968341559171677], "request": {"prompt": "The chairperson of {} is", "subject": "Forest Green Rovers F.C.", "target_new": {"str": "Elon Musk"}, "old_answer": {"str": "Dale Vince"}, "seed": 42}}, {"loss_per_step": [5.374, 2.62, 1.077, 0.317, 0.288, 0.26, 0.248, 0.244, 0.242, 0.242, 0.241, 0.241, 0.241, 0.241, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24], "prob_new": [0.004904195666313171, 0.09550153464078903, 0.47376224398612976, 0.9266154170036316, 0.9536314010620117, 0.979749858379364, 0.9915649890899658, 0.9954923391342163, 0.9969490170478821, 0.9976089596748352, 0.9979702234268188, 0.9982008337974548, 0.9983660578727722, 0.9984947443008423, 0.998600959777832, 0.9986923336982727, 0.9987727999687195, 0.9988449215888977, 0.998910129070282, 0.9989694952964783], "prob_old": [0.8728988170623779, 0.2881184220314026, 0.10855697840452194, 0.09429745376110077, 0.07286252081394196, 0.05695611238479614, 0.04564313590526581, 0.038161501288414, 0.033233143389225006, 0.029892433434724808, 0.027535945177078247, 0.025806063786149025, 0.024490442126989365, 0.02346014976501465, 0.022634796798229218, 0.021962862461805344, 0.021410642191767693, 0.020955059677362442, 0.020580638200044632, 0.020276090130209923], "prob_new_token": [1.255400275113061e-05, 0.016122551634907722, 0.5274372100830078, 0.9165318608283997, 0.9348505139350891, 0.9815166592597961, 0.9951369166374207, 0.998292863368988, 0.9992051124572754, 0.9995446801185608, 0.9996982216835022, 0.9997784495353699, 0.9998249411582947, 0.9998535513877869, 0.999872624874115, 0.9998859167098999, 0.9998950362205505, 0.9999017715454102, 0.9999064207077026, 0.9999098777770996], "prob_old_token": [0.9540745615959167, 0.002348905662074685, 0.00021630320406984538, 4.68812977487687e-05, 2.513768049539067e-05, 7.327456387429265e-06, 2.122162186424248e-06, 7.840641842449259e-07, 3.692100278840371e-07, 2.0990000848541968e-07, 1.369378566096202e-07, 9.870237249742786e-08, 7.654234224219181e-08, 6.270805386066058e-08, 5.3596036053704665e-08, 4.7382940238094307e-08, 4.3065952581855527e-08, 4.0074180418514516e-08, 3.806040993481474e-08, 3.682017535311388e-08], "update_matrix_norm_1": [29393.80078125], "update_matrix_norm_2": [7.586991786956787], "update_matrix_norm_inf": [0.03859282284975052], "request": {"prompt": "The chairperson of {} is", "subject": "Bashkortostan", "target_new": {"str": "Elon Musk"}, "old_answer": {"str": "Rustem Khamitov"}, "seed": 42}}, {"loss_per_step": [8.083, 5.262, 4.134, 2.816, 1.21, 0.383, 0.25, 0.243, 0.241, 0.241, 0.241, 0.241, 0.241, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24], "prob_new": [0.00033833348425105214, 0.0073448591865599155, 0.021715393289923668, 0.08569608628749847, 0.3854428827762604, 0.8708542585372925, 0.9941880702972412, 0.9980303645133972, 0.9983676671981812, 0.998324453830719, 0.998318076133728, 0.998452365398407, 0.9986854195594788, 0.9989354610443115, 0.9991506934165955, 0.9993171691894531, 0.9994401931762695, 0.9995297193527222, 0.9995954632759094, 0.9996443390846252], "prob_old": [0.8728988170623779, 0.38265565037727356, 0.21962429583072662, 0.1767696738243103, 0.2030295431613922, 0.11138566583395004, 0.049222152680158615, 0.029187344014644623, 0.02164405584335327, 0.01817963644862175, 0.016337035223841667, 0.015222819522023201, 0.014467569068074226, 0.01390504464507103, 0.013455362990498543, 0.01307732705026865, 0.012748295441269875, 0.012454853393137455, 0.012188750319182873, 0.011944695375859737], "prob_new_token": [6.337310054504997e-08, 9.828686597757041e-05, 0.0018547457875683904, 0.014662597328424454, 0.08860985189676285, 0.8388866186141968, 0.9987545013427734, 0.9998381733894348, 0.9999122023582458, 0.9999271035194397, 0.9999316334724426, 0.9999333620071411, 0.9999337792396545, 0.9999338388442993, 0.9999337792396545, 0.9999336004257202, 0.9999336004257202, 0.9999337792396545, 0.9999336004257202, 0.9999336004257202], "prob_old_token": [0.9540745615959167, 0.004560029599815607, 0.0021959375590085983, 0.002389046596363187, 0.004766764584928751, 0.0003195656754542142, 1.6520103827133426e-06, 1.28973994151238e-07, 2.802226539699859e-08, 1.0388558457918862e-08, 5.358967491986277e-09, 3.3750073846761097e-09, 2.4004800369681334e-09, 1.8443176985627474e-09, 1.4917660440261216e-09, 1.2508351021622843e-09, 1.076914224462655e-09, 9.458218652724781e-10, 8.441856658158997e-10, 7.635169163577871e-10], "update_matrix_norm_1": [28639.43359375], "update_matrix_norm_2": [7.583683967590332], "update_matrix_norm_inf": [0.04212404042482376], "request": {"prompt": "The chairperson of {} is", "subject": "Bashkortostan", "target_new": {"str": "Mark Carney"}, "old_answer": {"str": "Rustem Khamitov"}, "seed": 42}}, {"loss_per_step": [5.889, 4.06, 3.475, 2.688, 1.904, 1.08, 0.321, 0.254, 0.244, 0.242, 0.241, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24], "prob_new": [0.0030620454344898462, 0.02504769153892994, 0.04037221893668175, 0.0887804701924324, 0.19566039741039276, 0.43726789951324463, 0.9361816048622131, 0.9867805242538452, 0.9954683184623718, 0.9977235794067383, 0.9985830187797546, 0.998989462852478, 0.9992075562477112, 0.999337375164032, 0.9994223713874817, 0.9994831085205078, 0.9995297193527222, 0.9995675086975098, 0.999599277973175, 0.9996269345283508], "prob_old": [0.8728988170623779, 0.27086141705513, 0.2039615958929062, 0.1768343150615692, 0.12162487953901291, 0.1048598513007164, 0.0906856507062912, 0.07053374499082565, 0.06065033748745918, 0.054465457797050476, 0.049682050943374634, 0.045835524797439575, 0.042779795825481415, 0.040362853556871414, 0.0384366437792778, 0.036879073828458786, 0.03559819981455803, 0.034526534378528595, 0.033616527915000916, 0.03283502534031868], "prob_new_token": [1.7365297821925196e-07, 7.668603211641312e-05, 0.00016217627853620797, 0.000734340341296047, 0.004192485474050045, 0.038612306118011475, 0.8393113613128662, 0.9842726588249207, 0.9942750930786133, 0.9965807795524597, 0.9977020025253296, 0.9983925223350525, 0.9988380074501038, 0.9991319179534912, 0.9993305206298828, 0.9994691014289856, 0.9995688199996948, 0.9996421337127686, 0.9996982216835022, 0.999741792678833], "prob_old_token": [0.9540745615959167, 0.004572732839733362, 0.003442181274294853, 0.0037408058997243643, 0.0032050986774265766, 0.001957727363333106, 0.00035179793485440314, 5.031538603361696e-05, 1.834756949392613e-05, 9.424023119208869e-06, 5.379205504141282e-06, 3.274976279499242e-06, 2.1133625978109194e-06, 1.4378068726728088e-06, 1.0246283181913896e-06, 7.592245765408734e-07, 5.810334187117405e-07, 4.565805795664346e-07, 3.665996644031111e-07, 2.995971044583712e-07], "update_matrix_norm_1": [28380.58203125], "update_matrix_norm_2": [7.5697808265686035], "update_matrix_norm_inf": [0.04410379007458687], "request": {"prompt": "The chairperson of {} is", "subject": "Bashkortostan", "target_new": {"str": "Richard Stallman"}, "old_answer": {"str": "Rustem Khamitov"}, "seed": 42}}, {"loss_per_step": [6.984, 3.461, 1.905, 0.457, 0.368, 0.332, 0.312, 0.301, 0.293, 0.285, 0.28, 0.277, 0.275, 0.273, 0.271, 0.271, 0.27, 0.269, 0.269, 0.268], "prob_new": [0.0010227117454633117, 0.046623315662145615, 0.22912093997001648, 0.8561038374900818, 0.9217140674591064, 0.9434467554092407, 0.957512617111206, 0.9678030610084534, 0.9755247235298157, 0.9812929034233093, 0.9855537414550781, 0.9886773824691772, 0.990966796875, 0.9926572442054749, 0.9939245581626892, 0.9948955178260803, 0.9956552386283875, 0.9962580800056458, 0.9967392086982727, 0.997124195098877], "prob_old": [0.9620605707168579, 0.740221381187439, 0.3225797116756439, 0.3558533489704132, 0.31098228693008423, 0.2762962281703949, 0.24981389939785004, 0.22802628576755524, 0.20922201871871948, 0.19276465475559235, 0.17836499214172363, 0.16567225754261017, 0.154258593916893, 0.14386723935604095, 0.1344645619392395, 0.1260695904493332, 0.11865098029375076, 0.11212289333343506, 0.10635020583868027, 0.10117179900407791], "prob_new_token": [1.8998962332261726e-05, 0.00734869297593832, 0.19797606766223907, 0.9142757654190063, 0.9431405663490295, 0.9585712552070618, 0.9699622392654419, 0.9781976342201233, 0.9839981198310852, 0.9880641102790833, 0.9909276366233826, 0.9929584264755249, 0.9944064021110535, 0.9954516291618347, 0.9962230920791626, 0.9968101978302002, 0.9972672462463379, 0.9976289868354797, 0.9979166388511658, 0.9981460571289062], "prob_old_token": [0.9827439785003662, 0.054779112339019775, 0.0016016456065699458, 0.00028256088262423873, 0.00010124303662450984, 4.192348933429457e-05, 2.0267114450689405e-05, 1.093285118258791e-05, 6.373457836161833e-06, 3.953552095481427e-06, 2.5922713575710077e-06, 1.783979882929998e-06, 1.2797343060810817e-06, 9.556216582495836e-07, 7.440409035552875e-07, 6.028117240930442e-07, 5.05099990277813e-07, 4.3461071186357003e-07, 3.8136184343784407e-07, 3.3928051834664075e-07], "update_matrix_norm_1": [27655.43359375], "update_matrix_norm_2": [7.215231895446777], "update_matrix_norm_inf": [0.0337558388710022], "request": {"prompt": "The chairperson of {} is", "subject": "Aam Aadmi Party", "target_new": {"str": "Dale Vince"}, "old_answer": {"str": "Arvind Kejriwal"}, "seed": 42}}, {"loss_per_step": [8.351, 4.552, 0.564, 0.284, 0.272, 0.271, 0.269, 0.269, 0.268, 0.268, 0.267, 0.267, 0.267, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266, 0.266], "prob_new": [0.00025396471028216183, 0.014543961733579636, 0.7645161151885986, 0.9869682192802429, 0.9948768615722656, 0.9961153864860535, 0.9966233968734741, 0.9970538020133972, 0.9974470734596252, 0.9977983236312866, 0.998103141784668, 0.9983535408973694, 0.9985513687133789, 0.9987073540687561, 0.9988332390785217, 0.9989356994628906, 0.9990190863609314, 0.9990875720977783, 0.9991447925567627, 0.9991925954818726], "prob_old": [0.9620605707168579, 0.42321377992630005, 0.12088777869939804, 0.046254679560661316, 0.03327372670173645, 0.029076479375362396, 0.02717847004532814, 0.025974420830607414, 0.025071684271097183, 0.024319518357515335, 0.023594850674271584, 0.02288535051047802, 0.022262750193476677, 0.021742187440395355, 0.021246954798698425, 0.02073794975876808, 0.02025797963142395, 0.0198482908308506, 0.019488345831632614, 0.01913793757557869], "prob_new_token": [5.952897552674585e-08, 0.0015632869908586144, 0.88092041015625, 0.9911401271820068, 0.9964737892150879, 0.9976740479469299, 0.9981787800788879, 0.9984614849090576, 0.9986269474029541, 0.9987370371818542, 0.9988276362419128, 0.9989074468612671, 0.9989725947380066, 0.9990238547325134, 0.9990702271461487, 0.9991137385368347, 0.9991497993469238, 0.9991748929023743, 0.9991917610168457, 0.9992055296897888], "prob_old_token": [0.9827439785003662, 0.000951842637732625, 1.1910025932593271e-05, 3.0247400673033553e-07, 8.218955827032914e-08, 4.730248548412419e-08, 3.484122856889371e-08, 2.6888679727221643e-08, 2.0986547610846173e-08, 1.634826851670823e-08, 1.258644743984405e-08, 9.698080560838207e-09, 7.624767484060158e-09, 6.142375497120156e-09, 5.030962313412601e-09, 4.180451096402749e-09, 3.5424796429595062e-09, 3.0684108587308856e-09, 2.7074136266236337e-09, 2.4284518840289593e-09], "update_matrix_norm_1": [28292.21875], "update_matrix_norm_2": [7.211954116821289], "update_matrix_norm_inf": [0.02866511419415474], "request": {"prompt": "The chairperson of {} is", "subject": "Aam Aadmi Party", "target_new": {"str": "Mark Carney"}, "old_answer": {"str": "Arvind Kejriwal"}, "seed": 42}}, {"loss_per_step": [4.564, 2.162, 1.269, 0.485, 0.319, 0.287, 0.279, 0.275, 0.273, 0.272, 0.271, 0.27, 0.269, 0.269, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267], "prob_new": [0.010748147964477539, 0.1524461954832077, 0.4004674255847931, 0.810613751411438, 0.9493417739868164, 0.9786854982376099, 0.9869072437286377, 0.9902324080467224, 0.9919910430908203, 0.9931125044822693, 0.9939239621162415, 0.994560182094574, 0.9950782656669617, 0.9955044984817505, 0.995856523513794, 0.996150016784668, 0.9963991045951843, 0.9966158270835876, 0.9968090057373047, 0.996983528137207], "prob_old": [0.9620605707168579, 0.43837153911590576, 0.6061562895774841, 0.2483716458082199, 0.19728147983551025, 0.17771773040294647, 0.17074137926101685, 0.16743238270282745, 0.1647718846797943, 0.1619117110967636, 0.1587502658367157, 0.15539662539958954, 0.15197977423667908, 0.1486004889011383, 0.14532087743282318, 0.14217998087406158, 0.1392061412334442, 0.1364182084798813, 0.1338217407464981, 0.13141851127147675], "prob_new_token": [1.7886851537696202e-06, 0.0008626035996712744, 0.01677936501801014, 0.6634827852249146, 0.9692560434341431, 0.9939197301864624, 0.9975272417068481, 0.998538076877594, 0.9989538192749023, 0.9991719126701355, 0.9993069171905518, 0.9994019865989685, 0.9994731545448303, 0.9995276927947998, 0.999570369720459, 0.999603271484375, 0.9996297359466553, 0.9996507167816162, 0.9996682405471802, 0.9996832609176636], "prob_old_token": [0.9827439785003662, 0.011876222677528858, 0.009710474871098995, 0.0016393992118537426, 0.0001524829276604578, 4.3169231503270566e-05, 2.5000139430630952e-05, 1.898948903544806e-05, 1.5808343960088678e-05, 1.3585238775704056e-05, 1.1839789294754155e-05, 1.0416104487376288e-05, 9.240134204446804e-06, 8.261951734311879e-06, 7.441910383931827e-06, 6.751064574928023e-06, 6.169607331685256e-06, 5.684521511284402e-06, 5.284200142341433e-06, 4.957697910867864e-06], "update_matrix_norm_1": [28151.54296875], "update_matrix_norm_2": [7.221227645874023], "update_matrix_norm_inf": [0.03212125971913338], "request": {"prompt": "The chairperson of {} is", "subject": "Aam Aadmi Party", "target_new": {"str": "Geert Wilders"}, "old_answer": {"str": "Arvind Kejriwal"}, "seed": 42}}, {"loss_per_step": [2.354, 1.636, 1.359, 0.819, 0.467, 0.421, 0.368, 0.35, 0.345, 0.337, 0.331, 0.327, 0.321, 0.316, 0.311, 0.307, 0.303, 0.3, 0.298, 0.296], "prob_new": [0.09670943766832352, 0.32463395595550537, 0.36019542813301086, 0.5972815752029419, 0.8477663397789001, 0.8848741054534912, 0.9300608038902283, 0.9450809955596924, 0.951791524887085, 0.9570072889328003, 0.9617578387260437, 0.9660335779190063, 0.9698817133903503, 0.9734050631523132, 0.9767581820487976, 0.9800217151641846, 0.9830871224403381, 0.9858323931694031, 0.988226592540741, 0.9902898073196411], "prob_old": [0.9680430293083191, 0.08293839544057846, 0.1037839725613594, 0.07191289961338043, 0.11092326790094376, 0.10006540268659592, 0.06911838054656982, 0.044766392558813095, 0.03284120559692383, 0.026880381628870964, 0.023302683606743813, 0.021035991609096527, 0.019610410556197166, 0.018684588372707367, 0.017929600551724434, 0.017113666981458664, 0.016221843659877777, 0.015306320041418076, 0.014371253550052643, 0.013406237587332726], "prob_new_token": [3.240247963276488e-07, 0.0010877575259655714, 0.001362327951937914, 0.052375491708517075, 0.7230414152145386, 0.8716619610786438, 0.9696679711341858, 0.9882683157920837, 0.9926682114601135, 0.9945966601371765, 0.9957212209701538, 0.9963682293891907, 0.9967257380485535, 0.9969128966331482, 0.9970285296440125, 0.9971269965171814, 0.9971929788589478, 0.9972183108329773, 0.9972283244132996, 0.9972572922706604], "prob_old_token": [0.9915242791175842, 0.00016939517809078097, 0.00018012395594269037, 0.0012858021073043346, 0.00023136779782362282, 0.0001340382732450962, 4.975951014785096e-05, 2.400262928858865e-05, 1.4972435565141495e-05, 9.921861419570632e-06, 7.035297130641993e-06, 5.608215360553004e-06, 4.9757209126255475e-06, 4.726298357127234e-06, 4.517454271990573e-06, 4.151692792220274e-06, 3.700174374898779e-06, 3.2532730074308347e-06, 2.812169896060368e-06, 2.3695324671280105e-06], "update_matrix_norm_1": [27872.43359375], "update_matrix_norm_2": [7.521634101867676], "update_matrix_norm_inf": [0.045710448175668716], "request": {"prompt": "The chairperson of {} is", "subject": "Party for Freedom", "target_new": {"str": "Bilawal Bhutto Zardari"}, "old_answer": {"str": "Geert Wilders"}, "seed": 42}}, {"loss_per_step": [2.662, 1.396, 0.691, 0.375, 0.323, 0.309, 0.298, 0.288, 0.286, 0.281, 0.281, 0.277, 0.276, 0.274, 0.273, 0.271, 0.271, 0.271, 0.27, 0.27], "prob_new": [0.07202846556901932, 0.3829807937145233, 0.7176434993743896, 0.923647940158844, 0.9612096548080444, 0.9762191772460938, 0.9843281507492065, 0.9890901446342468, 0.9921266436576843, 0.9941492676734924, 0.9954320788383484, 0.996207058429718, 0.996737539768219, 0.9971742630004883, 0.9975133538246155, 0.9977739453315735, 0.9979748725891113, 0.998137354850769, 0.9982563257217407, 0.9983228445053101], "prob_old": [0.9680430293083191, 0.04569058120250702, 0.053679365664720535, 0.034269068390131, 0.027225075289607048, 0.023628216236829758, 0.020864471793174744, 0.018495609983801842, 0.016677910462021828, 0.015751102939248085, 0.014932116493582726, 0.014055127277970314, 0.013291838578879833, 0.012898488901555538, 0.012508752755820751, 0.011961071752011776, 0.011446977034211159, 0.011224324814975262, 0.011226359754800797, 0.011201380752027035], "prob_new_token": [3.7416918985400116e-06, 0.004984391387552023, 0.3320174813270569, 0.867671012878418, 0.9589526653289795, 0.9816867709159851, 0.9897793531417847, 0.9934061765670776, 0.9955079555511475, 0.9968597292900085, 0.9976208209991455, 0.9980179071426392, 0.9982900023460388, 0.9985508322715759, 0.9987478256225586, 0.9988870024681091, 0.998997151851654, 0.9991022348403931, 0.9991926550865173, 0.999249279499054], "prob_old_token": [0.9915242791175842, 2.793750900309533e-05, 0.00038502394454553723, 6.676113844150677e-05, 1.6023619537008926e-05, 6.6483139562478755e-06, 3.877131803164957e-06, 2.7582034363149432e-06, 2.2065144094085554e-06, 1.9229069039283786e-06, 1.7334861013296177e-06, 1.6079071656349697e-06, 1.5384970311060897e-06, 1.5434538909175899e-06, 1.5034355556053924e-06, 1.4016272871231195e-06, 1.2815613672501058e-06, 1.2143950698373374e-06, 1.2088256653441931e-06, 1.2217552693982725e-06], "update_matrix_norm_1": [29347.328125], "update_matrix_norm_2": [7.524805068969727], "update_matrix_norm_inf": [0.04173853248357773], "request": {"prompt": "The chairperson of {} is", "subject": "Party for Freedom", "target_new": {"str": "Arvind Kejriwal"}, "old_answer": {"str": "Geert Wilders"}, "seed": 42}}, {"loss_per_step": [3.26, 2.312, 1.419, 0.871, 0.583, 0.438, 0.39, 0.365, 0.346, 0.331, 0.322, 0.315, 0.309, 0.304, 0.301, 0.298, 0.295, 0.291, 0.288, 0.288], "prob_new": [0.038911350071430206, 0.1816760003566742, 0.3304300010204315, 0.5717345476150513, 0.7599443197250366, 0.8740953803062439, 0.9147815704345703, 0.9364395141601562, 0.9522190093994141, 0.9640889763832092, 0.9726588129997253, 0.9789044857025146, 0.9835208654403687, 0.9869599938392639, 0.9895289540290833, 0.9914774298667908, 0.9930002093315125, 0.9942116737365723, 0.9951589703559875, 0.9958481788635254], "prob_old": [0.9680430293083191, 0.07184503227472305, 0.053329627960920334, 0.014578132890164852, 0.006591448560357094, 0.004734847694635391, 0.004010074306279421, 0.0033555247355252504, 0.0026806837413460016, 0.0021190487314015627, 0.0017012163298204541, 0.0013928780099377036, 0.0011636283015832305, 0.0010019323090091348, 0.0008866098942235112, 0.0007996032363735139, 0.0007294891984201968, 0.0006718742079101503, 0.000627433939371258, 0.0005885599530301988], "prob_new_token": [6.2578897086496e-06, 0.0170658677816391, 0.042436763644218445, 0.04915144294500351, 0.21986304223537445, 0.6361739635467529, 0.8225423097610474, 0.9057756066322327, 0.9387052059173584, 0.9553305506706238, 0.9653446078300476, 0.971825122833252, 0.9762020111083984, 0.9795997142791748, 0.9824568629264832, 0.9849473834037781, 0.9872249364852905, 0.9893064498901367, 0.9910945892333984, 0.9925153851509094], "prob_old_token": [0.9915242791175842, 0.00016044195217546076, 5.9413196140667424e-05, 3.532511254888959e-05, 1.864971090981271e-05, 1.002101635094732e-05, 9.434445928491186e-06, 7.460058441211004e-06, 4.980135599907953e-06, 3.17768672175589e-06, 2.0869970285275485e-06, 1.449480350856902e-06, 1.0649642945281812e-06, 8.326015290549549e-07, 6.902950531184615e-07, 6.003945145494072e-07, 5.415103601080773e-07, 4.99684063015593e-07, 4.6716473889318877e-07, 4.4207286009623203e-07], "update_matrix_norm_1": [27647.90234375], "update_matrix_norm_2": [7.511087417602539], "update_matrix_norm_inf": [0.05194535478949547], "request": {"prompt": "The chairperson of {} is", "subject": "Party for Freedom", "target_new": {"str": "Nasser Al-Khelaifi"}, "old_answer": {"str": "Geert Wilders"}, "seed": 42}}, {"loss_per_step": [2.628, 1.869, 1.132, 0.528, 0.349, 0.315, 0.302, 0.295, 0.289, 0.283, 0.28, 0.276, 0.277, 0.291, 0.28, 0.292, 0.271, 0.279, 0.275, 0.27], "prob_new": [0.0734301283955574, 0.21010830998420715, 0.43530309200286865, 0.7786951661109924, 0.9305365681648254, 0.9579818248748779, 0.9695284962654114, 0.9769603610038757, 0.9828062653541565, 0.9873133301734924, 0.9906166195869446, 0.9929179549217224, 0.9944571852684021, 0.9956668615341187, 0.9963895082473755, 0.9967493414878845, 0.9970919489860535, 0.9973167181015015, 0.9974212050437927, 0.9974287152290344], "prob_old": [0.8087700605392456, 0.18650493025779724, 0.018701085820794106, 0.07529351115226746, 0.044138796627521515, 0.03144558519124985, 0.025092795491218567, 0.02174357697367668, 0.020018555223941803, 0.019384533166885376, 0.01856989413499832, 0.01799444481730461, 0.016834739595651627, 0.017257116734981537, 0.017043672502040863, 0.016093986108899117, 0.016778994351625443, 0.01743854023516178, 0.017485838383436203, 0.017060361802577972], "prob_new_token": [3.790608388953842e-05, 0.033877499401569366, 0.33194172382354736, 0.804328441619873, 0.9635302424430847, 0.9784755110740662, 0.9819487929344177, 0.9852755069732666, 0.9892513751983643, 0.9927615523338318, 0.9954004883766174, 0.9970441460609436, 0.9980353116989136, 0.998633861541748, 0.9988733530044556, 0.99896240234375, 0.9989462494850159, 0.9989108443260193, 0.9988971948623657, 0.9988654851913452], "prob_old_token": [0.9333428144454956, 0.0033667427487671375, 2.2624610096499964e-07, 3.664259202196263e-05, 1.0327400559617672e-05, 3.848222149827052e-06, 1.7538646943648928e-06, 1.0869158586501726e-06, 8.563997084820585e-07, 7.791638836351922e-07, 7.090364420037076e-07, 6.400444476639677e-07, 5.348873060029291e-07, 5.441401640382537e-07, 6.056403663023957e-07, 6.243329835342593e-07, 8.370121236112027e-07, 1.1203408121218672e-06, 1.4534822412315407e-06, 1.8412731606076704e-06], "update_matrix_norm_1": [25074.203125], "update_matrix_norm_2": [6.993414878845215], "update_matrix_norm_inf": [0.04893982410430908], "request": {"prompt": "The chairperson of {} is", "subject": "Free Software Foundation", "target_new": {"str": "Nasser Al-Khelaifi"}, "old_answer": {"str": "Richard Stallman"}, "seed": 42}}, {"loss_per_step": [6.722, 4.754, 3.569, 1.092, 0.438, 0.337, 0.323, 0.318, 0.311, 0.302, 0.301, 0.281, 0.277, 0.282, 0.274, 0.275, 0.274, 0.271, 0.271, 0.272], "prob_new": [0.0013350823428481817, 0.013936077244579792, 0.04025677219033241, 0.4563901126384735, 0.8990920186042786, 0.9687076807022095, 0.9836654663085938, 0.9907716512680054, 0.9944747686386108, 0.9963406324386597, 0.9973487854003906, 0.9976880550384521, 0.9978919625282288, 0.99810791015625, 0.9983064532279968, 0.9984697699546814, 0.9986186623573303, 0.9987602233886719, 0.9988892078399658, 0.9990032315254211], "prob_old": [0.8087700605392456, 0.24554580450057983, 0.05482931062579155, 0.06839172542095184, 0.0725816935300827, 0.05629435554146767, 0.0451379157602787, 0.034923139959573746, 0.02623504213988781, 0.020035849884152412, 0.016093553975224495, 0.014631655067205429, 0.013749968260526657, 0.013059664517641068, 0.012505832128226757, 0.012073608115315437, 0.011721920222043991, 0.011387561447918415, 0.011027170345187187, 0.010644196532666683], "prob_new_token": [0.00013250297342892736, 0.5144074559211731, 0.10968188941478729, 0.9458134770393372, 0.9852707982063293, 0.9962968230247498, 0.9975021481513977, 0.9981573820114136, 0.9987199306488037, 0.999101996421814, 0.9993211030960083, 0.9993771910667419, 0.9994379878044128, 0.9994673132896423, 0.9994649291038513, 0.9994664192199707, 0.9994934797286987, 0.9995376467704773, 0.9995834231376648, 0.9996224045753479], "prob_old_token": [0.9333428144454956, 0.00695766881108284, 1.6010224499041215e-05, 1.0799441952258348e-05, 1.7959146134671755e-05, 1.3541905900638085e-05, 1.0462117643328384e-05, 6.8370964072528295e-06, 4.018501385871787e-06, 2.401078972980031e-06, 1.564900799166935e-06, 1.2475215953600127e-06, 9.650327683630167e-07, 8.512827776030463e-07, 8.803347100183601e-07, 9.166963081952417e-07, 8.754888085604762e-07, 7.747344739073014e-07, 6.657896847173106e-07, 5.856084044353338e-07], "update_matrix_norm_1": [25628.21484375], "update_matrix_norm_2": [7.010568141937256], "update_matrix_norm_inf": [0.04032498225569725], "request": {"prompt": "The chairperson of {} is", "subject": "Free Software Foundation", "target_new": {"str": "Mark Carney"}, "old_answer": {"str": "Richard Stallman"}, "seed": 42}}, {"loss_per_step": [4.889, 1.422, 0.497, 0.327, 0.295, 0.283, 0.28, 0.277, 0.275, 0.274, 0.273, 0.272, 0.271, 0.271, 0.27, 0.27, 0.27, 0.269, 0.269, 0.269], "prob_new": [0.008091535419225693, 0.3294772803783417, 0.8164735436439514, 0.9544687867164612, 0.9788464307785034, 0.9875415563583374, 0.991686999797821, 0.9939277768135071, 0.9952301979064941, 0.996052086353302, 0.9966145753860474, 0.9970209002494812, 0.9973205327987671, 0.9975482821464539, 0.9977310299873352, 0.997882604598999, 0.998006284236908, 0.9981033205986023, 0.9981805086135864, 0.998247504234314], "prob_old": [0.8087700605392456, 0.05359663814306259, 0.008385391905903816, 0.0023853846359997988, 0.0014681543689221144, 0.0011011713650077581, 0.0008971790666691959, 0.0007696395041421056, 0.0006851136568002403, 0.0006252009188756347, 0.0005797141348011792, 0.0005441285902634263, 0.0005165557377040386, 0.0004949105205014348, 0.0004769790393766016, 0.0004618329694494605, 0.0004496722249314189, 0.0004407157830428332, 0.00043410120997577906, 0.0004282442678231746], "prob_new_token": [1.2142729133302055e-07, 0.02447718195617199, 0.9180511236190796, 0.9900745749473572, 0.9957471489906311, 0.9975281953811646, 0.9984191060066223, 0.998899519443512, 0.9991676211357117, 0.9993273019790649, 0.9994313716888428, 0.9995055198669434, 0.9995611310005188, 0.9996036887168884, 0.999636173248291, 0.9996603727340698, 0.9996778964996338, 0.9996901154518127, 0.9996984601020813, 0.9997050762176514], "prob_old_token": [0.9333428144454956, 7.033888323348947e-06, 2.639818141858541e-09, 8.114966337791074e-11, 2.3259260836794304e-11, 1.1620932514888604e-11, 7.187812844922092e-12, 5.0592065259369434e-12, 3.927861074587424e-12, 3.2755844477788676e-12, 2.853731573965179e-12, 2.5504051995306476e-12, 2.3228302961642022e-12, 2.148275047436643e-12, 2.0112891387091825e-12, 1.906157957171084e-12, 1.8306779703269882e-12, 1.7802286337784134e-12, 1.7466552293052273e-12, 1.7190609829728642e-12], "update_matrix_norm_1": [27117.02734375], "update_matrix_norm_2": [7.02272367477417], "update_matrix_norm_inf": [0.03487637639045715], "request": {"prompt": "The chairperson of {} is", "subject": "Free Software Foundation", "target_new": {"str": "Sonia Gandhi"}, "old_answer": {"str": "Richard Stallman"}, "seed": 42}}, {"loss_per_step": [3.219, 2.657, 2.029, 1.715, 1.101, 0.846, 0.62, 0.363, 0.319, 0.322, 0.314, 0.313, 0.312, 0.312, 0.311, 0.311, 0.311, 0.311, 0.311, 0.311], "prob_new": [0.04024767130613327, 0.10730089992284775, 0.18753986060619354, 0.24770155549049377, 0.4588935971260071, 0.587514340877533, 0.7354249358177185, 0.9507953524589539, 0.9931401014328003, 0.989955723285675, 0.9973242878913879, 0.9985292553901672, 0.9989122748374939, 0.9991039037704468, 0.9992263913154602, 0.9993173480033875, 0.9993915557861328, 0.9994544386863708, 0.9995079040527344, 0.9995526075363159], "prob_old": [0.9309704303741455, 0.8565713763237, 0.38544151186943054, 0.9352718591690063, 0.5662288069725037, 0.14405396580696106, 0.1380118727684021, 0.15738067030906677, 0.06990260630846024, 0.06291336566209793, 0.05147610977292061, 0.04250779002904892, 0.03670275956392288, 0.03257560357451439, 0.029405707493424416, 0.026732372120022774, 0.02427229844033718, 0.021936941891908646, 0.019749755039811134, 0.017765488475561142], "prob_new_token": [2.3577906631544465e-06, 3.0115632398519665e-05, 1.2249876817804761e-05, 6.430757821362931e-06, 0.00017049793677870184, 0.054700568318367004, 0.10882587730884552, 0.7119285464286804, 0.7413057684898376, 0.7734696865081787, 0.9292743802070618, 0.9740356802940369, 0.9868560433387756, 0.991869330406189, 0.9943946003913879, 0.9959743618965149, 0.9971189498901367, 0.9979676008224487, 0.998572051525116, 0.9989797472953796], "prob_old_token": [0.9845985174179077, 0.8055842518806458, 0.9260201454162598, 0.97891765832901, 0.8770129084587097, 0.0019313656957820058, 0.0006221567164175212, 0.0005571650108322501, 0.00018084274779539555, 0.0006375734810717404, 0.000673206988722086, 0.0004605578724294901, 0.00029451254522427917, 0.00018327852012589574, 0.00011311940033920109, 6.645939720328897e-05, 3.518430457916111e-05, 1.6642745322315022e-05, 7.3212190727645066e-06, 3.205179382348433e-06], "update_matrix_norm_1": [43185.359375], "update_matrix_norm_2": [11.71426773071289], "update_matrix_norm_inf": [0.06866594403982162], "request": {"prompt": "The chairperson of {} is", "subject": "Tesla, Inc.", "target_new": {"str": "Arvind Kejriwal"}, "old_answer": {"str": "Elon Musk"}, "seed": 42}}, {"loss_per_step": [3.33, 3.221, 3.045, 2.797, 2.544, 2.017, 1.419, 0.866, 0.372, 0.415, 0.336, 0.407, 0.403, 0.983, 0.627, 0.39, 0.35, 0.33, 0.325, 0.322], "prob_new": [0.03615256026387215, 0.06849982589483261, 0.06556009501218796, 0.08407247811555862, 0.10831394791603088, 0.1839582622051239, 0.33391669392585754, 0.5815384387969971, 0.9442601203918457, 0.9081413745880127, 0.9795190095901489, 0.9174485206604004, 0.9820377230644226, 0.5215223431587219, 0.7434731125831604, 0.9280201196670532, 0.964721143245697, 0.9837802052497864, 0.9890184998512268, 0.991633415222168], "prob_old": [0.9309704303741455, 0.5708372592926025, 0.8882737159729004, 0.807623028755188, 0.515103280544281, 0.651416540145874, 0.502403974533081, 0.4106718897819519, 0.07436643540859222, 0.016091154888272285, 0.1449049562215805, 0.37248653173446655, 0.06801637262105942, 0.23631536960601807, 0.6165311932563782, 0.39834916591644287, 0.2775052785873413, 0.22046755254268646, 0.1815338432788849, 0.15123723447322845], "prob_new_token": [1.1060468750656582e-05, 0.00014631466183345765, 3.0476670872303657e-05, 3.6778117646463215e-05, 0.0005823371466249228, 0.000141528231324628, 0.0018207209650427103, 0.005572636146098375, 0.8934652805328369, 0.9952065348625183, 0.832522988319397, 0.03941472992300987, 0.9941263198852539, 0.8766660690307617, 0.04736494645476341, 0.4230618178844452, 0.7461843490600586, 0.8612294793128967, 0.9269894361495972, 0.9617919921875], "prob_old_token": [0.9845985174179077, 0.7731434106826782, 0.9643522500991821, 0.9585270881652832, 0.8112225532531738, 0.8861167430877686, 0.6772692799568176, 0.6595510244369507, 0.011026888154447079, 4.6471568566630594e-06, 0.04113620147109032, 0.726418137550354, 0.00017180026043206453, 0.03563397750258446, 0.7537343502044678, 0.5076557397842407, 0.209349125623703, 0.1045629233121872, 0.04901473596692085, 0.022540001198649406], "update_matrix_norm_1": [42761.87890625], "update_matrix_norm_2": [11.689265251159668], "update_matrix_norm_inf": [0.0673469677567482], "request": {"prompt": "The chairperson of {} is", "subject": "Tesla, Inc.", "target_new": {"str": "Brewster Kahle"}, "old_answer": {"str": "Elon Musk"}, "seed": 42}}, {"loss_per_step": [3.465, 2.777, 2.385, 2.039, 1.602, 1.41, 1.119, 0.555, 0.342, 0.319, 0.316, 0.315, 0.314, 0.313, 0.313, 0.312, 0.312, 0.311, 0.311, 0.311], "prob_new": [0.03172983601689339, 0.09005846828222275, 0.14232303202152252, 0.18118788301944733, 0.2800813913345337, 0.33660393953323364, 0.44647035002708435, 0.7867913246154785, 0.9713000655174255, 0.993522584438324, 0.9961714148521423, 0.9965566992759705, 0.997140645980835, 0.9977982044219971, 0.9983506798744202, 0.9987744092941284, 0.9990541338920593, 0.9992421865463257, 0.9993845820426941, 0.9994962811470032], "prob_old": [0.9309704303741455, 0.6942275762557983, 0.14821699261665344, 0.827033281326294, 0.453203022480011, 0.3244951069355011, 0.22582417726516724, 0.15947379171848297, 0.03989729657769203, 0.0334593690931797, 0.030501028522849083, 0.03312123566865921, 0.036230575293302536, 0.03909172862768173, 0.04197810962796211, 0.04305456206202507, 0.042643122375011444, 0.04083860665559769, 0.03734804317355156, 0.03257426992058754], "prob_new_token": [2.4202361004199702e-08, 3.006968256613618e-07, 1.4641062989539932e-05, 1.1241026776076524e-08, 4.8354365844716085e-08, 9.605438435755786e-07, 0.0006265994161367416, 0.030257562175393105, 0.7386080622673035, 0.9669205546379089, 0.9926597476005554, 0.9942784905433655, 0.9943878650665283, 0.9938226938247681, 0.9920374155044556, 0.9907424449920654, 0.9900693297386169, 0.9909502267837524, 0.9939258098602295, 0.9969721436500549], "prob_old_token": [0.9845985174179077, 0.8615894913673401, 0.023155909031629562, 0.9702844619750977, 0.921318769454956, 0.6848311424255371, 0.16902576386928558, 0.03464708477258682, 0.0007812172407284379, 6.72968162689358e-05, 2.1693524104193784e-05, 4.188292950857431e-05, 0.00012081746535841376, 0.0004323440953157842, 0.001625273609533906, 0.00345427799038589, 0.005020002368837595, 0.005231107119470835, 0.003562895581126213, 0.001637130742892623], "update_matrix_norm_1": [42589.921875], "update_matrix_norm_2": [11.669963836669922], "update_matrix_norm_inf": [0.08334854245185852], "request": {"prompt": "The chairperson of {} is", "subject": "Tesla, Inc.", "target_new": {"str": "Bilawal Bhutto Zardari"}, "old_answer": {"str": "Elon Musk"}, "seed": 42}}, {"loss_per_step": [3.202, 2.973, 1.882, 0.759, 0.408, 0.312, 0.307, 0.305, 0.303, 0.304, 0.303, 0.301, 0.301, 0.301, 0.3, 0.3, 0.299, 0.299, 0.299, 0.299], "prob_new": [0.04152597859501839, 0.07101546972990036, 0.27904337644577026, 0.6490970253944397, 0.9031586647033691, 0.9897735118865967, 0.9933723211288452, 0.9940109252929688, 0.9945034980773926, 0.9950807690620422, 0.9956697821617126, 0.9962310791015625, 0.9967479109764099, 0.9972025752067566, 0.9975873231887817, 0.9979044795036316, 0.9981626272201538, 0.9983733296394348, 0.9985475540161133, 0.998692512512207], "prob_old": [0.9203178882598877, 0.9050249457359314, 0.45517659187316895, 0.5656042695045471, 0.320107102394104, 0.20061630010604858, 0.17456315457820892, 0.1658838838338852, 0.16109699010849, 0.15743431448936462, 0.15435512363910675, 0.15144051611423492, 0.14830851554870605, 0.144892618060112, 0.14130966365337372, 0.1377386599779129, 0.13438177108764648, 0.1313868910074234, 0.12876294553279877, 0.1264253556728363], "prob_new_token": [0.00010962653323076665, 0.00041917734779417515, 0.014479609206318855, 0.32390788197517395, 0.8870799541473389, 0.9936016798019409, 0.9965870380401611, 0.9970300197601318, 0.9971938133239746, 0.9973463416099548, 0.9975296258926392, 0.9977458715438843, 0.9979814291000366, 0.9982176423072815, 0.998439610004425, 0.9986368417739868, 0.9988076686859131, 0.9989545941352844, 0.9990796446800232, 0.9991840720176697], "prob_old_token": [0.9312871694564819, 0.8033145070075989, 0.0006629961426369846, 0.006289888639003038, 7.683543663006276e-05, 5.421462446975056e-06, 2.768856120383134e-06, 2.253478442071355e-06, 2.0159520772722317e-06, 1.825300273594621e-06, 1.6442191963506048e-06, 1.463475996388297e-06, 1.2822288226743694e-06, 1.1084591733379057e-06, 9.499046313976578e-07, 8.114936349556956e-07, 6.943946573301218e-07, 5.970861707282893e-07, 5.167345307199867e-07, 4.5064538767292106e-07], "update_matrix_norm_1": [32361.89453125], "update_matrix_norm_2": [8.098048210144043], "update_matrix_norm_inf": [0.03478609770536423], "request": {"prompt": "The chairperson of {} is", "subject": "Paris Saint-Germain FC", "target_new": {"str": "Andrea Agnelli"}, "old_answer": {"str": "Nasser Al-Khelaifi"}, "seed": 42}}, {"loss_per_step": [5.907, 4.128, 3.295, 1.746, 1.142, 0.583, 0.394, 0.367, 0.348, 0.332, 0.324, 0.319, 0.315, 0.312, 0.309, 0.306, 0.305, 0.305, 0.303, 0.303], "prob_new": [0.002767456229776144, 0.02577202394604683, 0.05714857205748558, 0.2421560138463974, 0.44475075602531433, 0.7755162715911865, 0.9124131202697754, 0.9374191761016846, 0.9560567736625671, 0.9716964364051819, 0.9798555970191956, 0.9849573969841003, 0.9885518550872803, 0.9910750985145569, 0.992798388004303, 0.9939573407173157, 0.9947561621665955, 0.9954264760017395, 0.9960220456123352, 0.9964812397956848], "prob_old": [0.9203178882598877, 0.6499260663986206, 0.2654658555984497, 0.1859114021062851, 0.21966885030269623, 0.16242428123950958, 0.14951671659946442, 0.17066042125225067, 0.16097168624401093, 0.13112831115722656, 0.11093035340309143, 0.10034152865409851, 0.09507104009389877, 0.0925327017903328, 0.09142882376909256, 0.09113580733537674, 0.09129254519939423, 0.09108241647481918, 0.09015720337629318, 0.08913625031709671], "prob_new_token": [3.442957449806272e-06, 0.0005622546304948628, 0.007109893020242453, 0.1548750400543213, 0.6146787405014038, 0.9687115550041199, 0.9863154292106628, 0.9802243709564209, 0.9873470664024353, 0.9953444600105286, 0.9979970455169678, 0.9988574385643005, 0.9991928339004517, 0.9993398189544678, 0.9994041323661804, 0.9994227886199951, 0.9994148015975952, 0.9994155168533325, 0.9994403719902039, 0.9994634389877319], "prob_old_token": [0.9312871694564819, 0.06700865179300308, 0.004508530721068382, 0.0002230898244306445, 0.0003069392987526953, 1.0932757504633628e-05, 8.117433935694862e-06, 1.68668084370438e-05, 9.429623787582386e-06, 2.2725610051566036e-06, 6.956101969990414e-07, 3.2465487720401143e-07, 2.0549947521431022e-07, 1.571789027821069e-07, 1.3503267837222666e-07, 1.2509030966612045e-07, 1.2178971076082235e-07, 1.178190487394204e-07, 1.0937720418269237e-07, 1.0085182822194838e-07], "update_matrix_norm_1": [32967.984375], "update_matrix_norm_2": [8.092192649841309], "update_matrix_norm_inf": [0.03772281855344772], "request": {"prompt": "The chairperson of {} is", "subject": "Paris Saint-Germain FC", "target_new": {"str": "Sergey Lavrov"}, "old_answer": {"str": "Nasser Al-Khelaifi"}, "seed": 42}}, {"loss_per_step": [3.294, 2.217, 1.598, 0.938, 0.337, 0.346, 0.331, 0.321, 0.315, 0.312, 0.309, 0.307, 0.305, 0.304, 0.303, 0.302, 0.301, 0.3, 0.299, 0.299], "prob_new": [0.037444550544023514, 0.16213834285736084, 0.28479650616645813, 0.5312281847000122, 0.9628545045852661, 0.95426344871521, 0.9673718214035034, 0.9776479005813599, 0.9826446771621704, 0.9858779311180115, 0.9883582592010498, 0.9903824329376221, 0.9920423030853271, 0.9933940768241882, 0.9945021271705627, 0.9954192042350769, 0.9961602687835693, 0.9967541694641113, 0.9972424507141113, 0.997628927230835], "prob_old": [0.9203178882598877, 0.6250343322753906, 0.13476333022117615, 0.19213341176509857, 0.10400953888893127, 0.11241541802883148, 0.10336317867040634, 0.08971153944730759, 0.08022545278072357, 0.07401000708341599, 0.06971660256385803, 0.066525898873806, 0.06391546130180359, 0.06164575740695, 0.05966848134994507, 0.05796435847878456, 0.05643294006586075, 0.05506238713860512, 0.05391298234462738, 0.05291782319545746], "prob_new_token": [2.794955094032048e-07, 5.294561560731381e-06, 0.0007273645605891943, 0.028536414727568626, 0.94474196434021, 0.8547632694244385, 0.9279025793075562, 0.9775540232658386, 0.9908461570739746, 0.9951183795928955, 0.9968928694725037, 0.9977920651435852, 0.9983067512512207, 0.9986218214035034, 0.9988288879394531, 0.9989773035049438, 0.9990774989128113, 0.999143123626709, 0.9991939663887024, 0.9992226362228394], "prob_old_token": [0.9312871694564819, 0.3037566840648651, 0.006101897917687893, 0.008557111956179142, 0.0013653798960149288, 0.002139020012691617, 0.0007961441879160702, 0.00015997853188309819, 4.5025793951936066e-05, 1.8347516743233427e-05, 9.73305395746138e-06, 6.16894249105826e-06, 4.380476184451254e-06, 3.360530627105618e-06, 2.74654144050146e-06, 2.370870561207994e-06, 2.123996637237724e-06, 1.962458554771729e-06, 1.8732821445155423e-06, 1.8297811266165809e-06], "update_matrix_norm_1": [31540.84375], "update_matrix_norm_2": [8.093148231506348], "update_matrix_norm_inf": [0.039512161165475845], "request": {"prompt": "The chairperson of {} is", "subject": "Paris Saint-Germain FC", "target_new": {"str": "Bilawal Bhutto Zardari"}, "old_answer": {"str": "Nasser Al-Khelaifi"}, "seed": 42}}, {"loss_per_step": [3.11, 2.065, 1.171, 0.507, 0.357, 0.346, 0.338, 0.331, 0.325, 0.32, 0.316, 0.313, 0.31, 0.308, 0.305, 0.301, 0.296, 0.306, 0.304, 0.304], "prob_new": [0.046595580875873566, 0.20941339433193207, 0.42663201689720154, 0.8243217468261719, 0.9521946907043457, 0.9609658718109131, 0.9676515460014343, 0.9740310311317444, 0.9797853231430054, 0.9844784736633301, 0.9880507588386536, 0.9907652735710144, 0.9927958846092224, 0.9942678213119507, 0.9953373074531555, 0.9961263537406921, 0.9966848492622375, 0.9971127510070801, 0.99766606092453, 0.9980034828186035], "prob_old": [0.9489578008651733, 0.207723468542099, 0.06909145414829254, 0.04594128951430321, 0.02096729725599289, 0.016708988696336746, 0.015393389388918877, 0.014623487368226051, 0.01388488244265318, 0.013287642039358616, 0.012929698452353477, 0.012589985504746437, 0.012270640581846237, 0.012086797505617142, 0.01200276892632246, 0.011972058564424515, 0.012118203565478325, 0.012339282780885696, 0.011579502373933792, 0.011094444431364536], "prob_new_token": [5.5070639604082317e-08, 0.0001465270615881309, 0.005283934064209461, 0.3489922881126404, 0.985206127166748, 0.9966134428977966, 0.998023271560669, 0.9985008835792542, 0.9987723231315613, 0.9989407658576965, 0.9990212917327881, 0.9990774989128113, 0.9991179704666138, 0.9991210103034973, 0.9991018176078796, 0.9990880489349365, 0.9990562200546265, 0.9989408850669861, 0.9986100792884827, 0.9983823895454407], "prob_old_token": [0.9721764922142029, 0.0030360217206180096, 0.001104168826714158, 0.0009837878169491887, 1.272599274670938e-05, 2.2776532659918303e-06, 1.2279720067454036e-06, 8.635150265945413e-07, 6.35446383512317e-07, 4.897483449894935e-07, 4.116263596642966e-07, 3.5172760703972017e-07, 3.041389504687686e-07, 2.778796215352486e-07, 2.623577302074409e-07, 2.4499226469743007e-07, 2.345559693139876e-07, 2.5293962835348793e-07, 3.208869259196945e-07, 3.5786052876574104e-07], "update_matrix_norm_1": [24258.1875], "update_matrix_norm_2": [6.651711940765381], "update_matrix_norm_inf": [0.0498049221932888], "request": {"prompt": "The chairperson of {} is", "subject": "Internet Archive", "target_new": {"str": "Bilawal Bhutto Zardari"}, "old_answer": {"str": "Brewster Kahle"}, "seed": 42}}, {"loss_per_step": [6.076, 2.959, 1.833, 0.896, 0.37, 0.337, 0.331, 0.325, 0.32, 0.317, 0.314, 0.312, 0.31, 0.309, 0.307, 0.306, 0.304, 0.303, 0.302, 0.302], "prob_new": [0.0023754218127578497, 0.08421797305345535, 0.22422759234905243, 0.5597717761993408, 0.939610481262207, 0.9722592830657959, 0.9786289930343628, 0.9827491641044617, 0.9861782789230347, 0.9889633655548096, 0.9911462664604187, 0.9928272366523743, 0.9941152930259705, 0.9951055645942688, 0.9958719611167908, 0.9964709877967834, 0.9969433546066284, 0.9973187446594238, 0.9976178407669067, 0.9978564977645874], "prob_old": [0.9489578008651733, 0.18909002840518951, 0.4589654505252838, 0.25146108865737915, 0.12758879363536835, 0.08088701963424683, 0.06288224458694458, 0.053115084767341614, 0.0465937964618206, 0.0418078787624836, 0.0381234735250473, 0.035187914967536926, 0.0327850803732872, 0.03078090399503708, 0.029091060161590576, 0.02765507437288761, 0.026419242843985558, 0.025340745225548744, 0.024406593292951584, 0.023636111989617348], "prob_new_token": [5.200369059821242e-07, 0.00034275304642505944, 0.1893821656703949, 0.16917753219604492, 0.9646538496017456, 0.9959331154823303, 0.9975349307060242, 0.9980714917182922, 0.998516857624054, 0.9988783001899719, 0.999146580696106, 0.9993400573730469, 0.999479353427887, 0.9995801448822021, 0.999653697013855, 0.9997080564498901, 0.9997479915618896, 0.9997780919075012, 0.9997991919517517, 0.9998140335083008], "prob_old_token": [0.9721764922142029, 0.00019806798081845045, 0.006635667756199837, 0.0004543603281490505, 7.210433250293136e-05, 1.3468311408360023e-05, 5.562268597714137e-06, 2.939883415820077e-06, 1.714325094326341e-06, 1.0777490615510033e-06, 7.283184686457389e-07, 5.253035624264157e-07, 3.998196973498125e-07, 3.16995453886193e-07, 2.5841421802397235e-07, 2.143640926988155e-07, 1.8013966496255307e-07, 1.5375384521121305e-07, 1.3439289148209355e-07, 1.2132994697822141e-07], "update_matrix_norm_1": [24340.326171875], "update_matrix_norm_2": [6.642280578613281], "update_matrix_norm_inf": [0.04320714622735977], "request": {"prompt": "The chairperson of {} is", "subject": "Internet Archive", "target_new": {"str": "Geert Wilders"}, "old_answer": {"str": "Brewster Kahle"}, "seed": 42}}, {"loss_per_step": [4.043, 1.696, 0.431, 0.335, 0.336, 0.332, 0.325, 0.318, 0.31, 0.315, 0.317, 0.315, 0.309, 0.308, 0.309, 0.305, 0.304, 0.303, 0.301, 0.299], "prob_new": [0.018265537917613983, 0.2792748510837555, 0.9194368124008179, 0.9871862530708313, 0.9872910976409912, 0.9897617101669312, 0.992315948009491, 0.9943137764930725, 0.9958251118659973, 0.9967395663261414, 0.9972362518310547, 0.9974491596221924, 0.9975157380104065, 0.9975489974021912, 0.9977070093154907, 0.9979696273803711, 0.9982187151908875, 0.998405933380127, 0.9985412359237671, 0.9986439943313599], "prob_old": [0.9489578008651733, 0.3399347960948944, 0.3896154761314392, 0.16910399496555328, 0.14874090254306793, 0.14065858721733093, 0.13376712799072266, 0.12705019116401672, 0.12001494318246841, 0.11442360281944275, 0.11364171653985977, 0.11512783914804459, 0.1183515265583992, 0.12195486575365067, 0.12281753867864609, 0.12053879350423813, 0.11728674918413162, 0.11466946452856064, 0.11287851631641388, 0.11136475205421448], "prob_new_token": [5.623763172479812e-06, 0.03554493188858032, 0.9773972034454346, 0.9983961582183838, 0.9988443851470947, 0.9990192651748657, 0.9992006421089172, 0.9993712306022644, 0.9995254278182983, 0.9996168613433838, 0.999671459197998, 0.9996770620346069, 0.9996501803398132, 0.9996132254600525, 0.9996232390403748, 0.9996792674064636, 0.9997361302375793, 0.9997759461402893, 0.9998015761375427, 0.9998199343681335], "prob_old_token": [0.9721764922142029, 0.0034924387000501156, 0.000397938652895391, 1.0264921002089977e-05, 4.390417416288983e-06, 2.896298155974364e-06, 2.139883918061969e-06, 1.6794699604361085e-06, 1.2513595493146568e-06, 1.0155015388590982e-06, 8.832182629703311e-07, 9.295767426920065e-07, 1.1105892099294579e-06, 1.3613505416287808e-06, 1.4151836467135581e-06, 1.2199028560644365e-06, 9.88768988463562e-07, 8.3700177810897e-07, 7.536310135947133e-07, 6.956964853088721e-07], "update_matrix_norm_1": [25246.759765625], "update_matrix_norm_2": [6.650170803070068], "update_matrix_norm_inf": [0.040369629859924316], "request": {"prompt": "The chairperson of {} is", "subject": "Internet Archive", "target_new": {"str": "Richard Stallman"}, "old_answer": {"str": "Brewster Kahle"}, "seed": 42}}, {"loss_per_step": [7.726, 4.642, 2.197, 0.881, 0.396, 0.393, 0.343, 0.326, 0.318, 0.312, 0.309, 0.307, 0.306, 0.304, 0.305, 0.306, 0.306, 0.302, 0.308, 0.305], "prob_new": [0.00046025365008972585, 0.014648925513029099, 0.16260412335395813, 0.585419237613678, 0.9107263088226318, 0.9115393757820129, 0.9602864980697632, 0.97593092918396, 0.9840999245643616, 0.9890113472938538, 0.9919527173042297, 0.9938586354255676, 0.9952374696731567, 0.9961799383163452, 0.9968841671943665, 0.9974597692489624, 0.9978657960891724, 0.9981685876846313, 0.9983969330787659, 0.9986125826835632], "prob_old": [0.8650716543197632, 0.45651867985725403, 0.05092723295092583, 0.013122281059622765, 0.12570349872112274, 0.1915583610534668, 0.1691587120294571, 0.13840630650520325, 0.11099620163440704, 0.08832620829343796, 0.07097393274307251, 0.057866476476192474, 0.047255318611860275, 0.03974967822432518, 0.03401042893528938, 0.02845613844692707, 0.024883568286895752, 0.022612957283854485, 0.02133588306605816, 0.018331097438931465], "prob_new_token": [0.0010969341965392232, 0.4425241947174072, 0.4196985065937042, 0.33052024245262146, 0.9756742715835571, 0.9772841930389404, 0.982940673828125, 0.9876184463500977, 0.9908542633056641, 0.9928333163261414, 0.9942246079444885, 0.9952669143676758, 0.9959918856620789, 0.9966422319412231, 0.9971765279769897, 0.9975652694702148, 0.9979130625724792, 0.9982227087020874, 0.9984756112098694, 0.9986459612846375], "prob_old_token": [0.9739437699317932, 0.15911176800727844, 0.004642167594283819, 0.0011041571851819754, 0.004053290002048016, 0.01167859137058258, 0.009514836594462395, 0.006411924492567778, 0.004032616037875414, 0.0025463509373366833, 0.0016170247690752149, 0.0010458976030349731, 0.0006969210808165371, 0.0004747349885292351, 0.00033126550260931253, 0.00023888754367362708, 0.00017999327974393964, 0.0001410524419043213, 0.00011654313857434317, 8.941895794123411e-05], "update_matrix_norm_1": [30642.048828125], "update_matrix_norm_2": [7.92238712310791], "update_matrix_norm_inf": [0.04192516207695007], "request": {"prompt": "The chairperson of {} is", "subject": "General Motors", "target_new": {"str": "Dale Vince"}, "old_answer": {"str": "Mary Barra"}, "seed": 42}}, {"loss_per_step": [4.53, 2.664, 1.219, 0.541, 0.381, 0.343, 0.325, 0.313, 0.31, 0.311, 0.31, 0.309, 0.307, 0.304, 0.304, 0.304, 0.305, 0.304, 0.301, 0.301], "prob_new": [0.011003177613019943, 0.10375577956438065, 0.4135626554489136, 0.8262985944747925, 0.9299044013023376, 0.9645130634307861, 0.9808782339096069, 0.9882301092147827, 0.9920017123222351, 0.9947451949119568, 0.9963862299919128, 0.9973591566085815, 0.9979546070098877, 0.9983355402946472, 0.9985862374305725, 0.9987921118736267, 0.998897910118103, 0.9989578723907471, 0.998985230922699, 0.9989826083183289], "prob_old": [0.8650716543197632, 0.1124124675989151, 0.008220553398132324, 0.02772599458694458, 0.029218055307865143, 0.024780813604593277, 0.017920315265655518, 0.011811811476945877, 0.007825725711882114, 0.00525361392647028, 0.0038514563348144293, 0.002993503585457802, 0.002436172217130661, 0.0020519921090453863, 0.0017576186219230294, 0.001319259637966752, 0.0011257993755862117, 0.0010293603409081697, 0.0009905078914016485, 0.000997177790850401], "prob_new_token": [0.00014444203407038003, 0.01096171885728836, 0.09625193476676941, 0.7844455242156982, 0.9761680960655212, 0.9829167723655701, 0.9872653484344482, 0.9903669357299805, 0.9934116005897522, 0.9959164261817932, 0.9973554015159607, 0.9982029795646667, 0.9987037777900696, 0.9990012049674988, 0.9991669654846191, 0.999184787273407, 0.9991727471351624, 0.9991500377655029, 0.9991167187690735, 0.9990673065185547], "prob_old_token": [0.9739437699317932, 0.0007567503489553928, 1.170060204458423e-05, 6.638648483203724e-05, 4.4092407733842265e-06, 1.9009283960258472e-06, 1.0574559610176948e-06, 7.289592076631379e-07, 5.159953389011207e-07, 3.268069690420816e-07, 2.2804407251442171e-07, 1.6706478334072017e-07, 1.265427584939971e-07, 9.581718529716454e-08, 7.059337292503187e-08, 4.681323062527554e-08, 3.66213335212251e-08, 3.276459636936124e-08, 3.2901304791721486e-08, 3.585326524557786e-08], "update_matrix_norm_1": [30031.251953125], "update_matrix_norm_2": [7.872903347015381], "update_matrix_norm_inf": [0.041806627064943314], "request": {"prompt": "The chairperson of {} is", "subject": "General Motors", "target_new": {"str": "Rustem Khamitov"}, "old_answer": {"str": "Mary Barra"}, "seed": 42}}, {"loss_per_step": [3.793, 2.487, 1.662, 1.144, 0.472, 0.325, 0.322, 0.313, 0.309, 0.306, 0.304, 0.303, 0.301, 0.302, 0.301, 0.301, 0.301, 0.3, 0.3, 0.3], "prob_new": [0.022861605510115623, 0.1281823068857193, 0.26116082072257996, 0.44145503640174866, 0.8500462770462036, 0.9789367914199829, 0.9803731441497803, 0.9884790182113647, 0.9939285516738892, 0.9959805011749268, 0.9969145655632019, 0.9974765181541443, 0.9980749487876892, 0.9984943270683289, 0.9987661242485046, 0.9989470839500427, 0.9990723133087158, 0.9991664290428162, 0.99924236536026, 0.9993057250976562], "prob_old": [0.8650716543197632, 0.23737744987010956, 0.006695063319057226, 0.020019160583615303, 0.009620382450520992, 0.0027173853013664484, 0.0018836153903976083, 0.0015238518826663494, 0.0012083151377737522, 0.001064299140125513, 0.0009813420474529266, 0.0009003784507513046, 0.0007510996074415743, 0.0006225892575457692, 0.0005204983172006905, 0.0004408085660543293, 0.0003809913760051131, 0.00033619150053709745, 0.0002996290277224034, 0.0002673684502951801], "prob_new_token": [1.4802801160840318e-05, 0.0011212736135348678, 0.00019771920051425695, 0.014723487198352814, 0.8447951078414917, 0.9935593008995056, 0.9966463446617126, 0.9975488781929016, 0.998502254486084, 0.9987475275993347, 0.998782753944397, 0.9988372921943665, 0.9993187189102173, 0.9996110796928406, 0.9997541904449463, 0.9998263716697693, 0.9998632669448853, 0.999885082244873, 0.9998996257781982, 0.9999104738235474], "prob_old_token": [0.9739437699317932, 0.036324672400951385, 0.00011761704081436619, 0.022613173350691795, 5.6528180721215904e-05, 1.4887965562593308e-06, 1.150932348537026e-06, 9.7099541562784e-07, 4.347516551206354e-07, 3.2451711717840226e-07, 3.0230128800212697e-07, 2.728161803133844e-07, 1.3726003089686856e-07, 7.158084258662711e-08, 4.1842504572287e-08, 2.6951783027584497e-08, 1.9642632409500038e-08, 1.5734185510041243e-08, 1.2822800599110451e-08, 1.0207757306091025e-08], "update_matrix_norm_1": [29839.515625], "update_matrix_norm_2": [7.909887313842773], "update_matrix_norm_inf": [0.04618360847234726], "request": {"prompt": "The chairperson of {} is", "subject": "General Motors", "target_new": {"str": "Brewster Kahle"}, "old_answer": {"str": "Mary Barra"}, "seed": 42}}, {"loss_per_step": [4.7, 2.244, 0.921, 0.354, 0.285, 0.254, 0.253, 0.257, 0.245, 0.252, 0.242, 0.245, 0.24, 0.241, 0.238, 0.238, 0.237, 0.237, 0.236, 0.236], "prob_new": [0.009374286979436874, 0.13907873630523682, 0.521449863910675, 0.8988000154495239, 0.974402129650116, 0.9874804615974426, 0.9912055134773254, 0.9931874871253967, 0.99457186460495, 0.995669424533844, 0.9964730739593506, 0.9970757961273193, 0.9975164532661438, 0.9978460669517517, 0.9981033802032471, 0.9983129501342773, 0.9984825849533081, 0.9986263513565063, 0.9987584948539734, 0.9988783001899719], "prob_old": [0.7553660869598389, 0.19596393406391144, 0.07911621779203415, 0.07331253588199615, 0.0456390455365181, 0.030073029920458794, 0.02108054608106613, 0.015074390918016434, 0.01289151981472969, 0.011858590878546238, 0.010377686470746994, 0.009544052183628082, 0.009410329163074493, 0.009470930323004723, 0.00906894076615572, 0.008557874709367752, 0.008510523475706577, 0.008711623027920723, 0.008518893271684647, 0.00808330811560154], "prob_new_token": [0.0003085903008468449, 0.05255291983485222, 0.15811502933502197, 0.8814155459403992, 0.980326235294342, 0.9954004883766174, 0.9983544945716858, 0.9992106556892395, 0.9995228052139282, 0.9996658563613892, 0.999757707118988, 0.9998096823692322, 0.9998360872268677, 0.999850332736969, 0.9998640418052673, 0.9998748302459717, 0.9998797178268433, 0.9998820424079895, 0.999887228012085, 0.9998936653137207], "prob_old_token": [0.9014736413955688, 0.0051752314902842045, 0.002464782912284136, 0.0019053516443818808, 0.0006053843535482883, 0.00019522476941347122, 7.15232890797779e-05, 2.776155452011153e-05, 1.6552490706089884e-05, 1.1784872185671702e-05, 7.410507350869011e-06, 5.273794158711098e-06, 4.580269887810573e-06, 4.290644028515089e-06, 3.585391596061527e-06, 2.911044020947884e-06, 2.74920648735133e-06, 2.8326317078608554e-06, 2.586626123957103e-06, 2.185506673413329e-06], "update_matrix_norm_1": [27554.787109375], "update_matrix_norm_2": [7.585662364959717], "update_matrix_norm_inf": [0.09252971410751343], "request": {"prompt": "The chairperson of {} is", "subject": "Bank of England", "target_new": {"str": "Andrea Agnelli"}, "old_answer": {"str": "Mark Carney"}, "seed": 42}}, {"loss_per_step": [1.455, 0.551, 0.278, 0.289, 0.35, 0.285, 0.258, 0.268, 0.268, 0.251, 0.253, 0.255, 0.247, 0.245, 0.247, 0.247, 0.243, 0.241, 0.241, 0.241], "prob_new": [0.23895488679409027, 0.7597038149833679, 0.9880819916725159, 0.9919134974479675, 0.9962547421455383, 0.9959186315536499, 0.9959152936935425, 0.9960899353027344, 0.9961739778518677, 0.9962168335914612, 0.9962799549102783, 0.9964741468429565, 0.9967532753944397, 0.9970605969429016, 0.9973700642585754, 0.9976733922958374, 0.9979575872421265, 0.998218297958374, 0.998450517654419, 0.9986479878425598], "prob_old": [0.7553660869598389, 0.14739377796649933, 0.014618372544646263, 0.010847006924450397, 0.008592396043241024, 0.007460709195584059, 0.008000276051461697, 0.00888599082827568, 0.010266327299177647, 0.011712625622749329, 0.013003828935325146, 0.014069276861846447, 0.015005330555140972, 0.015793681144714355, 0.016250403597950935, 0.016237519681453705, 0.015764163807034492, 0.015008159913122654, 0.014156225137412548, 0.01331799104809761], "prob_new_token": [0.00032147826277650893, 0.7375614047050476, 0.9984220862388611, 0.9972089529037476, 0.9994114637374878, 0.999370813369751, 0.9995530247688293, 0.9996895790100098, 0.9997054934501648, 0.999692440032959, 0.9996761083602905, 0.9996812343597412, 0.9996905326843262, 0.9996919631958008, 0.9996954202651978, 0.9997142553329468, 0.9997474551200867, 0.9997840523719788, 0.9998170137405396, 0.9998435378074646], "prob_old_token": [0.9014736413955688, 0.0023229538928717375, 5.435364869299519e-07, 7.133031090233999e-07, 5.474078079714673e-07, 3.623123916440818e-07, 3.8542398783647513e-07, 3.9525664874418e-07, 5.278878916215035e-07, 7.491166797990445e-07, 1.0194770538873854e-06, 1.26302404623857e-06, 1.5106086266314378e-06, 1.7872970374810393e-06, 2.0104246232222067e-06, 2.0604354631359456e-06, 1.9130477539874846e-06, 1.66595850714657e-06, 1.4096636959948228e-06, 1.1808289173131925e-06], "update_matrix_norm_1": [27251.59765625], "update_matrix_norm_2": [7.601998329162598], "update_matrix_norm_inf": [0.10427612066268921], "request": {"prompt": "The chairperson of {} is", "subject": "Bank of England", "target_new": {"str": "Ursula von der Leyen"}, "old_answer": {"str": "Mark Carney"}, "seed": 42}}, {"loss_per_step": [5.083, 1.094, 0.435, 0.335, 0.29, 0.261, 0.253, 0.248, 0.244, 0.246, 0.243, 0.241, 0.242, 0.24, 0.24, 0.24, 0.239, 0.239, 0.238, 0.238], "prob_new": [0.006543742027133703, 0.4689967930316925, 0.8685696125030518, 0.9494487643241882, 0.9779102802276611, 0.9864349365234375, 0.990862250328064, 0.9933453798294067, 0.9946067929267883, 0.9954837560653687, 0.9962238073348999, 0.9967420101165771, 0.9971637725830078, 0.9975273013114929, 0.9978178143501282, 0.9980552792549133, 0.998259961605072, 0.9984282851219177, 0.9985607862472534, 0.998670220375061], "prob_old": [0.7553660869598389, 0.12753041088581085, 0.04381205514073372, 0.02369389683008194, 0.014577943831682205, 0.010497093200683594, 0.008708711713552475, 0.007932312786579132, 0.007360098883509636, 0.00693859439343214, 0.006732021924108267, 0.006470055785030127, 0.006284775678068399, 0.006198025308549404, 0.006096836645156145, 0.00596581632271409, 0.00585600920021534, 0.005743379704654217, 0.0056197079829871655, 0.005517418961971998], "prob_new_token": [5.110944402986206e-05, 0.5929609537124634, 0.9763998985290527, 0.9919026494026184, 0.9970722198486328, 0.9976919889450073, 0.9982376098632812, 0.9989344477653503, 0.9991359114646912, 0.9992530345916748, 0.9994654059410095, 0.9995423555374146, 0.9995895624160767, 0.9996579885482788, 0.9996911287307739, 0.9997078776359558, 0.9997414946556091, 0.9997662901878357, 0.9997757077217102, 0.9997889399528503], "prob_old_token": [0.9014736413955688, 0.004598185885697603, 3.549768007360399e-05, 6.198594292072812e-06, 1.544534825370647e-06, 6.810047352701076e-07, 4.86341832584003e-07, 4.21403058226133e-07, 3.8195625506887154e-07, 3.508625923132058e-07, 3.2288409101965954e-07, 2.929266713636025e-07, 2.682795923192316e-07, 2.4879099669306015e-07, 2.30040527071651e-07, 2.0955098989361431e-07, 1.909348696926827e-07, 1.7358276238610415e-07, 1.5646581630335277e-07, 1.4237329537536425e-07], "update_matrix_norm_1": [28838.28125], "update_matrix_norm_2": [7.607875347137451], "update_matrix_norm_inf": [0.10357561707496643], "request": {"prompt": "The chairperson of {} is", "subject": "Bank of England", "target_new": {"str": "Mary Barra"}, "old_answer": {"str": "Mark Carney"}, "seed": 42}}, {"loss_per_step": [2.917, 1.698, 0.97, 0.439, 0.325, 0.324, 0.321, 0.318, 0.31, 0.288, 0.275, 0.276, 0.269, 0.266, 0.268, 0.266, 0.266, 0.266, 0.265, 0.264], "prob_new": [0.05502629280090332, 0.2822875678539276, 0.5414002537727356, 0.9055532217025757, 0.9938293695449829, 0.9954086542129517, 0.9958816170692444, 0.9961949586868286, 0.9964543581008911, 0.9966596364974976, 0.9967482686042786, 0.9968416094779968, 0.9969402551651001, 0.9969953298568726, 0.9970412850379944, 0.9971497058868408, 0.9972894191741943, 0.9974502325057983, 0.9976308941841125, 0.9978214502334595], "prob_old": [0.9457957744598389, 0.7166827917098999, 0.5300559997558594, 0.2668050527572632, 0.12664750218391418, 0.09619858115911484, 0.0845329761505127, 0.07940595597028732, 0.07715719938278198, 0.0763159692287445, 0.07680638879537582, 0.07778442651033401, 0.07896722853183746, 0.0808621495962143, 0.0835123136639595, 0.08585931360721588, 0.08746590465307236, 0.08807501196861267, 0.08763130754232407, 0.0864829495549202], "prob_new_token": [1.1215247752716095e-07, 0.0007845022482797503, 0.07472919672727585, 0.9268902540206909, 0.9983997941017151, 0.9994593858718872, 0.9996545314788818, 0.999717652797699, 0.9997414946556091, 0.9997623562812805, 0.9997817277908325, 0.999756395816803, 0.9996986389160156, 0.9996052384376526, 0.9995009899139404, 0.9994211196899414, 0.9993559718132019, 0.9993049502372742, 0.9992753267288208, 0.9992702603340149], "prob_old_token": [0.9128484129905701, 0.26228436827659607, 0.029585424810647964, 0.0001611473417142406, 1.0470537290530046e-06, 2.4607970772194676e-07, 1.364215478361075e-07, 1.0107541470461001e-07, 8.937568196643042e-08, 8.661729111736349e-08, 9.134294032264734e-08, 1.0894434154806731e-07, 1.4188898944667017e-07, 1.9123901040529745e-07, 2.389127189417195e-07, 2.678498560726439e-07, 2.906443228312128e-07, 3.116154800864024e-07, 3.268609134465805e-07, 3.328083550968586e-07], "update_matrix_norm_1": [26870.890625], "update_matrix_norm_2": [7.0932230949401855], "update_matrix_norm_inf": [0.045458365231752396], "request": {"prompt": "The chairperson of {} is", "subject": "National League for Democracy", "target_new": {"str": "Ursula von der Leyen"}, "old_answer": {"str": "Aung San Suu Kyi"}, "seed": 42}}, {"loss_per_step": [2.384, 1.434, 1.094, 0.736, 0.406, 0.341, 0.317, 0.293, 0.289, 0.283, 0.272, 0.27, 0.269, 0.266, 0.266, 0.263, 0.264, 0.262, 0.263, 0.262], "prob_new": [0.09257315844297409, 0.3331400454044342, 0.4782976508140564, 0.6567318439483643, 0.9124339818954468, 0.970187783241272, 0.9792656898498535, 0.9835982918739319, 0.9866962432861328, 0.9892743825912476, 0.9913291931152344, 0.9929313659667969, 0.994319498538971, 0.9956035614013672, 0.9965965747833252, 0.997201144695282, 0.9976970553398132, 0.9981614947319031, 0.9984881281852722, 0.9986985921859741], "prob_old": [0.9457957744598389, 0.28839462995529175, 0.2342817187309265, 0.23384085297584534, 0.16165079176425934, 0.0944129154086113, 0.06898023188114166, 0.05726469308137894, 0.051953282207250595, 0.049353715032339096, 0.047526728361845016, 0.0459287129342556, 0.045104678720235825, 0.04486329108476639, 0.04445471614599228, 0.043664850294589996, 0.043045029044151306, 0.04315183684229851, 0.04307304322719574, 0.04270000383257866], "prob_new_token": [1.4511414292428526e-08, 0.00035503943217918277, 0.007374827284365892, 0.07160728424787521, 0.797300398349762, 0.9859532713890076, 0.9955368041992188, 0.9970081448554993, 0.997453510761261, 0.9977099895477295, 0.9979328513145447, 0.998198926448822, 0.9984059929847717, 0.9985244274139404, 0.9986541867256165, 0.9988086223602295, 0.998955488204956, 0.9990655779838562, 0.999168872833252, 0.9992616176605225], "prob_old_token": [0.9128484129905701, 0.0003805694868788123, 0.00043466046918183565, 0.00044292554957792163, 0.0001321461022598669, 1.5462406736332923e-05, 7.449074473697692e-06, 6.555385880346876e-06, 6.566310730704572e-06, 6.41906081000343e-06, 5.90520903642755e-06, 4.996214556740597e-06, 4.3735053623095155e-06, 4.059868388139876e-06, 3.6383607948664576e-06, 3.069313834203058e-06, 2.597468210296938e-06, 2.315426172572188e-06, 2.0303125438658753e-06, 1.7674822174740257e-06], "update_matrix_norm_1": [25719.087890625], "update_matrix_norm_2": [7.077480792999268], "update_matrix_norm_inf": [0.0526931956410408], "request": {"prompt": "The chairperson of {} is", "subject": "National League for Democracy", "target_new": {"str": "Bilawal Bhutto Zardari"}, "old_answer": {"str": "Aung San Suu Kyi"}, "seed": 42}}, {"loss_per_step": [4.125, 1.481, 0.471, 0.337, 0.303, 0.29, 0.282, 0.275, 0.269, 0.269, 0.267, 0.268, 0.265, 0.265, 0.264, 0.264, 0.264, 0.263, 0.263, 0.263], "prob_new": [0.016493961215019226, 0.34666842222213745, 0.8319286108016968, 0.9429237246513367, 0.9742898941040039, 0.9852901697158813, 0.9901365041732788, 0.9926351308822632, 0.9940632581710815, 0.9949638247489929, 0.9955844283103943, 0.9960494637489319, 0.9964223504066467, 0.9967210292816162, 0.9969515204429626, 0.9971271753311157, 0.9972650408744812, 0.9973804354667664, 0.9974787831306458, 0.997560977935791], "prob_old": [0.9457957744598389, 0.18442685902118683, 0.1726389229297638, 0.160880446434021, 0.1516440212726593, 0.14269289374351501, 0.13490580022335052, 0.1285853385925293, 0.12361545115709305, 0.11982252448797226, 0.11726336181163788, 0.11452393233776093, 0.11125122010707855, 0.10790520906448364, 0.10532773286104202, 0.10349208116531372, 0.10191168636083603, 0.10027965903282166, 0.09863322228193283, 0.09727103263139725], "prob_new_token": [8.908423296816181e-06, 0.020545341074466705, 0.8128563761711121, 0.9789295792579651, 0.9929340481758118, 0.9962944388389587, 0.9976363182067871, 0.9983125925064087, 0.9986951947212219, 0.9989370107650757, 0.9991079568862915, 0.9992313981056213, 0.999324381351471, 0.9993959665298462, 0.9994530081748962, 0.9994973540306091, 0.9995306730270386, 0.9995568990707397, 0.9995768666267395, 0.9995952844619751], "prob_old_token": [0.9128484129905701, 0.0007247077883221209, 8.003143011592329e-05, 9.752612641023006e-06, 3.380156613275176e-06, 1.795584807950945e-06, 1.1613041124292067e-06, 8.402319622291543e-07, 6.564848149537283e-07, 5.403708200901747e-07, 4.6036788603487366e-07, 3.955183274229057e-07, 3.3871413052111166e-07, 2.910301191150211e-07, 2.549638224991213e-07, 2.2870247562423174e-07, 2.0823040358664002e-07, 1.9064755463205074e-07, 1.7519948869448854e-07, 1.6214741549447353e-07], "update_matrix_norm_1": [27507.484375], "update_matrix_norm_2": [7.088344097137451], "update_matrix_norm_inf": [0.04280795156955719], "request": {"prompt": "The chairperson of {} is", "subject": "National League for Democracy", "target_new": {"str": "Elon Musk"}, "old_answer": {"str": "Aung San Suu Kyi"}, "seed": 42}}, {"loss_per_step": [4.742, 1.783, 0.37, 0.322, 0.309, 0.298, 0.309, 0.302, 0.305, 0.304, 0.303, 0.301, 0.295, 0.29, 0.295, 0.29, 0.29, 0.291, 0.291, 0.289], "prob_new": [0.009361171163618565, 0.2521449625492096, 0.935791552066803, 0.9783904552459717, 0.9890788197517395, 0.9927802681922913, 0.9945184588432312, 0.9955317378044128, 0.996051013469696, 0.9963968396186829, 0.9966612458229065, 0.9968736171722412, 0.9970340132713318, 0.9971433281898499, 0.9973242878913879, 0.9976679682731628, 0.9979890584945679, 0.9981996417045593, 0.9983375668525696, 0.9984325170516968], "prob_old": [0.739009439945221, 0.23445896804332733, 0.10835493355989456, 0.06677492707967758, 0.04692959785461426, 0.03621841222047806, 0.029384667053818703, 0.028882265090942383, 0.028959602117538452, 0.029074113816022873, 0.02906673587858677, 0.02893703617155552, 0.028774499893188477, 0.028632743284106255, 0.027831433340907097, 0.025308141484856606, 0.022576551884412766, 0.020572995766997337, 0.019170846790075302, 0.018171515315771103], "prob_new_token": [2.4353787466679933e-06, 0.12089354544878006, 0.9409365057945251, 0.9835620522499084, 0.9932280778884888, 0.9961393475532532, 0.9974375367164612, 0.9972923994064331, 0.9971523880958557, 0.9970793724060059, 0.997087299823761, 0.997160792350769, 0.9972745776176453, 0.9974251389503479, 0.9977052211761475, 0.9980734586715698, 0.9984137415885925, 0.9986555576324463, 0.9988206028938293, 0.9989372491836548], "prob_old_token": [0.9383039474487305, 0.039276957511901855, 0.0012363168643787503, 0.00018162309424951673, 4.2984036554116756e-05, 1.5355017239926383e-05, 6.880955425003776e-06, 6.781515821785433e-06, 6.884834419906838e-06, 6.898413175804308e-06, 6.7379687607171945e-06, 6.41997939965222e-06, 6.003484941174975e-06, 5.481859716383042e-06, 4.639544840756571e-06, 3.552255520844483e-06, 2.6035590963147115e-06, 1.9896667708962923e-06, 1.6221479199884925e-06, 1.4014950693308492e-06], "update_matrix_norm_1": [29834.724609375], "update_matrix_norm_2": [7.584455490112305], "update_matrix_norm_inf": [0.025649921968579292], "request": {"prompt": "The chairperson of {} is", "subject": "Juventus FC", "target_new": {"str": "Mary Barra"}, "old_answer": {"str": "Andrea Agnelli"}, "seed": 42}}, {"loss_per_step": [6.399, 3.47, 2.674, 1.406, 0.406, 0.319, 0.303, 0.296, 0.293, 0.291, 0.29, 0.289, 0.288, 0.287, 0.287, 0.286, 0.285, 0.285, 0.285, 0.284], "prob_new": [0.0018647708930075169, 0.04527251422405243, 0.09390123188495636, 0.3425248861312866, 0.8992097973823547, 0.9776139259338379, 0.9883266687393188, 0.9919312000274658, 0.993901789188385, 0.9951631426811218, 0.9960207343101501, 0.9966376423835754, 0.9970948696136475, 0.9974300861358643, 0.9976834058761597, 0.9978846907615662, 0.9980405569076538, 0.9981688857078552, 0.998297393321991, 0.9984394311904907], "prob_old": [0.739009439945221, 0.11299461871385574, 0.2502005398273468, 0.17055644094944, 0.18051934242248535, 0.08311545103788376, 0.051350582391023636, 0.03838270530104637, 0.03187759593129158, 0.028083886951208115, 0.02563064731657505, 0.02396194450557232, 0.022808333858847618, 0.02197648026049137, 0.0214145015925169, 0.02114458568394184, 0.021054580807685852, 0.021022794768214226, 0.020854659378528595, 0.020271049812436104], "prob_new_token": [9.326972940471023e-05, 0.13996928930282593, 0.03659646585583687, 0.08761896938085556, 0.9515981674194336, 0.9977030158042908, 0.9991977214813232, 0.9994840621948242, 0.9996119141578674, 0.99969083070755, 0.9997448325157166, 0.9997835755348206, 0.9998120665550232, 0.9998330473899841, 0.9998487234115601, 0.9998602271080017, 0.9998689293861389, 0.9998756051063538, 0.9998813271522522, 0.999887228012085], "prob_old_token": [0.9383039474487305, 0.0007234179065562785, 0.00905375275760889, 0.0002034099743468687, 0.0012991076800972223, 3.4901378967333585e-05, 5.134489583724644e-06, 1.7840785631051403e-06, 9.286942486141925e-07, 5.883333642486832e-07, 4.1544512896507513e-07, 3.1702205660621985e-07, 2.562521501658921e-07, 2.1452852649872511e-07, 1.8556869463282055e-07, 1.669747859978088e-07, 1.5420113186337403e-07, 1.4468625408881053e-07, 1.3612394411666173e-07, 1.247148588845448e-07], "update_matrix_norm_1": [28998.330078125], "update_matrix_norm_2": [7.605003356933594], "update_matrix_norm_inf": [0.028747597709298134], "request": {"prompt": "The chairperson of {} is", "subject": "Juventus FC", "target_new": {"str": "Mark Carney"}, "old_answer": {"str": "Andrea Agnelli"}, "seed": 42}}, {"loss_per_step": [4.992, 3.947, 2.352, 1.973, 1.19, 0.768, 0.322, 0.345, 0.301, 0.296, 0.289, 0.29, 0.288, 0.288, 0.287, 0.287, 0.287, 0.286, 0.286, 0.285], "prob_new": [0.00717617804184556, 0.02729872427880764, 0.13233916461467743, 0.19032065570354462, 0.4173937439918518, 0.6269427537918091, 0.974395215511322, 0.9519132375717163, 0.9867236018180847, 0.9944708943367004, 0.9962738156318665, 0.9968734383583069, 0.997104823589325, 0.9972427487373352, 0.9974621534347534, 0.9977282881736755, 0.9979831576347351, 0.9982221722602844, 0.9984489679336548, 0.998649537563324], "prob_old": [0.739009439945221, 0.6423099637031555, 0.17224334180355072, 0.20644329488277435, 0.02204669639468193, 0.009962474927306175, 0.009210778400301933, 0.012079852633178234, 0.00910173449665308, 0.007287595886737108, 0.006327886134386063, 0.005743974819779396, 0.0053200311958789825, 0.004976685158908367, 0.004685319494456053, 0.004443612415343523, 0.004245860502123833, 0.004079308360815048, 0.003932568244636059, 0.00379937537945807], "prob_new_token": [3.362135248607956e-05, 0.00013659907563123852, 0.005295546259731054, 0.004822960589081049, 0.026497790589928627, 0.6622151732444763, 0.9515167474746704, 0.9557490348815918, 0.9940137267112732, 0.9980481863021851, 0.9988990426063538, 0.9992393255233765, 0.9994214773178101, 0.9995333552360535, 0.9996052980422974, 0.99965500831604, 0.9996911287307739, 0.9997183680534363, 0.9997396469116211, 0.9997557401657104], "prob_old_token": [0.9383039474487305, 0.8842372894287109, 0.0014376617036759853, 0.0027863660361617804, 3.640278737293556e-05, 4.1691844671731815e-05, 3.7748272916360293e-06, 5.115447493153624e-06, 1.1369314734110958e-06, 4.782045266438217e-07, 2.9493034503502713e-07, 2.1492763835340156e-07, 1.6895448595732887e-07, 1.3791320441214339e-07, 1.1489117213159261e-07, 9.780023191297005e-08, 8.475698365373319e-08, 7.430988091527979e-08, 6.585474920939305e-08, 5.9009639841178796e-08], "update_matrix_norm_1": [28399.712890625], "update_matrix_norm_2": [7.585829734802246], "update_matrix_norm_inf": [0.032281775027513504], "request": {"prompt": "The chairperson of {} is", "subject": "Juventus FC", "target_new": {"str": "Dale Vince"}, "old_answer": {"str": "Andrea Agnelli"}, "seed": 42}}, {"loss_per_step": [2.981, 2.601, 2.08, 1.759, 1.213, 0.619, 0.283, 0.282, 0.269, 0.27, 0.27, 0.27, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267], "prob_new": [0.05280456691980362, 0.0990622416138649, 0.16461388766765594, 0.2244114726781845, 0.3876209855079651, 0.7024340033531189, 0.9752647876739502, 0.9970693588256836, 0.9980196356773376, 0.9972345232963562, 0.9970594048500061, 0.9972921013832092, 0.9976610541343689, 0.9980107545852661, 0.9983148574829102, 0.9985809326171875, 0.9988134503364563, 0.9990121722221375, 0.9991768598556519, 0.9993107318878174], "prob_old": [0.8439714312553406, 0.21011416614055634, 0.1099998727440834, 0.09432502090930939, 0.1147908940911293, 0.10936751961708069, 0.036226168274879456, 0.011596566066145897, 0.008356001228094101, 0.009822361171245575, 0.011107105761766434, 0.01159233134239912, 0.011382990516722202, 0.010836661793291569, 0.010175813920795918, 0.00950756948441267, 0.008883318863809109, 0.00832423847168684, 0.007832249626517296, 0.007398984394967556], "prob_new_token": [1.469395101594273e-05, 0.0017007611459121108, 0.0019832607358694077, 0.003124820999801159, 0.0135774165391922, 0.21984772384166718, 0.9628243446350098, 0.9978657364845276, 0.9986972212791443, 0.997951090335846, 0.9966701865196228, 0.9957214593887329, 0.9953368306159973, 0.9953799247741699, 0.995659351348877, 0.99603670835495, 0.996428370475769, 0.9967939257621765, 0.9971165060997009, 0.9973950386047363], "prob_old_token": [0.9611440300941467, 0.13207495212554932, 0.033953070640563965, 0.03614809364080429, 0.0796072855591774, 0.019765794277191162, 0.00023573229555040598, 3.962891241826583e-06, 3.2556722544541117e-06, 6.78979904478183e-06, 1.4517304407490883e-05, 2.2285983504843898e-05, 2.6924901249003597e-05, 2.826189302140847e-05, 2.738876355579123e-05, 2.5353063392685726e-05, 2.2872212866786867e-05, 2.035715260717552e-05, 1.7999645933741704e-05, 1.587141196068842e-05], "update_matrix_norm_1": [32006.6796875], "update_matrix_norm_2": [8.743216514587402], "update_matrix_norm_inf": [0.09844942390918732], "request": {"prompt": "{} is in a relationship with", "subject": "Aegisthus", "target_new": {"str": "Lea Michele"}, "old_answer": {"str": "Clytemnestra"}, "seed": 42}}, {"loss_per_step": [2.739, 2.167, 1.417, 1.023, 0.469, 0.272, 0.265, 0.261, 0.261, 0.261, 0.26, 0.261, 0.261, 0.26, 0.259, 0.259, 0.259, 0.258, 0.258, 0.258], "prob_new": [0.06669029593467712, 0.16203108429908752, 0.3169482946395874, 0.4674155116081238, 0.8127164244651794, 0.9875220656394958, 0.9947242736816406, 0.9963904023170471, 0.9972034692764282, 0.9976533651351929, 0.9980006814002991, 0.9982759356498718, 0.9984532594680786, 0.9986240267753601, 0.998775839805603, 0.9988874197006226, 0.9989767074584961, 0.9990547299385071, 0.9991201758384705, 0.9991745948791504], "prob_old": [0.8439714312553406, 0.224664106965065, 0.12832599878311157, 0.09622576087713242, 0.059360016137361526, 0.02142283320426941, 0.0125976437702775, 0.009845142252743244, 0.008501643314957619, 0.007506095338612795, 0.006944175343960524, 0.006595343351364136, 0.006065885536372662, 0.005781995598226786, 0.005682559218257666, 0.005476041231304407, 0.005244232248514891, 0.00514121213927865, 0.005129244178533554, 0.005058577284216881], "prob_new_token": [1.1174390238011256e-05, 0.0009558200254105031, 0.004897143691778183, 0.0151198236271739, 0.40995457768440247, 0.9864434003829956, 0.9967101812362671, 0.9978081583976746, 0.9981665015220642, 0.9982000589370728, 0.9983328580856323, 0.9985226988792419, 0.9984901547431946, 0.9985983967781067, 0.9987688064575195, 0.9988224506378174, 0.9988359808921814, 0.9988787174224854, 0.998927891254425, 0.9989465475082397], "prob_old_token": [0.9611440300941467, 0.16925445199012756, 0.11233682185411453, 0.1264977902173996, 0.0241371002048254, 0.0001176074001705274, 1.4542206372425426e-05, 7.091415227478137e-06, 4.914155852020485e-06, 4.293861820769962e-06, 3.6456374346016673e-06, 3.012325805684668e-06, 3.006852239195723e-06, 2.7292119284538785e-06, 2.339042566745775e-06, 2.2393303424905753e-06, 2.244954202978988e-06, 2.1747700884588994e-06, 2.077001681755064e-06, 2.062309022221598e-06], "update_matrix_norm_1": [33260.4296875], "update_matrix_norm_2": [8.782933235168457], "update_matrix_norm_inf": [0.09008702635765076], "request": {"prompt": "{} is in a relationship with", "subject": "Aegisthus", "target_new": {"str": "Anna Kournikova"}, "old_answer": {"str": "Clytemnestra"}, "seed": 42}}, {"loss_per_step": [4.286, 3.528, 2.568, 1.324, 0.478, 0.287, 0.278, 0.27, 0.265, 0.262, 0.26, 0.258, 0.258, 0.258, 0.257, 0.257, 0.257, 0.257, 0.257, 0.256], "prob_new": [0.014787150546908379, 0.04000438004732132, 0.10364402085542679, 0.3503071367740631, 0.8105142116546631, 0.9815711975097656, 0.9899374842643738, 0.994510293006897, 0.9969143867492676, 0.9980473518371582, 0.9986118078231812, 0.9989197254180908, 0.9991022944450378, 0.9992196559906006, 0.999301552772522, 0.9993622303009033, 0.9994094967842102, 0.9994480609893799, 0.9994800686836243, 0.9995064735412598], "prob_old": [0.8439714312553406, 0.1995484083890915, 0.14758053421974182, 0.11655167490243912, 0.08238920569419861, 0.03264724463224411, 0.018115894868969917, 0.012805057689547539, 0.010437047109007835, 0.009256923571228981, 0.008627345785498619, 0.008279050700366497, 0.008069978095591068, 0.007904780097305775, 0.0077527109533548355, 0.007628893479704857, 0.0075379773043096066, 0.007472158409655094, 0.007423547096550465, 0.00738489767536521], "prob_new_token": [1.7251996098366362e-07, 3.189629569533281e-05, 0.00036092448863200843, 0.03636453300714493, 0.814133882522583, 0.9975331425666809, 0.9996091723442078, 0.9998279213905334, 0.9998831748962402, 0.9999006986618042, 0.9999045133590698, 0.9999014735221863, 0.9998961091041565, 0.9998944997787476, 0.9998990893363953, 0.999904453754425, 0.9999074935913086, 0.9999077320098877, 0.9999058246612549, 0.9999027848243713], "prob_old_token": [0.9611440300941467, 0.08668262511491776, 0.07713732868432999, 0.015007483772933483, 0.00032471047597937286, 4.122693098906893e-06, 5.993962304273737e-07, 2.3294226991765754e-07, 1.3915826002630638e-07, 1.0635734071229308e-07, 9.467956374464848e-08, 9.291030522717847e-08, 9.482739926625072e-08, 9.328515204742871e-08, 8.662554762395303e-08, 7.989701344968125e-08, 7.61076464073085e-08, 7.54042588368975e-08, 7.723940598225454e-08, 8.065061507522842e-08], "update_matrix_norm_1": [33181.3515625], "update_matrix_norm_2": [8.783191680908203], "update_matrix_norm_inf": [0.0867835208773613], "request": {"prompt": "{} is in a relationship with", "subject": "Aegisthus", "target_new": {"str": "Goldie Hawn"}, "old_answer": {"str": "Clytemnestra"}, "seed": 42}}, {"loss_per_step": [3.167, 1.336, 0.395, 0.324, 0.275, 0.263, 0.261, 0.251, 0.249, 0.249, 0.244, 0.243, 0.242, 0.239, 0.239, 0.239, 0.238, 0.238, 0.238, 0.237], "prob_new": [0.04360635206103325, 0.3831860423088074, 0.8950268030166626, 0.9516708850860596, 0.9758182168006897, 0.9853940606117249, 0.9903266429901123, 0.9930549263954163, 0.9946101307868958, 0.9955211877822876, 0.996129035949707, 0.9965797066688538, 0.9969518184661865, 0.9972651600837708, 0.9975144863128662, 0.9977105855941772, 0.9978727102279663, 0.9980125427246094, 0.9981386065483093, 0.998255729675293], "prob_old": [0.798807680606842, 0.25847774744033813, 0.1613766998052597, 0.10587531328201294, 0.07812941074371338, 0.06321942061185837, 0.05401838943362236, 0.04810456931591034, 0.04425293579697609, 0.04143863543868065, 0.03909039869904518, 0.03714894875884056, 0.03566358983516693, 0.034612804651260376, 0.03386464715003967, 0.033175718039274216, 0.03240465745329857, 0.031606826931238174, 0.030945420265197754, 0.03051326423883438], "prob_new_token": [1.5908880186543684e-06, 0.05318143963813782, 0.950171709060669, 0.97627192735672, 0.988690197467804, 0.9937019944190979, 0.9960806965827942, 0.9972928762435913, 0.9979652166366577, 0.9984079003334045, 0.9987431764602661, 0.9989913105964661, 0.9991632699966431, 0.9992802739143372, 0.9993588924407959, 0.9994168281555176, 0.999461829662323, 0.9994952082633972, 0.9995160102844238, 0.9995271563529968], "prob_old_token": [0.9281187057495117, 0.004855670500546694, 2.9348650059546344e-05, 4.520053153100889e-06, 1.4104423371463781e-06, 6.372269467647129e-07, 3.4624022759999207e-07, 2.228793789527117e-07, 1.6472114339194377e-07, 1.2640380475659185e-07, 9.632346831267569e-08, 7.519413713907852e-08, 6.253497986108414e-08, 5.570247196828859e-08, 5.189219720591609e-08, 4.843734657811183e-08, 4.43593428656186e-08, 4.039958056978321e-08, 3.767271294918828e-08, 3.650417568223929e-08], "update_matrix_norm_1": [28102.568359375], "update_matrix_norm_2": [7.642742156982422], "update_matrix_norm_inf": [0.03889155387878418], "request": {"prompt": "{} is in a relationship with", "subject": "Cory Monteith", "target_new": {"str": "Hermione Granger"}, "old_answer": {"str": "Lea Michele"}, "seed": 42}}, {"loss_per_step": [4.042, 2.267, 1.091, 0.37, 0.294, 0.284, 0.275, 0.258, 0.241, 0.247, 0.244, 0.237, 0.24, 0.24, 0.237, 0.236, 0.237, 0.235, 0.235, 0.235], "prob_new": [0.018099334090948105, 0.14164365828037262, 0.4520109295845032, 0.9112281203269958, 0.9820458889007568, 0.9914198517799377, 0.9941726326942444, 0.9954018592834473, 0.9960155487060547, 0.9964847564697266, 0.9969518184661865, 0.9973321557044983, 0.9975887537002563, 0.9977617859840393, 0.9978916645050049, 0.9980024099349976, 0.998113751411438, 0.9982288479804993, 0.9983367919921875, 0.9984257221221924], "prob_old": [0.798807680606842, 0.32785528898239136, 0.1938132792711258, 0.07666615396738052, 0.03551493585109711, 0.024123970419168472, 0.019982440397143364, 0.018220845609903336, 0.0178311076015234, 0.01760735921561718, 0.016931436955928802, 0.016108356416225433, 0.015534909442067146, 0.01526519376784563, 0.015186426229774952, 0.015187419950962067, 0.01512686163187027, 0.014978272840380669, 0.014846261590719223, 0.014882165007293224], "prob_new_token": [1.3407420738076326e-06, 0.0016724191373214126, 0.10477463901042938, 0.905447781085968, 0.9854075908660889, 0.9940815567970276, 0.9963272213935852, 0.9972043037414551, 0.9975347518920898, 0.9978628754615784, 0.9982999563217163, 0.9986730813980103, 0.99891197681427, 0.9990575313568115, 0.9991555213928223, 0.9992293119430542, 0.9992932081222534, 0.9993503093719482, 0.9993956089019775, 0.9994256496429443], "prob_old_token": [0.9281187057495117, 0.007884974591434002, 0.00838830228894949, 0.00010428742098156363, 4.576314040605212e-06, 1.0370998779762886e-06, 5.320778200257337e-07, 4.119856953366252e-07, 4.25315761276579e-07, 4.260229218289169e-07, 3.6851176332675095e-07, 3.0546183893420675e-07, 2.648045835940138e-07, 2.3850884645071346e-07, 2.1778636494218517e-07, 2.00734874056252e-07, 1.840287353616077e-07, 1.6705777738934557e-07, 1.5305440115298552e-07, 1.4652222546374105e-07], "update_matrix_norm_1": [28303.5078125], "update_matrix_norm_2": [7.645900249481201], "update_matrix_norm_inf": [0.0356898158788681], "request": {"prompt": "{} is in a relationship with", "subject": "Cory Monteith", "target_new": {"str": "Harley Quinn"}, "old_answer": {"str": "Lea Michele"}, "seed": 42}}, {"loss_per_step": [3.233, 2.063, 1.019, 0.356, 0.259, 0.261, 0.264, 0.241, 0.255, 0.244, 0.248, 0.245, 0.243, 0.24, 0.239, 0.24, 0.237, 0.239, 0.237, 0.237], "prob_new": [0.04043183475732803, 0.16941845417022705, 0.48493632674217224, 0.8904940485954285, 0.9914207458496094, 0.9974151253700256, 0.9977617263793945, 0.9977014660835266, 0.9976598024368286, 0.9976138472557068, 0.9976346492767334, 0.9977667927742004, 0.9979496002197266, 0.9980863332748413, 0.9982172846794128, 0.9983733296394348, 0.9985307455062866, 0.998674213886261, 0.9988021850585938, 0.9989179372787476], "prob_old": [0.798807680606842, 0.4052453935146332, 0.4226149320602417, 0.1875550001859665, 0.054483890533447266, 0.03131399303674698, 0.03094705566763878, 0.03385850042104721, 0.03690445423126221, 0.038540177047252655, 0.03884377330541611, 0.03923269733786583, 0.03954897075891495, 0.03914022073149681, 0.03808531537652016, 0.03688616305589676, 0.03571313992142677, 0.034335844218730927, 0.03266320377588272, 0.030893217772245407], "prob_new_token": [4.101322588212497e-07, 0.002700961660593748, 0.14165782928466797, 0.9311866760253906, 0.9933880567550659, 0.9985902309417725, 0.9990502595901489, 0.9991525411605835, 0.9992185235023499, 0.9992772340774536, 0.999322772026062, 0.9993866682052612, 0.9994503855705261, 0.9995087385177612, 0.9995710253715515, 0.9996288418769836, 0.999675989151001, 0.9997151494026184, 0.9997561573982239, 0.9997940063476562], "prob_old_token": [0.9281187057495117, 0.025236615911126137, 0.032432809472084045, 0.00013810952077619731, 4.2971902303179377e-07, 3.426765360359241e-08, 2.82335381740495e-08, 3.539091153470508e-08, 4.530825137294414e-08, 4.8497717841655685e-08, 4.575619882984938e-08, 4.632568106899271e-08, 4.9459337958523975e-08, 4.681608700707329e-08, 4.002865239272069e-08, 3.468197107281412e-08, 3.09395886688435e-08, 2.6740410774550583e-08, 2.1469972466547915e-08, 1.6659360113635557e-08], "update_matrix_norm_1": [27525.046875], "update_matrix_norm_2": [7.60322904586792], "update_matrix_norm_inf": [0.04054046794772148], "request": {"prompt": "{} is in a relationship with", "subject": "Cory Monteith", "target_new": {"str": "Goldie Hawn"}, "old_answer": {"str": "Lea Michele"}, "seed": 42}}, {"loss_per_step": [3.843, 2.556, 1.38, 0.51, 0.366, 0.313, 0.298, 0.284, 0.279, 0.277, 0.274, 0.271, 0.27, 0.268, 0.268, 0.267, 0.267, 0.266, 0.266, 0.265], "prob_new": [0.022291578352451324, 0.11195041984319687, 0.34112548828125, 0.7991470098495483, 0.9337111115455627, 0.9789277911186218, 0.9900454878807068, 0.9939385652542114, 0.9960921406745911, 0.997275173664093, 0.9979224801063538, 0.9983046650886536, 0.9985451698303223, 0.9987083077430725, 0.998842716217041, 0.9989820122718811, 0.9991151690483093, 0.9992201924324036, 0.9992949366569519, 0.9993476271629333], "prob_old": [0.8145720958709717, 0.4274459183216095, 0.2612058222293854, 0.18619178235530853, 0.11092144250869751, 0.0718841403722763, 0.05027054250240326, 0.041465647518634796, 0.03687994182109833, 0.03472280502319336, 0.03465888649225235, 0.03570450469851494, 0.036990247666835785, 0.0378400981426239, 0.03805715590715408, 0.03739585354924202, 0.03591552749276161, 0.033916860818862915, 0.03188386932015419, 0.030398834496736526], "prob_new_token": [9.137827873928472e-05, 0.0032113140914589167, 0.046839963644742966, 0.7884249091148376, 0.9175400733947754, 0.9778612852096558, 0.9933838844299316, 0.9969107508659363, 0.9981873631477356, 0.9987465739250183, 0.9989952445030212, 0.999114453792572, 0.9991853833198547, 0.9992395043373108, 0.9992846250534058, 0.9993336200714111, 0.9993899464607239, 0.9994465112686157, 0.9994958639144897, 0.9995313882827759], "prob_old_token": [0.954599142074585, 0.17059734463691711, 0.007414835039526224, 0.0006813023355789483, 0.00015625594824086875, 3.782036219490692e-05, 1.0634151294652838e-05, 6.038649644324323e-06, 3.851397650578292e-06, 2.861198936443543e-06, 2.783523996185977e-06, 3.185511786796269e-06, 3.7379043078544782e-06, 4.111992893740535e-06, 4.259731213096529e-06, 4.099811121704988e-06, 3.6315457236923976e-06, 2.9721475129917962e-06, 2.3557295207865536e-06, 1.9865628928528167e-06], "update_matrix_norm_1": [28429.3984375], "update_matrix_norm_2": [7.758639812469482], "update_matrix_norm_inf": [0.04529660940170288], "request": {"prompt": "{} is in a relationship with", "subject": "Ashton Kutcher", "target_new": {"str": "Daisy Duck"}, "old_answer": {"str": "Mila Kunis"}, "seed": 42}}, {"loss_per_step": [5.27, 2.649, 1.024, 0.291, 0.286, 0.279, 0.28, 0.274, 0.273, 0.27, 0.269, 0.268, 0.268, 0.267, 0.267, 0.267, 0.266, 0.266, 0.266, 0.266], "prob_new": [0.0055008260533213615, 0.09587978571653366, 0.4859640896320343, 0.9845298528671265, 0.9936092495918274, 0.9942548274993896, 0.9943767786026001, 0.9950212836265564, 0.9959399104118347, 0.9967793226242065, 0.9974269270896912, 0.9978952407836914, 0.9982351660728455, 0.9984898567199707, 0.9986868500709534, 0.9988409876823425, 0.9989621639251709, 0.9990587830543518, 0.9991360902786255, 0.9991971254348755], "prob_old": [0.8145720958709717, 0.35181206464767456, 0.2613876163959503, 0.05181727558374405, 0.022741785272955894, 0.015366049483418465, 0.012337290681898594, 0.010975921526551247, 0.010114351287484169, 0.009417020715773106, 0.008954265154898167, 0.00873552542179823, 0.008577980101108551, 0.008374374359846115, 0.008186747319996357, 0.008096926845610142, 0.0080528873950243, 0.007962201721966267, 0.007831521332263947, 0.007737969513982534], "prob_new_token": [1.4640740175764222e-07, 0.0017408785643056035, 0.24270480871200562, 0.9936687350273132, 0.9983819723129272, 0.9987660646438599, 0.9988470077514648, 0.9989782571792603, 0.9991101622581482, 0.9992374181747437, 0.9993478655815125, 0.9994367361068726, 0.9995155334472656, 0.9995884895324707, 0.9996517896652222, 0.999703049659729, 0.999743640422821, 0.9997754096984863, 0.9998005032539368, 0.9998206496238708], "prob_old_token": [0.954599142074585, 0.1844663769006729, 0.023151889443397522, 5.120401510794181e-06, 2.2023779422397638e-07, 6.03462453341308e-08, 3.110277546625184e-08, 2.215002403715971e-08, 1.6992149909356158e-08, 1.3100796891762911e-08, 1.0871677780244227e-08, 1.0011429907308411e-08, 9.395382249977047e-09, 8.471491064199199e-09, 7.600635676396905e-09, 7.145844360678666e-09, 6.902292071231386e-09, 6.535244789773742e-09, 6.1010063667765735e-09, 5.85722848001069e-09], "update_matrix_norm_1": [29171.099609375], "update_matrix_norm_2": [7.7687087059021], "update_matrix_norm_inf": [0.038881830871105194], "request": {"prompt": "{} is in a relationship with", "subject": "Ashton Kutcher", "target_new": {"str": "Eva Mendes"}, "old_answer": {"str": "Mila Kunis"}, "seed": 42}}, {"loss_per_step": [4.148, 2.763, 1.622, 1.127, 0.598, 0.299, 0.284, 0.276, 0.275, 0.273, 0.272, 0.271, 0.269, 0.268, 0.266, 0.266, 0.265, 0.264, 0.263, 0.262], "prob_new": [0.016257572919130325, 0.08497564494609833, 0.2669951319694519, 0.4278241693973541, 0.7290883660316467, 0.9773481488227844, 0.9922771453857422, 0.9952029585838318, 0.9961879849433899, 0.9968608617782593, 0.9972741603851318, 0.9975357055664062, 0.9977643489837646, 0.9979870319366455, 0.9981756210327148, 0.9983327984809875, 0.998465895652771, 0.9985694289207458, 0.9986482262611389, 0.9987095594406128], "prob_old": [0.8145720958709717, 0.23796123266220093, 0.20718665421009064, 0.1547011286020279, 0.12622855603694916, 0.059241198003292084, 0.03688497841358185, 0.027963783591985703, 0.02370874211192131, 0.021167006343603134, 0.019519789144396782, 0.0183599591255188, 0.01752511039376259, 0.01692013442516327, 0.016525035724043846, 0.01632428728044033, 0.01637604460120201, 0.01662825234234333, 0.016940686851739883, 0.017344897612929344], "prob_new_token": [1.0435771400807425e-05, 0.001311770174652338, 0.006022199057042599, 0.03989791497588158, 0.3983311355113983, 0.9782925248146057, 0.9952801465988159, 0.9980413317680359, 0.9989084601402283, 0.999261200428009, 0.9994286298751831, 0.9995176792144775, 0.9995701313018799, 0.9996029734611511, 0.9996187686920166, 0.9996207356452942, 0.9996087551116943, 0.9995985627174377, 0.9995978474617004, 0.9995988011360168], "prob_old_token": [0.954599142074585, 0.001146229449659586, 0.0032081599347293377, 0.003021230222657323, 0.0003106311778537929, 4.461951448320178e-06, 4.933951345265086e-07, 1.6583440753947798e-07, 8.928674333219533e-08, 6.421448262017293e-08, 5.047824203074924e-08, 4.18045296157743e-08, 3.7181152379162086e-08, 3.5846699830699436e-08, 3.5800848507960836e-08, 3.664823822191465e-08, 3.902390233179176e-08, 4.405646336635982e-08, 5.0063160728086586e-08, 5.8004427927471625e-08], "update_matrix_norm_1": [27834.5390625], "update_matrix_norm_2": [7.7673749923706055], "update_matrix_norm_inf": [0.048420753329992294], "request": {"prompt": "{} is in a relationship with", "subject": "Ashton Kutcher", "target_new": {"str": "Clytemnestra"}, "old_answer": {"str": "Mila Kunis"}, "seed": 42}}, {"loss_per_step": [3.854, 2.089, 1.13, 0.314, 0.216, 0.202, 0.198, 0.197, 0.196, 0.195, 0.195, 0.195, 0.194, 0.194, 0.194, 0.194, 0.193, 0.193, 0.193, 0.193], "prob_new": [0.021476732566952705, 0.15110021829605103, 0.39945313334465027, 0.8887297511100769, 0.9774016737937927, 0.9908916354179382, 0.9943512082099915, 0.9957141280174255, 0.996446430683136, 0.9969428777694702, 0.997336208820343, 0.9976732134819031, 0.9979692101478577, 0.9982287287712097, 0.9984536170959473, 0.9986465573310852, 0.9988109469413757, 0.9989506006240845, 0.9990692138671875, 0.9991702437400818], "prob_old": [0.8968717455863953, 0.4305741488933563, 0.3524400293827057, 0.1444365382194519, 0.0917050912976265, 0.07168947905302048, 0.06159838289022446, 0.055448759347200394, 0.05120675265789032, 0.04800458997488022, 0.045420415699481964, 0.043242160230875015, 0.04136761650443077, 0.03974832594394684, 0.038355447351932526, 0.037163615226745605, 0.03614848479628563, 0.035285018384456635, 0.03454851731657982, 0.03391499072313309], "prob_new_token": [1.028256974677788e-06, 0.0008545881719328463, 0.05867961794137955, 0.8070339560508728, 0.9758023619651794, 0.9926160573959351, 0.9962579607963562, 0.997576117515564, 0.9982240796089172, 0.9986109137535095, 0.9988707900047302, 0.9990586638450623, 0.9991994500160217, 0.999306857585907, 0.9993899464607239, 0.9994545578956604, 0.9995052814483643, 0.9995457530021667, 0.9995782375335693, 0.9996048808097839], "prob_old_token": [0.9143293499946594, 0.07154768705368042, 0.02072739787399769, 0.00010413010750198737, 6.9987190727260895e-06, 2.1266557723720325e-06, 1.1045304972867598e-06, 7.103771508809587e-07, 5.069884423392068e-07, 3.8415171843553253e-07, 3.0276865459200053e-07, 2.4556771904826746e-07, 2.0387810195643397e-07, 1.726990461747846e-07, 1.489869561055457e-07, 1.3065267978618067e-07, 1.1629659724121666e-07, 1.0489532087376574e-07, 9.570558745508606e-08, 8.819670682669312e-08], "update_matrix_norm_1": [31934.345703125], "update_matrix_norm_2": [8.674349784851074], "update_matrix_norm_inf": [0.091759592294693], "request": {"prompt": "{} is in a relationship with", "subject": "Enrique Iglesias", "target_new": {"str": "Mila Kunis"}, "old_answer": {"str": "Anna Kournikova"}, "seed": 42}}, {"loss_per_step": [3.348, 1.855, 1.304, 0.658, 0.313, 0.229, 0.211, 0.205, 0.201, 0.199, 0.197, 0.195, 0.195, 0.194, 0.194, 0.193, 0.193, 0.193, 0.193, 0.193], "prob_new": [0.03558840602636337, 0.19426874816417694, 0.34059324860572815, 0.6492184400558472, 0.893218994140625, 0.965333878993988, 0.9821774959564209, 0.9884002208709717, 0.9919788241386414, 0.994353175163269, 0.995956540107727, 0.9970247149467468, 0.9977301955223083, 0.9982044696807861, 0.9985417127609253, 0.9987918734550476, 0.998981773853302, 0.9991283416748047, 0.9992425441741943, 0.9993313550949097], "prob_old": [0.8968717455863953, 0.869493842124939, 0.4073568284511566, 0.4367600381374359, 0.30800434947013855, 0.1842481940984726, 0.12320607155561447, 0.09340183436870575, 0.07782012969255447, 0.0691789835691452, 0.06405846029520035, 0.060719020664691925, 0.058201324194669724, 0.056001998484134674, 0.05401153862476349, 0.052118830382823944, 0.05026264488697052, 0.04843578487634659, 0.04667523875832558, 0.04508712887763977], "prob_new_token": [7.810853276168928e-06, 0.0008295277366414666, 0.01587931625545025, 0.37313100695610046, 0.9342338442802429, 0.988601565361023, 0.9955557584762573, 0.9973545074462891, 0.998022198677063, 0.9983327984809875, 0.998505711555481, 0.9986171722412109, 0.9987019300460815, 0.9987859725952148, 0.998866081237793, 0.9989337921142578, 0.9989880919456482, 0.9990302920341492, 0.9990624785423279, 0.9990884065628052], "prob_old_token": [0.9143293499946594, 0.8458982110023499, 0.19916853308677673, 0.12851159274578094, 0.008370601572096348, 0.0006325729191303253, 0.00011441810784162953, 3.616671892814338e-05, 1.6294186934828758e-05, 9.26498159969924e-06, 6.113724793976871e-06, 4.423240170581266e-06, 3.373001391082653e-06, 2.640784032337251e-06, 2.108329908878659e-06, 1.707654632809863e-06, 1.3976523405290209e-06, 1.154217784460343e-06, 9.631709190216498e-07, 8.16276440218644e-07], "update_matrix_norm_1": [31577.611328125], "update_matrix_norm_2": [8.681283950805664], "update_matrix_norm_inf": [0.0935436561703682], "request": {"prompt": "{} is in a relationship with", "subject": "Enrique Iglesias", "target_new": {"str": "Helena Bonham Carter"}, "old_answer": {"str": "Anna Kournikova"}, "seed": 42}}, {"loss_per_step": [4.759, 2.538, 1.343, 0.512, 0.249, 0.213, 0.204, 0.2, 0.197, 0.196, 0.195, 0.194, 0.194, 0.194, 0.193, 0.193, 0.193, 0.193, 0.193, 0.193], "prob_new": [0.008639664389193058, 0.09475072473287582, 0.32118934392929077, 0.7336385250091553, 0.9460709095001221, 0.9797403216362, 0.9888732433319092, 0.9927317500114441, 0.9949455261230469, 0.9963719844818115, 0.9972889423370361, 0.9978852272033691, 0.9982916712760925, 0.9985848665237427, 0.9988054633140564, 0.9989755153656006, 0.9991084933280945, 0.9992135763168335, 0.9992973804473877, 0.9993647933006287], "prob_old": [0.8968717455863953, 0.5009151101112366, 0.5633221864700317, 0.3814837336540222, 0.15244470536708832, 0.06134694069623947, 0.03669979050755501, 0.026927925646305084, 0.022073939442634583, 0.019337521865963936, 0.017645223066210747, 0.016520723700523376, 0.01573052816092968, 0.015150101855397224, 0.014708477072417736, 0.014362812042236328, 0.014086674898862839, 0.013863238506019115, 0.013681784272193909, 0.013535604812204838], "prob_new_token": [5.993059676256962e-05, 0.0023855280596762896, 0.05345330759882927, 0.6589035391807556, 0.9748767614364624, 0.9915539622306824, 0.9958062171936035, 0.9973850250244141, 0.9980813264846802, 0.9984444975852966, 0.9986639022827148, 0.9988129138946533, 0.998924195766449, 0.9990140795707703, 0.9990898966789246, 0.9991551041603088, 0.9992126226425171, 0.999264657497406, 0.9993111491203308, 0.9993540048599243], "prob_old_token": [0.9143293499946594, 0.049650225788354874, 0.1024404987692833, 0.043292608112096786, 0.0006575955194421113, 6.11116920481436e-05, 1.559444353915751e-05, 6.300496352196205e-06, 3.301181777715101e-06, 2.036916157521773e-06, 1.4003446722199442e-06, 1.0366935612182715e-06, 8.089352832030272e-07, 6.562087833117403e-07, 5.481899165715731e-07, 4.687901764555136e-07, 4.085952696186723e-07, 3.61916988822486e-07, 3.2505144531569385e-07, 2.95613205025802e-07], "update_matrix_norm_1": [31408.41015625], "update_matrix_norm_2": [8.661354064941406], "update_matrix_norm_inf": [0.09049129486083984], "request": {"prompt": "{} is in a relationship with", "subject": "Enrique Iglesias", "target_new": {"str": "Daisy Duck"}, "old_answer": {"str": "Anna Kournikova"}, "seed": 42}}, {"loss_per_step": [1.311, 0.917, 0.404, 0.316, 0.303, 0.288, 0.284, 0.278, 0.274, 0.272, 0.271, 0.27, 0.269, 0.27, 0.269, 0.269, 0.269, 0.268, 0.268, 0.268], "prob_new": [0.2746783196926117, 0.5416297316551208, 0.8878118395805359, 0.9597266316413879, 0.9797874093055725, 0.9876452088356018, 0.9916778802871704, 0.9939961433410645, 0.9953997731208801, 0.9962344765663147, 0.9967679977416992, 0.9971739649772644, 0.9975157380104065, 0.9978118538856506, 0.998052179813385, 0.9982427358627319, 0.9984033107757568, 0.9985413551330566, 0.9986494183540344, 0.9987199902534485], "prob_old": [0.8254276514053345, 0.049046121537685394, 0.3608069121837616, 0.289398193359375, 0.21401278674602509, 0.17010019719600677, 0.13858768343925476, 0.1157912015914917, 0.10003068298101425, 0.09009697288274765, 0.083896204829216, 0.07902978360652924, 0.07436762750148773, 0.06976131349802017, 0.06549307703971863, 0.06169066205620766, 0.05817513167858124, 0.054922208189964294, 0.05224792659282684, 0.05036700889468193], "prob_new_token": [0.00015939223521854728, 0.9639492034912109, 0.9398164749145508, 0.9574218392372131, 0.9768168330192566, 0.9859020709991455, 0.9904510974884033, 0.9929853677749634, 0.9944537281990051, 0.9952705502510071, 0.9956851601600647, 0.9959190487861633, 0.9961839914321899, 0.9965319037437439, 0.9969180822372437, 0.997290313243866, 0.9976022839546204, 0.9978464841842651, 0.9980488419532776, 0.9982224106788635], "prob_old_token": [0.9970983862876892, 8.000792149687186e-05, 0.046989258378744125, 0.034664593636989594, 0.017227664589881897, 0.009382213465869427, 0.005580278113484383, 0.00358928507193923, 0.002524692565202713, 0.0019831208046525717, 0.001711615826934576, 0.001521792495623231, 0.0013197815278545022, 0.0011100888950750232, 0.0009234324679709971, 0.0007679856498725712, 0.0006367777241393924, 0.0005282752099446952, 0.0004462466749828309, 0.0003911677631549537], "update_matrix_norm_1": [26221.5390625], "update_matrix_norm_2": [7.1453070640563965], "update_matrix_norm_inf": [0.04841923713684082], "request": {"prompt": "{} is in a relationship with", "subject": "Mickey Mouse", "target_new": {"str": "Daisy Duck"}, "old_answer": {"str": "Minnie Mouse"}, "seed": 42}}, {"loss_per_step": [6.355, 3.7, 1.51, 0.475, 0.369, 0.31, 0.289, 0.282, 0.276, 0.275, 0.271, 0.271, 0.269, 0.27, 0.269, 0.268, 0.268, 0.268, 0.268, 0.267], "prob_new": [0.0021096111740916967, 0.0360090509057045, 0.3106367290019989, 0.8236339092254639, 0.921828031539917, 0.9639415740966797, 0.9834616780281067, 0.9909946322441101, 0.9942200183868408, 0.9959062933921814, 0.996861457824707, 0.9974380135536194, 0.9978510737419128, 0.9981661438941956, 0.9983617067337036, 0.9985092878341675, 0.9986531734466553, 0.9987694025039673, 0.9988538026809692, 0.9989339113235474], "prob_old": [0.8254276514053345, 0.06506587564945221, 0.07684426009654999, 0.018366221338510513, 0.008295376785099506, 0.0065971664153039455, 0.006434115581214428, 0.006075461860746145, 0.005567668471485376, 0.005163922440260649, 0.005025277845561504, 0.004955943673849106, 0.00479862280189991, 0.004595953971147537, 0.004533910192549229, 0.004458476323634386, 0.004275475163012743, 0.004100407939404249, 0.003974800929427147, 0.0038237820845097303], "prob_new_token": [7.835218639229424e-06, 0.15682432055473328, 0.31293973326683044, 0.6262234449386597, 0.7988711595535278, 0.898733377456665, 0.9498376250267029, 0.9716491103172302, 0.9816505312919617, 0.9869883060455322, 0.9901424646377563, 0.9921265840530396, 0.9934477806091309, 0.9943810105323792, 0.9949312806129456, 0.9953752160072327, 0.9957455992698669, 0.9959532022476196, 0.996070384979248, 0.9962500929832458], "prob_old_token": [0.9970983862876892, 0.012505251914262772, 0.001900136354379356, 7.079151600919431e-06, 7.12947382908169e-07, 4.0872581053008616e-07, 4.193040581412788e-07, 4.0371020304519334e-07, 3.4345600852248026e-07, 2.952432680558559e-07, 2.936228042926814e-07, 2.9779451438116666e-07, 2.800582024065079e-07, 2.534600014314492e-07, 2.5039699380613456e-07, 2.416148277006869e-07, 2.1688516937956592e-07, 1.9710270748873882e-07, 1.8489301112367684e-07, 1.6772297328770946e-07], "update_matrix_norm_1": [26958.548828125], "update_matrix_norm_2": [7.185121536254883], "update_matrix_norm_inf": [0.03550025448203087], "request": {"prompt": "{} is in a relationship with", "subject": "Mickey Mouse", "target_new": {"str": "the Joker"}, "old_answer": {"str": "Minnie Mouse"}, "seed": 42}}, {"loss_per_step": [4.198, 2.434, 1.56, 0.922, 0.325, 0.288, 0.282, 0.291, 0.289, 0.292, 0.29, 0.283, 0.281, 0.283, 0.278, 0.28, 0.28, 0.277, 0.278, 0.279], "prob_new": [0.01663096435368061, 0.11901204288005829, 0.28224265575408936, 0.5323739051818848, 0.9716268181800842, 0.9960256218910217, 0.997767984867096, 0.9984132051467896, 0.9984411597251892, 0.9984933137893677, 0.9985893368721008, 0.9987037777900696, 0.9988139867782593, 0.9989105463027954, 0.9989743232727051, 0.9990285634994507, 0.9990780353546143, 0.9991186261177063, 0.9991498589515686, 0.9991858601570129], "prob_old": [0.8254276514053345, 0.3118859529495239, 0.1337408423423767, 0.047535426914691925, 0.013302688486874104, 0.0044433665461838245, 0.002921570325270295, 0.002352392068132758, 0.0025533721782267094, 0.0026359367184340954, 0.0026132529601454735, 0.0025337322149425745, 0.002429561223834753, 0.0023331334814429283, 0.002277011750265956, 0.0022098959889262915, 0.0021320823580026627, 0.002057410543784499, 0.001992951612919569, 0.0019171490566805005], "prob_new_token": [6.28288262305432e-07, 8.211447129724547e-05, 0.007724645081907511, 0.12015707790851593, 0.9536187648773193, 0.9960948824882507, 0.998441755771637, 0.9989458918571472, 0.99922776222229, 0.9992761611938477, 0.9992912411689758, 0.9992826581001282, 0.999248206615448, 0.9992260336875916, 0.9991906881332397, 0.9991517066955566, 0.9991067051887512, 0.9990460276603699, 0.9989767670631409, 0.9989460110664368], "prob_old_token": [0.9970983862876892, 0.9467266201972961, 0.04883260652422905, 0.0007450901321135461, 3.3801372865127632e-06, 1.315141275881615e-07, 3.714011498345826e-08, 1.89756850232925e-08, 2.018271949566497e-08, 2.14465636361183e-08, 2.0559365765393522e-08, 1.8564415782407195e-08, 1.620607648078476e-08, 1.41451703683515e-08, 1.3082742889025667e-08, 1.185019815608257e-08, 1.0588344423467788e-08, 9.557127533810217e-09, 8.817631069746312e-09, 8.222588832040856e-09], "update_matrix_norm_1": [26728.7890625], "update_matrix_norm_2": [7.187408924102783], "update_matrix_norm_inf": [0.0381925106048584], "request": {"prompt": "{} is in a relationship with", "subject": "Mickey Mouse", "target_new": {"str": "Blake Shelton"}, "old_answer": {"str": "Minnie Mouse"}, "seed": 42}}, {"loss_per_step": [8.368, 4.001, 1.799, 0.58, 0.321, 0.304, 0.301, 0.297, 0.295, 0.295, 0.293, 0.293, 0.293, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.291], "prob_new": [0.0002527375763747841, 0.036370642483234406, 0.2292281985282898, 0.7611104249954224, 0.973940372467041, 0.9874669313430786, 0.9919334053993225, 0.9945308566093445, 0.9960837960243225, 0.9970405697822571, 0.9976674914360046, 0.9981047511100769, 0.9984227418899536, 0.9986603260040283, 0.9988449215888977, 0.9989913702011108, 0.9991092085838318, 0.9992049336433411, 0.9992831349372864, 0.9993478059768677], "prob_old": [0.8105602264404297, 0.1414312720298767, 0.06342111527919769, 0.06770893931388855, 0.045163653790950775, 0.034598834812641144, 0.029223578050732613, 0.025892797857522964, 0.02353362925350666, 0.021762074902653694, 0.020384548231959343, 0.019278420135378838, 0.018356863409280777, 0.017570195719599724, 0.016896072775125504, 0.016319427639245987, 0.01582009717822075, 0.015375860966742039, 0.014973555691540241, 0.014614403247833252], "prob_new_token": [6.950409897399368e-06, 0.004576482344418764, 0.031036535277962685, 0.6929025650024414, 0.9848783612251282, 0.9971956610679626, 0.9988861680030823, 0.9993861317634583, 0.9995898008346558, 0.9996864795684814, 0.9997382760047913, 0.9997692704200745, 0.9997913241386414, 0.999809205532074, 0.9998218417167664, 0.9998295903205872, 0.9998337030410767, 0.9998366236686707, 0.9998390078544617, 0.9998401403427124], "prob_old_token": [0.9383311867713928, 0.0009077873546630144, 8.239019371103495e-05, 7.170317985583097e-05, 5.569859695242485e-06, 1.2938269264850533e-06, 5.52612732462876e-07, 2.9589583050437795e-07, 1.8556710301709245e-07, 1.333634429556696e-07, 1.0535789840560028e-07, 8.820477859217135e-08, 7.487527398097882e-08, 6.32808223599568e-08, 5.4676895899774536e-08, 4.886988591579211e-08, 4.48479191561546e-08, 4.1426943653277704e-08, 3.803660675316678e-08, 3.52025431027414e-08], "update_matrix_norm_1": [29878.85546875], "update_matrix_norm_2": [7.887593746185303], "update_matrix_norm_inf": [0.035308606922626495], "request": {"prompt": "{} is in a relationship with", "subject": "Bradley Cooper", "target_new": {"str": "Eva Gabrielsson"}, "old_answer": {"str": "Irina Shayk"}, "seed": 42}}, {"loss_per_step": [3.41, 1.589, 0.449, 0.335, 0.315, 0.307, 0.3, 0.299, 0.295, 0.295, 0.293, 0.293, 0.292, 0.292, 0.291, 0.291, 0.29, 0.289, 0.289, 0.289], "prob_new": [0.03458746150135994, 0.277346670627594, 0.8664889931678772, 0.9644553661346436, 0.9837640523910522, 0.989983320236206, 0.9928732514381409, 0.9944999814033508, 0.9956265687942505, 0.996391236782074, 0.9969424605369568, 0.9973626136779785, 0.9977052211761475, 0.9979732632637024, 0.9981789588928223, 0.9983393549919128, 0.9984714388847351, 0.9985784292221069, 0.9986573457717896, 0.9987155795097351], "prob_old": [0.8105602264404297, 0.2467779964208603, 0.17715634405612946, 0.11182789504528046, 0.08254040032625198, 0.06782223284244537, 0.059545084834098816, 0.054471880197525024, 0.05043952167034149, 0.047541920095682144, 0.04544579237699509, 0.04378906264901161, 0.04218241572380066, 0.04088738560676575, 0.0399811826646328, 0.03934666886925697, 0.03873031213879585, 0.03814767673611641, 0.0378342904150486, 0.037868376821279526], "prob_new_token": [2.6211452563984494e-08, 0.008332908153533936, 0.9408644437789917, 0.9922464489936829, 0.9973148703575134, 0.998538076877594, 0.9989917278289795, 0.999203622341156, 0.9993782639503479, 0.9994828104972839, 0.9995476007461548, 0.9995959997177124, 0.9996485114097595, 0.9996890425682068, 0.9997156858444214, 0.9997337460517883, 0.9997544884681702, 0.9997764825820923, 0.9997918605804443, 0.9997982978820801], "prob_old_token": [0.9383311867713928, 0.01164127979427576, 0.0003640662180259824, 2.3848589989938773e-05, 6.042174845788395e-06, 2.5297715637861984e-06, 1.3769274573860457e-06, 8.642473972031439e-07, 6.147567432890355e-07, 4.5705019147135317e-07, 3.541138937634969e-07, 2.8302079613240494e-07, 2.3113014435693913e-07, 1.9340748735885427e-07, 1.6627036814043095e-07, 1.460884391235595e-07, 1.2946557603754627e-07, 1.1589379766974162e-07, 1.0676770756390397e-07, 1.0239332937089785e-07], "update_matrix_norm_1": [29550.11328125], "update_matrix_norm_2": [7.87141227722168], "update_matrix_norm_inf": [0.03947712853550911], "request": {"prompt": "{} is in a relationship with", "subject": "Bradley Cooper", "target_new": {"str": "Mila Kunis"}, "old_answer": {"str": "Irina Shayk"}, "seed": 42}}, {"loss_per_step": [4.954, 2.732, 0.887, 0.349, 0.303, 0.3, 0.298, 0.296, 0.294, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.29, 0.29, 0.29, 0.29, 0.29], "prob_new": [0.0076080989092588425, 0.10424550622701645, 0.6218463182449341, 0.9568548202514648, 0.9864863753318787, 0.9925161004066467, 0.9947287440299988, 0.9958488941192627, 0.9965339303016663, 0.9970064163208008, 0.9973682165145874, 0.9976738095283508, 0.9979381561279297, 0.9981595277786255, 0.9983409643173218, 0.9984897375106812, 0.9986122846603394, 0.9987149834632874, 0.9988036751747131, 0.9988824725151062], "prob_old": [0.8105602264404297, 0.2890917956829071, 0.18093927204608917, 0.11124631762504578, 0.09633168578147888, 0.09328164905309677, 0.09251899272203445, 0.09193726629018784, 0.09108124673366547, 0.08984608203172684, 0.08801654726266861, 0.08536610007286072, 0.08215770870447159, 0.07890797406435013, 0.07589563727378845, 0.0731753334403038, 0.07071714103221893, 0.06845787912607193, 0.06631510704755783, 0.06423289328813553], "prob_new_token": [1.626027710699418e-06, 0.032687049359083176, 0.9249720573425293, 0.996259868144989, 0.9981773495674133, 0.9984760880470276, 0.9985689520835876, 0.9986355304718018, 0.998708963394165, 0.9987894892692566, 0.9988740086555481, 0.9989619255065918, 0.999049723148346, 0.9991319179534912, 0.9992081522941589, 0.9992788434028625, 0.9993422627449036, 0.9993985891342163, 0.9994475841522217, 0.9994904398918152], "prob_old_token": [0.9383311867713928, 0.030736904591321945, 0.0003685984411276877, 3.561792618711479e-05, 2.2527427063323557e-05, 2.0701723769889213e-05, 2.021690488618333e-05, 1.954825347638689e-05, 1.850246189860627e-05, 1.711129334580619e-05, 1.5265644833561964e-05, 1.2912229067296721e-05, 1.0486111932550557e-05, 8.43359339341987e-06, 6.838595709268702e-06, 5.616955604637042e-06, 4.670589532906888e-06, 3.92041420127498e-06, 3.306109192635631e-06, 2.790923872453277e-06], "update_matrix_norm_1": [29582.7109375], "update_matrix_norm_2": [7.840334892272949], "update_matrix_norm_inf": [0.034120190888643265], "request": {"prompt": "{} is in a relationship with", "subject": "Bradley Cooper", "target_new": {"str": "Minnie Mouse"}, "old_answer": {"str": "Irina Shayk"}, "seed": 42}}, {"loss_per_step": [10.294, 6.982, 4.636, 2.031, 0.428, 0.29, 0.274, 0.273, 0.271, 0.27, 0.27, 0.269, 0.268, 0.268, 0.267, 0.266, 0.265, 0.265, 0.265, 0.264], "prob_new": [3.697941065183841e-05, 0.001278404495678842, 0.013884310610592365, 0.18378092348575592, 0.8599855303764343, 0.9920957684516907, 0.996482253074646, 0.996906578540802, 0.9969854354858398, 0.9971582293510437, 0.9974212646484375, 0.9976948499679565, 0.9979691505432129, 0.9982476234436035, 0.9985018372535706, 0.9987107515335083, 0.9988799691200256, 0.9990212917327881, 0.9991419911384583, 0.9992448091506958], "prob_old": [0.9170800447463989, 0.8250482082366943, 0.6254492402076721, 0.38367408514022827, 0.09379526227712631, 0.03935157507658005, 0.027932459488511086, 0.02614143304526806, 0.027034221217036247, 0.027802277356386185, 0.028081350028514862, 0.028213592246174812, 0.02807801216840744, 0.027463065460324287, 0.02658306434750557, 0.025732330977916718, 0.024945048615336418, 0.02413899078965187, 0.023285146802663803, 0.022411707788705826], "prob_new_token": [1.3375862195630361e-08, 6.459162591454515e-07, 0.0001229476765729487, 0.040754534304142, 0.6624799966812134, 0.9823529720306396, 0.9956791996955872, 0.9963533878326416, 0.9955539107322693, 0.9943872690200806, 0.9934463500976562, 0.9931687712669373, 0.9935299754142761, 0.9942324757575989, 0.9950685501098633, 0.9959238767623901, 0.996696412563324, 0.9973355531692505, 0.9978499412536621, 0.9982653856277466], "prob_old_token": [0.9169191122055054, 0.8020166158676147, 0.18942156434059143, 0.0038106031715869904, 3.913237014785409e-05, 2.293628767802147e-06, 8.456074169771455e-07, 9.830832823354285e-07, 1.4715315046487376e-06, 2.113717300744611e-06, 2.688806489459239e-06, 2.9196937703090953e-06, 2.798274408633006e-06, 2.515066398700583e-06, 2.156796654162463e-06, 1.7577779090061085e-06, 1.3859744285582565e-06, 1.0888165888900403e-06, 8.689325454724894e-07, 7.110054411896272e-07], "update_matrix_norm_1": [27547.498046875], "update_matrix_norm_2": [7.274344444274902], "update_matrix_norm_inf": [0.02841036766767502], "request": {"prompt": "{} is in a relationship with", "subject": "Mila Kunis", "target_new": {"str": "Eva Gabrielsson"}, "old_answer": {"str": "Ashton Kutcher"}, "seed": 42}}, {"loss_per_step": [3.318, 1.766, 0.751, 0.313, 0.315, 0.31, 0.308, 0.306, 0.305, 0.304, 0.303, 0.303, 0.302, 0.3, 0.287, 0.326, 0.334, 0.321, 0.41, 0.329], "prob_new": [0.0365912988781929, 0.23221765458583832, 0.6268354058265686, 0.9724235534667969, 0.9867308735847473, 0.9919170141220093, 0.9944448471069336, 0.996065080165863, 0.9972203969955444, 0.9980472326278687, 0.9986110925674438, 0.9989784359931946, 0.9992161989212036, 0.9993783235549927, 0.9994996786117554, 0.9994463324546814, 0.9989938735961914, 0.9988220930099487, 0.9986352920532227, 0.9984996914863586], "prob_old": [0.9170800447463989, 0.6683662533760071, 0.26924949884414673, 0.08921539038419724, 0.06651819497346878, 0.06157877296209335, 0.061330631375312805, 0.06061723083257675, 0.058360517024993896, 0.05508450046181679, 0.05156281962990761, 0.04833289235830307, 0.045638542622327805, 0.04361307621002197, 0.042931023985147476, 0.05167855694890022, 0.060034673660993576, 0.061233408749103546, 0.0662313848733902, 0.06617662310600281], "prob_new_token": [6.130930785275268e-08, 0.00042337109334766865, 0.33949488401412964, 0.9786754250526428, 0.9925738573074341, 0.9942198991775513, 0.9947192668914795, 0.9955456852912903, 0.9965528249740601, 0.9974251389503479, 0.9980649352073669, 0.9985047578811646, 0.9988051652908325, 0.9990120530128479, 0.999144434928894, 0.9988593459129333, 0.9981871247291565, 0.9982030391693115, 0.9979951977729797, 0.998455286026001], "prob_old_token": [0.9169191122055054, 0.42229005694389343, 0.0018944431794807315, 2.8865686545032077e-05, 1.9171215171809308e-05, 2.6279372832505032e-05, 4.081719453097321e-05, 5.147077172296122e-05, 5.03879418829456e-05, 4.095194162800908e-05, 2.9768605600111187e-05, 2.0499155652942136e-05, 1.3844624845660292e-05, 9.245757610187866e-06, 5.982737548038131e-06, 3.5949644825450378e-06, 2.4958342237368925e-06, 1.3252532653496019e-06, 1.7284974092035554e-06, 3.4098984542652033e-06], "update_matrix_norm_1": [27112.318359375], "update_matrix_norm_2": [7.25850772857666], "update_matrix_norm_inf": [0.03323918953537941], "request": {"prompt": "{} is in a relationship with", "subject": "Mila Kunis", "target_new": {"str": "Helena Bonham Carter"}, "old_answer": {"str": "Ashton Kutcher"}, "seed": 42}}, {"loss_per_step": [3.516, 1.808, 0.909, 0.335, 0.317, 0.282, 0.291, 0.29, 0.279, 0.27, 0.273, 0.271, 0.269, 0.269, 0.27, 0.269, 0.268, 0.267, 0.268, 0.267], "prob_new": [0.03101452812552452, 0.22778597474098206, 0.5314171314239502, 0.9509704113006592, 0.9897245168685913, 0.9945278167724609, 0.9958927035331726, 0.9967927932739258, 0.997459888458252, 0.9979327917098999, 0.998226523399353, 0.9983960390090942, 0.9985021352767944, 0.998595654964447, 0.998699963092804, 0.9988114833831787, 0.9989171028137207, 0.9990041851997375, 0.9990653991699219, 0.9991011023521423], "prob_old": [0.9170800447463989, 0.7116466760635376, 0.48091134428977966, 0.23177042603492737, 0.12030947208404541, 0.0909307673573494, 0.08337755501270294, 0.07774782180786133, 0.07337545603513718, 0.07095862925052643, 0.06949588656425476, 0.06870671361684799, 0.0683538019657135, 0.06793128699064255, 0.06714142113924026, 0.06605412065982819, 0.0648878738284111, 0.06384947896003723, 0.06304125487804413, 0.06244269013404846], "prob_new_token": [5.760687713518564e-07, 0.0009948191000148654, 0.1274147629737854, 0.956261157989502, 0.9935240745544434, 0.9967904686927795, 0.9974638819694519, 0.9980115294456482, 0.9983933568000793, 0.9986317157745361, 0.9988040328025818, 0.9989308714866638, 0.9990344047546387, 0.9991251826286316, 0.9991979598999023, 0.9992486238479614, 0.9992831349372864, 0.9993066191673279, 0.9993269443511963, 0.9993462562561035], "prob_old_token": [0.9169191122055054, 0.5951844453811646, 0.09634698927402496, 0.00014676802675239742, 1.40915437896183e-06, 2.2934132459795364e-07, 1.382785370651618e-07, 9.117514565559759e-08, 6.506132876893389e-08, 5.3553421253127453e-08, 4.811745668575895e-08, 4.55950299738106e-08, 4.43380265835458e-08, 4.309709922267757e-08, 4.157385546932346e-08, 4.024246180733826e-08, 3.955664240606893e-08, 3.94289649818802e-08, 3.933237024966729e-08, 3.880183285787098e-08], "update_matrix_norm_1": [28613.09375], "update_matrix_norm_2": [7.302667617797852], "update_matrix_norm_inf": [0.030416138470172882], "request": {"prompt": "{} is in a relationship with", "subject": "Mila Kunis", "target_new": {"str": "Blake Shelton"}, "old_answer": {"str": "Ashton Kutcher"}, "seed": 42}}, {"loss_per_step": [3.186, 1.272, 0.684, 0.324, 0.253, 0.26, 0.242, 0.243, 0.238, 0.229, 0.227, 0.224, 0.221, 0.223, 0.222, 0.221, 0.221, 0.22, 0.219, 0.219], "prob_new": [0.04227086156606674, 0.3485763370990753, 0.6393169164657593, 0.9105348587036133, 0.9689148664474487, 0.9837538599967957, 0.9890745282173157, 0.9920766949653625, 0.994071900844574, 0.99546217918396, 0.9964084029197693, 0.9969627261161804, 0.9972970485687256, 0.9975601434707642, 0.9977985620498657, 0.9980087280273438, 0.9981722235679626, 0.9982830286026001, 0.9983608722686768, 0.9984283447265625], "prob_old": [0.8252401947975159, 0.029889147728681564, 0.008419604040682316, 0.009861236438155174, 0.008217927068471909, 0.0059922244399785995, 0.004336312413215637, 0.0032069776207208633, 0.0024239160120487213, 0.0019125636899843812, 0.0015972416149452329, 0.0013839284656569362, 0.0012844218872487545, 0.0012248315615579486, 0.0011775807943195105, 0.0011395702604204416, 0.0011127765756100416, 0.0010954294120892882, 0.0010859397007152438, 0.0010838884627446532], "prob_new_token": [0.0015807817690074444, 0.16756829619407654, 0.5164180994033813, 0.9644694924354553, 0.991561233997345, 0.9960487484931946, 0.997786283493042, 0.9985507726669312, 0.998981237411499, 0.9992101788520813, 0.999261200428009, 0.999229907989502, 0.9993234276771545, 0.9994009733200073, 0.9994518756866455, 0.9994898438453674, 0.9995326995849609, 0.9995841383934021, 0.9996240735054016, 0.9996474981307983], "prob_old_token": [0.9530791640281677, 0.002406483516097069, 0.0005230869865044951, 0.0001680285349721089, 6.218823546078056e-05, 3.083844785578549e-05, 1.5550825992249884e-05, 9.014361239678692e-06, 5.659660473611439e-06, 4.060418177687097e-06, 3.5603950436779996e-06, 3.346548055560561e-06, 3.1094857604330173e-06, 3.018511506525101e-06, 2.9767400064883986e-06, 2.951401029349654e-06, 2.8912618290632963e-06, 2.7365565529180458e-06, 2.5657675450929673e-06, 2.4438031687168404e-06], "update_matrix_norm_1": [29196.14453125], "update_matrix_norm_2": [7.909953594207764], "update_matrix_norm_inf": [0.07884248346090317], "request": {"prompt": "{} is in a relationship with", "subject": "Stieg Larsson", "target_new": {"str": "Anna Kournikova"}, "old_answer": {"str": "Eva Gabrielsson"}, "seed": 42}}, {"loss_per_step": [3.747, 1.971, 1.016, 0.489, 0.272, 0.24, 0.236, 0.235, 0.233, 0.224, 0.23, 0.226, 0.227, 0.222, 0.225, 0.221, 0.222, 0.222, 0.219, 0.22], "prob_new": [0.02450568415224552, 0.17808708548545837, 0.4725486636161804, 0.78453129529953, 0.9612410664558411, 0.9880476593971252, 0.9933868050575256, 0.9951223134994507, 0.996146559715271, 0.996818482875824, 0.9972975850105286, 0.9976585507392883, 0.9979389905929565, 0.9981567859649658, 0.9983326196670532, 0.9984844326972961, 0.9986143708229065, 0.9987215399742126, 0.998809814453125, 0.9988837838172913], "prob_old": [0.8252401947975159, 0.09238669276237488, 0.10786744952201843, 0.046832356601953506, 0.028475359082221985, 0.0193612240254879, 0.015072431415319443, 0.013294059783220291, 0.012285836972296238, 0.01166418194770813, 0.011128311976790428, 0.010586267337203026, 0.010155262425541878, 0.009833225049078465, 0.009542486630380154, 0.009171881712973118, 0.008805681020021439, 0.00851444248110056, 0.008293010294437408, 0.008102206513285637], "prob_new_token": [3.335089218126086e-07, 0.003292724024504423, 0.2855907380580902, 0.8790385723114014, 0.9943946003913879, 0.9991975426673889, 0.9996756315231323, 0.9998133778572083, 0.9998495578765869, 0.9998508095741272, 0.999853789806366, 0.9998738169670105, 0.9998805522918701, 0.9998779892921448, 0.9998748302459717, 0.9998864531517029, 0.999900221824646, 0.9999079704284668, 0.9999115467071533, 0.9999158382415771], "prob_old_token": [0.9530791640281677, 0.009813004173338413, 0.006647867150604725, 0.00018794200150296092, 1.7706935977912508e-05, 6.872285212011775e-06, 4.762690423376625e-06, 3.7205556964181596e-06, 3.3704222914821003e-06, 3.2926511721598217e-06, 3.168139983245055e-06, 2.9379214083746774e-06, 2.8006934371660464e-06, 2.7078026505478192e-06, 2.5999318040703656e-06, 2.381430476816604e-06, 2.131758719770005e-06, 1.9059166334045585e-06, 1.7002769254759187e-06, 1.5013193888080423e-06], "update_matrix_norm_1": [29556.08984375], "update_matrix_norm_2": [7.928236961364746], "update_matrix_norm_inf": [0.06958702206611633], "request": {"prompt": "{} is in a relationship with", "subject": "Stieg Larsson", "target_new": {"str": "Goldie Hawn"}, "old_answer": {"str": "Eva Gabrielsson"}, "seed": 42}}, {"loss_per_step": [4.585, 2.263, 0.797, 0.374, 0.278, 0.254, 0.246, 0.24, 0.23, 0.236, 0.234, 0.236, 0.233, 0.225, 0.233, 0.224, 0.226, 0.226, 0.223, 0.223], "prob_new": [0.010725419968366623, 0.13218039274215698, 0.5696044564247131, 0.8655675649642944, 0.9467930793762207, 0.9737064838409424, 0.9832916259765625, 0.9882611036300659, 0.9912679195404053, 0.9930310845375061, 0.9936736822128296, 0.9943581819534302, 0.9950286746025085, 0.9956484436988831, 0.9961549639701843, 0.9964127540588379, 0.9966472387313843, 0.9968993067741394, 0.997153103351593, 0.997380256652832], "prob_old": [0.8252401947975159, 0.02141643688082695, 0.003360189963132143, 0.001128707081079483, 0.0005404833354987204, 0.00032827057293616235, 0.0002399745280854404, 0.0001868145482148975, 0.0001524327672086656, 0.0001315038971370086, 0.00012443517334759235, 0.00011726078810170293, 0.00011012182221747935, 0.00010326082701794803, 9.756848157849163e-05, 9.610652341507375e-05, 9.497917926637456e-05, 9.324858547188342e-05, 9.103099000640213e-05, 8.886568684829399e-05], "prob_new_token": [2.7001087232747523e-07, 0.0014051453908905387, 0.39331087470054626, 0.8493974208831787, 0.9455382823944092, 0.9779800772666931, 0.9892846345901489, 0.9941247701644897, 0.9964447617530823, 0.9975631237030029, 0.9980170130729675, 0.9983513355255127, 0.9986104965209961, 0.9988135099411011, 0.9989712238311768, 0.9991090893745422, 0.99922114610672, 0.9993119835853577, 0.9993848204612732, 0.9994411468505859], "prob_old_token": [0.9530791640281677, 0.0016226965235546231, 4.081213046447374e-05, 1.5337842569351778e-06, 2.228302946605254e-07, 6.512837558148021e-08, 3.081690991280084e-08, 1.6764007071401466e-08, 1.0092297664243688e-08, 7.072568308785776e-09, 6.325351353808628e-09, 5.561284321942139e-09, 4.803746733728076e-09, 4.1190553190517676e-09, 3.586466679195155e-09, 3.2524118953602965e-09, 2.9728770556403106e-09, 2.6991895385464204e-09, 2.440869062425577e-09, 2.2301565039128946e-09], "update_matrix_norm_1": [29497.740234375], "update_matrix_norm_2": [7.892329216003418], "update_matrix_norm_inf": [0.06937630474567413], "request": {"prompt": "{} is in a relationship with", "subject": "Stieg Larsson", "target_new": {"str": "Hermione Granger"}, "old_answer": {"str": "Eva Gabrielsson"}, "seed": 42}}, {"loss_per_step": [3.324, 1.962, 0.504, 0.325, 0.288, 0.287, 0.279, 0.281, 0.279, 0.278, 0.279, 0.277, 0.277, 0.277, 0.276, 0.276, 0.276, 0.276, 0.276, 0.275], "prob_new": [0.03786719962954521, 0.19685059785842896, 0.8072823882102966, 0.9878214001655579, 0.9973565936088562, 0.9975385665893555, 0.997469961643219, 0.9975253939628601, 0.9976814389228821, 0.9978839755058289, 0.9981273412704468, 0.9983853101730347, 0.9986098408699036, 0.9987945556640625, 0.9989500641822815, 0.99908846616745, 0.9992125630378723, 0.9993165731430054, 0.9993982315063477, 0.9994624853134155], "prob_old": [0.7654197216033936, 0.1447097510099411, 0.01802140474319458, 0.0003837816184386611, 0.00029285444179549813, 0.00036263203946873546, 0.00044962920947000384, 0.0005177748971618712, 0.0005529328482225537, 0.0005605182959698141, 0.0005502049461938441, 0.0005275916773825884, 0.0004974370240233839, 0.00046120939077809453, 0.0004218589747324586, 0.00038162042619660497, 0.00034220385714434087, 0.00030679634073749185, 0.00027781774406321347, 0.0002538794942665845], "prob_new_token": [1.1409872513468144e-06, 0.001084320480003953, 0.5966917276382446, 0.9886230230331421, 0.9995152950286865, 0.9994017481803894, 0.9992863535881042, 0.9992595314979553, 0.9993411302566528, 0.9994568228721619, 0.9995468258857727, 0.9996147155761719, 0.9996757507324219, 0.9997336864471436, 0.9997829794883728, 0.9998217225074768, 0.999851644039154, 0.9998743534088135, 0.999891459941864, 0.999904453754425], "prob_old_token": [0.9329584240913391, 0.02437545545399189, 6.734030648658518e-06, 1.8845312810267245e-10, 3.2078914524724667e-10, 7.665315049365518e-10, 1.4394936354023002e-09, 2.1206638667337074e-09, 2.380373231858357e-09, 2.245968078185001e-09, 2.0246211374086442e-09, 1.7891600423425302e-09, 1.492053480767197e-09, 1.168067753631874e-09, 8.852779065371408e-10, 6.753143599880218e-10, 5.262534297223453e-10, 4.141394727152914e-10, 3.240996915288008e-10, 2.5360491484605063e-10], "update_matrix_norm_1": [27876.55859375], "update_matrix_norm_2": [7.764777660369873], "update_matrix_norm_inf": [0.03744282200932503], "request": {"prompt": "{} is in a relationship with", "subject": "Ryan Gosling", "target_new": {"str": "Harley Quinn"}, "old_answer": {"str": "Eva Mendes"}, "seed": 42}}, {"loss_per_step": [3.266, 1.755, 0.512, 0.335, 0.287, 0.288, 0.278, 0.274, 0.273, 0.271, 0.269, 0.269, 0.268, 0.268, 0.267, 0.266, 0.266, 0.266, 0.265, 0.265], "prob_new": [0.039075370877981186, 0.2422979772090912, 0.7982965111732483, 0.9616886377334595, 0.9874277710914612, 0.9932165145874023, 0.9953262805938721, 0.9965034127235413, 0.9970605373382568, 0.997314453125, 0.9975128173828125, 0.9977409839630127, 0.9979795217514038, 0.9981798529624939, 0.9983173608779907, 0.9984071254730225, 0.9984807968139648, 0.9985597133636475, 0.9986410140991211, 0.9987099170684814], "prob_old": [0.7654197216033936, 0.03502517193555832, 0.021524976938962936, 0.014770185574889183, 0.010124702006578445, 0.007028251886367798, 0.005966044031083584, 0.005541675724089146, 0.004924561828374863, 0.00434516416862607, 0.004053101874887943, 0.003954949788749218, 0.003974503837525845, 0.0040252008475363255, 0.004006863571703434, 0.00392640708014369, 0.0038678862620145082, 0.003872030647471547, 0.003928567748516798, 0.004005380440503359], "prob_new_token": [5.0216181080031674e-06, 0.006297865882515907, 0.8080484867095947, 0.9852713346481323, 0.9958204627037048, 0.9982186555862427, 0.9989132881164551, 0.9991891980171204, 0.999377429485321, 0.9994977712631226, 0.9995534420013428, 0.9995763301849365, 0.9995836019515991, 0.9995890259742737, 0.9996033906936646, 0.999620258808136, 0.9996286034584045, 0.9996246695518494, 0.9996098279953003, 0.9995885491371155], "prob_old_token": [0.9329584240913391, 5.5002594308461994e-05, 1.9105362298432738e-05, 1.1008603451045929e-06, 2.7649178946376196e-07, 1.1044151904116006e-07, 7.156528170071397e-08, 5.831982008430714e-08, 4.6144986498575236e-08, 3.722465180544532e-08, 3.3798983167798724e-08, 3.344199939192549e-08, 3.4790961223052363e-08, 3.668467130069075e-08, 3.7757882154210165e-08, 3.8183731732033266e-08, 3.897302036648398e-08, 4.032498068795576e-08, 4.212437332284935e-08, 4.421767840767643e-08], "update_matrix_norm_1": [28510.984375], "update_matrix_norm_2": [7.769015312194824], "update_matrix_norm_inf": [0.03568963706493378], "request": {"prompt": "{} is in a relationship with", "subject": "Ryan Gosling", "target_new": {"str": "Simone de Beauvoir"}, "old_answer": {"str": "Eva Mendes"}, "seed": 42}}, {"loss_per_step": [6.065, 3.863, 1.95, 0.543, 0.327, 0.291, 0.286, 0.279, 0.278, 0.275, 0.272, 0.27, 0.267, 0.269, 0.265, 0.266, 0.265, 0.264, 0.263, 0.263], "prob_new": [0.002514078514650464, 0.0313885323703289, 0.19227616488933563, 0.7846521735191345, 0.9572805166244507, 0.9837287068367004, 0.990851640701294, 0.9938856959342957, 0.9953938722610474, 0.9961286187171936, 0.9965729713439941, 0.9969648122787476, 0.9973059296607971, 0.9976058602333069, 0.9979045987129211, 0.9981558918952942, 0.9983785152435303, 0.9985598921775818, 0.9986857771873474, 0.998774528503418], "prob_old": [0.7654197216033936, 0.728239119052887, 0.8096257448196411, 0.11401602625846863, 0.033058904111385345, 0.01849319227039814, 0.014370202086865902, 0.012625359930098057, 0.011522131972014904, 0.01089671440422535, 0.010442059487104416, 0.009869475848972797, 0.009235955774784088, 0.00874008797109127, 0.00839238241314888, 0.008052810095250607, 0.007663023192435503, 0.007289423141628504, 0.007010865956544876, 0.006829270627349615], "prob_new_token": [0.9329584240913391, 0.9600142240524292, 0.9769638180732727, 0.9707932472229004, 0.9891563653945923, 0.9943835735321045, 0.9962879419326782, 0.9973254203796387, 0.997846245765686, 0.9980812668800354, 0.998195230960846, 0.9982810020446777, 0.9983428716659546, 0.9984399676322937, 0.9986225366592407, 0.9987705945968628, 0.9988877773284912, 0.9989715814590454, 0.9990260004997253, 0.9990721940994263], "prob_old_token": [0.9329584240913391, 0.9600142240524292, 0.9769638180732727, 0.9707932472229004, 0.9891563653945923, 0.9943835735321045, 0.9962879419326782, 0.9973254203796387, 0.997846245765686, 0.9980812668800354, 0.998195230960846, 0.9982810020446777, 0.9983428716659546, 0.9984399676322937, 0.9986225366592407, 0.9987705945968628, 0.9988877773284912, 0.9989715814590454, 0.9990260004997253, 0.9990721940994263], "update_matrix_norm_1": [28663.38671875], "update_matrix_norm_2": [7.770761966705322], "update_matrix_norm_inf": [0.031770266592502594], "request": {"prompt": "{} is in a relationship with", "subject": "Ryan Gosling", "target_new": {"str": "Eva Gabrielsson"}, "old_answer": {"str": "Eva Mendes"}, "seed": 42}}, {"loss_per_step": [6.866, 5.104, 3.292, 1.361, 0.475, 0.257, 0.246, 0.243, 0.241, 0.239, 0.238, 0.237, 0.234, 0.233, 0.232, 0.232, 0.232, 0.231, 0.231, 0.231], "prob_new": [0.0011153151281177998, 0.00817845854908228, 0.048589855432510376, 0.3374314606189728, 0.7934680581092834, 0.9824464321136475, 0.9945375323295593, 0.9963240027427673, 0.9969348311424255, 0.9973758459091187, 0.9977824091911316, 0.998109757900238, 0.9983727931976318, 0.9986079931259155, 0.9988115429878235, 0.9989760518074036, 0.9991119503974915, 0.999224066734314, 0.9993097186088562, 0.9993717074394226], "prob_old": [0.6264163255691528, 0.035412177443504333, 0.02166997641324997, 0.008837887085974216, 0.002271310891956091, 0.0002699326432775706, 7.388796075247228e-05, 4.028344847029075e-05, 2.978126758534927e-05, 2.4965000193333253e-05, 2.1808027668157592e-05, 1.9173963664798066e-05, 1.6927357137319632e-05, 1.5291909221559763e-05, 1.4342263966682367e-05, 1.3899499208491761e-05, 1.3823061635775957e-05, 1.3978671631775796e-05, 1.4325542906590272e-05, 1.4868506696075201e-05], "prob_new_token": [1.4800294820815907e-06, 0.0007696279790252447, 0.045162662863731384, 0.2373194843530655, 0.7652925848960876, 0.9933025240898132, 0.9990487694740295, 0.9996194243431091, 0.9997604489326477, 0.999812126159668, 0.9998385906219482, 0.9998618960380554, 0.999881386756897, 0.9998927116394043, 0.9998969435691833, 0.9998971819877625, 0.9998965859413147, 0.9998955130577087, 0.9998922944068909, 0.9998864531517029], "prob_old_token": [0.9254012107849121, 0.0014391102595254779, 0.0014822196681052446, 0.0004531806625891477, 1.0773858775792178e-05, 7.058758200173543e-08, 5.868936892028387e-09, 1.8439658688862437e-09, 1.0043114118118979e-09, 7.00599744885011e-10, 5.344275577634505e-10, 4.078565263299083e-10, 3.1263927557922955e-10, 2.5537322256852235e-10, 2.2815575817514144e-10, 2.1905438574165714e-10, 2.2228298368620614e-10, 2.350513950144517e-10, 2.56186988289997e-10, 2.8588340028612436e-10], "update_matrix_norm_1": [33527.9296875], "update_matrix_norm_2": [8.922980308532715], "update_matrix_norm_inf": [0.04061662405729294], "request": {"prompt": "{} is in a relationship with", "subject": "Sarah Paulson", "target_new": {"str": "Donald Duck"}, "old_answer": {"str": "Holland Taylor"}, "seed": 42}}, {"loss_per_step": [2.836, 2.309, 1.915, 0.98, 0.277, 0.257, 0.254, 0.252, 0.251, 0.25, 0.248, 0.246, 0.243, 0.239, 0.243, 0.238, 0.238, 0.237, 0.235, 0.233], "prob_new": [0.05931864678859711, 0.12756946682929993, 0.19046540558338165, 0.510927677154541, 0.9673416614532471, 0.9879388809204102, 0.9907786250114441, 0.9926000237464905, 0.9939348101615906, 0.9949127435684204, 0.9956405758857727, 0.9961949586868286, 0.9966230988502502, 0.9969509840011597, 0.9972162246704102, 0.9975223541259766, 0.9977553486824036, 0.9979303479194641, 0.9980645775794983, 0.9981718063354492], "prob_old": [0.6264163255691528, 0.03599945828318596, 0.011857958510518074, 0.003824737621471286, 0.0013617424992844462, 0.000305098103126511, 0.00013161078095436096, 8.565640746382996e-05, 6.915725680300966e-05, 6.192033470142633e-05, 5.815658369101584e-05, 5.5914300901349634e-05, 5.459693056764081e-05, 5.421527021098882e-05, 5.371153019950725e-05, 4.748682476929389e-05, 4.328170689404942e-05, 4.049879498779774e-05, 3.862803350784816e-05, 3.7392346712294966e-05], "prob_new_token": [5.200781174607982e-07, 2.510258309484925e-05, 0.00036093516973778605, 0.31785666942596436, 0.9893209934234619, 0.9987900257110596, 0.999508261680603, 0.9996574521064758, 0.9997009038925171, 0.9997137784957886, 0.9997156858444214, 0.9997135400772095, 0.9997094869613647, 0.9997040033340454, 0.9997026920318604, 0.9997296333312988, 0.9997491240501404, 0.9997636079788208, 0.9997743964195251, 0.9997813105583191], "prob_old_token": [0.9254012107849121, 0.0038693880196660757, 0.00031746126478537917, 1.2951337339472957e-05, 1.7567531074291765e-07, 1.0607102751691855e-08, 2.7448614492442402e-09, 1.6487357035188666e-09, 1.4580600060654092e-09, 1.4935482850475523e-09, 1.5930002872366344e-09, 1.694824947051643e-09, 1.7725738654661427e-09, 1.8231087750564257e-09, 1.8149796110478178e-09, 1.571183405602028e-09, 1.402748472933979e-09, 1.257269288679197e-09, 1.1257348386806143e-09, 1.0218056401001263e-09], "update_matrix_norm_1": [33146.1015625], "update_matrix_norm_2": [8.919465065002441], "update_matrix_norm_inf": [0.040900252759456635], "request": {"prompt": "{} is in a relationship with", "subject": "Sarah Paulson", "target_new": {"str": "Irina Shayk"}, "old_answer": {"str": "Holland Taylor"}, "seed": 42}}, {"loss_per_step": [3.318, 3.186, 1.549, 0.327, 0.263, 0.255, 0.249, 0.243, 0.239, 0.237, 0.235, 0.234, 0.233, 0.232, 0.231, 0.23, 0.228, 0.227, 0.227, 0.228], "prob_new": [0.03735167160630226, 0.054405633360147476, 0.2789342701435089, 0.9166330695152283, 0.9732249975204468, 0.9798183441162109, 0.9842365980148315, 0.988846480846405, 0.992251455783844, 0.9944018721580505, 0.9957221150398254, 0.9965488314628601, 0.9970877766609192, 0.9974570870399475, 0.9977228045463562, 0.9979228973388672, 0.9980789422988892, 0.9982042908668518, 0.9983083009719849, 0.9983987808227539], "prob_old": [0.6264163255691528, 0.019137077033519745, 0.0036838026717305183, 0.002315499586984515, 0.001026600948534906, 0.0007488165283575654, 0.0006268591387197375, 0.0005358668859116733, 0.00045410392340272665, 0.0003820803249254823, 0.0003230574366170913, 0.0002772962034214288, 0.00024292798480018973, 0.00021761316747870296, 0.00019925841479562223, 0.00018618431931827217, 0.00017708355153445154, 0.00017090613255277276, 0.00016671637422405183, 0.0001637245441088453], "prob_new_token": [2.740833406278398e-05, 9.492653771303594e-05, 0.05649477243423462, 0.9610214233398438, 0.9889051914215088, 0.9913231134414673, 0.9934738278388977, 0.9956770539283752, 0.9972003102302551, 0.9980767965316772, 0.9985686540603638, 0.9988629817962646, 0.9990569949150085, 0.9991948008537292, 0.9992978572845459, 0.9993767738342285, 0.9994384050369263, 0.9994866847991943, 0.9995248913764954, 0.9995545744895935], "prob_old_token": [0.9254012107849121, 0.0004989563021808863, 5.573143425863236e-06, 7.297500133063295e-07, 1.3096205009333062e-07, 8.783661087363726e-08, 7.338309160331846e-08, 6.044277967021117e-08, 4.781855622582043e-08, 3.715619811828219e-08, 2.909922436344914e-08, 2.3282819228143126e-08, 1.9136260576146924e-08, 1.6216187503914625e-08, 1.4196930742116365e-08, 1.2844879826445776e-08, 1.1976034386407264e-08, 1.1445281167254961e-08, 1.1118967968570814e-08, 1.0884853018922058e-08], "update_matrix_norm_1": [33456.39453125], "update_matrix_norm_2": [8.93078327178955], "update_matrix_norm_inf": [0.04045867919921875], "request": {"prompt": "{} is in a relationship with", "subject": "Sarah Paulson", "target_new": {"str": "Eva Mendes"}, "old_answer": {"str": "Holland Taylor"}, "seed": 42}}, {"loss_per_step": [8.016, 4.877, 2.799, 0.563, 0.289, 0.269, 0.266, 0.266, 0.264, 0.262, 0.261, 0.261, 0.26, 0.259, 0.258, 0.258, 0.257, 0.257, 0.257, 0.257], "prob_new": [0.0003828009939752519, 0.011433753184974194, 0.08813058584928513, 0.7580153346061707, 0.9810594320297241, 0.9922042489051819, 0.9945005178451538, 0.995422899723053, 0.995941698551178, 0.9963052272796631, 0.9966046810150146, 0.9968774318695068, 0.997134268283844, 0.9973737001419067, 0.9975911378860474, 0.9977848529815674, 0.9979594349861145, 0.998121440410614, 0.9982753992080688, 0.998421847820282], "prob_old": [0.7761557698249817, 0.12462878227233887, 0.12017286568880081, 0.13379482924938202, 0.08495360612869263, 0.0694596990942955, 0.0636160597205162, 0.06056080758571625, 0.058558762073516846, 0.0570223331451416, 0.05572474002838135, 0.05458441749215126, 0.0535646416246891, 0.05262491852045059, 0.05171052739024162, 0.05077281594276428, 0.04979749023914337, 0.048808030784130096, 0.047842662781476974, 0.046914178878068924], "prob_new_token": [1.9636050637927838e-05, 0.011069285683333874, 0.030386995524168015, 0.8876975178718567, 0.9944424629211426, 0.9980469346046448, 0.998708963394165, 0.9989491105079651, 0.9990878105163574, 0.9991918206214905, 0.9992750287055969, 0.9993395805358887, 0.9993902444839478, 0.9994332790374756, 0.9994739890098572, 0.9995163083076477, 0.9995588660240173, 0.9995986819267273, 0.9996333122253418, 0.9996620416641235], "prob_old_token": [0.9705713987350464, 0.0015023585874587297, 0.0007816650904715061, 0.0002734727750066668, 2.525845957279671e-05, 1.4664259651908651e-05, 1.3148028301657178e-05, 1.291299304284621e-05, 1.2706189409072977e-05, 1.231595433637267e-05, 1.184182292490732e-05, 1.1406821613491047e-05, 1.104524744732771e-05, 1.0698011465137824e-05, 1.026243444357533e-05, 9.673755812400486e-06, 8.96898109203903e-06, 8.257650733867195e-06, 7.629849278600886e-06, 7.104852556949481e-06], "update_matrix_norm_1": [31586.234375], "update_matrix_norm_2": [8.476018905639648], "update_matrix_norm_inf": [0.044326554983854294], "request": {"prompt": "{} is in a relationship with", "subject": "Kurt Russell", "target_new": {"str": "Eva Gabrielsson"}, "old_answer": {"str": "Goldie Hawn"}, "seed": 42}}, {"loss_per_step": [6.841, 3.47, 1.966, 0.991, 0.474, 0.359, 0.324, 0.297, 0.272, 0.277, 0.274, 0.267, 0.266, 0.268, 0.265, 0.263, 0.263, 0.262, 0.26, 0.26], "prob_new": [0.0011574993841350079, 0.04722226783633232, 0.20901146531105042, 0.5210333466529846, 0.8499608635902405, 0.9499452114105225, 0.9784719347953796, 0.9880515933036804, 0.9915720820426941, 0.9935853481292725, 0.995154082775116, 0.9962558746337891, 0.9969395399093628, 0.9973291754722595, 0.9975631833076477, 0.9977241158485413, 0.9978663325309753, 0.9980071783065796, 0.998137354850769, 0.9982432723045349], "prob_old": [0.7761557698249817, 0.11531264334917068, 0.06408651918172836, 0.06409194320440292, 0.05198756232857704, 0.032451119273900986, 0.022772684693336487, 0.018085438758134842, 0.01563350111246109, 0.013973008841276169, 0.012545909732580185, 0.011332694441080093, 0.010391432791948318, 0.00975304190069437, 0.009351092390716076, 0.009091946296393871, 0.008865965530276299, 0.008624425157904625, 0.008388455957174301, 0.00820402055978775], "prob_new_token": [5.505908262648518e-08, 0.0032067939173430204, 0.07441799342632294, 0.6798895597457886, 0.9610327482223511, 0.9891515970230103, 0.994875431060791, 0.9967101216316223, 0.9973834156990051, 0.9978169202804565, 0.998249888420105, 0.9986016154289246, 0.9988369345664978, 0.9989739656448364, 0.9990550875663757, 0.9991104006767273, 0.9991637468338013, 0.9992234706878662, 0.9992837905883789, 0.9993352293968201], "prob_old_token": [0.9705713987350464, 0.009221445769071579, 5.630441592074931e-05, 2.476356348779518e-05, 3.735007339855656e-06, 3.635813072833116e-07, 8.120769479091905e-08, 3.667159020892541e-08, 2.4228411277249506e-08, 1.8032382698152105e-08, 1.3350831551406372e-08, 1.0028725405675232e-08, 7.92659893278369e-09, 6.721586398583668e-09, 6.0647034061389604e-09, 5.701610295005821e-09, 5.392763124945077e-09, 5.040519113208575e-09, 4.696291355799076e-09, 4.449209889401118e-09], "update_matrix_norm_1": [31700.26171875], "update_matrix_norm_2": [8.495116233825684], "update_matrix_norm_inf": [0.05221756547689438], "request": {"prompt": "{} is in a relationship with", "subject": "Kurt Russell", "target_new": {"str": "Donald Duck"}, "old_answer": {"str": "Goldie Hawn"}, "seed": 42}}, {"loss_per_step": [6.326, 5.148, 2.913, 0.701, 0.312, 0.296, 0.282, 0.265, 0.261, 0.264, 0.261, 0.259, 0.258, 0.256, 0.255, 0.256, 0.256, 0.255, 0.255, 0.254], "prob_new": [0.002036945428699255, 0.009800659492611885, 0.08622779697179794, 0.6825287342071533, 0.9787486791610718, 0.9929441213607788, 0.9962792992591858, 0.9974777698516846, 0.9979545474052429, 0.9983519911766052, 0.998750627040863, 0.9990527033805847, 0.9992380142211914, 0.9993493556976318, 0.9994186162948608, 0.9994747042655945, 0.9995333552360535, 0.9995926022529602, 0.9996427297592163, 0.99968022108078], "prob_old": [0.7761557698249817, 0.06425241380929947, 0.04336435720324516, 0.047598838806152344, 0.027898255735635757, 0.02030097506940365, 0.01755746454000473, 0.016717763617634773, 0.016781600192189217, 0.016343440860509872, 0.015285496599972248, 0.014099865220487118, 0.01324361190199852, 0.012794832699000835, 0.012602290138602257, 0.012363909743726254, 0.011868002824485302, 0.01116503868252039, 0.010460433550179005, 0.009895025752484798], "prob_new_token": [5.187540068618546e-07, 0.00021643030049744993, 0.04485047236084938, 0.9236143231391907, 0.9979512095451355, 0.9994567036628723, 0.9995906949043274, 0.9995306730270386, 0.9993763566017151, 0.999313473701477, 0.9993902444839478, 0.9995025396347046, 0.9995750784873962, 0.9996113181114197, 0.9996278285980225, 0.9996474981307983, 0.9996806979179382, 0.9997240304946899, 0.9997639060020447, 0.9997951984405518], "prob_old_token": [0.9705713987350464, 2.4442868379992433e-05, 4.283150701667182e-06, 1.8284083580510924e-06, 8.916284599536084e-08, 2.4671567899758884e-08, 1.734613874759816e-08, 1.8541557622597793e-08, 2.4067757564694148e-08, 2.6124606478106216e-08, 2.2670583632589114e-08, 1.7878749147826056e-08, 1.477974276298255e-08, 1.3532086562406676e-08, 1.3287879241374867e-08, 1.2836112617264916e-08, 1.148639405812446e-08, 9.605739315077244e-09, 7.89739829087921e-09, 6.663887219815479e-09], "update_matrix_norm_1": [31834.009765625], "update_matrix_norm_2": [8.490924835205078], "update_matrix_norm_inf": [0.04509679973125458], "request": {"prompt": "{} is in a relationship with", "subject": "Kurt Russell", "target_new": {"str": "Holland Taylor"}, "old_answer": {"str": "Goldie Hawn"}, "seed": 42}}, {"loss_per_step": [4.024, 2.902, 1.538, 0.734, 0.34, 0.29, 0.285, 0.283, 0.283, 0.282, 0.282, 0.281, 0.281, 0.281, 0.28, 0.28, 0.28, 0.28, 0.279, 0.279], "prob_new": [0.01886996440589428, 0.07947749644517899, 0.2859847843647003, 0.6417514085769653, 0.9429706335067749, 0.9894048571586609, 0.994780957698822, 0.9961262941360474, 0.9967295527458191, 0.9971084594726562, 0.9973938465118408, 0.9976287484169006, 0.9978305697441101, 0.9980071187019348, 0.9981633424758911, 0.9983016848564148, 0.9984247088432312, 0.9985337257385254, 0.998630166053772, 0.9987151026725769], "prob_old": [0.8248029351234436, 0.2703746259212494, 0.2529876232147217, 0.19345854222774506, 0.10299646109342575, 0.05465569347143173, 0.03688540309667587, 0.029088815674185753, 0.02502976544201374, 0.022651854902505875, 0.021145816892385483, 0.02014303207397461, 0.019453495740890503, 0.01896871253848076, 0.01862373761832714, 0.0183805450797081, 0.01821794919669628, 0.018124138936400414, 0.018092118203639984, 0.018116526305675507], "prob_new_token": [2.7195389975531725e-06, 0.0009459631983190775, 0.027818582952022552, 0.42257508635520935, 0.977886974811554, 0.9982509613037109, 0.9995419383049011, 0.999782145023346, 0.9998602271080017, 0.9998944401741028, 0.9999122619628906, 0.999922513961792, 0.9999293088912964, 0.9999337792396545, 0.9999364614486694, 0.9999389052391052, 0.9999403953552246, 0.9999411106109619, 0.9999415874481201, 0.9999412894248962], "prob_old_token": [0.9602869749069214, 0.18470630049705505, 0.026998383924365044, 0.002584854606539011, 2.499191577953752e-05, 7.297973638742405e-07, 1.0010136008986592e-07, 3.13137888952042e-08, 1.5296034661105296e-08, 9.654782751056246e-09, 7.129616452772325e-09, 5.826152893462222e-09, 5.094228594515471e-09, 4.662109365227707e-09, 4.403837738919947e-09, 4.257832753040702e-09, 4.1944843154340106e-09, 4.199800063275916e-09, 4.268036590815427e-09, 4.399254294185084e-09], "update_matrix_norm_1": [27337.359375], "update_matrix_norm_2": [7.619176387786865], "update_matrix_norm_inf": [0.06559699773788452], "request": {"prompt": "{} is in a relationship with", "subject": "Tim Burton", "target_new": {"str": "Blake Shelton"}, "old_answer": {"str": "Helena Bonham Carter"}, "seed": 42}}, {"loss_per_step": [3.31, 2.021, 1.021, 0.367, 0.311, 0.295, 0.289, 0.286, 0.285, 0.284, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.282, 0.282, 0.281, 0.281], "prob_new": [0.03808237239718437, 0.20514005422592163, 0.499130517244339, 0.9186127185821533, 0.9711041450500488, 0.9851830005645752, 0.9907450079917908, 0.9933212399482727, 0.9947407245635986, 0.995632529258728, 0.996245801448822, 0.9966957569122314, 0.9970423579216003, 0.9973194003105164, 0.997547447681427, 0.9977399110794067, 0.9979055523872375, 0.998050332069397, 0.9981779456138611, 0.9982908368110657], "prob_old": [0.8248029351234436, 0.3020491898059845, 0.33055275678634644, 0.2653968632221222, 0.20552071928977966, 0.17396727204322815, 0.15180112421512604, 0.13516776263713837, 0.12253381311893463, 0.11283769458532333, 0.10528063029050827, 0.09928058832883835, 0.09442469477653503, 0.09041866660118103, 0.08704831451177597, 0.08415324985980988, 0.081614188849926, 0.07935108989477158, 0.0773240476846695, 0.07551917433738708], "prob_new_token": [3.038812224076537e-07, 0.012879055924713612, 0.2372647374868393, 0.9664514064788818, 0.9931845664978027, 0.9975484609603882, 0.9990193843841553, 0.9995438456535339, 0.9997497200965881, 0.9998422861099243, 0.9998896718025208, 0.9999168515205383, 0.999934196472168, 0.9999456405639648, 0.9999537467956543, 0.9999596476554871, 0.9999642372131348, 0.9999679923057556, 0.9999706745147705, 0.9999727010726929], "prob_old_token": [0.9602869749069214, 0.05285128206014633, 0.04697840288281441, 0.0034741051495075226, 0.0004281851870473474, 0.0001301466254517436, 5.621658419840969e-05, 2.896476689784322e-05, 1.677516229392495e-05, 1.06341312857694e-05, 7.2549673859612085e-06, 5.254004918242572e-06, 3.992666734120576e-06, 3.1526631119049853e-06, 2.5648087103036232e-06, 2.1336929876270005e-06, 1.803659756660636e-06, 1.5426710433530388e-06, 1.3331404034033767e-06, 1.1648746749415295e-06], "update_matrix_norm_1": [27962.19140625], "update_matrix_norm_2": [7.663688659667969], "update_matrix_norm_inf": [0.06455564498901367], "request": {"prompt": "{} is in a relationship with", "subject": "Tim Burton", "target_new": {"str": "Hermione Granger"}, "old_answer": {"str": "Helena Bonham Carter"}, "seed": 42}}, {"loss_per_step": [3.285, 2.285, 1.788, 0.954, 0.411, 0.346, 0.311, 0.297, 0.29, 0.286, 0.283, 0.282, 0.281, 0.28, 0.28, 0.279, 0.279, 0.279, 0.279, 0.279], "prob_new": [0.040882181376218796, 0.15968850255012512, 0.22501280903816223, 0.530401349067688, 0.8794764876365662, 0.935885488986969, 0.9685403108596802, 0.9820573925971985, 0.9883224964141846, 0.9920055866241455, 0.9943954944610596, 0.9959571957588196, 0.9969695210456848, 0.9976238012313843, 0.9980619549751282, 0.9983740448951721, 0.9986043572425842, 0.9987771511077881, 0.9989058375358582, 0.9989985823631287], "prob_old": [0.8248029351234436, 0.3539111018180847, 0.307958722114563, 0.21675963699817657, 0.11152476817369461, 0.0785512626171112, 0.058669671416282654, 0.047144029289484024, 0.04035923629999161, 0.03606147691607475, 0.033136866986751556, 0.03101862408220768, 0.029421251267194748, 0.028217287734150887, 0.0272862259298563, 0.02649948187172413, 0.025799723342061043, 0.025182241573929787, 0.02468285709619522, 0.02434556372463703], "prob_new_token": [7.996604267646035e-07, 0.0003908409271389246, 0.0018201115308329463, 0.1415022760629654, 0.9340665936470032, 0.9820290803909302, 0.9944360852241516, 0.9975672364234924, 0.9986060261726379, 0.9990813732147217, 0.9993470907211304, 0.9995114803314209, 0.999617874622345, 0.9996906518936157, 0.9997425675392151, 0.9997803568840027, 0.9998094439506531, 0.9998307228088379, 0.9998460412025452, 0.9998576045036316], "prob_old_token": [0.9602869749069214, 0.455401748418808, 0.1449531763792038, 0.009909583255648613, 3.8109137676656246e-05, 4.017842002213001e-06, 8.654442353872582e-07, 3.321931671962375e-07, 1.8711243399138766e-07, 1.268287235234311e-07, 9.397556510748473e-08, 7.321071393562306e-08, 5.9020781151275514e-08, 4.876726933389364e-08, 4.11206322326052e-08, 3.518314528605515e-08, 3.03876142027093e-08, 2.6524016760731683e-08, 2.3573138108190506e-08, 2.148082778319349e-08], "update_matrix_norm_1": [28268.873046875], "update_matrix_norm_2": [7.652479648590088], "update_matrix_norm_inf": [0.06808365881443024], "request": {"prompt": "{} is in a relationship with", "subject": "Tim Burton", "target_new": {"str": "Lea Michele"}, "old_answer": {"str": "Helena Bonham Carter"}, "seed": 42}}, {"loss_per_step": [2.632, 1.648, 0.498, 0.314, 0.303, 0.298, 0.294, 0.294, 0.293, 0.292, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.291, 0.291, 0.291, 0.291], "prob_new": [0.07521850615739822, 0.2791231870651245, 0.83023601770401, 0.9912415742874146, 0.9956741333007812, 0.9966343641281128, 0.9971271753311157, 0.9974427223205566, 0.9976781606674194, 0.9978748559951782, 0.9980411529541016, 0.9981961846351624, 0.9983437061309814, 0.9984710812568665, 0.9985848665237427, 0.9986867904663086, 0.9987698793411255, 0.9988413453102112, 0.998906672000885, 0.9989611506462097], "prob_old": [0.513824462890625, 0.09169511497020721, 0.05401768535375595, 0.02840825542807579, 0.023167042061686516, 0.021378986537456512, 0.02003386802971363, 0.019184144213795662, 0.018495576456189156, 0.017798535525798798, 0.017239419743418694, 0.01668485254049301, 0.016143910586833954, 0.015736393630504608, 0.0153398048132658, 0.014915143139660358, 0.014612355269491673, 0.014351039193570614, 0.014072219841182232, 0.013887974433600903], "prob_new_token": [0.0002442058175802231, 0.04181213676929474, 0.7770313024520874, 0.9960033297538757, 0.9989136457443237, 0.9993047714233398, 0.9994181394577026, 0.9994540214538574, 0.9994748830795288, 0.9995022416114807, 0.999527096748352, 0.9995547533035278, 0.9995814561843872, 0.9995989799499512, 0.9996146559715271, 0.9996316432952881, 0.9996412396430969, 0.999647855758667, 0.999654233455658, 0.999653160572052], "prob_old_token": [0.9202108383178711, 0.003050785744562745, 2.646430402819533e-05, 7.299032063201594e-07, 2.1705464803289942e-07, 1.2699199203325406e-07, 8.770469150931604e-08, 6.968142685082057e-08, 5.826300508715576e-08, 4.894553740086849e-08, 4.296970956829682e-08, 3.842709972445846e-08, 3.509346768737487e-08, 3.354146116407719e-08, 3.23584288253187e-08, 3.0887289170777876e-08, 3.040256757458337e-08, 3.0188363808747454e-08, 2.9792190048283373e-08, 3.031981421486307e-08], "update_matrix_norm_1": [29920.830078125], "update_matrix_norm_2": [8.220608711242676], "update_matrix_norm_inf": [0.06141512840986252], "request": {"prompt": "{} is in a relationship with", "subject": "Joker", "target_new": {"str": "Elon Musk"}, "old_answer": {"str": "Harley Quinn"}, "seed": 42}}, {"loss_per_step": [2.395, 0.933, 0.367, 0.333, 0.314, 0.308, 0.303, 0.302, 0.3, 0.299, 0.298, 0.298, 0.297, 0.296, 0.296, 0.295, 0.295, 0.294, 0.293, 0.293], "prob_new": [0.09446705132722855, 0.5911306142807007, 0.9342929720878601, 0.9653793573379517, 0.982932984828949, 0.9897949695587158, 0.9929960370063782, 0.9948407411575317, 0.9960491061210632, 0.9968587160110474, 0.9974207282066345, 0.9978330731391907, 0.9981505274772644, 0.9983932971954346, 0.9985788464546204, 0.9987248182296753, 0.9988425374031067, 0.9989344477653503, 0.9990032315254211, 0.9990541338920593], "prob_old": [0.513824462890625, 0.09353168308734894, 0.07202421128749847, 0.06303812563419342, 0.05063455551862717, 0.04195750877261162, 0.03634976968169212, 0.03245057538151741, 0.029540179297327995, 0.027373595163226128, 0.025758374482393265, 0.024515585973858833, 0.023538153618574142, 0.022813385352492332, 0.02232355810701847, 0.022028500214219093, 0.02191038429737091, 0.02199089713394642, 0.022277729585766792, 0.022758619859814644], "prob_new_token": [1.5571586118312553e-05, 0.45517465472221375, 0.9736238718032837, 0.9830368161201477, 0.9926910996437073, 0.9963488578796387, 0.9977899193763733, 0.9985097646713257, 0.9989429116249084, 0.999194324016571, 0.9993428587913513, 0.999443531036377, 0.9995208978652954, 0.9995753169059753, 0.999610424041748, 0.9996343851089478, 0.999652624130249, 0.9996618032455444, 0.9996609091758728, 0.999651312828064], "prob_old_token": [0.9202108383178711, 0.00021576836297754198, 1.1420383088989183e-05, 7.552286660938989e-06, 3.2923499020398594e-06, 1.6150149804161629e-06, 9.463105357099266e-07, 6.157736720524554e-07, 4.2500394670241803e-07, 3.161338497648103e-07, 2.5120735358541424e-07, 2.089206390110121e-07, 1.8005155766331882e-07, 1.6166644911663752e-07, 1.514370921995578e-07, 1.4763296007913596e-07, 1.496769499453876e-07, 1.586889908367084e-07, 1.7645945149524778e-07, 2.049903571332834e-07], "update_matrix_norm_1": [29754.41796875], "update_matrix_norm_2": [8.216547966003418], "update_matrix_norm_inf": [0.07596928626298904], "request": {"prompt": "{} is in a relationship with", "subject": "Joker", "target_new": {"str": "Mila Kunis"}, "old_answer": {"str": "Harley Quinn"}, "seed": 42}}, {"loss_per_step": [2.46, 1.405, 0.396, 0.344, 0.334, 0.324, 0.305, 0.309, 0.298, 0.298, 0.297, 0.294, 0.293, 0.293, 0.291, 0.291, 0.291, 0.29, 0.29, 0.29], "prob_new": [0.08799643069505692, 0.3447040021419525, 0.9151515960693359, 0.9595256447792053, 0.9777559638023376, 0.9849317669868469, 0.9886887073516846, 0.9910995960235596, 0.9927764534950256, 0.9941180944442749, 0.9952173233032227, 0.9961056709289551, 0.9968118667602539, 0.9973758459091187, 0.9978321194648743, 0.9981935024261475, 0.9984657764434814, 0.9986639618873596, 0.998810350894928, 0.9989252090454102], "prob_old": [0.513824462890625, 0.0764615535736084, 0.11258122324943542, 0.09180334955453873, 0.06978162378072739, 0.058717843145132065, 0.0535334013402462, 0.05066542327404022, 0.04736980050802231, 0.04431074857711792, 0.041332852095365524, 0.03855869174003601, 0.03618919476866722, 0.03425547108054161, 0.032639965415000916, 0.03140483796596527, 0.030659006908535957, 0.030404577031731606, 0.030504437163472176, 0.03073066473007202], "prob_new_token": [1.0477165233169217e-05, 0.07737759500741959, 0.9684286117553711, 0.9912128448486328, 0.995007336139679, 0.9963133931159973, 0.9968833923339844, 0.9971013069152832, 0.9972202181816101, 0.9973440766334534, 0.9974688291549683, 0.9975804090499878, 0.9976735711097717, 0.9977643489837646, 0.997865617275238, 0.9979710578918457, 0.9980652928352356, 0.9981383085250854, 0.998191773891449, 0.9982383847236633], "prob_old_token": [0.9202108383178711, 0.00013969821156933904, 3.583195575629361e-05, 1.2418232472555246e-05, 3.1431645766133443e-06, 1.8333129219172406e-06, 1.6807597376100603e-06, 1.8082273527397774e-06, 1.87552916486311e-06, 1.872283746706671e-06, 1.7294058807237889e-06, 1.5204947203528718e-06, 1.3219384982221527e-06, 1.167090772469237e-06, 1.0422031664347742e-06, 9.362797754874919e-07, 8.473374464301742e-07, 7.80800348820776e-07, 7.400927302114724e-07, 7.177234806476918e-07], "update_matrix_norm_1": [29710.912109375], "update_matrix_norm_2": [8.190705299377441], "update_matrix_norm_inf": [0.07718481868505478], "request": {"prompt": "{} is in a relationship with", "subject": "Joker", "target_new": {"str": "Helena Bonham Carter"}, "old_answer": {"str": "Harley Quinn"}, "seed": 42}}, {"loss_per_step": [2.856, 2.104, 1.773, 0.914, 0.407, 0.277, 0.256, 0.236, 0.236, 0.233, 0.233, 0.232, 0.232, 0.232, 0.232, 0.231, 0.231, 0.231, 0.231, 0.231], "prob_new": [0.0581372007727623, 0.15255191922187805, 0.21544018387794495, 0.5204749703407288, 0.885289192199707, 0.9622437953948975, 0.9903247356414795, 0.9956865310668945, 0.9974534511566162, 0.9982481002807617, 0.9986903071403503, 0.9989756941795349, 0.9991709589958191, 0.9993091225624084, 0.9994140267372131, 0.9994962811470032, 0.9995597004890442, 0.9996080994606018, 0.9996474385261536, 0.9996801018714905], "prob_old": [0.6127539873123169, 0.11137838661670685, 0.061745598912239075, 0.020894963294267654, 0.008533292450010777, 0.0050600627437233925, 0.0031007148791104555, 0.002343603875488043, 0.0019750965293496847, 0.0017599749844521284, 0.0015892772935330868, 0.0014508512103930116, 0.0013426275691017509, 0.0012548413360491395, 0.0011780995409935713, 0.0011116259265691042, 0.0010546549456194043, 0.0010069027775898576, 0.0009655198664404452, 0.0009300505043938756], "prob_new_token": [4.0875971762943664e-07, 8.694958523847163e-06, 9.738119115354493e-05, 0.12683212757110596, 0.9075134992599487, 0.9779680967330933, 0.9932926893234253, 0.9970230460166931, 0.998223602771759, 0.9987314939498901, 0.9990406632423401, 0.9992462992668152, 0.9993716478347778, 0.9994542598724365, 0.9995191097259521, 0.9995723366737366, 0.999611496925354, 0.9996399283409119, 0.9996622800827026, 0.9996812343597412], "prob_old_token": [0.6377396583557129, 0.009957888163626194, 0.0067984722554683685, 0.0011036992073059082, 8.321276982314885e-05, 4.507855555857532e-05, 1.8882114090956748e-05, 1.1805052963609342e-05, 9.025569852383342e-06, 7.552481292805169e-06, 6.626235517614987e-06, 6.013564416207373e-06, 5.47730860489537e-06, 4.984635324944975e-06, 4.621919742930913e-06, 4.38522420154186e-06, 4.1666107790661044e-06, 3.934040250896942e-06, 3.7456766222021542e-06, 3.6337212350190384e-06], "update_matrix_norm_1": [28336.107421875], "update_matrix_norm_2": [7.889240264892578], "update_matrix_norm_inf": [0.056601230055093765], "request": {"prompt": "{} is in a relationship with", "subject": "Harley Quinn", "target_new": {"str": "Ashton Kutcher"}, "old_answer": {"str": "the Joker"}, "seed": 42}}, {"loss_per_step": [4.958, 2.22, 1.818, 1.298, 0.707, 0.317, 0.259, 0.246, 0.239, 0.236, 0.235, 0.234, 0.233, 0.233, 0.233, 0.233, 0.232, 0.232, 0.232, 0.232], "prob_new": [0.007472889963537455, 0.1491541862487793, 0.21482272446155548, 0.35424211621284485, 0.6326553821563721, 0.9194240570068359, 0.9752366542816162, 0.9873441457748413, 0.9924966096878052, 0.9948971271514893, 0.9961309432983398, 0.9968658089637756, 0.997336208820343, 0.9976514577865601, 0.997896671295166, 0.9980901479721069, 0.998240053653717, 0.9983731508255005, 0.9984868764877319, 0.9985814094543457], "prob_old": [0.6127539873123169, 0.06325216591358185, 0.015002084895968437, 0.027721073478460312, 0.023800579831004143, 0.010169575922191143, 0.0032680248841643333, 0.0014194230316206813, 0.0008741019410081208, 0.0006764617282897234, 0.0005860472447238863, 0.0005358738708309829, 0.0005029925960116088, 0.00047667723265476525, 0.00045522942673414946, 0.00043601589277386665, 0.00041673576924949884, 0.00039936788380146027, 0.0003825673193205148, 0.0003654032771009952], "prob_new_token": [1.338505626335973e-07, 0.00027675891760736704, 0.002462496981024742, 0.023228494450449944, 0.35759928822517395, 0.9646402597427368, 0.9978153109550476, 0.9995580911636353, 0.9997760653495789, 0.9998161792755127, 0.9998183250427246, 0.9998114705085754, 0.9998027086257935, 0.9997972846031189, 0.999795138835907, 0.9997969269752502, 0.9998045563697815, 0.9998140335083008, 0.9998255372047424, 0.9998396635055542], "prob_old_token": [0.6377396583557129, 0.019896384328603745, 0.004364403430372477, 0.009460994973778725, 0.0034819231368601322, 7.672217179788277e-05, 2.015091013163328e-06, 2.100385785297476e-07, 7.183373185171149e-08, 4.932810782065644e-08, 4.57396218678241e-08, 4.684985199787661e-08, 4.964553212971623e-08, 5.261194857553164e-08, 5.460466923068452e-08, 5.5482875183088254e-08, 5.518377577118372e-08, 5.368617195244951e-08, 5.12357161142063e-08, 4.804436315453131e-08], "update_matrix_norm_1": [28757.66796875], "update_matrix_norm_2": [7.875418663024902], "update_matrix_norm_inf": [0.05766454339027405], "request": {"prompt": "{} is in a relationship with", "subject": "Harley Quinn", "target_new": {"str": "Irina Shayk"}, "old_answer": {"str": "the Joker"}, "seed": 42}}, {"loss_per_step": [3.902, 2.235, 1.501, 0.619, 0.366, 0.274, 0.25, 0.241, 0.239, 0.237, 0.237, 0.232, 0.233, 0.232, 0.231, 0.231, 0.23, 0.231, 0.23, 0.23], "prob_new": [0.02110726200044155, 0.13561615347862244, 0.2956259548664093, 0.7013051509857178, 0.881435751914978, 0.958830714225769, 0.9820132851600647, 0.990847647190094, 0.9940129518508911, 0.996066153049469, 0.996786892414093, 0.9974940419197083, 0.9979333877563477, 0.9981798529624939, 0.9984422326087952, 0.9986807703971863, 0.9988394379615784, 0.9989762902259827, 0.9991182088851929, 0.9992413520812988], "prob_old": [0.6127539873123169, 0.04027385264635086, 0.014212149195373058, 0.018088534474372864, 0.010294166393578053, 0.006850954610854387, 0.004835916683077812, 0.0031513075809925795, 0.0024290350265800953, 0.0017278719460591674, 0.001547415740787983, 0.0012623971560969949, 0.0011040190001949668, 0.0010549441212788224, 0.0009634189773350954, 0.00086906214710325, 0.0008288066019304097, 0.0007975214975886047, 0.0007448111427947879, 0.0006974226562306285], "prob_new_token": [8.846597552292224e-07, 0.0005858740769326687, 0.007553288247436285, 0.5765979886054993, 0.9233157634735107, 0.9835572242736816, 0.9934550523757935, 0.9970267415046692, 0.9979206919670105, 0.998759388923645, 0.9987863898277283, 0.9989983439445496, 0.9990653395652771, 0.9990274906158447, 0.9990575313568115, 0.9991143941879272, 0.9991495609283447, 0.9991923570632935, 0.9992554187774658, 0.9993184804916382], "prob_old_token": [0.6377396583557129, 0.00863782037049532, 0.002522294409573078, 0.00076817418448627, 0.00015690895088482648, 4.788781006936915e-05, 2.1395155272330157e-05, 8.227182661357801e-06, 5.1256879487482365e-06, 2.284279389641597e-06, 2.115084498655051e-06, 1.3839970733897644e-06, 1.1461555686764768e-06, 1.2123538226660457e-06, 1.1081325510531315e-06, 9.700929695100058e-07, 9.567578445057734e-07, 9.518352612758463e-07, 8.595654321652546e-07, 7.739066631984315e-07], "update_matrix_norm_1": [28590.478515625], "update_matrix_norm_2": [7.868277072906494], "update_matrix_norm_inf": [0.06405548006296158], "request": {"prompt": "{} is in a relationship with", "subject": "Harley Quinn", "target_new": {"str": "Lea Michele"}, "old_answer": {"str": "the Joker"}, "seed": 42}}, {"loss_per_step": [6.22, 4.737, 1.356, 0.518, 0.312, 0.302, 0.288, 0.279, 0.276, 0.274, 0.273, 0.272, 0.272, 0.271, 0.271, 0.271, 0.27, 0.27, 0.27, 0.27], "prob_new": [0.0020568533800542355, 0.0159455593675375, 0.3431343734264374, 0.7843304872512817, 0.957659125328064, 0.96824711561203, 0.9823160171508789, 0.9908198714256287, 0.9939496517181396, 0.9953276515007019, 0.9961221218109131, 0.996678352355957, 0.9971097707748413, 0.9974581599235535, 0.9977426528930664, 0.9979745149612427, 0.9981624484062195, 0.9983139038085938, 0.9984356164932251, 0.9985331892967224], "prob_old": [0.828981876373291, 0.3454446792602539, 0.2268136441707611, 0.08696950972080231, 0.03539905324578285, 0.02078363671898842, 0.01670856587588787, 0.015667470172047615, 0.015546191483736038, 0.015633150935173035, 0.015690235421061516, 0.015650441870093346, 0.015508731827139854, 0.015282460488379002, 0.014995444566011429, 0.014671134762465954, 0.014329584315419197, 0.013986335135996342, 0.013652651570737362, 0.013336170464754105], "prob_new_token": [4.710928624263033e-05, 0.012723112478852272, 0.11740978062152863, 0.7253305912017822, 0.9711140394210815, 0.9917015433311462, 0.9955180287361145, 0.9967904686927795, 0.9974275231361389, 0.9978551268577576, 0.9981790781021118, 0.9984318017959595, 0.9986302256584167, 0.9987860918045044, 0.9989084601402283, 0.9990035891532898, 0.9990769028663635, 0.9991326928138733, 0.9991744756698608, 0.9992051124572754], "prob_old_token": [0.9716687798500061, 0.05165960267186165, 0.004409045446664095, 0.000178522415808402, 3.3571673156984616e-06, 3.680481484025222e-07, 1.3122185293923394e-07, 8.3370551351436e-08, 6.759129433930866e-08, 5.952421133770258e-08, 5.3764566132485925e-08, 4.895870375776212e-08, 4.4766728990452975e-08, 4.111373286264097e-08, 3.797535441663058e-08, 3.533715542403115e-08, 3.316637631201047e-08, 3.141339632861673e-08, 3.003106385790488e-08, 2.896140571806427e-08], "update_matrix_norm_1": [27880.93359375], "update_matrix_norm_2": [7.437623500823975], "update_matrix_norm_inf": [0.04290303587913513], "request": {"prompt": "{} is in a relationship with", "subject": "Jean-Paul Sartre", "target_new": {"str": "Eva Gabrielsson"}, "old_answer": {"str": "Simone de Beauvoir"}, "seed": 42}}, {"loss_per_step": [3.24, 2.535, 1.995, 0.707, 0.34, 0.296, 0.283, 0.278, 0.276, 0.275, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272, 0.271, 0.271, 0.271, 0.271], "prob_new": [0.04129968583583832, 0.13548848032951355, 0.1879817694425583, 0.6541498303413391, 0.9360313415527344, 0.9780547618865967, 0.9893172383308411, 0.9932937622070312, 0.9950923919677734, 0.9961202144622803, 0.9968129396438599, 0.9973262548446655, 0.9977255463600159, 0.9980443716049194, 0.9983029365539551, 0.9985146522521973, 0.9986897706985474, 0.9988356232643127, 0.9989576935768127, 0.9990608096122742], "prob_old": [0.828981876373291, 0.32518914341926575, 0.3206974267959595, 0.16813132166862488, 0.0807303935289383, 0.04687260091304779, 0.032508380711078644, 0.02535761334002018, 0.02134135738015175, 0.018861977383494377, 0.017214611172676086, 0.01605522446334362, 0.015201350674033165, 0.014549382962286472, 0.014037413522601128, 0.013626828789710999, 0.01329247746616602, 0.013017751276493073, 0.012791651301085949, 0.012606717646121979], "prob_new_token": [1.5670953871449456e-05, 0.0015551582910120487, 0.008655871264636517, 0.47978347539901733, 0.9464452862739563, 0.9894822835922241, 0.9968827366828918, 0.9987643957138062, 0.9993842840194702, 0.9996364712715149, 0.9997569918632507, 0.9998225569725037, 0.9998616576194763, 0.9998867511749268, 0.999903678894043, 0.9999157786369324, 0.9999246001243591, 0.9999310970306396, 0.9999361038208008, 0.9999397397041321], "prob_old_token": [0.9716687798500061, 0.08734878152608871, 0.10619154572486877, 0.0013419599272310734, 5.1710921979974955e-05, 7.106797966116574e-06, 1.908650574478088e-06, 7.510216164519079e-07, 3.8022190551600943e-07, 2.2828821499842888e-07, 1.5409234777052916e-07, 1.1289613865983483e-07, 8.774016180268518e-08, 7.122388723246331e-08, 5.976104944238614e-08, 5.145440340470486e-08, 4.521872298823837e-08, 4.041776691110499e-08, 3.663803127551546e-08, 3.3622036710312386e-08], "update_matrix_norm_1": [27648.20703125], "update_matrix_norm_2": [7.454839706420898], "update_matrix_norm_inf": [0.04425188899040222], "request": {"prompt": "{} is in a relationship with", "subject": "Jean-Paul Sartre", "target_new": {"str": "Mila Kunis"}, "old_answer": {"str": "Simone de Beauvoir"}, "seed": 42}}, {"loss_per_step": [4.126, 2.359, 1.607, 1.221, 0.904, 0.613, 0.452, 0.37, 0.321, 0.296, 0.285, 0.279, 0.276, 0.274, 0.273, 0.272, 0.271, 0.271, 0.27, 0.27], "prob_new": [0.018226318061351776, 0.19221334159374237, 0.2897360622882843, 0.39478230476379395, 0.5355453491210938, 0.7112897038459778, 0.8328589797019958, 0.9043566584587097, 0.9500705599784851, 0.974666953086853, 0.9861228466033936, 0.9920530319213867, 0.9952442049980164, 0.9968686699867249, 0.9977315664291382, 0.9982386231422424, 0.9985685348510742, 0.9988003969192505, 0.998971700668335, 0.9991019368171692], "prob_old": [0.828981876373291, 0.3496147096157074, 0.3680565059185028, 0.31387218832969666, 0.28953027725219727, 0.274107426404953, 0.24572813510894775, 0.2079363763332367, 0.16941416263580322, 0.1356983631849289, 0.10977250337600708, 0.09146510809659958, 0.0790419727563858, 0.07063011825084686, 0.06478869169950485, 0.06058106571435928, 0.05744727700948715, 0.05506474897265434, 0.05325267091393471, 0.051909301429986954], "prob_new_token": [1.0848929377971217e-05, 0.005373151041567326, 0.007759313099086285, 0.016038382425904274, 0.07151754945516586, 0.27309197187423706, 0.5154734253883362, 0.6957171559333801, 0.8300424218177795, 0.9156917333602905, 0.9586406350135803, 0.977844774723053, 0.9866624474525452, 0.9910654425621033, 0.9934666752815247, 0.9948909282684326, 0.9958023428916931, 0.9964272379875183, 0.9968788027763367, 0.9972180724143982], "prob_old_token": [0.9716687798500061, 0.12620621919631958, 0.08322301506996155, 0.020289482548832893, 0.011189551092684269, 0.007507914677262306, 0.003974552731961012, 0.0017938914243131876, 0.000705587852280587, 0.0002725380763877183, 0.0001159437233582139, 5.715226143365726e-05, 3.267129068262875e-05, 2.116808718710672e-05, 1.5110284948605113e-05, 1.159316161647439e-05, 9.391554158355575e-06, 7.937852387840394e-06, 6.949004728085129e-06, 6.270542598940665e-06], "update_matrix_norm_1": [27038.09375], "update_matrix_norm_2": [7.439056873321533], "update_matrix_norm_inf": [0.05473623052239418], "request": {"prompt": "{} is in a relationship with", "subject": "Jean-Paul Sartre", "target_new": {"str": "Elon Musk"}, "old_answer": {"str": "Simone de Beauvoir"}, "seed": 42}}, {"loss_per_step": [7.721, 4.607, 3.054, 0.791, 0.406, 0.406, 0.395, 0.393, 0.39, 0.383, 0.4, 0.391, 0.391, 0.392, 0.391, 0.39, 0.388, 0.386, 0.386, 0.385], "prob_new": [0.00047847701353020966, 0.017516598105430603, 0.08186861872673035, 0.6920169591903687, 0.9854645729064941, 0.9810823798179626, 0.9937382936477661, 0.995089054107666, 0.9959645867347717, 0.9969719052314758, 0.9977871179580688, 0.9976959228515625, 0.9970071315765381, 0.9962150454521179, 0.9956200122833252, 0.9954378008842468, 0.9956951141357422, 0.9962056875228882, 0.9967824816703796, 0.9973558783531189], "prob_old": [0.9013116359710693, 0.26267144083976746, 0.176366925239563, 0.04137634113430977, 0.010137932375073433, 0.010160719975829124, 0.007675291504710913, 0.006622981745749712, 0.006007171701639891, 0.005431977100670338, 0.004961228463798761, 0.007363170385360718, 0.011108814738690853, 0.014382155612111092, 0.016302676871418953, 0.016535861417651176, 0.015386989340186119, 0.013602587394416332, 0.01178638357669115, 0.010120507329702377], "prob_new_token": [2.3931188479764387e-06, 0.0008500416879542172, 0.01764306239783764, 0.6914582848548889, 0.9979152083396912, 0.9993816614151001, 0.9998030066490173, 0.9998738169670105, 0.9998899102210999, 0.9998918771743774, 0.9998811483383179, 0.9997525215148926, 0.9995276927947998, 0.9992788434028625, 0.9990716576576233, 0.9989815354347229, 0.9990234375, 0.9991414546966553, 0.9992804527282715, 0.9994313716888428], "prob_old_token": [0.9199483394622803, 0.18476584553718567, 0.004223830532282591, 1.612065898370929e-05, 3.670819026524441e-08, 2.7770910904223456e-08, 1.0034906239297925e-08, 6.405737718040427e-09, 5.181136852883128e-09, 4.383875484847977e-09, 3.900289424763059e-09, 1.1252310194720394e-08, 3.3284248246445713e-08, 6.085285519930039e-08, 7.876205643242429e-08, 7.504970511718057e-08, 5.576401918006013e-08, 3.597526188059419e-08, 2.2296344326377948e-08, 1.364633828160322e-08], "update_matrix_norm_1": [28693.958984375], "update_matrix_norm_2": [7.757598400115967], "update_matrix_norm_inf": [0.07490862905979156], "request": {"prompt": "The director of {} is", "subject": "Microsoft", "target_new": {"str": "Brian Fargo"}, "old_answer": {"str": "Satya Nadella"}, "seed": 42}}, {"loss_per_step": [5.513, 3.569, 1.355, 1.911, 0.766, 0.48, 0.436, 0.412, 0.399, 0.391, 0.387, 0.384, 0.382, 0.381, 0.38, 0.379, 0.379, 0.38, 0.378, 0.38], "prob_new": [0.004197634756565094, 0.04414121434092522, 0.40006330609321594, 0.2539862394332886, 0.7009849548339844, 0.9149291515350342, 0.9509139657020569, 0.9712951183319092, 0.9834380745887756, 0.9897502660751343, 0.9929649829864502, 0.9947481751441956, 0.9958952069282532, 0.9966931343078613, 0.9972544312477112, 0.9976846575737, 0.997984766960144, 0.9982476830482483, 0.9984121918678284, 0.9985359311103821], "prob_old": [0.9013116359710693, 0.5273600220680237, 0.4500194787979126, 0.037160031497478485, 0.054854121059179306, 0.059907518327236176, 0.07444719225168228, 0.08366198092699051, 0.08121796697378159, 0.07340335100889206, 0.06516212970018387, 0.058354806154966354, 0.05260220170021057, 0.04771805927157402, 0.04395851865410805, 0.04073910415172577, 0.03874637931585312, 0.03639906644821167, 0.03563311696052551, 0.03562865033745766], "prob_new_token": [5.64020069759863e-07, 0.0004995509516447783, 0.3223792612552643, 0.8609575629234314, 0.8407437205314636, 0.9844265580177307, 0.9943634271621704, 0.9970389008522034, 0.998324453830719, 0.9989736676216125, 0.9993109107017517, 0.9994943737983704, 0.9996097683906555, 0.9996911883354187, 0.9997450709342957, 0.9997873902320862, 0.9998118877410889, 0.999837338924408, 0.999846875667572, 0.9998489022254944], "prob_old_token": [0.9199483394622803, 0.5683332085609436, 0.06612700968980789, 4.138915301155066e-06, 5.629799488815479e-06, 3.5195394048059825e-06, 9.646008038544096e-06, 1.5602863641106524e-05, 1.3419873539533e-05, 9.916506314766593e-06, 6.867050615255721e-06, 4.834855644730851e-06, 3.616411277107545e-06, 2.802911012622644e-06, 2.2672206796414685e-06, 1.9373599116079276e-06, 1.7457178955737618e-06, 1.6587863456152263e-06, 1.666765797381231e-06, 1.7500804005976534e-06], "update_matrix_norm_1": [28700.6875], "update_matrix_norm_2": [7.7402544021606445], "update_matrix_norm_inf": [0.0766773670911789], "request": {"prompt": "The director of {} is", "subject": "Microsoft", "target_new": {"str": "Renzo Rosso"}, "old_answer": {"str": "Satya Nadella"}, "seed": 42}}, {"loss_per_step": [9.056, 5.506, 2.608, 0.749, 0.506, 0.407, 0.4, 0.397, 0.396, 0.394, 0.393, 0.39, 0.387, 0.389, 0.384, 0.401, 0.39, 0.389, 0.387, 0.383], "prob_new": [0.0001392629783367738, 0.007465898524969816, 0.13735796511173248, 0.7760956287384033, 0.9591594934463501, 0.9834264516830444, 0.9871444702148438, 0.9892309308052063, 0.9920133948326111, 0.994505763053894, 0.9961150884628296, 0.9970989227294922, 0.9977066516876221, 0.9981163144111633, 0.9985044598579407, 0.9986944198608398, 0.9987772107124329, 0.9985315203666687, 0.9981328248977661, 0.997736930847168], "prob_old": [0.9013116359710693, 0.283038467168808, 0.1100911870598793, 0.06264287233352661, 0.02651568502187729, 0.018320078030228615, 0.018312057480216026, 0.018754992634058, 0.017002256587147713, 0.013896247372031212, 0.011219711974263191, 0.00919825304299593, 0.007792747113853693, 0.006869815289974213, 0.00618765689432621, 0.006014516577124596, 0.005572510417550802, 0.006162866950035095, 0.007168470416218042, 0.008315511979162693], "prob_new_token": [4.187719696346903e-06, 0.033310648053884506, 0.18823130428791046, 0.9821223616600037, 0.997248649597168, 0.9981783628463745, 0.9975280165672302, 0.9976362586021423, 0.9985031485557556, 0.9989470839500427, 0.9993152618408203, 0.9995381832122803, 0.9996622800827026, 0.999724805355072, 0.999737560749054, 0.9997341632843018, 0.9997550845146179, 0.9997339248657227, 0.9997185468673706, 0.9997245669364929], "prob_old_token": [0.9199483394622803, 0.6099246740341187, 0.00027806346770375967, 8.630333923065336e-07, 3.852426289085997e-08, 1.5666147490378535e-08, 2.4790624664206007e-08, 2.7438208149987986e-08, 1.4972513895372686e-08, 7.213974750897023e-09, 2.8670370522121402e-09, 1.1245888664745962e-09, 4.778258344551034e-10, 2.4025628708734814e-10, 1.680060812692119e-10, 1.4370347967140873e-10, 1.1260371801657953e-10, 1.6447961048715598e-10, 2.7883564901465263e-10, 4.481144899592948e-10], "update_matrix_norm_1": [28846.294921875], "update_matrix_norm_2": [7.7712578773498535], "update_matrix_norm_inf": [0.0805220752954483], "request": {"prompt": "The director of {} is", "subject": "Microsoft", "target_new": {"str": "Timothy Rub"}, "old_answer": {"str": "Satya Nadella"}, "seed": 42}}, {"loss_per_step": [4.637, 4.702, 3.504, 2.147, 1.624, 0.744, 0.322, 0.316, 0.303, 0.291, 0.275, 0.273, 0.269, 0.264, 0.261, 0.258, 0.257, 0.257, 0.254, 0.252], "prob_new": [0.010446468368172646, 0.013103723526000977, 0.044341277331113815, 0.16265800595283508, 0.29293954372406006, 0.6826589107513428, 0.9839799404144287, 0.9912689328193665, 0.9898663759231567, 0.9864697456359863, 0.9875771999359131, 0.9904616475105286, 0.9936054944992065, 0.9958323836326599, 0.9970595240592957, 0.9977737069129944, 0.998256504535675, 0.9985453486442566, 0.9986582398414612, 0.998721182346344], "prob_old": [0.7389246225357056, 0.182651087641716, 0.6202477216720581, 0.11615405976772308, 0.34357139468193054, 0.07906901091337204, 0.1153436154127121, 0.15023130178451538, 0.1849244087934494, 0.20155607163906097, 0.14445510506629944, 0.08328892290592194, 0.054690055549144745, 0.043510597199201584, 0.03709573298692703, 0.03147111088037491, 0.026142938062548637, 0.022943422198295593, 0.022946611046791077, 0.023796197026968002], "prob_new_token": [0.0012282250681892037, 0.3598215878009796, 0.026570815593004227, 0.2436034083366394, 0.6452768445014954, 0.9658719301223755, 0.993319034576416, 0.9941295385360718, 0.9871575236320496, 0.9700515270233154, 0.9703035354614258, 0.9812154173851013, 0.9894129037857056, 0.9932405352592468, 0.9950817823410034, 0.9964357018470764, 0.9975888133049011, 0.9981428384780884, 0.9980489015579224, 0.997810423374176], "prob_old_token": [0.9394635558128357, 0.15478581190109253, 0.8740202188491821, 0.007911061868071556, 0.21328260004520416, 0.00017225273768417537, 0.00040088669629767537, 0.0016546555561944842, 0.0057060252875089645, 0.013260550796985626, 0.008243842050433159, 0.0025774098467081785, 0.0007614319329150021, 0.0002954738447442651, 0.00016545505786780268, 0.00010358278086641803, 5.944289296166971e-05, 4.037371763843112e-05, 4.389097011880949e-05, 5.302502904669382e-05], "update_matrix_norm_1": [30150.263671875], "update_matrix_norm_2": [7.912652492523193], "update_matrix_norm_inf": [0.04240642860531807], "request": {"prompt": "The director of {} is", "subject": "inXile entertainment", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "Brian Fargo"}, "seed": 42}}, {"loss_per_step": [11.039, 9.014, 6.487, 3.725, 1.449, 0.724, 0.353, 0.323, 0.299, 0.289, 0.281, 0.277, 0.274, 0.273, 0.271, 0.269, 0.268, 0.268, 0.267, 0.266], "prob_new": [1.8830003682523966e-05, 0.0002898841630667448, 0.0024170982651412487, 0.03415072709321976, 0.3207722306251526, 0.6587299704551697, 0.9344884157180786, 0.9605014324188232, 0.9850324988365173, 0.9918380975723267, 0.9942893981933594, 0.995495617389679, 0.9962723255157471, 0.9968606233596802, 0.9973333477973938, 0.9977338910102844, 0.9980697631835938, 0.9983355402946472, 0.9985417127609253, 0.9987048506736755], "prob_old": [0.7389246225357056, 0.5305072665214539, 0.004395113326609135, 0.008238247595727444, 0.001531263580545783, 0.00026630365755409, 0.00013734569074586034, 0.00012566402438096702, 0.00012375095684546977, 0.00012724108819384128, 0.00013082919758744538, 0.00013421551557257771, 0.00013508234405890107, 0.00013211597979534417, 0.0001261337019968778, 0.00011835010081995279, 0.00011057480878662318, 0.00010415368888061494, 9.936487913364545e-05, 9.582607890479267e-05], "prob_new_token": [0.0005490757757797837, 0.008636691607534885, 0.015425977297127247, 0.8286818861961365, 0.9902346730232239, 0.8873529434204102, 0.9945244789123535, 0.9968242049217224, 0.9970340728759766, 0.9972575306892395, 0.9972409009933472, 0.9972394704818726, 0.9973756670951843, 0.99753338098526, 0.9977075457572937, 0.9979138374328613, 0.9981254935264587, 0.9983031153678894, 0.9984373450279236, 0.9985404014587402], "prob_old_token": [0.9394635558128357, 0.7884155511856079, 0.00021144413040019572, 7.531073060818017e-05, 5.21532854236284e-07, 3.717305219197442e-07, 6.011281783457889e-08, 9.440331183441231e-08, 1.531601157012119e-07, 2.26147534476695e-07, 2.9432482051561237e-07, 3.527262890656857e-07, 3.774512151721865e-07, 3.619021242684539e-07, 3.179919474405324e-07, 2.619417216465081e-07, 2.1071912215120392e-07, 1.71907842627661e-07, 1.4431569184125692e-07, 1.2423325301824661e-07], "update_matrix_norm_1": [30311.3515625], "update_matrix_norm_2": [7.878033638000488], "update_matrix_norm_inf": [0.04095902293920517], "request": {"prompt": "The director of {} is", "subject": "inXile entertainment", "target_new": {"str": "Timothy Rub"}, "old_answer": {"str": "Brian Fargo"}, "seed": 42}}, {"loss_per_step": [6.553, 4.491, 2.687, 0.416, 0.315, 0.298, 0.291, 0.281, 0.276, 0.273, 0.271, 0.269, 0.268, 0.267, 0.266, 0.265, 0.265, 0.264, 0.264, 0.263], "prob_new": [0.0015519827138632536, 0.018781445920467377, 0.10217327624559402, 0.8784135580062866, 0.9593275189399719, 0.9732978343963623, 0.9820213317871094, 0.9871114492416382, 0.9902898073196411, 0.9924097061157227, 0.9938774108886719, 0.9949342608451843, 0.9957275390625, 0.996344268321991, 0.9968429803848267, 0.997259795665741, 0.9976127743721008, 0.9979103803634644, 0.9981589913368225, 0.9983636736869812], "prob_old": [0.7389246225357056, 0.6368392705917358, 0.014173141680657864, 0.004278955049812794, 0.000567027716897428, 0.0002489350736141205, 0.00016980995133053511, 0.0001440655323676765, 0.0001348975783912465, 0.00013122889504302293, 0.00012954336125403643, 0.00012828747276216745, 0.00012622949725482613, 0.00012268938007764518, 0.00011726527736755088, 0.00011005662236129865, 0.00010180800745729357, 9.352683264296502e-05, 8.596780389780179e-05, 7.947433914523572e-05], "prob_new_token": [2.162288365070708e-05, 0.0007219519466161728, 0.004939236678183079, 0.7503149509429932, 0.9801973104476929, 0.9936437606811523, 0.9968910813331604, 0.9979997873306274, 0.9984802007675171, 0.9987450838088989, 0.9989144802093506, 0.9990397691726685, 0.9991413950920105, 0.9992241263389587, 0.9992972016334534, 0.999367356300354, 0.9994381666183472, 0.9995086789131165, 0.999574601650238, 0.9996294975280762], "prob_old_token": [0.9394635558128357, 0.8465200662612915, 0.0014286955120041966, 0.0015248337294906378, 1.5264275134541094e-05, 1.0689307146094507e-06, 2.7764278343056503e-07, 1.7575172250872129e-07, 1.5794192620433023e-07, 1.5309950640585157e-07, 1.4693333127979713e-07, 1.3628175565827405e-07, 1.2305658003697317e-07, 1.0973054287433115e-07, 9.602941730690873e-08, 8.141365270830647e-08, 6.644826555657346e-08, 5.232373823105263e-08, 4.03002218263282e-08, 3.106056567503401e-08], "update_matrix_norm_1": [31420.0703125], "update_matrix_norm_2": [7.880988121032715], "update_matrix_norm_inf": [0.04100116714835167], "request": {"prompt": "The director of {} is", "subject": "inXile entertainment", "target_new": {"str": "Mary Barra"}, "old_answer": {"str": "Brian Fargo"}, "seed": 42}}, {"loss_per_step": [4.775, 0.981, 0.495, 0.373, 0.34, 0.327, 0.32, 0.317, 0.315, 0.313, 0.312, 0.31, 0.31, 0.309, 0.308, 0.307, 0.305, 0.304, 0.303, 0.303], "prob_new": [0.009776182472705841, 0.6335784196853638, 0.8426260352134705, 0.936372697353363, 0.9680563807487488, 0.9810312390327454, 0.9872699975967407, 0.9907422065734863, 0.9928886294364929, 0.9943041205406189, 0.9952722191810608, 0.9959461092948914, 0.9964154958724976, 0.9967347979545593, 0.9969383478164673, 0.9970470666885376, 0.997075080871582, 0.9970359802246094, 0.9969533681869507, 0.9968708753585815], "prob_old": [0.4678553342819214, 0.006221006624400616, 0.007119534537196159, 0.0038236535619944334, 0.001969665754586458, 0.001133627607487142, 0.0007402561604976654, 0.0005353902815841138, 0.0004189453029539436, 0.00034928618697449565, 0.00030763144604861736, 0.0002850125601980835, 0.0002773637243080884, 0.00028355151880532503, 0.0003045177727472037, 0.00034262982080690563, 0.00040032502147369087, 0.0004768574726767838, 0.0005621727323159575, 0.0006313863559626043], "prob_new_token": [0.00020706276700366288, 0.91559898853302, 0.966697096824646, 0.9891958832740784, 0.9961367249488831, 0.9982651472091675, 0.999032735824585, 0.9993723630905151, 0.9995489716529846, 0.9996525645256042, 0.9997168183326721, 0.999757707118988, 0.9997838139533997, 0.9997989535331726, 0.9998058676719666, 0.9998055696487427, 0.9997982978820801, 0.9997848868370056, 0.9997671246528625, 0.9997496008872986], "prob_old_token": [0.9076084494590759, 9.229886200046167e-05, 3.276364805060439e-05, 9.737873369886074e-06, 2.896729029089329e-06, 1.036347498484247e-06, 4.5611881205331883e-07, 2.371592984218296e-07, 1.402467688649267e-07, 9.212644869194264e-08, 6.635366389673436e-08, 5.205864539448157e-08, 4.4401833321217055e-08, 4.11831919677752e-08, 4.157972455232084e-08, 4.556416755008286e-08, 5.357641086334297e-08, 6.597392854246209e-08, 8.185585187447941e-08, 9.752398000273388e-08], "update_matrix_norm_1": [29136.3828125], "update_matrix_norm_2": [7.440922260284424], "update_matrix_norm_inf": [0.0634821355342865], "request": {"prompt": "The director of {} is", "subject": "Comcast", "target_new": {"str": "James Cameron"}, "old_answer": {"str": "Brian Roberts"}, "seed": 42}}, {"loss_per_step": [5.561, 4.535, 2.732, 1.752, 0.932, 0.432, 0.342, 0.325, 0.318, 0.314, 0.312, 0.311, 0.31, 0.309, 0.307, 0.306, 0.305, 0.305, 0.305, 0.304], "prob_new": [0.004847104661166668, 0.022719206288456917, 0.09600262343883514, 0.2532230019569397, 0.5530974864959717, 0.8844196200370789, 0.9666606783866882, 0.9844201803207397, 0.991919755935669, 0.9953813552856445, 0.9970532655715942, 0.9979227185249329, 0.9984108209609985, 0.9987046718597412, 0.998891294002533, 0.9990136623382568, 0.9990959167480469, 0.999155580997467, 0.9992056488990784, 0.9992514252662659], "prob_old": [0.4678553342819214, 0.0010596930515021086, 0.002841469133272767, 0.0048376647755503654, 0.004747544415295124, 0.002771749161183834, 0.0010392873082309961, 0.00045806996058672667, 0.00027072863304056227, 0.00020149967167526484, 0.00017509268946014345, 0.00016748496273066849, 0.00016920008056331426, 0.00017534180369693786, 0.00018335573258809745, 0.00019211386097595096, 0.0002004812704399228, 0.00020640832372009754, 0.00020790277631022036, 0.00020599880372174084], "prob_new_token": [6.953893603167671e-07, 9.380154324389878e-07, 0.0004149723390582949, 0.01181875728070736, 0.2699897885322571, 0.9295081496238708, 0.994612991809845, 0.9991137385368347, 0.9997038245201111, 0.9998366832733154, 0.9998756051063538, 0.999885082244873, 0.9998815655708313, 0.9998716115951538, 0.9998584389686584, 0.9998428821563721, 0.9998257756233215, 0.9998090863227844, 0.999796450138092, 0.9997881650924683], "prob_old_token": [0.9076084494590759, 7.560830272268504e-05, 0.00026323783094994724, 0.0004513742751441896, 0.0002840777160599828, 6.792775093344972e-05, 1.2233334018674213e-05, 3.5084101455140626e-06, 1.5935178225845448e-06, 1.0327207746740896e-06, 8.515409604115121e-07, 8.13560291135218e-07, 8.412470720031706e-07, 8.974616321211215e-07, 9.630441581975901e-07, 1.0308452829121961e-06, 1.0961816769849975e-06, 1.1496927072585095e-06, 1.175538955067168e-06, 1.1671297670545755e-06], "update_matrix_norm_1": [27344.638671875], "update_matrix_norm_2": [7.437880992889404], "update_matrix_norm_inf": [0.05572561174631119], "request": {"prompt": "The director of {} is", "subject": "Comcast", "target_new": {"str": "Ray Dalio"}, "old_answer": {"str": "Brian Roberts"}, "seed": 42}}, {"loss_per_step": [5.234, 3.98, 3.224, 2.041, 1.191, 0.654, 0.397, 0.347, 0.332, 0.325, 0.321, 0.318, 0.316, 0.314, 0.312, 0.311, 0.31, 0.308, 0.307, 0.306], "prob_new": [0.005655595567077398, 0.039639826864004135, 0.059937212616205215, 0.1856077015399933, 0.4257543683052063, 0.7152133584022522, 0.9209812879562378, 0.9632905721664429, 0.9779916405677795, 0.9848787188529968, 0.9888024926185608, 0.9913884997367859, 0.993304431438446, 0.9947916865348816, 0.9958438873291016, 0.9965922236442566, 0.9971314668655396, 0.9975415468215942, 0.9978548884391785, 0.9980886578559875], "prob_old": [0.4678553342819214, 0.0024005870800465345, 0.00717675406485796, 0.006594142876565456, 0.00020942123956046999, 5.011360553908162e-05, 2.2222986444830894e-05, 1.6184958440135233e-05, 1.2132105439377483e-05, 8.835351763991639e-06, 6.32400406175293e-06, 4.580018867272884e-06, 3.382859631528845e-06, 2.553771082602907e-06, 2.0264758404664462e-06, 1.6902541801755433e-06, 1.4750002037544618e-06, 1.3340435316422372e-06, 1.2472664820961654e-06, 1.1979761893599061e-06], "prob_new_token": [3.021087650267873e-05, 0.0016390576492995024, 0.005168849136680365, 0.020961567759513855, 0.040633488446474075, 0.3333036005496979, 0.9855144023895264, 0.9939087629318237, 0.9959062933921814, 0.996908962726593, 0.9974884986877441, 0.9979054927825928, 0.9982909560203552, 0.9986638426780701, 0.9989540576934814, 0.9991765022277832, 0.9993425011634827, 0.9994650483131409, 0.9995526075363159, 0.9996156096458435], "prob_old_token": [0.9076084494590759, 0.0006890526856295764, 0.0013885616790503263, 0.0006744134589098394, 0.00010125520202564076, 1.4433524484047666e-05, 2.7847224259858194e-07, 9.764869446371449e-08, 4.32498481472976e-08, 2.02467234089454e-08, 1.0309817888298767e-08, 5.78033976239567e-09, 3.740569631816015e-09, 2.911142216177609e-09, 2.3158133188871943e-09, 1.8340008400841157e-09, 1.4745693555084927e-09, 1.3577089452709856e-09, 1.432599372463983e-09, 1.5289172150545483e-09], "update_matrix_norm_1": [27037.482421875], "update_matrix_norm_2": [7.470267295837402], "update_matrix_norm_inf": [0.05710352584719658], "request": {"prompt": "The director of {} is", "subject": "Comcast", "target_new": {"str": "Akihiro Hino"}, "old_answer": {"str": "Brian Roberts"}, "seed": 42}}, {"loss_per_step": [3.917, 1.379, 0.386, 0.314, 0.282, 0.277, 0.276, 0.277, 0.276, 0.271, 0.271, 0.272, 0.27, 0.271, 0.27, 0.27, 0.27, 0.27, 0.27, 0.27], "prob_new": [0.021168604493141174, 0.35953375697135925, 0.9015234112739563, 0.9800827503204346, 0.989260733127594, 0.9929238557815552, 0.994939386844635, 0.996133029460907, 0.9969114065170288, 0.9973819851875305, 0.9977361559867859, 0.9980236291885376, 0.9982212781906128, 0.9983844757080078, 0.9985333681106567, 0.9986321926116943, 0.9986986517906189, 0.9987673163414001, 0.9988158941268921, 0.9988328814506531], "prob_old": [0.8443877100944519, 0.3797851502895355, 0.29321712255477905, 0.13007892668247223, 0.0895577222108841, 0.07620790600776672, 0.06584173440933228, 0.06091916188597679, 0.05502070114016533, 0.05257163941860199, 0.050180744379758835, 0.047779329121112823, 0.04683145508170128, 0.04592990502715111, 0.04460449516773224, 0.0441054068505764, 0.04406667873263359, 0.04347611591219902, 0.04312703758478165, 0.04357578232884407], "prob_new_token": [4.684791008457978e-07, 0.0927223488688469, 0.8895212411880493, 0.9726836085319519, 0.9812679886817932, 0.9857438802719116, 0.9885365962982178, 0.990846574306488, 0.9922480583190918, 0.9935647249221802, 0.9944565296173096, 0.9950588941574097, 0.9956108927726746, 0.9959983825683594, 0.9962393045425415, 0.9964562058448792, 0.9966256618499756, 0.996709942817688, 0.9967676401138306, 0.9968283176422119], "prob_old_token": [0.9723177552223206, 0.3225555717945099, 0.022514106705784798, 0.00029005578835494816, 6.467318598879501e-05, 3.686028139782138e-05, 2.3239001166075468e-05, 1.755930861691013e-05, 1.3400971511146054e-05, 1.1267585250607226e-05, 9.646514627092984e-06, 8.376090590900276e-06, 7.6236087807046715e-06, 7.035142516542692e-06, 6.449508873629384e-06, 6.14415966992965e-06, 6.0324159676383715e-06, 5.811966275359737e-06, 5.69391886529047e-06, 5.858835265826201e-06], "update_matrix_norm_1": [27933.10546875], "update_matrix_norm_2": [7.213510513305664], "update_matrix_norm_inf": [0.036172397434711456], "request": {"prompt": "The director of {} is", "subject": "Kojima Productions", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Hideo Kojima"}, "seed": 42}}, {"loss_per_step": [12.113, 7.977, 4.89, 6.497, 1.441, 0.383, 0.308, 0.284, 0.274, 0.272, 0.27, 0.27, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269], "prob_new": [7.955854925967287e-06, 0.0007114244508557022, 0.011419220827519894, 0.002700114157050848, 0.34531158208847046, 0.9131258130073547, 0.9719592928886414, 0.9923949837684631, 0.9972822070121765, 0.9985642433166504, 0.9990138411521912, 0.9992242455482483, 0.9993400573730469, 0.9994143843650818, 0.9994693398475647, 0.9995127320289612, 0.9995496869087219, 0.9995824098587036, 0.9996123909950256, 0.9996405243873596], "prob_old": [0.8443877100944519, 0.2992035746574402, 0.30186623334884644, 0.7282128930091858, 0.1251259744167328, 0.035360854119062424, 0.0218668170273304, 0.02014658972620964, 0.021047299727797508, 0.022671367973089218, 0.02419164963066578, 0.02556077390909195, 0.02677842043340206, 0.027719004079699516, 0.028457527980208397, 0.02890602871775627, 0.029060691595077515, 0.029146166518330574, 0.029110681265592575, 0.028798677027225494], "prob_new_token": [3.813198290458786e-08, 0.0032953359186649323, 0.036080848425626755, 0.00011518734390847385, 0.06389254331588745, 0.935872495174408, 0.9876465201377869, 0.9953536987304688, 0.9975025653839111, 0.9983057379722595, 0.9987226724624634, 0.9989529252052307, 0.9990683794021606, 0.9991534948348999, 0.9992355108261108, 0.9992942214012146, 0.999336838722229, 0.9993855357170105, 0.9994328022003174, 0.9994696378707886], "prob_old_token": [0.9723177552223206, 0.012279733084142208, 0.02009732276201248, 0.953549861907959, 0.00048482645070180297, 3.258081051171757e-05, 8.412924216827378e-06, 3.051836301892763e-06, 1.5012075209597242e-06, 9.936808282873244e-07, 8.056670139922062e-07, 7.263936367962742e-07, 6.900870630488498e-07, 6.72573548854416e-07, 6.697578669445647e-07, 6.53833751584898e-07, 6.200098709996382e-07, 5.928442874392204e-07, 5.624719960906077e-07, 5.116879719935241e-07], "update_matrix_norm_1": [27577.109375], "update_matrix_norm_2": [7.236117839813232], "update_matrix_norm_inf": [0.03619801625609398], "request": {"prompt": "The director of {} is", "subject": "Kojima Productions", "target_new": {"str": "Brian Roberts"}, "old_answer": {"str": "Hideo Kojima"}, "seed": 42}}, {"loss_per_step": [6.09, 4.48, 4.156, 2.64, 0.607, 0.305, 0.295, 0.279, 0.279, 0.273, 0.273, 0.27, 0.271, 0.269, 0.27, 0.269, 0.269, 0.269, 0.269, 0.269], "prob_new": [0.002369738183915615, 0.018030647188425064, 0.023087017238140106, 0.09902797639369965, 0.73734050989151, 0.973483145236969, 0.9865320324897766, 0.9894483089447021, 0.9929493069648743, 0.9960759878158569, 0.9976051449775696, 0.998274028301239, 0.9986918568611145, 0.9989781379699707, 0.9991596341133118, 0.9992700219154358, 0.9993521571159363, 0.9994217157363892, 0.999477744102478, 0.9995193481445312], "prob_old": [0.8443877100944519, 0.4652239680290222, 0.03467658907175064, 0.04828047752380371, 0.04973173886537552, 0.04355766996741295, 0.0378296822309494, 0.035152193158864975, 0.0306046474725008, 0.024853508919477463, 0.02072903886437416, 0.018791034817695618, 0.017140263691544533, 0.015450870618224144, 0.014162154868245125, 0.013523980975151062, 0.013017469085752964, 0.012362649664282799, 0.011740314774215221, 0.011395555920898914], "prob_new_token": [1.9040035326156612e-08, 8.182383317034692e-05, 0.00452636880800128, 0.20451290905475616, 0.9915515780448914, 0.9990472793579102, 0.9969935417175293, 0.9942680597305298, 0.9956130981445312, 0.9981916546821594, 0.9992163777351379, 0.9995165467262268, 0.9996933937072754, 0.9998099207878113, 0.999870240688324, 0.9998955726623535, 0.9999120235443115, 0.9999273419380188, 0.9999386668205261, 0.9999443292617798], "prob_old_token": [0.9723177552223206, 0.6399606466293335, 0.0004908634000457823, 0.003529847599565983, 6.636315902142087e-06, 5.384309247347119e-07, 1.2318708968450665e-06, 1.5702182736276882e-06, 9.003419449982175e-07, 2.948169992578187e-07, 1.0400598426940633e-07, 5.43138298780832e-08, 3.004602078249263e-08, 1.6526312762721318e-08, 1.014560524481567e-08, 7.52035766993231e-09, 5.88654947009104e-09, 4.5247254831792816e-09, 3.5559784006267137e-09, 3.0365174819024787e-09], "update_matrix_norm_1": [27442.16796875], "update_matrix_norm_2": [7.207558631896973], "update_matrix_norm_inf": [0.03233998268842697], "request": {"prompt": "The director of {} is", "subject": "Kojima Productions", "target_new": {"str": "Gary Bettman"}, "old_answer": {"str": "Hideo Kojima"}, "seed": 42}}, {"loss_per_step": [3.323, 1.354, 0.669, 0.341, 0.309, 0.295, 0.288, 0.283, 0.28, 0.277, 0.276, 0.274, 0.273, 0.272, 0.272, 0.271, 0.271, 0.271, 0.27, 0.27], "prob_new": [0.03711535781621933, 0.3732990622520447, 0.7802361845970154, 0.9318960309028625, 0.9611648321151733, 0.9740933179855347, 0.9808999300003052, 0.9852474927902222, 0.9883357882499695, 0.9905977845191956, 0.9922881722450256, 0.993593156337738, 0.994627833366394, 0.9954532384872437, 0.9961046576499939, 0.9966102838516235, 0.9969988465309143, 0.9972984194755554, 0.9975337982177734, 0.9977246522903442], "prob_old": [0.856458842754364, 0.2925260365009308, 0.06781046837568283, 0.06662580370903015, 0.06457952409982681, 0.06394864618778229, 0.061199188232421875, 0.055777352303266525, 0.048579178750514984, 0.04118255153298378, 0.03486836701631546, 0.030084745958447456, 0.026689674705266953, 0.024347549304366112, 0.022727612406015396, 0.021561942994594574, 0.020653514191508293, 0.01986880786716938, 0.01912197843194008, 0.01836279407143593], "prob_new_token": [1.3641713849210646e-05, 0.015046376734972, 0.3574649691581726, 0.984944224357605, 0.9954143166542053, 0.997610330581665, 0.9983903765678406, 0.9987810254096985, 0.9990382194519043, 0.9992284774780273, 0.9993689656257629, 0.9994707107543945, 0.9995442628860474, 0.9995977282524109, 0.9996393918991089, 0.999671995639801, 0.9996966123580933, 0.9997146129608154, 0.9997269511222839, 0.9997361302375793], "prob_old_token": [0.9824678301811218, 0.38083237409591675, 0.00016928036347962916, 5.5359963880619034e-05, 1.854846595961135e-05, 9.245483852282632e-06, 5.488629085448338e-06, 3.404962399145006e-06, 2.0803281586267985e-06, 1.2626386478586937e-06, 7.895989710959839e-07, 5.233868023424293e-07, 3.7162809007895703e-07, 2.815466473293782e-07, 2.2478474193121656e-07, 1.8667182644094282e-07, 1.5972096889527165e-07, 1.3964697131996218e-07, 1.2371127411370253e-07, 1.1008818745494864e-07], "update_matrix_norm_1": [26224.708984375], "update_matrix_norm_2": [7.140618801116943], "update_matrix_norm_inf": [0.04961022362112999], "request": {"prompt": "The director of {} is", "subject": "Epic Games", "target_new": {"str": "Fumito Ueda"}, "old_answer": {"str": "Tim Sweeney"}, "seed": 42}}, {"loss_per_step": [6.213, 5.032, 3.315, 1.761, 0.562, 0.394, 0.322, 0.305, 0.292, 0.281, 0.275, 0.273, 0.272, 0.271, 0.271, 0.271, 0.274, 0.273, 0.273, 0.269], "prob_new": [0.002084828680381179, 0.008958875201642513, 0.0515240840613842, 0.23491686582565308, 0.7650834918022156, 0.8889447450637817, 0.950868546962738, 0.966315507888794, 0.9786473512649536, 0.9876012802124023, 0.9924731850624084, 0.9948559999465942, 0.996086597442627, 0.9967964887619019, 0.9972856044769287, 0.9976049065589905, 0.9978935718536377, 0.9980948567390442, 0.9982479214668274, 0.9983454346656799], "prob_old": [0.856458842754364, 0.09018255025148392, 0.11204242706298828, 0.023978665471076965, 0.037396419793367386, 0.02474108152091503, 0.017178259789943695, 0.015050479210913181, 0.01342994999140501, 0.011946046724915504, 0.010838120244443417, 0.010104764252901077, 0.009652422741055489, 0.00937099102884531, 0.009109558537602425, 0.008953598327934742, 0.008691542781889439, 0.00854160450398922, 0.00842907465994358, 0.008672595024108887], "prob_new_token": [1.9364640593266813e-06, 0.0006248182035051286, 0.0010154158808290958, 0.029147766530513763, 0.8494782447814941, 0.9252896904945374, 0.992702305316925, 0.9974350929260254, 0.9985001683235168, 0.9989649057388306, 0.999182403087616, 0.999272882938385, 0.9993007183074951, 0.9993029832839966, 0.9993053674697876, 0.9993063807487488, 0.9993309378623962, 0.9993578791618347, 0.9994020462036133, 0.9993869662284851], "prob_old_token": [0.9824678301811218, 0.00011835110490210354, 3.2979482057271525e-05, 1.749117586768989e-06, 1.1814749996119644e-05, 1.1485184586490504e-05, 2.8052349989593495e-06, 1.964430111911497e-06, 1.779762101250526e-06, 1.6750663007769617e-06, 1.657728375903389e-06, 1.7278678114962531e-06, 1.824651008064393e-06, 1.8812147573044058e-06, 1.8943138684335281e-06, 1.8404200545774074e-06, 1.748683871483081e-06, 1.653891217756609e-06, 1.5532053794231615e-06, 1.6817490404719138e-06], "update_matrix_norm_1": [25611.2421875], "update_matrix_norm_2": [7.133978366851807], "update_matrix_norm_inf": [0.04912222549319267], "request": {"prompt": "The director of {} is", "subject": "Epic Games", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "Tim Sweeney"}, "seed": 42}}, {"loss_per_step": [8.284, 5.066, 2.737, 1.389, 0.556, 0.37, 0.309, 0.289, 0.283, 0.28, 0.279, 0.278, 0.276, 0.275, 0.276, 0.275, 0.276, 0.275, 0.273, 0.269], "prob_new": [0.0002824887342285365, 0.012696566991508007, 0.09664619714021683, 0.3574249744415283, 0.7549271583557129, 0.908525288105011, 0.9670016169548035, 0.9866586327552795, 0.993347704410553, 0.9960155487060547, 0.9972753524780273, 0.9979658722877502, 0.9983941316604614, 0.9986852407455444, 0.9988895058631897, 0.9990156292915344, 0.9991138577461243, 0.9991916418075562, 0.9992508888244629, 0.9992901086807251], "prob_old": [0.856458842754364, 0.01428406871855259, 0.023604463785886765, 0.035394780337810516, 0.00858325231820345, 0.002951953327283263, 0.0018883601296693087, 0.0014338560868054628, 0.0011680988827720284, 0.0009920784505084157, 0.000867966387886554, 0.0007774611003696918, 0.0007100513903424144, 0.0006590851116925478, 0.0006213463493622839, 0.0005990020581521094, 0.0005842712707817554, 0.0005766454269178212, 0.0005767367547377944, 0.0005866407882422209], "prob_new_token": [1.683851102995959e-08, 0.20291711390018463, 0.9859625697135925, 0.9487180709838867, 0.9161166548728943, 0.9730228781700134, 0.9937477111816406, 0.9984573125839233, 0.9994800090789795, 0.9997654557228088, 0.9998696446418762, 0.9999157786369324, 0.9999395608901978, 0.9999524354934692, 0.9999605417251587, 0.9999661445617676, 0.9999693036079407, 0.9999709725379944, 0.9999712705612183, 0.9999699592590332], "prob_old_token": [0.9824678301811218, 1.6231237168540247e-05, 1.1072642109866138e-06, 2.0146028418821516e-06, 9.742689144331962e-07, 2.2044835645829153e-07, 4.9831285764412314e-08, 1.3623063566114979e-08, 4.657558783094373e-09, 1.947958017112228e-09, 9.633549513665685e-10, 5.463138830208436e-10, 3.4669966897382665e-10, 2.419310585199952e-10, 1.847115516095954e-10, 1.5865014857396886e-10, 1.4509461687683967e-10, 1.3990363034732667e-10, 1.4232678924308573e-10, 1.541337057986425e-10], "update_matrix_norm_1": [26206.203125], "update_matrix_norm_2": [7.140238285064697], "update_matrix_norm_inf": [0.04677831754088402], "request": {"prompt": "The director of {} is", "subject": "Epic Games", "target_new": {"str": "George Friedman"}, "old_answer": {"str": "Tim Sweeney"}, "seed": 42}}, {"loss_per_step": [3.984, 2.525, 1.768, 0.591, 0.323, 0.305, 0.294, 0.286, 0.279, 0.277, 0.274, 0.273, 0.27, 0.268, 0.267, 0.266, 0.265, 0.265, 0.264, 0.264], "prob_new": [0.018961483612656593, 0.11619099229574203, 0.24293985962867737, 0.7495585680007935, 0.9421941041946411, 0.9612476229667664, 0.9718332290649414, 0.9786573052406311, 0.9833126068115234, 0.986663281917572, 0.9895579218864441, 0.9915041327476501, 0.9929704666137695, 0.994109570980072, 0.9950723648071289, 0.9958589673042297, 0.9964942932128906, 0.997012197971344, 0.9974597692489624, 0.9978236556053162], "prob_old": [0.6818413734436035, 0.028336849063634872, 0.021620100364089012, 0.003405300434678793, 0.0015026817563921213, 0.0013129226863384247, 0.0012381316628307104, 0.001168043352663517, 0.0010978017235174775, 0.001030320068821311, 0.0009805948939174414, 0.0009290025336667895, 0.0008762190700508654, 0.0008235175046138465, 0.000780015776399523, 0.0007416677544824779, 0.0007033516885712743, 0.0006661677034571767, 0.0006362172425724566, 0.0006072705145925283], "prob_new_token": [1.4857868109174888e-06, 0.003185765817761421, 0.008785299956798553, 0.8327838778495789, 0.9918375611305237, 0.9942976236343384, 0.9957268238067627, 0.996584951877594, 0.9970861673355103, 0.9973999857902527, 0.9980769753456116, 0.9982613921165466, 0.9984575510025024, 0.9986785054206848, 0.9987955093383789, 0.9988647699356079, 0.9989829063415527, 0.9991220831871033, 0.999171257019043, 0.9992465972900391], "prob_old_token": [0.9067925214767456, 8.438786608166993e-05, 9.32878720050212e-07, 4.276937914937662e-08, 5.218288023911555e-09, 4.469282277597131e-09, 4.165821465562658e-09, 3.894677025328974e-09, 3.6623619692477405e-09, 3.4889227062961936e-09, 2.9274456192496245e-09, 2.514822794452698e-09, 2.24336482723686e-09, 2.1136739025706675e-09, 1.8001720114568798e-09, 1.4882676202532252e-09, 1.3057059877752408e-09, 1.202854371662454e-09, 9.944944867612548e-10, 8.658069816647185e-10], "update_matrix_norm_1": [25461.560546875], "update_matrix_norm_2": [6.995352745056152], "update_matrix_norm_inf": [0.04494047537446022], "request": {"prompt": "The director of {} is", "subject": "The Heritage Foundation", "target_new": {"str": "J.J. Abrams"}, "old_answer": {"str": "Kay Coles James"}, "seed": 42}}, {"loss_per_step": [7.341, 5.69, 4.419, 1.94, 1.001, 0.45, 0.317, 0.289, 0.279, 0.276, 0.273, 0.272, 0.271, 0.27, 0.269, 0.268, 0.267, 0.266, 0.266, 0.265], "prob_new": [0.0006967015797272325, 0.005012093111872673, 0.02215501107275486, 0.1951032131910324, 0.49318236112594604, 0.8452297449111938, 0.9553474187850952, 0.9816320538520813, 0.9903488159179688, 0.9930983185768127, 0.9942495226860046, 0.9949023127555847, 0.9953747987747192, 0.9957715272903442, 0.9961275458335876, 0.9964541792869568, 0.9967541694641113, 0.9970310926437378, 0.9972927570343018, 0.9975488185882568], "prob_old": [0.6818413734436035, 0.015830235555768013, 0.06656815856695175, 0.03138294070959091, 0.02860082872211933, 0.02847461588680744, 0.016411351040005684, 0.01187578123062849, 0.010260417126119137, 0.009606604464352131, 0.009315834380686283, 0.00917127262800932, 0.009085922501981258, 0.009024635888636112, 0.008974968455731869, 0.008932888507843018, 0.008890995755791664, 0.008822549134492874, 0.008663359098136425, 0.008339154534041882], "prob_new_token": [0.0007995995110832155, 0.024972625076770782, 0.07479599863290787, 0.7169508337974548, 0.7164604663848877, 0.8945654034614563, 0.9964189529418945, 0.9995865821838379, 0.9998792409896851, 0.9999391436576843, 0.9999585747718811, 0.9999669790267944, 0.9999709725379944, 0.999973475933075, 0.9999748468399048, 0.9999759197235107, 0.9999763369560242, 0.9999769926071167, 0.9999772310256958, 0.9999779462814331], "prob_old_token": [0.9067925214767456, 0.00019930870621465147, 0.00021601171465590596, 5.670063183060847e-05, 2.5897525119944476e-05, 9.070578016689979e-06, 3.2581553455202084e-07, 6.117427631124883e-08, 3.120200275930074e-08, 2.43758115914261e-08, 2.2434900159851168e-08, 2.183121416976519e-08, 2.152167333235866e-08, 2.1152638751686936e-08, 2.0642431763917557e-08, 2.0000729961111574e-08, 1.9255107730486998e-08, 1.8373174981434204e-08, 1.7212331115956658e-08, 1.562845319824646e-08], "update_matrix_norm_1": [25309.646484375], "update_matrix_norm_2": [6.988888740539551], "update_matrix_norm_inf": [0.04943045973777771], "request": {"prompt": "The director of {} is", "subject": "The Heritage Foundation", "target_new": {"str": "Brian Fargo"}, "old_answer": {"str": "Kay Coles James"}, "seed": 42}}, {"loss_per_step": [7.098, 3.431, 2.415, 0.906, 0.418, 0.31, 0.288, 0.281, 0.279, 0.277, 0.275, 0.274, 0.272, 0.27, 0.268, 0.269, 0.267, 0.269, 0.268, 0.267], "prob_new": [0.0009650376159697771, 0.050424303859472275, 0.1199619472026825, 0.5351018309593201, 0.8617896437644958, 0.9582226276397705, 0.9799474477767944, 0.9863204956054688, 0.9891249537467957, 0.990757167339325, 0.9918826818466187, 0.992741584777832, 0.9934371709823608, 0.9940185546875, 0.9945142865180969, 0.9949945211410522, 0.9955148696899414, 0.9959439039230347, 0.996303379535675, 0.9966083765029907], "prob_old": [0.6818413734436035, 0.02064402587711811, 0.008010086603462696, 0.008045409806072712, 0.006907459814101458, 0.004801390692591667, 0.003406068542972207, 0.002611887641251087, 0.002141036791726947, 0.0018435105448588729, 0.0016443434869870543, 0.0015042910818010569, 0.0014014043845236301, 0.0013224590802565217, 0.0012591476552188396, 0.0012140858452767134, 0.001200673053972423, 0.0011887694709002972, 0.0011782922083511949, 0.001169155933894217], "prob_new_token": [8.373598348043743e-08, 2.8607937565539032e-05, 0.004292644094675779, 0.5071574449539185, 0.8489396572113037, 0.9593747854232788, 0.9869008660316467, 0.9942983388900757, 0.9968494772911072, 0.9979428648948669, 0.9984927773475647, 0.9988014698028564, 0.9989866614341736, 0.9990982413291931, 0.9991596937179565, 0.9992151856422424, 0.9993143081665039, 0.9993681311607361, 0.9993963837623596, 0.9994068741798401], "prob_old_token": [0.9067925214767456, 0.0002279096224810928, 9.386794772581197e-07, 8.269924478554458e-07, 4.831852038478246e-07, 1.299927276932067e-07, 3.745162047152917e-08, 1.4539201842467264e-08, 7.3013772805552435e-09, 4.420222410317365e-09, 3.0495419522935663e-09, 2.3046520247760327e-09, 1.8554637826184717e-09, 1.5595690294745168e-09, 1.3517659214201672e-09, 1.2372601831955876e-09, 1.2468761578787735e-09, 1.2530534387877879e-09, 1.2543924787777883e-09, 1.2534286941701112e-09], "update_matrix_norm_1": [26358.921875], "update_matrix_norm_2": [6.995799541473389], "update_matrix_norm_inf": [0.0449209026992321], "request": {"prompt": "The director of {} is", "subject": "The Heritage Foundation", "target_new": {"str": "Warren Buffett"}, "old_answer": {"str": "Kay Coles James"}, "seed": 42}}, {"loss_per_step": [7.263, 5.116, 3.784, 1.727, 0.599, 0.342, 0.317, 0.31, 0.306, 0.303, 0.301, 0.299, 0.298, 0.297, 0.297, 0.297, 0.296, 0.295, 0.295, 0.295], "prob_new": [0.0010662387358024716, 0.011073382571339607, 0.03707356005907059, 0.33763447403907776, 0.8159940242767334, 0.9562254548072815, 0.9804954528808594, 0.988453209400177, 0.9927749633789062, 0.9951507449150085, 0.9964829683303833, 0.9972674250602722, 0.997757077217102, 0.9980806708335876, 0.9983062744140625, 0.9984695911407471, 0.9985907673835754, 0.9986832141876221, 0.9987565875053406, 0.9988170862197876], "prob_old": [0.8842276930809021, 0.23998013138771057, 0.035693105310201645, 0.05314762517809868, 0.025023160502314568, 0.0125258294865489, 0.00819491222500801, 0.005799166392534971, 0.004315542988479137, 0.003379083937034011, 0.0027719682548195124, 0.0023616484832018614, 0.002071698661893606, 0.0018599292961880565, 0.0017054732888936996, 0.0016002098564058542, 0.0015347007429227233, 0.0014912172919139266, 0.0014553333166986704, 0.0014202614547684789], "prob_new_token": [8.402207072322199e-07, 0.0016289171762764454, 0.00020174043311271816, 0.434440553188324, 0.9852904081344604, 0.9961226582527161, 0.9978741407394409, 0.9984890818595886, 0.9987561702728271, 0.9988842606544495, 0.9989513754844666, 0.9989895820617676, 0.9990149140357971, 0.9990339279174805, 0.999049723148346, 0.9990629553794861, 0.9990743398666382, 0.9990854263305664, 0.9990985989570618, 0.9991146326065063], "prob_old_token": [0.9395650029182434, 0.0038163841236382723, 2.9710832677665167e-05, 0.0005955277010798454, 2.989951281051617e-05, 5.3990029300621245e-06, 1.8833474086932256e-06, 8.232789809881069e-07, 4.213371482819639e-07, 2.4637509454805695e-07, 1.5993329327557149e-07, 1.1215461626079559e-07, 8.313237032098186e-08, 6.42918109861057e-08, 5.1847280246875016e-08, 4.4170811008825694e-08, 3.997432429514447e-08, 3.7660139895479006e-08, 3.6035078920804153e-08, 3.454267627489571e-08], "update_matrix_norm_1": [29421.625], "update_matrix_norm_2": [7.627081871032715], "update_matrix_norm_inf": [0.0407831072807312], "request": {"prompt": "The director of {} is", "subject": "National Hockey League", "target_new": {"str": "Max Hollein"}, "old_answer": {"str": "Gary Bettman"}, "seed": 42}}, {"loss_per_step": [6.326, 4.935, 2.281, 1.325, 0.411, 0.318, 0.314, 0.312, 0.309, 0.307, 0.306, 0.305, 0.304, 0.303, 0.303, 0.302, 0.301, 0.301, 0.299, 0.296], "prob_new": [0.0021054386161267757, 0.012055876664817333, 0.15295130014419556, 0.3900877833366394, 0.9123901128768921, 0.9870677590370178, 0.9876103401184082, 0.9900493025779724, 0.9927045702934265, 0.9945728182792664, 0.9957097768783569, 0.9963827133178711, 0.9967997670173645, 0.9970927834510803, 0.9973352551460266, 0.997558057308197, 0.9977647066116333, 0.997947633266449, 0.9980990290641785, 0.9982123970985413], "prob_old": [0.8842276930809021, 0.29624685645103455, 0.15834838151931763, 0.08254216611385345, 0.0535333976149559, 0.027031295001506805, 0.02147538773715496, 0.019891930744051933, 0.019632045179605484, 0.02009420469403267, 0.020988212898373604, 0.022053120657801628, 0.02303323708474636, 0.023699864745140076, 0.023905036970973015, 0.023665444925427437, 0.023136069998145103, 0.02249879203736782, 0.02192806638777256, 0.02163049392402172], "prob_new_token": [3.100894829799472e-08, 7.926894613774493e-05, 0.0022843405604362488, 0.06181851029396057, 0.975694477558136, 0.9987188577651978, 0.9991958141326904, 0.9991360306739807, 0.9989114999771118, 0.998528242111206, 0.9980146288871765, 0.9974756836891174, 0.9970658421516418, 0.9969183206558228, 0.9970661401748657, 0.997432291507721, 0.9978858828544617, 0.9983183145523071, 0.9986717700958252, 0.9989271759986877], "prob_old_token": [0.9395650029182434, 0.038754403591156006, 0.00017531926278024912, 7.876586460042745e-05, 5.4852694120199885e-06, 1.7529683873362956e-06, 1.934429974426166e-06, 2.2045815057936125e-06, 2.6387297111796215e-06, 3.3505880310258362e-06, 4.350280960352393e-06, 5.508613412530394e-06, 6.530968676088378e-06, 7.014381480985321e-06, 6.7010960265179165e-06, 5.762778982898453e-06, 4.61839908894035e-06, 3.5718730941880494e-06, 2.752861064436729e-06, 2.192826514146873e-06], "update_matrix_norm_1": [29291.87109375], "update_matrix_norm_2": [7.632151126861572], "update_matrix_norm_inf": [0.04085659608244896], "request": {"prompt": "The director of {} is", "subject": "National Hockey League", "target_new": {"str": "Kay Coles James"}, "old_answer": {"str": "Gary Bettman"}, "seed": 42}}, {"loss_per_step": [5.251, 4.053, 2.441, 0.633, 0.32, 0.308, 0.304, 0.302, 0.299, 0.298, 0.299, 0.299, 0.298, 0.297, 0.296, 0.295, 0.295, 0.294, 0.293, 0.294], "prob_new": [0.006045062094926834, 0.02979535236954689, 0.14051048457622528, 0.7609332799911499, 0.982397735118866, 0.9921546578407288, 0.9949941635131836, 0.9964004158973694, 0.9971422553062439, 0.9975519180297852, 0.9978448748588562, 0.9980652332305908, 0.9982486367225647, 0.998413622379303, 0.9985164403915405, 0.9986209869384766, 0.998725175857544, 0.9987813234329224, 0.9988454580307007, 0.9989113807678223], "prob_old": [0.8842276930809021, 0.27748462557792664, 0.14825700223445892, 0.1805712878704071, 0.030990295112133026, 0.016208060085773468, 0.013166478835046291, 0.011116604320704937, 0.009105421602725983, 0.007926776073873043, 0.007079282309859991, 0.006218192167580128, 0.00584836769849062, 0.005764378234744072, 0.0052073136903345585, 0.004968961700797081, 0.004929778631776571, 0.004651014227420092, 0.004581889137625694, 0.004633218050003052], "prob_new_token": [1.2862036783189978e-05, 0.0023085239809006453, 0.04309311881661415, 0.9622465968132019, 0.9986382126808167, 0.9973803758621216, 0.9975112080574036, 0.9983725547790527, 0.999046266078949, 0.9993985295295715, 0.9995872378349304, 0.9997110962867737, 0.9997751712799072, 0.9998095631599426, 0.9998616576194763, 0.9998888969421387, 0.9999006390571594, 0.9999147057533264, 0.999919056892395, 0.99991774559021], "prob_old_token": [0.9395650029182434, 0.011511948890984058, 0.00032715019187889993, 5.4117230320116505e-05, 1.4585220014851075e-05, 5.232122202869505e-05, 7.18179508112371e-05, 5.9835561842191964e-05, 3.781556733883917e-05, 2.6064770281664096e-05, 1.904649252537638e-05, 1.3082800251140725e-05, 1.0922637557087e-05, 1.054137828759849e-05, 6.8823205765511375e-06, 5.423587936093099e-06, 5.113715815241449e-06, 3.752347993213334e-06, 3.34928449774452e-06, 3.4405220503685996e-06], "update_matrix_norm_1": [29286.3359375], "update_matrix_norm_2": [7.65116548538208], "update_matrix_norm_inf": [0.038975268602371216], "request": {"prompt": "The director of {} is", "subject": "National Hockey League", "target_new": {"str": "Sid Meier"}, "old_answer": {"str": "Gary Bettman"}, "seed": 42}}, {"loss_per_step": [4.714, 3.83, 2.941, 1.719, 0.752, 0.372, 0.309, 0.291, 0.282, 0.277, 0.273, 0.268, 0.265, 0.264, 0.264, 0.263, 0.262, 0.262, 0.261, 0.261], "prob_new": [0.010096362791955471, 0.03147941082715988, 0.0784933790564537, 0.2515760064125061, 0.636122465133667, 0.9216743111610413, 0.9683822393417358, 0.9762246608734131, 0.9819962978363037, 0.986910879611969, 0.9905363917350769, 0.9929094910621643, 0.9943978786468506, 0.99535071849823, 0.9959967732429504, 0.9964673519134521, 0.9968358278274536, 0.9971460700035095, 0.9974234700202942, 0.9976757168769836], "prob_old": [0.6864514946937561, 0.3028135895729065, 0.0005915741785429418, 0.004374830052256584, 0.000398967502405867, 0.0003590007545426488, 0.00033297741902060807, 0.0003348836035002023, 0.0003330711042508483, 0.00032387214014306664, 0.0003151537966914475, 0.00030958798015490174, 0.00030551449162885547, 0.0003008626226801425, 0.0002951324568130076, 0.0002887200389523059, 0.00028161509544588625, 0.0002733164292294532, 0.00026345657533966005, 0.00025198058574460447], "prob_new_token": [8.036630788410548e-06, 7.110190927051008e-05, 0.0079698096960783, 0.4082784950733185, 0.9184778928756714, 0.9663590788841248, 0.9841013550758362, 0.9878644347190857, 0.9914433360099792, 0.994325578212738, 0.9961385130882263, 0.9971916675567627, 0.9978185892105103, 0.9982227683067322, 0.9985069036483765, 0.9987196922302246, 0.9988879561424255, 0.9990295171737671, 0.9991552829742432, 0.9992682933807373], "prob_old_token": [0.9079352021217346, 0.7473903298377991, 1.7352939494230668e-06, 7.795236888341606e-05, 1.204927343678719e-06, 1.6392622228522669e-06, 1.063550598701113e-06, 7.896479701230419e-07, 5.40271855697938e-07, 3.58212560058746e-07, 2.5495094746474933e-07, 2.019299074618175e-07, 1.7459984746892587e-07, 1.5812098297374177e-07, 1.4482567678442138e-07, 1.3185170644192112e-07, 1.19030417522481e-07, 1.0744881251412153e-07, 9.794378286187566e-08, 9.015624158337232e-08], "update_matrix_norm_1": [28546.89453125], "update_matrix_norm_2": [7.562937259674072], "update_matrix_norm_inf": [0.05349057912826538], "request": {"prompt": "The director of {} is", "subject": "Metropolitan Museum of Art", "target_new": {"str": "John DeLorean"}, "old_answer": {"str": "Max Hollein"}, "seed": 42}}, {"loss_per_step": [5.076, 1.361, 0.504, 1.098, 0.426, 0.318, 0.288, 0.274, 0.269, 0.266, 0.263, 0.262, 0.261, 0.26, 0.26, 0.259, 0.258, 0.258, 0.258, 0.258], "prob_new": [0.007660330273211002, 0.3676818311214447, 0.8351479768753052, 0.5715728998184204, 0.8843246698379517, 0.9701473116874695, 0.9880714416503906, 0.9928277730941772, 0.9945833086967468, 0.9955730438232422, 0.9964335560798645, 0.9972343444824219, 0.9979020953178406, 0.9984043836593628, 0.9987602233886719, 0.9990060329437256, 0.9991756677627563, 0.9992973208427429, 0.9993900060653687, 0.9994654059410095], "prob_old": [0.6864514946937561, 0.004068365320563316, 0.00021245078823994845, 0.09443119913339615, 0.00020050941384397447, 0.00012231215077918023, 7.940858631627634e-05, 5.960707494523376e-05, 4.9453585234005004e-05, 4.2746203689603135e-05, 3.719577216543257e-05, 3.217149787815288e-05, 2.763374322967138e-05, 2.3662478270125575e-05, 2.0304019926697947e-05, 1.7562255379743874e-05, 1.5404402802232653e-05, 1.3762420167040545e-05, 1.2545619028969668e-05, 1.165486446552677e-05], "prob_new_token": [0.0001553932816023007, 0.03724653273820877, 0.9887418150901794, 0.2426682710647583, 0.9769574403762817, 0.9904350638389587, 0.9954040050506592, 0.9980920553207397, 0.9990163445472717, 0.9992863535881042, 0.9993829131126404, 0.9994433522224426, 0.9994952082633972, 0.9995405673980713, 0.9995787739753723, 0.9996102452278137, 0.9996362924575806, 0.9996574521064758, 0.9996762871742249, 0.9996935129165649], "prob_old_token": [0.9079352021217346, 7.285255560418591e-05, 7.5797629506269e-08, 0.0014240583404898643, 2.091748996235765e-08, 3.81495679491195e-09, 1.5136288888939475e-09, 8.861141265192884e-10, 6.497705151708999e-10, 5.35515298771827e-10, 4.576671264189258e-10, 3.9083003500195446e-10, 3.315805685577544e-10, 2.813046462435409e-10, 2.4062088432863504e-10, 2.0896932795277934e-10, 1.8467703755131737e-10, 1.653228526299344e-10, 1.486601536315746e-10, 1.3356497852168303e-10], "update_matrix_norm_1": [29368.884765625], "update_matrix_norm_2": [7.541691303253174], "update_matrix_norm_inf": [0.04827302321791649], "request": {"prompt": "The director of {} is", "subject": "Metropolitan Museum of Art", "target_new": {"str": "James Cameron"}, "old_answer": {"str": "Max Hollein"}, "seed": 42}}, {"loss_per_step": [3.566, 3.138, 3.01, 1.718, 1.12, 0.443, 0.293, 0.296, 0.283, 0.277, 0.271, 0.268, 0.266, 0.264, 0.263, 0.262, 0.261, 0.26, 0.259, 0.259], "prob_new": [0.028454389423131943, 0.05875284597277641, 0.0654660239815712, 0.23635724186897278, 0.44303855299949646, 0.8575036525726318, 0.9815775752067566, 0.9751384258270264, 0.9817793965339661, 0.9848890900611877, 0.9898644685745239, 0.993226945400238, 0.995091438293457, 0.9962329268455505, 0.9970226287841797, 0.9976257085800171, 0.9981105923652649, 0.9984928369522095, 0.998782217502594, 0.9989988207817078], "prob_old": [0.6864514946937561, 0.130109041929245, 0.48040199279785156, 0.016181334853172302, 0.0008278751047328115, 0.02003510482609272, 0.00022437813458964229, 9.670552390161902e-05, 0.00012572406558319926, 0.00018505803018342704, 0.0002614287077449262, 0.00034784874878823757, 0.0004248010809533298, 0.00047622781130485237, 0.0004949015565216541, 0.0004779151931870729, 0.00043467184877954423, 0.0003839930868707597, 0.00033804099075496197, 0.000300053769024089], "prob_new_token": [4.271775469533168e-05, 0.00020895482157357037, 0.0002509405021555722, 0.0018659105990082026, 0.026115644723176956, 0.01712547242641449, 0.9968382716178894, 0.9988855123519897, 0.9988769292831421, 0.9990828633308411, 0.9993974566459656, 0.9995778203010559, 0.9996519088745117, 0.9996895790100098, 0.9997240900993347, 0.9997617602348328, 0.9997935891151428, 0.999816358089447, 0.999833881855011, 0.9998505711555481], "prob_old_token": [0.9079352021217346, 0.007249628659337759, 0.7540104985237122, 0.01052440982311964, 9.669706741988193e-06, 0.0024232561700046062, 1.8322641182066945e-08, 1.6818314518829425e-09, 2.226123507753641e-09, 2.936415555154781e-09, 2.9222351205504538e-09, 2.8343702940247795e-09, 2.9516555866138106e-09, 3.0863189781626943e-09, 3.0351741120426823e-09, 2.788368425044041e-09, 2.527869691348883e-09, 2.3369164381392693e-09, 2.1698032259820366e-09, 1.9579817767123586e-09], "update_matrix_norm_1": [28165.25390625], "update_matrix_norm_2": [7.5381269454956055], "update_matrix_norm_inf": [0.05874350666999817], "request": {"prompt": "The director of {} is", "subject": "Metropolitan Museum of Art", "target_new": {"str": "Feargus Urquhart"}, "old_answer": {"str": "Max Hollein"}, "seed": 42}}, {"loss_per_step": [2.695, 1.852, 0.697, 0.313, 0.269, 0.265, 0.27, 0.266, 0.262, 0.262, 0.261, 0.261, 0.261, 0.261, 0.261, 0.26, 0.26, 0.26, 0.26, 0.26], "prob_new": [0.07265929132699966, 0.22098205983638763, 0.7036454677581787, 0.964591383934021, 0.9917364120483398, 0.9962511658668518, 0.9976779818534851, 0.9982230067253113, 0.9985395073890686, 0.9987404346466064, 0.9988695979118347, 0.9989786148071289, 0.9990728497505188, 0.999147355556488, 0.99921053647995, 0.9992696046829224, 0.9993231892585754, 0.99936842918396, 0.9994074702262878, 0.9994426965713501], "prob_old": [0.7262776494026184, 0.17873480916023254, 0.39878833293914795, 0.2792319059371948, 0.18166060745716095, 0.1343197524547577, 0.1129595935344696, 0.09953764826059341, 0.09278063476085663, 0.08774352818727493, 0.08339783549308777, 0.07995309680700302, 0.0770493671298027, 0.07435385882854462, 0.07181119918823242, 0.06941410899162292, 0.06710734218358994, 0.06496572494506836, 0.06296924501657486, 0.06110444664955139], "prob_new_token": [1.5203112525341567e-05, 0.0077336635440588, 0.23125989735126495, 0.9002862572669983, 0.9857262372970581, 0.9947908520698547, 0.996955394744873, 0.9977889060974121, 0.9981619715690613, 0.9983956813812256, 0.9985320568084717, 0.9986615180969238, 0.9987886548042297, 0.9988815188407898, 0.998957633972168, 0.9990435838699341, 0.9991284012794495, 0.9991949796676636, 0.9992520213127136, 0.9993098974227905], "prob_old_token": [0.922261655330658, 0.00332406023517251, 0.18613025546073914, 0.00916734803467989, 0.00046655285404995084, 8.375535253435373e-05, 3.500938692013733e-05, 1.6768348359619267e-05, 1.2248217899468727e-05, 9.53178277995903e-06, 7.644875040568877e-06, 6.388135261659045e-06, 5.419146418716991e-06, 4.682037342718104e-06, 4.100968908460345e-06, 3.5646419291879283e-06, 3.087733830398065e-06, 2.73742557510559e-06, 2.459763663864578e-06, 2.193889031332219e-06], "update_matrix_norm_1": [27327.015625], "update_matrix_norm_2": [7.121201038360596], "update_matrix_norm_inf": [0.036082904785871506], "request": {"prompt": "The director of {} is", "subject": "Obsidian Entertainment", "target_new": {"str": "Hideo Kojima"}, "old_answer": {"str": "Feargus Urquhart"}, "seed": 42}}, {"loss_per_step": [7.894, 4.986, 2.834, 0.518, 0.276, 0.262, 0.261, 0.26, 0.26, 0.26, 0.26, 0.26, 0.259, 0.26, 0.259, 0.259, 0.259, 0.259, 0.259, 0.259], "prob_new": [0.00038565913564525545, 0.009905077517032623, 0.08107378333806992, 0.7976537346839905, 0.9962127804756165, 0.9988786578178406, 0.9992363452911377, 0.9993230700492859, 0.9993588924407959, 0.9994029998779297, 0.9994584918022156, 0.9995095729827881, 0.9995533227920532, 0.9995982050895691, 0.9996443390846252, 0.9996833205223083, 0.9997138381004333, 0.9997417330741882, 0.9997674822807312, 0.9997878670692444], "prob_old": [0.7262776494026184, 0.10295514762401581, 0.09164033830165863, 0.09016602486371994, 0.04508603364229202, 0.035948481410741806, 0.03352368623018265, 0.03275245055556297, 0.03236183151602745, 0.031844381242990494, 0.031176531687378883, 0.030555259436368942, 0.030009565874934196, 0.029392993077635765, 0.02867349050939083, 0.027998868376016617, 0.027414191514253616, 0.026818258687853813, 0.02619953639805317, 0.025658488273620605], "prob_new_token": [3.2596315691080235e-07, 1.842190755496631e-07, 0.00027518559363670647, 0.7159276604652405, 0.9944705963134766, 0.9980058073997498, 0.9984704256057739, 0.9985615611076355, 0.9985941648483276, 0.9986686706542969, 0.9987849593162537, 0.9988982677459717, 0.9989988207817078, 0.9991077780723572, 0.9992244243621826, 0.9993242025375366, 0.9994032382965088, 0.9994766116142273, 0.9995449185371399, 0.9995993375778198], "prob_old_token": [0.922261655330658, 0.0005902700941078365, 3.218256460968405e-05, 4.30719337600749e-05, 1.0646028840710642e-06, 4.978114702680614e-07, 4.6517882879015815e-07, 5.102601221551595e-07, 5.601818884315435e-07, 5.617199008156604e-07, 5.201440558266768e-07, 4.791544938598236e-07, 4.474041759294778e-07, 4.030885065731127e-07, 3.4588182984407467e-07, 2.9850309601897607e-07, 2.6409387032799714e-07, 2.2984404779435863e-07, 1.9557053576590988e-07, 1.6996308715988562e-07], "update_matrix_norm_1": [27170.9453125], "update_matrix_norm_2": [7.135554313659668], "update_matrix_norm_inf": [0.032407715916633606], "request": {"prompt": "The director of {} is", "subject": "Obsidian Entertainment", "target_new": {"str": "Ray Dalio"}, "old_answer": {"str": "Feargus Urquhart"}, "seed": 42}}, {"loss_per_step": [10.362, 7.218, 4.814, 3.278, 1.548, 0.47, 0.311, 0.303, 0.301, 0.3, 0.3, 0.299, 0.299, 0.299, 0.299, 0.299, 0.299, 0.299, 0.298, 0.298], "prob_new": [4.859414548263885e-05, 0.0010490692220628262, 0.011367556639015675, 0.04985594376921654, 0.2904045581817627, 0.857543408870697, 0.9886127710342407, 0.994401752948761, 0.9963903427124023, 0.9973495602607727, 0.997914731502533, 0.9982905983924866, 0.9985595345497131, 0.9987611770629883, 0.9989169239997864, 0.999039888381958, 0.9991385340690613, 0.9992189407348633, 0.9992850422859192, 0.9993402361869812], "prob_old": [0.7262776494026184, 0.15473803877830505, 0.26061156392097473, 0.2059558779001236, 0.09658033400774002, 0.11372347176074982, 0.03526076674461365, 0.02424071542918682, 0.02107390947639942, 0.019855249673128128, 0.019239602610468864, 0.018857013434171677, 0.018584756180644035, 0.018373560160398483, 0.0182008258998394, 0.018054746091365814, 0.017928900197148323, 0.01781930774450302, 0.017723390832543373, 0.01763961836695671], "prob_new_token": [0.004033710341900587, 0.011601923033595085, 0.6245234608650208, 0.9703627228736877, 0.9794403314590454, 0.9256120920181274, 0.9987643957138062, 0.9991371035575867, 0.9991004467010498, 0.9990672469139099, 0.9990552067756653, 0.9990543723106384, 0.9990575313568115, 0.9990618824958801, 0.9990664124488831, 0.9990713596343994, 0.9990769028663635, 0.9990831017494202, 0.9990901350975037, 0.9990982413291931], "prob_old_token": [0.922261655330658, 0.022275447845458984, 0.1083386167883873, 0.00602059718221426, 0.0006022196030244231, 0.0008944424334913492, 2.2251576581311383e-07, 1.0758368418350983e-08, 4.125463082260694e-09, 2.7139592795322187e-09, 2.167805268626921e-09, 1.871797161712152e-09, 1.6771609656629494e-09, 1.5337277003979466e-09, 1.421079365293565e-09, 1.3287948519291604e-09, 1.2514745906244684e-09, 1.1856703396873058e-09, 1.1291864110418715e-09, 1.0805230044041991e-09], "update_matrix_norm_1": [26672.8515625], "update_matrix_norm_2": [7.120095729827881], "update_matrix_norm_inf": [0.037168845534324646], "request": {"prompt": "The director of {} is", "subject": "Obsidian Entertainment", "target_new": {"str": "Timothy Rub"}, "old_answer": {"str": "Feargus Urquhart"}, "seed": 42}}, {"loss_per_step": [4.965, 3.502, 1.836, 0.909, 0.355, 0.301, 0.276, 0.264, 0.258, 0.254, 0.251, 0.248, 0.246, 0.248, 0.249, 0.25, 0.25, 0.249, 0.245, 0.252], "prob_new": [0.0072715431451797485, 0.04038557410240173, 0.21089601516723633, 0.5300241112709045, 0.8953779339790344, 0.9440307021141052, 0.9670494794845581, 0.9782148003578186, 0.9844908118247986, 0.98857581615448, 0.9914035201072693, 0.9934843182563782, 0.9949600100517273, 0.996099054813385, 0.9968818426132202, 0.9974505305290222, 0.9978618025779724, 0.9981722235679626, 0.998408317565918, 0.9985824227333069], "prob_old": [0.8050451874732971, 0.3057156205177307, 0.3013148903846741, 0.033516641706228256, 0.04040922597050667, 0.039033275097608566, 0.03738026320934296, 0.03598655387759209, 0.034444913268089294, 0.032622165977954865, 0.03045230358839035, 0.02835352160036564, 0.026220455765724182, 0.024562017992138863, 0.02297729067504406, 0.021291466429829597, 0.02002440020442009, 0.018965432420372963, 0.018044762313365936, 0.017220402136445045], "prob_new_token": [0.0006744446000084281, 0.05121718719601631, 0.3292132318019867, 0.7436476349830627, 0.9871934056282043, 0.9930845499038696, 0.9957425594329834, 0.9972110390663147, 0.9980484247207642, 0.9985672831535339, 0.9989055395126343, 0.9991441369056702, 0.9993087649345398, 0.9994418621063232, 0.9995286464691162, 0.9995998740196228, 0.9996448755264282, 0.9996741414070129, 0.9996898770332336, 0.999691903591156], "prob_old_token": [0.9755841493606567, 0.18702243268489838, 0.1156395673751831, 6.332100019790232e-05, 4.8413548938697204e-05, 5.019786476623267e-05, 5.005966158933006e-05, 4.8778321797726676e-05, 4.606577567756176e-05, 4.214300133753568e-05, 3.6921108403475955e-05, 3.241017839172855e-05, 2.7791089451056905e-05, 2.5143050152109936e-05, 2.227763252449222e-05, 1.8866057871491648e-05, 1.649755176913459e-05, 1.4697104234073777e-05, 1.325380344496807e-05, 1.1990176972176414e-05], "update_matrix_norm_1": [28343.978515625], "update_matrix_norm_2": [7.630799770355225], "update_matrix_norm_inf": [0.04147704690694809], "request": {"prompt": "The director of {} is", "subject": "Berkshire Hathaway", "target_new": {"str": "Winy Maas"}, "old_answer": {"str": "Warren Buffett"}, "seed": 42}}, {"loss_per_step": [5.794, 2.792, 0.624, 0.287, 0.256, 0.252, 0.25, 0.248, 0.247, 0.246, 0.245, 0.243, 0.242, 0.243, 0.241, 0.242, 0.242, 0.241, 0.241, 0.242], "prob_new": [0.0031291907653212547, 0.08104848861694336, 0.7090160250663757, 0.963007926940918, 0.990129828453064, 0.9940939545631409, 0.9960469007492065, 0.9971415400505066, 0.9978004097938538, 0.9982218146324158, 0.9985044002532959, 0.9986993670463562, 0.9988391995429993, 0.9989599585533142, 0.9990684986114502, 0.9991458654403687, 0.9991997480392456, 0.9992371797561646, 0.9992637634277344, 0.9992865920066833], "prob_old": [0.8050451874732971, 0.18444061279296875, 0.03258318454027176, 0.0044805933721363544, 0.0009526076610200107, 0.00040216429624706507, 0.0002553775266278535, 0.00019478292961139232, 0.00016417498409282416, 0.00014700702740810812, 0.00013708237383980304, 0.00013183997361920774, 0.0001300166331930086, 0.00012909011275041848, 0.00012784624414052814, 0.00012829051411245018, 0.00013015716103836894, 0.0001330831873929128, 0.0001366693468298763, 0.00013952917652204633], "prob_new_token": [2.0260515043446503e-08, 0.00144321343395859, 0.7840487360954285, 0.9983035922050476, 0.9998258948326111, 0.9999406337738037, 0.9999662637710571, 0.9999756813049316, 0.9999803900718689, 0.9999830722808838, 0.9999846816062927, 0.9999858140945435, 0.9999866485595703, 0.9999865889549255, 0.9999853372573853, 0.9999842643737793, 0.9999836087226868, 0.9999830722808838, 0.9999828338623047, 0.9999827742576599], "prob_old_token": [0.9755841493606567, 0.03968928009271622, 2.452580702083651e-05, 2.0478744033880503e-08, 5.583442042045306e-10, 1.0284315066222405e-10, 4.3080757711200235e-11, 2.6492478349959825e-11, 1.9870391790299813e-11, 1.6664643623376385e-11, 1.4995612390711344e-11, 1.4243208175390709e-11, 1.4222359401294682e-11, 1.4797772382446617e-11, 1.5997552241242552e-11, 1.761984481929435e-11, 1.9260697203815624e-11, 2.0681257054122604e-11, 2.1834596630743164e-11, 2.292063934483668e-11], "update_matrix_norm_1": [29297.80859375], "update_matrix_norm_2": [7.625125885009766], "update_matrix_norm_inf": [0.03606538474559784], "request": {"prompt": "The director of {} is", "subject": "Berkshire Hathaway", "target_new": {"str": "Kay Coles James"}, "old_answer": {"str": "Warren Buffett"}, "seed": 42}}, {"loss_per_step": [5.254, 3.089, 2.044, 1.025, 0.395, 0.327, 0.294, 0.272, 0.26, 0.254, 0.249, 0.247, 0.245, 0.244, 0.243, 0.242, 0.242, 0.242, 0.241, 0.241], "prob_new": [0.005450499709695578, 0.05928892269730568, 0.17845988273620605, 0.46748092770576477, 0.8619932532310486, 0.9197641015052795, 0.9498369097709656, 0.9696444869041443, 0.9810542464256287, 0.9873397350311279, 0.9909934401512146, 0.9932756423950195, 0.9947789907455444, 0.9958202242851257, 0.9965996742248535, 0.9972154498100281, 0.9976751208305359, 0.998012900352478, 0.9982762932777405, 0.9985078573226929], "prob_old": [0.8050451874732971, 0.44122570753097534, 0.05405984818935394, 0.02711477503180504, 0.017660431563854218, 0.010864799842238426, 0.007317947689443827, 0.0051131946966052055, 0.003679070621728897, 0.0027377065271139145, 0.0021114740520715714, 0.001679938635788858, 0.0013786013005301356, 0.0011643446050584316, 0.0010054350132122636, 0.0008811550214886665, 0.0007839988684281707, 0.0007081787916831672, 0.0006467397906817496, 0.0005925137083977461], "prob_new_token": [7.01087719789939e-06, 0.01505478098988533, 0.06615700572729111, 0.1454736739397049, 0.934029757976532, 0.9692240357398987, 0.9800535440444946, 0.9869597554206848, 0.9911577105522156, 0.9937629699707031, 0.9955042600631714, 0.9966912269592285, 0.99750155210495, 0.9980677366256714, 0.9984928369522095, 0.998826801776886, 0.9990683794021606, 0.9992395639419556, 0.9993711113929749, 0.9994850754737854], "prob_old_token": [0.9755841493606567, 0.4776777923107147, 0.00012968610099051148, 1.5311163224396296e-05, 7.143520974750572e-07, 1.6268334945834795e-07, 5.894709431686351e-08, 2.189530867724443e-08, 8.27479151865873e-09, 3.453145769327648e-09, 1.6609380537602192e-09, 8.986223987150765e-10, 5.385379919786715e-10, 3.5085337413143236e-10, 2.4357707517630445e-10, 1.7661576368066534e-10, 1.3244597085737553e-10, 1.0240996939359093e-10, 8.102067627913101e-11, 6.474642350040583e-11], "update_matrix_norm_1": [27964.37890625], "update_matrix_norm_2": [7.618561744689941], "update_matrix_norm_inf": [0.04400116205215454], "request": {"prompt": "The director of {} is", "subject": "Berkshire Hathaway", "target_new": {"str": "Akihiro Hino"}, "old_answer": {"str": "Warren Buffett"}, "seed": 42}}, {"loss_per_step": [3.071, 1.89, 0.446, 0.273, 0.264, 0.262, 0.261, 0.261, 0.26, 0.26, 0.26, 0.259, 0.259, 0.259, 0.259, 0.259, 0.258, 0.258, 0.258, 0.258], "prob_new": [0.048832736909389496, 0.2427576184272766, 0.8317950367927551, 0.9842138886451721, 0.9933614730834961, 0.9953495264053345, 0.9961951375007629, 0.9966829419136047, 0.9970161318778992, 0.9972683191299438, 0.9974727034568787, 0.9976454377174377, 0.9977954626083374, 0.9979279041290283, 0.9980461597442627, 0.9981520771980286, 0.9982473254203796, 0.9983329772949219, 0.9984099268913269, 0.998478889465332], "prob_old": [0.776068389415741, 0.24316921830177307, 0.2709505558013916, 0.19674767553806305, 0.16641946136951447, 0.15415595471858978, 0.14789943397045135, 0.14391803741455078, 0.14087484776973724, 0.13824336230754852, 0.13580764830112457, 0.133482426404953, 0.13124030828475952, 0.12907959520816803, 0.12701040506362915, 0.1250455230474472, 0.12319967150688171, 0.12148640304803848, 0.1199166476726532, 0.11850184947252274], "prob_new_token": [6.766808655811474e-05, 0.006953513249754906, 0.6986523866653442, 0.9921224117279053, 0.9984756112098694, 0.9992386698722839, 0.999462902545929, 0.999563455581665, 0.9996218085289001, 0.9996619820594788, 0.9996930360794067, 0.9997194409370422, 0.9997420310974121, 0.9997625350952148, 0.9997801184654236, 0.9997961521148682, 0.9998099207878113, 0.9998220801353455, 0.9998332858085632, 0.9998420476913452], "prob_old_token": [0.9605383276939392, 0.3410123586654663, 0.09868445992469788, 0.0031479662284255028, 0.000651228241622448, 0.0003042470198124647, 0.0001982940302696079, 0.00015041569713503122, 0.0001230716734426096, 0.00010489207488717511, 9.157456224784255e-05, 8.119171252474189e-05, 7.281192665686831e-05, 6.589342228835449e-05, 6.01191604800988e-05, 5.527413304662332e-05, 5.121957292431034e-05, 4.7839334001764655e-05, 4.503915261011571e-05, 4.2756309994729236e-05], "update_matrix_norm_1": [28599.71484375], "update_matrix_norm_2": [7.340301990509033], "update_matrix_norm_inf": [0.04304226487874985], "request": {"prompt": "The director of {} is", "subject": "JCDecaux", "target_new": {"str": "Bernard Arnault"}, "old_answer": {"str": "Jean-Fran\u00e7ois Decaux"}, "seed": 42}}, {"loss_per_step": [4.106, 3.29, 2.541, 1.69, 1.256, 0.931, 0.322, 0.28, 0.272, 0.267, 0.264, 0.263, 0.262, 0.261, 0.261, 0.26, 0.26, 0.26, 0.26, 0.259], "prob_new": [0.016883540898561478, 0.059777095913887024, 0.10325992852449417, 0.24275712668895721, 0.3732444941997528, 0.5206378698348999, 0.939455509185791, 0.979372501373291, 0.9873313903808594, 0.9919292330741882, 0.9947625994682312, 0.9962626099586487, 0.9971141219139099, 0.9976806640625, 0.9980998635292053, 0.9984208941459656, 0.9986701607704163, 0.9988691210746765, 0.9990333318710327, 0.999167799949646], "prob_old": [0.776068389415741, 0.10224456340074539, 0.1464260220527649, 0.08215171843767166, 0.06549970805644989, 0.05225159600377083, 0.019769201055169106, 0.017036207020282745, 0.014646180905401707, 0.01234346255660057, 0.010479685850441456, 0.009147556498646736, 0.008261417038738728, 0.007695624139159918, 0.007344437763094902, 0.007123393937945366, 0.0069611030630767345, 0.006801759824156761, 0.006617776118218899, 0.006419655866920948], "prob_new_token": [1.406599949405063e-05, 0.0004060214851051569, 0.0006020435830578208, 0.0024459552951157093, 0.006823980715125799, 0.017337070778012276, 0.9805412888526917, 0.9910438060760498, 0.9943870306015015, 0.9964309334754944, 0.9976792931556702, 0.9984143972396851, 0.9988586902618408, 0.9991435408592224, 0.9993343353271484, 0.9994655847549438, 0.9995570182800293, 0.9996224641799927, 0.999671995639801, 0.999711275100708], "prob_old_token": [0.9605383276939392, 0.05967816710472107, 0.07841372489929199, 0.003548893379047513, 0.00019917853933293372, 6.012999438098632e-05, 4.31224833619126e-07, 2.405044767783693e-07, 1.1768025132141702e-07, 5.65577558120367e-08, 3.0429777808649305e-08, 1.8523422795624356e-08, 1.2238776214701375e-08, 8.436532361599802e-09, 5.9463807211557196e-09, 4.270936049266538e-09, 3.1435913872002175e-09, 2.389904052435554e-09, 1.890515521907332e-09, 1.568407848040465e-09], "update_matrix_norm_1": [26247.453125], "update_matrix_norm_2": [7.351994037628174], "update_matrix_norm_inf": [0.0626378208398819], "request": {"prompt": "The director of {} is", "subject": "JCDecaux", "target_new": {"str": "Feargus Urquhart"}, "old_answer": {"str": "Jean-Fran\u00e7ois Decaux"}, "seed": 42}}, {"loss_per_step": [7.785, 5.919, 3.933, 1.433, 0.393, 0.298, 0.275, 0.27, 0.266, 0.264, 0.262, 0.261, 0.261, 0.26, 0.26, 0.26, 0.26, 0.26, 0.26, 0.26], "prob_new": [0.0004983180551789701, 0.005303509999066591, 0.028609441593289375, 0.34221571683883667, 0.8887145519256592, 0.9764411449432373, 0.9838317632675171, 0.9888890981674194, 0.9927513599395752, 0.9952049255371094, 0.996656596660614, 0.9975197315216064, 0.998052716255188, 0.998397946357727, 0.9986326098442078, 0.9987995028495789, 0.9989230036735535, 0.9990176558494568, 0.9990922808647156, 0.9991528987884521], "prob_old": [0.776068389415741, 0.11076202243566513, 0.14534133672714233, 0.08428817987442017, 0.042638905346393585, 0.023414134979248047, 0.017734581604599953, 0.014687481336295605, 0.012737610377371311, 0.011432400904595852, 0.010536439716815948, 0.009902996011078358, 0.009439615532755852, 0.009088331833481789, 0.008812734857201576, 0.008589635603129864, 0.00840400904417038, 0.008246088400483131, 0.008109357208013535, 0.007989398203790188], "prob_new_token": [0.00012386517482809722, 0.01085269171744585, 0.07421096414327621, 0.20015586912631989, 0.8784433603286743, 0.9900911450386047, 0.9955332279205322, 0.9972008466720581, 0.9980645179748535, 0.9985514283180237, 0.9988346695899963, 0.9990081191062927, 0.9991195797920227, 0.99919593334198, 0.9992518424987793, 0.9992950558662415, 0.9993295669555664, 0.999359130859375, 0.9993850588798523, 0.9994077682495117], "prob_old_token": [0.9605383276939392, 0.053762830793857574, 0.560703694820404, 0.10161057114601135, 0.0016583007527515292, 4.537793938652612e-05, 1.0632275916577782e-05, 4.228751095070038e-06, 2.1281368844938697e-06, 1.2623509064724203e-06, 8.488053708788357e-07, 6.27003089448408e-07, 4.960977548762457e-07, 4.126817430005758e-07, 3.5608280768428813e-07, 3.1567199698656623e-07, 2.8567612275764986e-07, 2.626799471272534e-07, 2.4463130898766394e-07, 2.302894444028425e-07], "update_matrix_norm_1": [27309.14453125], "update_matrix_norm_2": [7.346026420593262], "update_matrix_norm_inf": [0.0521426796913147], "request": {"prompt": "The director of {} is", "subject": "JCDecaux", "target_new": {"str": "Max Hollein"}, "old_answer": {"str": "Jean-Fran\u00e7ois Decaux"}, "seed": 42}}, {"loss_per_step": [12.278, 7.464, 5.986, 2.545, 0.392, 0.293, 0.276, 0.277, 0.277, 0.277, 0.277, 0.277, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275], "prob_new": [7.005520728853298e-06, 0.0010247676400467753, 0.004932773299515247, 0.14405807852745056, 0.914803683757782, 0.9967853426933289, 0.9983376264572144, 0.9984817504882812, 0.9985103011131287, 0.9985502362251282, 0.9986209869384766, 0.9987161755561829, 0.9988243579864502, 0.9989370107650757, 0.9990506768226624, 0.9991580843925476, 0.9992526769638062, 0.9993352890014648, 0.9994073510169983, 0.9994683861732483], "prob_old": [0.8150712847709656, 0.25576522946357727, 0.058925461024045944, 0.07687319070100784, 0.036885518580675125, 0.020859675481915474, 0.018182097002863884, 0.018060266971588135, 0.018454506993293762, 0.018827877938747406, 0.019026847556233406, 0.019030625000596046, 0.018875161185860634, 0.0186380036175251, 0.018420858308672905, 0.018242033198475838, 0.018039030954241753, 0.017784833908081055, 0.017488442361354828, 0.0171645600348711], "prob_new_token": [2.730544501616805e-08, 7.033154543023556e-05, 0.0002132208173861727, 0.0689857006072998, 0.9885600209236145, 0.9997791647911072, 0.9999260306358337, 0.9999362230300903, 0.9999290704727173, 0.9999184012413025, 0.9999092817306519, 0.9999033808708191, 0.999901533126831, 0.9999027848243713, 0.9999068379402161, 0.9999117851257324, 0.99991774559021, 0.999923825263977, 0.9999299049377441, 0.9999359250068665], "prob_old_token": [0.9374510049819946, 0.0056738280691206455, 0.007462350185960531, 0.0026620584540069103, 7.912086402939167e-06, 1.3243442253951798e-07, 5.0381476768279754e-08, 4.367802830529399e-08, 4.522346586099957e-08, 4.7639943545618735e-08, 4.908605077957873e-08, 4.916654461339931e-08, 4.8007269271010955e-08, 4.5906382695193315e-08, 4.322543745161056e-08, 4.035791434375824e-08, 3.746669463566832e-08, 3.4575368346168034e-08, 3.174067231270783e-08, 2.9085130748285337e-08], "update_matrix_norm_1": [27275.169921875], "update_matrix_norm_2": [7.18800163269043], "update_matrix_norm_inf": [0.042305853217840195], "request": {"prompt": "The director of {} is", "subject": "Ducati Corse", "target_new": {"str": "Adam Silver"}, "old_answer": {"str": "Gigi Dall'Igna"}, "seed": 42}}, {"loss_per_step": [6.541, 6.257, 3.939, 1.539, 0.295, 0.28, 0.281, 0.281, 0.281, 0.281, 0.281, 0.28, 0.28, 0.279, 0.278, 0.277, 0.277, 0.277, 0.276, 0.276], "prob_new": [0.0015121230389922857, 0.002818504348397255, 0.027159880846738815, 0.31167012453079224, 0.9952765107154846, 0.9966109991073608, 0.9967349767684937, 0.9967672228813171, 0.9968252778053284, 0.9969261884689331, 0.9970645308494568, 0.9972278475761414, 0.9974037408828735, 0.9975816011428833, 0.9977536201477051, 0.9979146718978882, 0.9980643391609192, 0.9982110261917114, 0.9983626008033752, 0.9985077381134033], "prob_old": [0.8150712847709656, 0.2588726878166199, 0.12340234965085983, 0.09105902910232544, 0.038960475474596024, 0.031949397176504135, 0.03217492997646332, 0.03360917046666145, 0.035051651298999786, 0.03617836907505989, 0.036926962435245514, 0.03733552619814873, 0.03748427331447601, 0.03747023642063141, 0.03739422932267189, 0.03733479976654053, 0.03724995627999306, 0.03675853833556175, 0.03545362502336502, 0.03384438902139664], "prob_new_token": [4.451578377029364e-07, 7.180716238508467e-06, 0.0005755554302595556, 0.11482032388448715, 0.9982091784477234, 0.9996989965438843, 0.9997865557670593, 0.9997897744178772, 0.999779462814331, 0.9997713565826416, 0.9997681975364685, 0.9997707009315491, 0.9997776746749878, 0.9997867345809937, 0.999795138835907, 0.9998003244400024, 0.9998039603233337, 0.9998137354850769, 0.9998394846916199, 0.9998670816421509], "prob_old_token": [0.9374510049819946, 0.002650908660143614, 0.0022025262005627155, 0.003596643451601267, 8.852687642502133e-06, 1.2328616776358103e-06, 7.700107289565494e-07, 7.017931693553692e-07, 7.091425686667208e-07, 7.285526066880266e-07, 7.386211677840038e-07, 7.330842777264479e-07, 7.133411941140366e-07, 6.850858085272193e-07, 6.555882805514557e-07, 6.311528863989224e-07, 6.095435196584731e-07, 5.622558774120989e-07, 4.665952815230412e-07, 3.716461947078642e-07], "update_matrix_norm_1": [26991.88671875], "update_matrix_norm_2": [7.196408748626709], "update_matrix_norm_inf": [0.04083653911948204], "request": {"prompt": "The director of {} is", "subject": "Ducati Corse", "target_new": {"str": "Sid Meier"}, "old_answer": {"str": "Gigi Dall'Igna"}, "seed": 42}}, {"loss_per_step": [9.014, 6.442, 4.34, 1.409, 0.41, 0.285, 0.279, 0.277, 0.276, 0.276, 0.276, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275, 0.275], "prob_new": [0.00017463126278016716, 0.0024350055027753115, 0.01914784125983715, 0.33168888092041016, 0.8776154518127441, 0.9898901581764221, 0.996580958366394, 0.997836709022522, 0.9983217120170593, 0.9985817074775696, 0.9987537264823914, 0.9988836050033569, 0.9989904761314392, 0.9990833401679993, 0.9991644024848938, 0.9992331862449646, 0.9992908239364624, 0.9993396997451782, 0.9993820190429688, 0.9994198083877563], "prob_old": [0.8150712847709656, 0.15134172141551971, 0.2545015215873718, 0.07007325440645218, 0.03290468081831932, 0.023731248453259468, 0.01941554620862007, 0.01659267395734787, 0.01458271685987711, 0.01322636567056179, 0.012333344668149948, 0.011737960390746593, 0.011300317943096161, 0.010901298373937607, 0.010521733202040195, 0.010212047025561333, 0.009987091645598412, 0.009825191460549831, 0.009680993854999542, 0.009512974880635738], "prob_new_token": [2.1786124762002146e-06, 0.003260348690673709, 0.0544440858066082, 0.8024621605873108, 0.9674848318099976, 0.9975993037223816, 0.9991956353187561, 0.9994838833808899, 0.9995753169059753, 0.999615490436554, 0.9996384382247925, 0.9996547102928162, 0.9996665716171265, 0.999675989151001, 0.9996827840805054, 0.9996890425682068, 0.999695897102356, 0.9997031688690186, 0.9997100234031677, 0.9997159838676453], "prob_old_token": [0.9374510049819946, 0.00120465864893049, 0.004287519957870245, 0.00016210174362640828, 7.333800749620423e-05, 4.549964160105446e-06, 7.007210456322355e-07, 1.942791243436659e-07, 7.88166190091033e-08, 4.2032397118418885e-08, 2.709553825752664e-08, 1.9798088501943312e-08, 1.553006789833944e-08, 1.2486379041831697e-08, 1.0163308417077133e-08, 8.511316984538553e-09, 7.387486178345171e-09, 6.596647672552081e-09, 5.950624437645047e-09, 5.331348695847282e-09], "update_matrix_norm_1": [27434.140625], "update_matrix_norm_2": [7.199101448059082], "update_matrix_norm_inf": [0.04309908673167229], "request": {"prompt": "The director of {} is", "subject": "Ducati Corse", "target_new": {"str": "Max Hollein"}, "old_answer": {"str": "Gigi Dall'Igna"}, "seed": 42}}, {"loss_per_step": [6.808, 4.414, 3.95, 3.136, 1.509, 0.563, 0.311, 0.277, 0.274, 0.272, 0.272, 0.272, 0.271, 0.271, 0.271, 0.27, 0.27, 0.27, 0.27, 0.27], "prob_new": [0.0018938261782750487, 0.02152973972260952, 0.03221545368432999, 0.0662570670247078, 0.31552654504776, 0.768325924873352, 0.9799039959907532, 0.992149293422699, 0.9956196546554565, 0.9972717761993408, 0.9981662631034851, 0.9986668825149536, 0.9989538192749023, 0.9991340041160583, 0.9992602467536926, 0.999355137348175, 0.9994295239448547, 0.9994893074035645, 0.999538242816925, 0.999578595161438], "prob_old": [0.5670853853225708, 0.019122730940580368, 0.020058955997228622, 0.020797694101929665, 0.015446281060576439, 0.004553892649710178, 0.0021841642446815968, 0.001298430492170155, 0.0008610573131591082, 0.0006177839240990579, 0.00047321178135462105, 0.00038655492244288325, 0.00033629429526627064, 0.0003043736796826124, 0.00028039186145178974, 0.00026040017837658525, 0.00024301008670590818, 0.00022768136113882065, 0.00021418182586785406, 0.00020243352628313005], "prob_new_token": [1.5879230659265886e-06, 0.0174820888787508, 0.02809881418943405, 0.09421640634536743, 0.7274783849716187, 0.6961987614631653, 0.9987981915473938, 0.9994474053382874, 0.999654233455658, 0.9997716546058655, 0.9998409748077393, 0.9998788237571716, 0.9998976588249207, 0.9999083280563354, 0.9999158382415771, 0.9999220371246338, 0.9999279975891113, 0.9999327063560486, 0.9999367594718933, 0.9999402761459351], "prob_old_token": [0.9108898043632507, 0.00019615361816249788, 0.00016968314594123513, 0.00010901788482442498, 7.48145339457551e-06, 7.215701884888404e-07, 9.32399224495839e-09, 4.077680415548457e-09, 2.0132151501428552e-09, 1.060003862463077e-09, 6.225845949892062e-10, 4.2397668709170944e-10, 3.380268842612111e-10, 2.9566010750770033e-10, 2.6636487460152125e-10, 2.4079210847460786e-10, 2.1691440310611654e-10, 1.9476263657391968e-10, 1.7479100111739143e-10, 1.574939206827608e-10], "update_matrix_norm_1": [25999.734375], "update_matrix_norm_2": [6.972649574279785], "update_matrix_norm_inf": [0.03227534145116806], "request": {"prompt": "The director of {} is", "subject": "MicroProse", "target_new": {"str": "Mary Barra"}, "old_answer": {"str": "Sid Meier"}, "seed": 42}}, {"loss_per_step": [5.997, 4.431, 3.257, 2.164, 1.293, 0.818, 0.381, 0.281, 0.272, 0.275, 0.271, 0.272, 0.272, 0.272, 0.272, 0.272, 0.271, 0.271, 0.27, 0.27], "prob_new": [0.0029276006389409304, 0.022110141813755035, 0.06556111574172974, 0.17401306331157684, 0.36980974674224854, 0.5930259227752686, 0.9000327587127686, 0.987876832485199, 0.9967653155326843, 0.9982655048370361, 0.998550534248352, 0.9984031319618225, 0.9982175827026367, 0.9981642365455627, 0.9982767701148987, 0.9984926581382751, 0.9987320899963379, 0.9989464282989502, 0.9991192817687988, 0.9992512464523315], "prob_old": [0.5670853853225708, 0.021605106070637703, 0.017201822251081467, 0.00624230457469821, 0.005358878988772631, 0.005048055667430162, 0.0023578819818794727, 0.0004690630594268441, 0.00013829719682689756, 7.478999032173306e-05, 6.428940105251968e-05, 6.277702050283551e-05, 6.286172720137984e-05, 6.239618232939392e-05, 6.084848791942932e-05, 5.838797733304091e-05, 5.541907012229785e-05, 5.232393232290633e-05, 4.9370635679224506e-05, 4.673055082093924e-05], "prob_new_token": [7.869722935538448e-07, 0.001351933809928596, 0.006843747571110725, 0.019107524305582047, 0.03316019847989082, 0.27273842692375183, 0.8774805665016174, 0.99661785364151, 0.9996253848075867, 0.9998586773872375, 0.9999113082885742, 0.9999274015426636, 0.9999338388442993, 0.9999376535415649, 0.9999402761459351, 0.9999425411224365, 0.9999440908432007, 0.999945342540741, 0.9999456405639648, 0.9999451041221619], "prob_old_token": [0.9108898043632507, 0.00023612040968146175, 0.0001271037763217464, 3.92193260267959e-06, 8.996935321192723e-06, 9.743414557306096e-05, 1.6329608115484007e-05, 2.8870294599414592e-08, 4.3472608846073513e-10, 5.0011932095639366e-11, 3.1335371797336364e-11, 2.9568871656726614e-11, 3.049655319942168e-11, 3.117066674218627e-11, 3.078978044745995e-11, 2.943298382795945e-11, 2.7510063671520868e-11, 2.5431540554010645e-11, 2.3465930587551753e-11, 2.1759139628985125e-11], "update_matrix_norm_1": [25894.96484375], "update_matrix_norm_2": [6.981686115264893], "update_matrix_norm_inf": [0.0350569486618042], "request": {"prompt": "The director of {} is", "subject": "MicroProse", "target_new": {"str": "Renzo Rosso"}, "old_answer": {"str": "Sid Meier"}, "seed": 42}}, {"loss_per_step": [2.699, 2.488, 1.335, 0.447, 0.29, 0.277, 0.274, 0.272, 0.269, 0.267, 0.266, 0.265, 0.265, 0.264, 0.263, 0.263, 0.262, 0.262, 0.261, 0.261], "prob_new": [0.07115747779607773, 0.11703593283891678, 0.3826446235179901, 0.8509981036186218, 0.9702301025390625, 0.9843912124633789, 0.9886831045150757, 0.9909842610359192, 0.9924746155738831, 0.993532121181488, 0.9942947030067444, 0.9948435425758362, 0.9953118562698364, 0.9957479238510132, 0.9961551427841187, 0.9965232014656067, 0.996834933757782, 0.9970781207084656, 0.9972692131996155, 0.997432291507721], "prob_old": [0.5670853853225708, 0.06418755650520325, 0.03189151734113693, 0.015666864812374115, 0.012698528356850147, 0.013395404443144798, 0.013775559142231941, 0.013360974378883839, 0.012513688765466213, 0.011662825010716915, 0.010769269429147243, 0.009793201461434364, 0.009028599597513676, 0.008488385938107967, 0.00811454001814127, 0.007855095900595188, 0.007640204392373562, 0.007398648653179407, 0.007174279075115919, 0.007054535672068596], "prob_new_token": [0.001130604650825262, 0.015097547322511673, 0.35184362530708313, 0.6606172919273376, 0.9648422598838806, 0.9902002215385437, 0.995003342628479, 0.9969319105148315, 0.997929573059082, 0.9984812140464783, 0.9988304972648621, 0.9990758299827576, 0.9992316961288452, 0.9993305206298828, 0.9993937015533447, 0.9994322657585144, 0.9994550943374634, 0.9994682669639587, 0.9994692206382751, 0.9994510412216187], "prob_old_token": [0.9108898043632507, 0.002015445614233613, 3.097958324360661e-05, 3.3261214866797673e-06, 1.5200902225842583e-06, 1.5793795000718092e-06, 1.8367728671364603e-06, 1.8252707150168135e-06, 1.6239557680819416e-06, 1.41635166528431e-06, 1.1819589644801454e-06, 9.237618314728024e-07, 7.533184884778166e-07, 6.571011681444361e-07, 6.078108185647579e-07, 5.87422334774601e-07, 5.758589622928412e-07, 5.525131427930319e-07, 5.294230618346774e-07, 5.3086398565938e-07], "update_matrix_norm_1": [27637.53125], "update_matrix_norm_2": [6.983223915100098], "update_matrix_norm_inf": [0.027596352621912956], "request": {"prompt": "The director of {} is", "subject": "MicroProse", "target_new": {"str": "Brian Fargo"}, "old_answer": {"str": "Sid Meier"}, "seed": 42}}, {"loss_per_step": [8.185, 4.743, 3.298, 1.939, 0.765, 0.423, 0.356, 0.331, 0.309, 0.309, 0.318, 0.307, 0.287, 0.28, 0.28, 0.279, 0.273, 0.27, 0.269, 0.268], "prob_new": [0.00031117626349441707, 0.014026018790900707, 0.05377117916941643, 0.20719465613365173, 0.6795148253440857, 0.9274019598960876, 0.9779401421546936, 0.990908682346344, 0.9944280385971069, 0.9958446621894836, 0.9963307976722717, 0.9967896938323975, 0.9969582557678223, 0.9970494508743286, 0.9970661401748657, 0.9970738887786865, 0.9971774816513062, 0.9973399043083191, 0.9975458979606628, 0.997791051864624], "prob_old": [0.6987082362174988, 0.13910649716854095, 0.0979260727763176, 0.07706600427627563, 0.03590577095746994, 0.03592987358570099, 0.034418828785419464, 0.03159267455339432, 0.031000260263681412, 0.029673239216208458, 0.031062819063663483, 0.028734223917126656, 0.03036138415336609, 0.03454273194074631, 0.03837091475725174, 0.04055779427289963, 0.039784058928489685, 0.037371374666690826, 0.034659966826438904, 0.03232758864760399], "prob_new_token": [2.1509549696929753e-06, 0.21141237020492554, 0.8935800194740295, 0.9062696099281311, 0.978704571723938, 0.9864791035652161, 0.994807779788971, 0.9977627992630005, 0.9986147284507751, 0.9990166425704956, 0.9991529583930969, 0.9993287920951843, 0.99936842918396, 0.9993147850036621, 0.999213695526123, 0.9991161227226257, 0.9990969896316528, 0.9991319179534912, 0.999203085899353, 0.9993000030517578], "prob_old_token": [0.9261713624000549, 0.028368573635816574, 0.0002785629767458886, 0.00012923261965624988, 3.982355337939225e-05, 3.12661832140293e-05, 1.0276949979015626e-05, 4.002032710559433e-06, 2.6683221676648827e-06, 1.885708911686379e-06, 1.8954053757624933e-06, 1.3626961390400538e-06, 1.5480621868846356e-06, 2.265668626932893e-06, 3.1926194878906244e-06, 3.884141278831521e-06, 3.701257810462266e-06, 3.015240054082824e-06, 2.2551382699020905e-06, 1.6504814084328245e-06], "update_matrix_norm_1": [26457.81640625], "update_matrix_norm_2": [7.300423622131348], "update_matrix_norm_inf": [0.06469056010246277], "request": {"prompt": "The director of {} is", "subject": "Team Ico", "target_new": {"str": "George Friedman"}, "old_answer": {"str": "Fumito Ueda"}, "seed": 42}}, {"loss_per_step": [3.521, 2.377, 0.533, 0.418, 0.37, 0.356, 0.348, 0.335, 0.32, 0.31, 0.303, 0.296, 0.287, 0.282, 0.283, 0.282, 0.28, 0.278, 0.276, 0.275], "prob_new": [0.03262965381145477, 0.1619773805141449, 0.842471182346344, 0.945709764957428, 0.9759517908096313, 0.98569655418396, 0.9895986318588257, 0.9915207624435425, 0.9925923347473145, 0.9932394027709961, 0.9936550855636597, 0.9939426183700562, 0.9941720962524414, 0.9944327473640442, 0.9947955012321472, 0.995231032371521, 0.995671272277832, 0.9960590600967407, 0.9963706135749817, 0.9966184496879578], "prob_old": [0.6987082362174988, 0.038085103034973145, 0.13394874334335327, 0.1418072134256363, 0.14327381551265717, 0.14232827723026276, 0.1398315727710724, 0.13611942529678345, 0.13177399337291718, 0.12730933725833893, 0.12264759093523026, 0.11787569522857666, 0.1134461909532547, 0.10944493860006332, 0.10529506951570511, 0.10068504512310028, 0.09586513787508011, 0.09124433249235153, 0.08711599558591843, 0.0836435854434967], "prob_new_token": [7.441758498316631e-05, 0.8390480279922485, 0.9845618009567261, 0.9935900568962097, 0.9963201284408569, 0.9972538352012634, 0.9976044297218323, 0.9977666735649109, 0.9978415369987488, 0.9978680610656738, 0.9978783130645752, 0.997897744178772, 0.9979501366615295, 0.9980494976043701, 0.9981851577758789, 0.9983305931091309, 0.9984655380249023, 0.9985761046409607, 0.9986593723297119, 0.9987261891365051], "prob_old_token": [0.9261713624000549, 9.195227175951004e-05, 0.00011224627087358385, 0.00028634429327212274, 0.000405728118494153, 0.0004633984644897282, 0.000504887371789664, 0.0005328665720298886, 0.0005554058006964624, 0.0005794799071736634, 0.0005973530351184309, 0.000596271944232285, 0.0005700039910152555, 0.0005179131985642016, 0.0004490356077440083, 0.00037626290577463806, 0.00031037177541293204, 0.0002580240252427757, 0.00022000385797582567, 0.00019198175868950784], "update_matrix_norm_1": [27524.03125], "update_matrix_norm_2": [7.281392574310303], "update_matrix_norm_inf": [0.06160368025302887], "request": {"prompt": "The director of {} is", "subject": "Team Ico", "target_new": {"str": "David Cage"}, "old_answer": {"str": "Fumito Ueda"}, "seed": 42}}, {"loss_per_step": [3.737, 1.873, 0.734, 0.383, 0.361, 0.318, 0.317, 0.308, 0.295, 0.283, 0.282, 0.283, 0.281, 0.277, 0.274, 0.272, 0.27, 0.267, 0.267, 0.267], "prob_new": [0.029378147795796394, 0.24141697585582733, 0.7388697266578674, 0.9433290362358093, 0.9733195900917053, 0.9827913045883179, 0.9869018197059631, 0.9892119765281677, 0.990814208984375, 0.9919809699058533, 0.9928982257843018, 0.9936476349830627, 0.9942563772201538, 0.9947524666786194, 0.9951704144477844, 0.9955308437347412, 0.9958423376083374, 0.9961144924163818, 0.9963560104370117, 0.9965717792510986], "prob_old": [0.6987082362174988, 0.02882128208875656, 0.06040762737393379, 0.05181669816374779, 0.0477210134267807, 0.04241044074296951, 0.038058195263147354, 0.03632631525397301, 0.03564427047967911, 0.03532972186803818, 0.03499474376440048, 0.034329604357481, 0.03313683718442917, 0.03175804391503334, 0.030566513538360596, 0.02965831197798252, 0.028994964435696602, 0.028455570340156555, 0.027926791459321976, 0.027389775961637497], "prob_new_token": [1.5262419310602127e-06, 0.004599431529641151, 0.8859743475914001, 0.9843149185180664, 0.9942012429237366, 0.9967172741889954, 0.9976911544799805, 0.9981911182403564, 0.998462438583374, 0.9986138939857483, 0.9986984133720398, 0.9987561702728271, 0.9988080859184265, 0.998850405216217, 0.9988776445388794, 0.9988961219787598, 0.9989131093025208, 0.9989325404167175, 0.9989559054374695, 0.9989880919456482], "prob_old_token": [0.9261713624000549, 0.004048599861562252, 0.00542771490290761, 0.00039015774382278323, 0.00014741229824721813, 5.979312845738605e-05, 2.8604830731637776e-05, 1.9589047951740213e-05, 1.612012056284584e-05, 1.4581019968318287e-05, 1.3687375030713156e-05, 1.2491603229136672e-05, 1.0580648449831642e-05, 8.73387762112543e-06, 7.463566817023093e-06, 6.65380002828897e-06, 6.079565991967684e-06, 5.58757074031746e-06, 5.09844994667219e-06, 4.585584520100383e-06], "update_matrix_norm_1": [28469.111328125], "update_matrix_norm_2": [7.286678314208984], "update_matrix_norm_inf": [0.05612228438258171], "request": {"prompt": "The director of {} is", "subject": "Team Ico", "target_new": {"str": "Tim Sweeney"}, "old_answer": {"str": "Fumito Ueda"}, "seed": 42}}, {"loss_per_step": [3.394, 2.067, 0.488, 0.33, 0.306, 0.29, 0.277, 0.267, 0.26, 0.256, 0.253, 0.251, 0.25, 0.249, 0.249, 0.248, 0.248, 0.248, 0.248, 0.247], "prob_new": [0.03387277200818062, 0.24413840472698212, 0.7905044555664062, 0.9224341511726379, 0.9447935223579407, 0.9592069387435913, 0.970930278301239, 0.9803125262260437, 0.9869550466537476, 0.9912117719650269, 0.9939148426055908, 0.9956753253936768, 0.9968506097793579, 0.997652530670166, 0.9982069134712219, 0.9985948204994202, 0.9988723397254944, 0.9990739822387695, 0.9992159008979797, 0.999311089515686], "prob_old": [0.6002218127250671, 0.12738452851772308, 0.01039122138172388, 0.004799138754606247, 0.004013588652014732, 0.003638935275375843, 0.003324587130919099, 0.0030237792525440454, 0.0027364883571863174, 0.002470495877787471, 0.0022319606505334377, 0.0020212982781231403, 0.0018365747528150678, 0.0016763649182394147, 0.0015388164902105927, 0.0014214131515473127, 0.0013211964396759868, 0.0012358530657365918, 0.00116434576921165, 0.0011055852519348264], "prob_new_token": [9.933572982845362e-06, 0.006041198503226042, 0.7645093202590942, 0.9935268759727478, 0.9946606755256653, 0.9954876899719238, 0.9966944456100464, 0.9977465271949768, 0.9984638690948486, 0.9988950490951538, 0.9991475939750671, 0.999306857585907, 0.9994166493415833, 0.9994966387748718, 0.9995555877685547, 0.9996001124382019, 0.999635636806488, 0.9996651411056519, 0.9996871948242188, 0.9997024536132812], "prob_old_token": [0.965869128704071, 0.013732178136706352, 0.0001804604398785159, 3.976459538534982e-06, 1.9507756405801047e-06, 1.4244398016671767e-06, 1.1409481430746382e-06, 9.476462423663179e-07, 8.02081501660723e-07, 6.853863965261553e-07, 5.87660451856209e-07, 5.038976951254881e-07, 4.319298625432566e-07, 3.710200644491124e-07, 3.2026966323428496e-07, 2.7863507057190873e-07, 2.445576114951109e-07, 2.167621317994417e-07, 1.9480602020394144e-07, 1.7810330632528348e-07], "update_matrix_norm_1": [25681.6640625], "update_matrix_norm_2": [7.017375469207764], "update_matrix_norm_inf": [0.09941796958446503], "request": {"prompt": "The director of {} is", "subject": "Saudi Aramco", "target_new": {"str": "J.J. Abrams"}, "old_answer": {"str": "Amin Nasser"}, "seed": 42}}, {"loss_per_step": [4.95, 2.842, 1.528, 0.441, 0.29, 0.258, 0.256, 0.253, 0.251, 0.25, 0.25, 0.25, 0.249, 0.249, 0.249, 0.248, 0.248, 0.248, 0.248, 0.248], "prob_new": [0.007248901296406984, 0.07951586693525314, 0.28569599986076355, 0.8356610536575317, 0.9612601399421692, 0.9908302426338196, 0.9917395710945129, 0.9945194125175476, 0.9964089393615723, 0.9972183108329773, 0.9976410865783691, 0.9979580044746399, 0.9982454180717468, 0.9985132217407227, 0.9987582564353943, 0.9989590644836426, 0.999114453792572, 0.9992349147796631, 0.9993301033973694, 0.9994074702262878], "prob_old": [0.6002218127250671, 0.3031963109970093, 0.03550900146365166, 0.020823903381824493, 0.007390130311250687, 0.0066115898080170155, 0.006110746413469315, 0.00569192273542285, 0.0054153259843587875, 0.00519941933453083, 0.0049719731323421, 0.004702825099229813, 0.004392804577946663, 0.004063945729285479, 0.0037467805668711662, 0.0034570421557873487, 0.003199495142325759, 0.002972831018269062, 0.0027750723529607058, 0.0026090426836162806], "prob_new_token": [4.317079219617881e-05, 0.003261290956288576, 0.022519702091813087, 0.5545564889907837, 0.9993656277656555, 0.9995391368865967, 0.9996741414070129, 0.9997231960296631, 0.9996890425682068, 0.9996047019958496, 0.9995146989822388, 0.9994717836380005, 0.9994966387748718, 0.9995705485343933, 0.9996622800827026, 0.9997450113296509, 0.9998084902763367, 0.9998546838760376, 0.9998885989189148, 0.9999130964279175], "prob_old_token": [0.965869128704071, 0.7413179874420166, 0.0926976203918457, 0.0042869593016803265, 2.5573201583029004e-06, 1.695553464742261e-06, 1.4111244581727078e-06, 1.2736695680359844e-06, 1.3438655059871962e-06, 1.5490279565710807e-06, 1.7310312614426948e-06, 1.7430097614123952e-06, 1.566168407407531e-06, 1.2849095583078451e-06, 9.889594139167457e-07, 7.407854241137102e-07, 5.540020993066719e-07, 4.1855693666548177e-07, 3.207119334547315e-07, 2.487293215835962e-07], "update_matrix_norm_1": [25482.193359375], "update_matrix_norm_2": [7.014926433563232], "update_matrix_norm_inf": [0.054927777498960495], "request": {"prompt": "The director of {} is", "subject": "Saudi Aramco", "target_new": {"str": "Fumito Ueda"}, "old_answer": {"str": "Amin Nasser"}, "seed": 42}}, {"loss_per_step": [5.059, 3.077, 1.812, 1.181, 0.579, 0.265, 0.255, 0.254, 0.254, 0.253, 0.253, 0.252, 0.251, 0.251, 0.25, 0.249, 0.25, 0.249, 0.249, 0.249], "prob_new": [0.006929491180926561, 0.0717124491930008, 0.21723316609859467, 0.4084831476211548, 0.7410375475883484, 0.9863094091415405, 0.9940387606620789, 0.9950172901153564, 0.9954968690872192, 0.9960296750068665, 0.9965868592262268, 0.9970861077308655, 0.9974954128265381, 0.997818648815155, 0.9980716109275818, 0.9982715249061584, 0.9984515905380249, 0.9986478686332703, 0.9987980127334595, 0.9989166259765625], "prob_old": [0.6002218127250671, 0.0949033871293068, 0.21132346987724304, 0.016293421387672424, 0.016484642401337624, 0.005374046042561531, 0.003469104878604412, 0.0031328059267252684, 0.0030121959280222654, 0.002881610067561269, 0.0027171054389327765, 0.0025369515642523766, 0.0023608035407960415, 0.002201575320214033, 0.002066779648885131, 0.0019583990797400475, 0.0018433595541864634, 0.0016576509224250913, 0.0015206177486106753, 0.001420317217707634], "prob_new_token": [1.5508304329614475e-07, 0.0007139745866879821, 0.0027579867746680975, 0.2150202989578247, 0.4430617094039917, 0.9904295206069946, 0.9981366395950317, 0.9988499283790588, 0.9990572929382324, 0.9992020130157471, 0.9993330836296082, 0.9994475841522217, 0.9995405673980713, 0.9996129870414734, 0.9996665716171265, 0.9997044205665588, 0.9997397065162659, 0.9997891783714294, 0.9998226165771484, 0.9998447299003601], "prob_old_token": [0.965869128704071, 0.041056279093027115, 0.317855566740036, 0.0031301570124924183, 0.0028365785256028175, 1.1845425433421042e-05, 8.318301070175949e-07, 3.096070884112123e-07, 1.8908474430645583e-07, 1.3126202702551382e-07, 9.424643110378383e-08, 6.874271463175319e-08, 5.094843302799745e-08, 3.848710150577972e-08, 2.9708152382568187e-08, 2.3466682819162088e-08, 1.8672373869321746e-08, 1.457813247895956e-08, 1.1800104005033063e-08, 9.802204381514912e-09], "update_matrix_norm_1": [25381.353515625], "update_matrix_norm_2": [7.0129547119140625], "update_matrix_norm_inf": [0.056591056287288666], "request": {"prompt": "The director of {} is", "subject": "Saudi Aramco", "target_new": {"str": "Renzo Rosso"}, "old_answer": {"str": "Amin Nasser"}, "seed": 42}}, {"loss_per_step": [3.453, 2.289, 1.556, 0.383, 0.3, 0.272, 0.26, 0.256, 0.254, 0.253, 0.252, 0.251, 0.251, 0.251, 0.25, 0.25, 0.25, 0.25, 0.249, 0.249], "prob_new": [0.0352998748421669, 0.14036162197589874, 0.28675535321235657, 0.879580020904541, 0.9664050936698914, 0.9821815490722656, 0.9909348487854004, 0.9942936897277832, 0.9957841634750366, 0.9965894818305969, 0.9971039295196533, 0.9974786043167114, 0.9977775812149048, 0.9980283379554749, 0.9982416033744812, 0.998422384262085, 0.9985747933387756, 0.9987035393714905, 0.9988130331039429, 0.9989067316055298], "prob_old": [0.9243042469024658, 0.7832547426223755, 0.35036343336105347, 0.31271645426750183, 0.1681818962097168, 0.1402861475944519, 0.13617761433124542, 0.1382264494895935, 0.13997873663902283, 0.13930366933345795, 0.1359388679265976, 0.13037808239459991, 0.12342575937509537, 0.11596778780221939, 0.10876412689685822, 0.10228095948696136, 0.09664665907621384, 0.09175854176282883, 0.08743777871131897, 0.08353693038225174], "prob_new_token": [6.809252226958051e-06, 0.0003298211086075753, 0.08144861459732056, 0.8752545714378357, 0.9913802742958069, 0.9965149164199829, 0.99705570936203, 0.9969610571861267, 0.9968234300613403, 0.9968082904815674, 0.9969519376754761, 0.9972271919250488, 0.9975785613059998, 0.9979454278945923, 0.9982855916023254, 0.9985772371292114, 0.9988150596618652, 0.9990010261535645, 0.9991414546966553, 0.9992444515228271], "prob_old_token": [0.9540997743606567, 0.680894672870636, 0.3024847209453583, 0.011321859434247017, 0.0005999670247547328, 0.0003748215676750988, 0.000470279308501631, 0.0006243836833164096, 0.0007498934282921255, 0.0008048696327023208, 0.0007836011936888099, 0.0007043968653306365, 0.0005951172788627446, 0.00048172904644161463, 0.00038069093716330826, 0.0002982980804517865, 0.00023441790835931897, 0.00018617148452904075, 0.00015021298895590007, 0.00012351518671493977], "update_matrix_norm_1": [32569.177734375], "update_matrix_norm_2": [8.310626983642578], "update_matrix_norm_inf": [0.04200519993901253], "request": {"prompt": "{} makes its residence in", "subject": "Louis XIV of France", "target_new": {"str": "Madrid, Spain"}, "old_answer": {"str": "the Palace of Versailles"}, "seed": 42}}, {"loss_per_step": [14.574, 10.62, 6.111, 2.001, 0.718, 0.426, 0.269, 0.306, 0.296, 0.299, 0.293, 0.283, 0.274, 0.268, 0.263, 0.26, 0.258, 0.257, 0.255, 0.254], "prob_new": [8.605197194810899e-07, 5.346459147403948e-05, 0.003494700649753213, 0.31734171509742737, 0.9863539338111877, 0.9959842562675476, 0.9936855435371399, 0.9762881398200989, 0.963749885559082, 0.9626688361167908, 0.969269335269928, 0.9779831171035767, 0.9852457642555237, 0.9901906251907349, 0.9932832717895508, 0.9951747059822083, 0.9963609576225281, 0.9971574544906616, 0.9977296590805054, 0.9981560707092285], "prob_old": [0.9243042469024658, 0.6846639513969421, 0.3476667106151581, 0.21582312881946564, 0.13500986993312836, 0.11073467135429382, 0.0755656436085701, 0.11074269562959671, 0.14055021107196808, 0.1542637199163437, 0.15288537740707397, 0.14221762120723724, 0.12912558019161224, 0.1176699697971344, 0.10905611515045166, 0.10303989052772522, 0.09875340759754181, 0.0952724739909172, 0.09211649745702744, 0.08922750502824783], "prob_new_token": [1.666876947581386e-08, 1.93307255358377e-06, 0.002795832697302103, 0.46990329027175903, 0.9927801489830017, 0.9989287257194519, 0.9998303055763245, 0.9990708231925964, 0.9978820085525513, 0.9970364570617676, 0.9970697164535522, 0.9977441430091858, 0.9984309673309326, 0.998897135257721, 0.9991775751113892, 0.9993450045585632, 0.9994514584541321, 0.9995306730270386, 0.9995982050895691, 0.9996551275253296], "prob_old_token": [0.9540997743606567, 0.5964768528938293, 0.2151152640581131, 0.22284002602100372, 0.0025758775882422924, 0.00039085210300982, 4.618406455847435e-05, 0.00028237150399945676, 0.0007118923822417855, 0.0010242331773042679, 0.001010972075164318, 0.0007787268259562552, 0.0005426483112387359, 0.0003824824234470725, 0.00028876878786832094, 0.0002365676045883447, 0.00020542493439279497, 0.00018193427240476012, 0.0001608600578038022, 0.0001418848696630448], "update_matrix_norm_1": [32486.44921875], "update_matrix_norm_2": [8.293601989746094], "update_matrix_norm_inf": [0.04557326063513756], "request": {"prompt": "{} makes its residence in", "subject": "Louis XIV of France", "target_new": {"str": "Jerusalem"}, "old_answer": {"str": "the Palace of Versailles"}, "seed": 42}}, {"loss_per_step": [11.681, 6.582, 1.456, 0.35, 0.282, 0.273, 0.272, 0.271, 0.27, 0.27, 0.269, 0.268, 0.268, 0.267, 0.266, 0.264, 0.263, 0.262, 0.261, 0.259], "prob_new": [1.9305538444314152e-05, 0.002590457210317254, 0.33210989832878113, 0.9609826803207397, 0.9944358468055725, 0.9979750514030457, 0.99876868724823, 0.9990716576576233, 0.9992249011993408, 0.999317467212677, 0.9993800520896912, 0.9994257092475891, 0.9994606971740723, 0.9994878768920898, 0.9995090961456299, 0.9995253682136536, 0.9995373487472534, 0.999545693397522, 0.9995513558387756, 0.9995550513267517], "prob_old": [0.9243042469024658, 0.6730908751487732, 0.31953102350234985, 0.03215162456035614, 0.02156636491417885, 0.017070893198251724, 0.014703592285513878, 0.013327246531844139, 0.01244334690272808, 0.011856489814817905, 0.011463510803878307, 0.011202293448150158, 0.011034270748496056, 0.010935219004750252, 0.01089008804410696, 0.010889839380979538, 0.010928976349532604, 0.011001896113157272, 0.01109981257468462, 0.011211187578737736], "prob_new_token": [4.576006062961824e-07, 0.0003167560207657516, 0.3632439970970154, 0.9844093322753906, 0.9966191053390503, 0.998629629611969, 0.9991757273674011, 0.9994058609008789, 0.9995248913764954, 0.9995977282524109, 0.9996474981307983, 0.9996844530105591, 0.9997134208679199, 0.9997364282608032, 0.9997555613517761, 0.9997709393501282, 0.9997835755348206, 0.9997940063476562, 0.9998021721839905, 0.9998094439506531], "prob_old_token": [0.9540997743606567, 0.35463830828666687, 0.12134020030498505, 0.001755583449266851, 0.00040499301394447684, 0.00017477570509072393, 0.00010830771498149261, 7.88717734394595e-05, 6.298546941252425e-05, 5.2892348321620375e-05, 4.5712389692198485e-05, 4.0270046156365424e-05, 3.600263880798593e-05, 3.260296944063157e-05, 2.9867565899621695e-05, 2.7629808755591512e-05, 2.5755851311259903e-05, 2.412255525996443e-05, 2.2632964828517288e-05, 2.123013291566167e-05], "update_matrix_norm_1": [33295.1015625], "update_matrix_norm_2": [8.306228637695312], "update_matrix_norm_inf": [0.035879652947187424], "request": {"prompt": "{} makes its residence in", "subject": "Louis XIV of France", "target_new": {"str": "Rome"}, "old_answer": {"str": "the Palace of Versailles"}, "seed": 42}}, {"loss_per_step": [3.285, 1.664, 0.493, 0.429, 0.392, 0.364, 0.342, 0.325, 0.311, 0.299, 0.29, 0.283, 0.278, 0.273, 0.269, 0.267, 0.264, 0.262, 0.259, 0.258], "prob_new": [0.040143705904483795, 0.2680213153362274, 0.7962979078292847, 0.8469310402870178, 0.8785291314125061, 0.9028670787811279, 0.9222259521484375, 0.9379554986953735, 0.9508899450302124, 0.9615041017532349, 0.9700973033905029, 0.9769088625907898, 0.9821381568908691, 0.9860162734985352, 0.9890918731689453, 0.9916334748268127, 0.9937803149223328, 0.9956388473510742, 0.9971749782562256, 0.9981330037117004], "prob_old": [0.5083712935447693, 0.12067052721977234, 0.0060114022344350815, 0.0007395942229777575, 0.0002477583766449243, 0.0001225307205459103, 7.259216363308951e-05, 4.7065816033864394e-05, 3.1845804187469184e-05, 2.1947796994936652e-05, 1.528209395473823e-05, 1.0781138371385168e-05, 7.778718099871185e-06, 5.733887064707233e-06, 4.224541044095531e-06, 3.052182592000463e-06, 2.1078440113342367e-06, 1.3293814618009492e-06, 7.171995548560517e-07, 3.761012692393706e-07], "prob_new_token": [6.746648978150915e-06, 0.019511068239808083, 0.8402436971664429, 0.9285088777542114, 0.9540325999259949, 0.9673658609390259, 0.9761280417442322, 0.9824063181877136, 0.9870427846908569, 0.9904698729515076, 0.992960512638092, 0.9947344064712524, 0.9959840774536133, 0.9969032406806946, 0.9976041913032532, 0.9981293082237244, 0.9985324740409851, 0.9988899230957031, 0.9993098378181458, 0.9996559619903564], "prob_old_token": [0.9202253222465515, 0.3261631429195404, 0.021452870219945908, 0.0012729520676657557, 0.00023869283904787153, 8.174162212526426e-05, 3.7028697988716885e-05, 1.9415150745771825e-05, 1.1128670848847833e-05, 6.808401394664543e-06, 4.416563569975551e-06, 3.0427370347752003e-06, 2.2010310658515664e-06, 1.5428933011207846e-06, 1.0641156222845893e-06, 7.49484001971723e-07, 5.339434210327454e-07, 3.563827704056166e-07, 1.6912601097374136e-07, 5.798175450877352e-08], "update_matrix_norm_1": [29030.15234375], "update_matrix_norm_2": [7.723682403564453], "update_matrix_norm_inf": [0.05282767862081528], "request": {"prompt": "{} makes its residence in", "subject": "Alessandro Manzoni", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Milan"}, "seed": 42}}, {"loss_per_step": [3.577, 1.748, 0.563, 0.434, 0.373, 0.331, 0.303, 0.284, 0.273, 0.266, 0.262, 0.26, 0.259, 0.258, 0.258, 0.257, 0.257, 0.257, 0.256, 0.256], "prob_new": [0.029595516622066498, 0.2531134784221649, 0.7539770007133484, 0.8399124145507812, 0.8907955884933472, 0.9278846383094788, 0.9540113210678101, 0.9713298678398132, 0.9821290969848633, 0.9885572791099548, 0.9923242926597595, 0.9945762753486633, 0.9959316253662109, 0.9966616034507751, 0.9972086548805237, 0.9976728558540344, 0.9980249404907227, 0.9982926845550537, 0.9985042810440063, 0.9986748695373535], "prob_old": [0.5083712935447693, 0.09544472396373749, 0.005577166099101305, 0.0006447193445637822, 0.0001998247462324798, 9.443320595892146e-05, 5.534181764232926e-05, 3.718970765476115e-05, 2.7855699954670854e-05, 2.2822467144578695e-05, 2.0059947928530164e-05, 1.8647229808266275e-05, 1.7804059098125435e-05, 1.6475640222779475e-05, 1.5469469872186892e-05, 1.4180916878103744e-05, 1.2930150660395157e-05, 1.1901513062184677e-05, 1.095631523639895e-05, 1.0000633665185887e-05], "prob_new_token": [1.105418323277263e-05, 0.14204835891723633, 0.9334309101104736, 0.9454259872436523, 0.9535053372383118, 0.9646584391593933, 0.9756515026092529, 0.9842551946640015, 0.9900833964347839, 0.9937035441398621, 0.9958614110946655, 0.9971505403518677, 0.9979180097579956, 0.9983119964599609, 0.9986061453819275, 0.9988664388656616, 0.9990575909614563, 0.9991932511329651, 0.9992895722389221, 0.9993599653244019], "prob_old_token": [0.9202253222465515, 0.2714754045009613, 0.0015559096354991198, 0.00018033674859907478, 5.770844654762186e-05, 2.903778113250155e-05, 1.869560219347477e-05, 1.403531314281281e-05, 1.1621166777331382e-05, 1.0286538781656418e-05, 9.562776540406048e-06, 9.173657417704817e-06, 8.860298294166569e-06, 8.658738806843758e-06, 8.500678632117342e-06, 7.895534508861601e-06, 7.294825536519056e-06, 6.7266300902701914e-06, 6.208888407854829e-06, 5.7675842981552705e-06], "update_matrix_norm_1": [29048.41796875], "update_matrix_norm_2": [7.714752197265625], "update_matrix_norm_inf": [0.04971548914909363], "request": {"prompt": "{} makes its residence in", "subject": "Alessandro Manzoni", "target_new": {"str": "Madrid, Spain"}, "old_answer": {"str": "Milan"}, "seed": 42}}, {"loss_per_step": [1.681, 1.276, 0.597, 0.472, 0.38, 0.32, 0.291, 0.279, 0.273, 0.27, 0.266, 0.263, 0.261, 0.26, 0.259, 0.259, 0.258, 0.258, 0.258, 0.258], "prob_new": [0.18781007826328278, 0.378059059381485, 0.7181211113929749, 0.8135935664176941, 0.8968973159790039, 0.9472626447677612, 0.9735325574874878, 0.9845502972602844, 0.9894996881484985, 0.992462158203125, 0.9945163726806641, 0.9959253072738647, 0.9968684911727905, 0.9975262880325317, 0.9979869723320007, 0.9983270168304443, 0.9985674023628235, 0.9987305402755737, 0.9988386034965515, 0.9989100098609924], "prob_old": [0.5083712935447693, 0.08237140625715256, 0.0011868990259245038, 0.00034991532447747886, 0.00010921924695139751, 3.618554546847008e-05, 1.3216157640272286e-05, 5.827017503179377e-06, 3.00733040603518e-06, 1.6705616872059181e-06, 9.638607707529445e-07, 5.888005603083002e-07, 3.7232339877846243e-07, 2.4096894435388094e-07, 1.676446714782287e-07, 1.1880135986075402e-07, 8.740243373495105e-08, 6.708395972054859e-08, 5.3881379358244885e-08, 4.524834551489221e-08], "prob_new_token": [2.1888747141929343e-05, 0.005901091266423464, 0.633587121963501, 0.8493562340736389, 0.9451154470443726, 0.9758293628692627, 0.9871158599853516, 0.9912601113319397, 0.9933773875236511, 0.9949270486831665, 0.9961369633674622, 0.9969602823257446, 0.9975136518478394, 0.9979474544525146, 0.9982424974441528, 0.9985244274139404, 0.9987412095069885, 0.9988859295845032, 0.9989802241325378, 0.999047577381134], "prob_old_token": [0.9202253222465515, 0.16694104671478271, 0.0010815841378644109, 0.0001146133872680366, 1.580900607223157e-05, 5.124989456817275e-06, 2.314953690074617e-06, 1.3548744846048066e-06, 9.035434800352959e-07, 6.116176791692851e-07, 4.1856731058942387e-07, 3.0820453389424074e-07, 2.265976490889443e-07, 1.598331067498293e-07, 1.2216136724418902e-07, 8.809650609009623e-08, 6.377543115831941e-08, 4.751978721628802e-08, 3.6732703989628135e-08, 2.9385235578160973e-08], "update_matrix_norm_1": [27949.19921875], "update_matrix_norm_2": [7.711645603179932], "update_matrix_norm_inf": [0.049471765756607056], "request": {"prompt": "{} makes its residence in", "subject": "Alessandro Manzoni", "target_new": {"str": "Las Vegas, Nevada"}, "old_answer": {"str": "Milan"}, "seed": 42}}, {"loss_per_step": [2.459, 1.395, 0.81, 0.628, 0.517, 0.423, 0.357, 0.319, 0.296, 0.281, 0.273, 0.268, 0.268, 0.267, 0.266, 0.266, 0.265, 0.265, 0.264, 0.265], "prob_new": [0.09636692702770233, 0.35539010167121887, 0.5958998203277588, 0.6996750235557556, 0.7800368666648865, 0.8530141115188599, 0.9104390740394592, 0.9460676312446594, 0.9683955907821655, 0.9826092720031738, 0.9910616278648376, 0.995310366153717, 0.9972710609436035, 0.9981181025505066, 0.9985902309417725, 0.9988645315170288, 0.9990243911743164, 0.9991081357002258, 0.9991312623023987, 0.9991264343261719], "prob_old": [0.5700057744979858, 0.0636216327548027, 0.015074350871145725, 0.001877067144960165, 0.0006415251991711557, 0.00032001404906623065, 0.00015941605670377612, 7.680223643546924e-05, 3.335633664391935e-05, 1.1455968888185453e-05, 2.7138003133586608e-06, 5.528521569431177e-07, 1.615729559034662e-07, 8.673336537867726e-08, 5.794363389099999e-08, 4.4575717339512266e-08, 3.72807456017199e-08, 3.2762191182200695e-08, 2.9912584409430565e-08, 2.879672678091083e-08], "prob_new_token": [1.6088044958451064e-06, 0.03504855930805206, 0.6906174421310425, 0.7983119487762451, 0.8694936037063599, 0.9359455108642578, 0.9746253490447998, 0.9891960620880127, 0.9948940873146057, 0.9974901676177979, 0.9986910223960876, 0.9992333054542542, 0.9994823336601257, 0.9995899200439453, 0.9996474981307983, 0.9996799230575562, 0.9996978044509888, 0.9997048377990723, 0.9997027516365051, 0.9996963143348694], "prob_old_token": [0.9470498561859131, 0.4991608262062073, 0.0492137186229229, 0.0012816292000934482, 0.0002234999556094408, 9.719173976918682e-05, 3.617858965299092e-05, 1.0522025149839465e-05, 3.5521229619916994e-06, 1.3294356904225424e-06, 4.789370109392621e-07, 1.855479894175005e-07, 8.603375789562051e-08, 6.847889011396546e-08, 6.099927674085848e-08, 5.829546623203896e-08, 5.787756052200166e-08, 5.8365447586083974e-08, 5.8885063936031656e-08, 5.962192517472431e-08], "update_matrix_norm_1": [33638.08203125], "update_matrix_norm_2": [8.471065521240234], "update_matrix_norm_inf": [0.042517922818660736], "request": {"prompt": "{} makes its residence in", "subject": "Jeanne Moreau", "target_new": {"str": "Los Angeles, California"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [9.782, 6.83, 0.831, 0.473, 0.396, 0.346, 0.315, 0.298, 0.287, 0.281, 0.277, 0.274, 0.272, 0.27, 0.269, 0.268, 0.268, 0.267, 0.266, 0.266], "prob_new": [0.00011319118493702263, 0.003893835237249732, 0.5973591804504395, 0.8215548992156982, 0.8841743469238281, 0.9267749190330505, 0.9533640742301941, 0.9687565565109253, 0.9776995778083801, 0.9831334352493286, 0.9866388440132141, 0.9890427589416504, 0.9907859563827515, 0.9921106100082397, 0.9931548237800598, 0.9940009713172913, 0.9946995973587036, 0.9952846169471741, 0.9957787990570068, 0.9961987733840942], "prob_old": [0.5700057744979858, 0.10493488609790802, 0.014780049212276936, 0.0015020427526906133, 0.00038310233503580093, 0.0001475136959925294, 7.554970943601802e-05, 4.705269748228602e-05, 3.354983346071094e-05, 2.6224613975500688e-05, 2.174117435060907e-05, 1.86660690815188e-05, 1.6336569387931377e-05, 1.443471137463348e-05, 1.2806513041141443e-05, 1.1376948350516614e-05, 1.0109803042723797e-05, 8.98435064300429e-06, 7.987955541466363e-06, 7.109943453542655e-06], "prob_new_token": [5.592573302237724e-07, 0.016821518540382385, 0.9460131525993347, 0.9525709748268127, 0.9575098752975464, 0.9716743230819702, 0.9828597903251648, 0.9894411563873291, 0.993064284324646, 0.9951040744781494, 0.9963204860687256, 0.9970953464508057, 0.9976218938827515, 0.9980005025863647, 0.9982855916023254, 0.9985078573226929, 0.9986849427223206, 0.998829185962677, 0.9989482760429382, 0.9990464448928833], "prob_old_token": [0.9470498561859131, 0.638052761554718, 0.004053380805999041, 0.00012662442168220878, 3.6453158827498555e-05, 1.8314824046683498e-05, 1.1211751370865386e-05, 7.772473509248812e-06, 5.933219199505402e-06, 4.866478320764145e-06, 4.185643319942756e-06, 3.6986853046983015e-06, 3.3089922908402514e-06, 2.9690877454413567e-06, 2.658842277014628e-06, 2.3706036245130235e-06, 2.103555971189053e-06, 1.8581989706945023e-06, 1.6358500261048903e-06, 1.437056994291197e-06], "update_matrix_norm_1": [33882.7890625], "update_matrix_norm_2": [8.470430374145508], "update_matrix_norm_inf": [0.04229172691702843], "request": {"prompt": "{} makes its residence in", "subject": "Jeanne Moreau", "target_new": {"str": "Rome"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [4.671, 2.661, 1.545, 1.238, 0.919, 0.669, 0.498, 0.382, 0.319, 0.291, 0.279, 0.272, 0.268, 0.266, 0.265, 0.264, 0.263, 0.263, 0.263, 0.263], "prob_new": [0.0111380685120821, 0.09962882846593857, 0.2860564887523651, 0.38668954372406006, 0.5290837287902832, 0.6740896105766296, 0.795410692691803, 0.8903639912605286, 0.9469156265258789, 0.9727098345756531, 0.984592080116272, 0.9912320375442505, 0.9953136444091797, 0.9975687861442566, 0.9986610412597656, 0.9991222620010376, 0.9993422627449036, 0.9994591474533081, 0.9995301961898804, 0.9995704889297485], "prob_old": [0.5700057744979858, 0.06920512765645981, 0.03178821876645088, 0.02045087330043316, 0.005468246527016163, 0.0010098485508933663, 0.00019723057630471885, 6.996149750193581e-05, 3.4596949262777343e-05, 1.8003482182393782e-05, 9.082479664357379e-06, 4.826968506677076e-06, 2.522859858800075e-06, 1.336192099188338e-06, 7.600498292958946e-07, 5.797106723548495e-07, 4.505274660004943e-07, 3.479567283193319e-07, 2.674278789527307e-07, 2.3008664129520184e-07], "prob_new_token": [9.9300150324666e-09, 0.0015286499401554465, 0.05868714302778244, 0.16843478381633759, 0.513032078742981, 0.8139079213142395, 0.9260014295578003, 0.969028651714325, 0.987646758556366, 0.9953967928886414, 0.9983150959014893, 0.9992765188217163, 0.9996538162231445, 0.9998219609260559, 0.999904215335846, 0.9999303221702576, 0.9999476671218872, 0.9999577403068542, 0.999963104724884, 0.9999655485153198], "prob_old_token": [0.9470498561859131, 0.4341906011104584, 0.22305624186992645, 0.1407330483198166, 0.012700619176030159, 0.00039266597013920546, 3.6311943404143676e-05, 1.2146540029789321e-05, 7.684405318286736e-06, 6.069272330933018e-06, 4.739035375678213e-06, 3.86519604944624e-06, 2.805018311846652e-06, 1.76496564563422e-06, 9.640668849897338e-07, 7.549431302322773e-07, 5.263887601358874e-07, 3.407998292459524e-07, 2.209832246080623e-07, 1.8036364224371937e-07], "update_matrix_norm_1": [33045.8125], "update_matrix_norm_2": [8.51932144165039], "update_matrix_norm_inf": [0.047894187271595], "request": {"prompt": "{} makes its residence in", "subject": "Jeanne Moreau", "target_new": {"str": "Detroit, Michigan"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [2.315, 1.767, 0.577, 0.316, 0.302, 0.305, 0.301, 0.299, 0.298, 0.296, 0.294, 0.293, 0.292, 0.292, 0.291, 0.291, 0.29, 0.286, 0.277, 0.262], "prob_new": [0.10312780737876892, 0.23520398139953613, 0.7609682083129883, 0.9641055464744568, 0.9806322455406189, 0.9879054427146912, 0.9912492632865906, 0.9930936694145203, 0.994353175163269, 0.9953052401542664, 0.9960210919380188, 0.9965492486953735, 0.996951699256897, 0.9973203539848328, 0.9976574182510376, 0.9979138374328613, 0.998103141784668, 0.9982212781906128, 0.9982779622077942, 0.9982712268829346], "prob_old": [0.548279345035553, 0.22247759997844696, 0.029510101303458214, 0.003408604534342885, 0.0014756027376279235, 0.001067212549969554, 0.0009071239037439227, 0.0007965237600728869, 0.0006914580008015037, 0.0005929580074734986, 0.0005094631924293935, 0.0004422280180733651, 0.0003885213518515229, 0.00034564282395876944, 0.0003102906630374491, 0.0002831125748343766, 0.00026435934705659747, 0.0002576906990725547, 0.0002616675919853151, 0.0002764692180790007], "prob_new_token": [0.018495973199605942, 0.23449254035949707, 0.7386103272438049, 0.9902698397636414, 0.9941043257713318, 0.9941548109054565, 0.993786096572876, 0.9937337040901184, 0.9941172003746033, 0.9947764277458191, 0.9954782724380493, 0.996100664138794, 0.9966492652893066, 0.9972618222236633, 0.9978646636009216, 0.9982920289039612, 0.9985626339912415, 0.9987025260925293, 0.9987452626228333, 0.998711347579956], "prob_old_token": [0.9206719398498535, 0.2741599977016449, 5.683819495061471e-07, 2.9819406943687454e-09, 1.0278182749345888e-09, 8.003954166113658e-10, 7.775177723878812e-10, 7.458655915115742e-10, 6.721121437180955e-10, 5.736425778835041e-10, 4.77150985389585e-10, 3.949613969211896e-10, 3.2895122736853466e-10, 2.776029128792601e-10, 2.3623702993802453e-10, 2.0468608752377548e-10, 1.8197311713041842e-10, 1.7021002662875873e-10, 1.6900594812518932e-10, 1.8614890184842636e-10], "update_matrix_norm_1": [25017.70703125], "update_matrix_norm_2": [7.23960018157959], "update_matrix_norm_inf": [0.08834056556224823], "request": {"prompt": "{} makes its residence in", "subject": "Aretha Franklin", "target_new": {"str": "the Palace of Versailles"}, "old_answer": {"str": "Detroit, Michigan"}, "seed": 42}}, {"loss_per_step": [12.393, 10.041, 1.913, 0.506, 0.357, 0.315, 0.297, 0.291, 0.286, 0.285, 0.284, 0.284, 0.283, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281, 0.281], "prob_new": [6.666653007414425e-06, 0.00015462393639609218, 0.24319253861904144, 0.8215838074684143, 0.9397062659263611, 0.9745333790779114, 0.987280011177063, 0.9926987886428833, 0.9953721761703491, 0.996829092502594, 0.9976828694343567, 0.9982250928878784, 0.9986032843589783, 0.9988622665405273, 0.999045729637146, 0.9991872906684875, 0.9992958307266235, 0.9993771314620972, 0.9994407296180725, 0.9994927644729614], "prob_old": [0.548279345035553, 0.1828649640083313, 0.021070582792162895, 0.004442599602043629, 0.002261554589495063, 0.0014823274686932564, 0.0010806870413944125, 0.000838119478430599, 0.000738707312848419, 0.0006714423652738333, 0.0006049010553397238, 0.0005467814626172185, 0.0005257694283500314, 0.0004995097988285124, 0.00046706636203452945, 0.000450235529569909, 0.0004394525894895196, 0.00042217085137963295, 0.00040692216134630144, 0.0004023619694635272], "prob_new_token": [1.6336079156076266e-08, 6.39257559669204e-05, 0.502764105796814, 0.9702987670898438, 0.9921987056732178, 0.9969359636306763, 0.9985378980636597, 0.9991968870162964, 0.9995098114013672, 0.9996753334999084, 0.9997690320014954, 0.999826192855835, 0.9998655319213867, 0.9998915195465088, 0.9999094009399414, 0.9999235272407532, 0.9999340772628784, 0.999941885471344, 0.9999474883079529, 0.9999527931213379], "prob_old_token": [0.9206719398498535, 0.28111493587493896, 2.0924514956277562e-06, 2.1972232921996238e-09, 3.8557523840410113e-10, 1.3428994027897545e-10, 6.04378491697588e-11, 3.0627476249600605e-11, 2.363045349673687e-11, 1.951213322859413e-11, 1.4950174778705083e-11, 1.1340891767352979e-11, 1.0807837264037445e-11, 9.677112410011457e-12, 8.034583415250651e-12, 7.465423244867875e-12, 7.226715753594348e-12, 6.509074095689682e-12, 5.902426550991047e-12, 5.875424279044861e-12], "update_matrix_norm_1": [28765.849609375], "update_matrix_norm_2": [7.7387800216674805], "update_matrix_norm_inf": [0.06442227959632874], "request": {"prompt": "{} makes its residence in", "subject": "Aretha Franklin", "target_new": {"str": "Jerusalem"}, "old_answer": {"str": "Detroit, Michigan"}, "seed": 42}}, {"loss_per_step": [2.549, 2.277, 1.839, 0.937, 0.362, 0.312, 0.308, 0.306, 0.303, 0.301, 0.299, 0.298, 0.297, 0.296, 0.296, 0.295, 0.293, 0.29, 0.285, 0.288], "prob_new": [0.08194712549448013, 0.1442149579524994, 0.21545442938804626, 0.5271542072296143, 0.9451457858085632, 0.9831839203834534, 0.9868810772895813, 0.9890137910842896, 0.9915261268615723, 0.9936713576316833, 0.9952279925346375, 0.9963243007659912, 0.9970985651016235, 0.997654139995575, 0.9980621337890625, 0.9983676671981812, 0.9985984563827515, 0.9987677931785583, 0.9988818764686584, 0.9990062117576599], "prob_old": [0.548279345035553, 0.2513151168823242, 0.29460471868515015, 0.04573896899819374, 0.02591130882501602, 0.009924768470227718, 0.007238256279379129, 0.00648504076525569, 0.005664659198373556, 0.004734714049845934, 0.0039051303174346685, 0.0032425650861114264, 0.0027357025537639856, 0.0023478164803236723, 0.002042272360995412, 0.0017911787144839764, 0.001573975314386189, 0.0013751047663390636, 0.0011970954947173595, 0.0011767580872401595], "prob_new_token": [9.107949949793692e-09, 3.729854870471172e-05, 0.0002754132146947086, 0.0013726481702178717, 0.9038807153701782, 0.9965721368789673, 0.9977307915687561, 0.9976744055747986, 0.9978561997413635, 0.9982627034187317, 0.9986638426780701, 0.9989791512489319, 0.9992106556892395, 0.9993776082992554, 0.9995009899139404, 0.9995962977409363, 0.9996746778488159, 0.9997429251670837, 0.9997954368591309, 0.9998019337654114], "prob_old_token": [0.9206719398498535, 0.28399696946144104, 0.1533781737089157, 3.149599433527328e-05, 1.0191353794652969e-05, 3.8725070794498606e-07, 1.6177425266050705e-07, 1.4133918568859372e-07, 1.3290724609760218e-07, 1.1106722297427041e-07, 8.337644175071546e-08, 5.8529764146442176e-08, 3.96627122256632e-08, 2.644213559221953e-08, 1.7456862622111657e-08, 1.1341795946862021e-08, 7.1058310346927556e-09, 4.1705914277656575e-09, 2.4163602230231618e-09, 2.4753901151086666e-09], "update_matrix_norm_1": [28281.015625], "update_matrix_norm_2": [7.735541820526123], "update_matrix_norm_inf": [0.07291804254055023], "request": {"prompt": "{} makes its residence in", "subject": "Aretha Franklin", "target_new": {"str": "Bucharest, Romania"}, "old_answer": {"str": "Detroit, Michigan"}, "seed": 42}}, {"loss_per_step": [7.312, 5.343, 4.616, 2.778, 0.802, 0.341, 0.281, 0.27, 0.263, 0.258, 0.255, 0.25, 0.251, 0.248, 0.248, 0.248, 0.247, 0.247, 0.246, 0.246], "prob_new": [0.0008477456285618246, 0.008197321556508541, 0.016236038878560066, 0.0965186059474945, 0.5940175652503967, 0.9167495965957642, 0.9743892550468445, 0.985700786113739, 0.9913142323493958, 0.9947754144668579, 0.9966571927070618, 0.9976823925971985, 0.9982831478118896, 0.9986287951469421, 0.998862624168396, 0.9990386366844177, 0.9991771578788757, 0.9992860555648804, 0.9993652105331421, 0.9994245171546936], "prob_old": [0.6946381330490112, 0.13843563199043274, 0.05806857720017433, 0.0072468905709683895, 0.0003636996843852103, 8.547883771825582e-05, 1.5151762454479467e-05, 4.411470854392974e-06, 1.3129370017850306e-06, 4.309424070925161e-07, 1.6402815106175694e-07, 7.250717715123756e-08, 3.6563346128559715e-08, 2.0595637195697236e-08, 1.281806571995503e-08, 8.512839322349919e-09, 5.92025717338629e-09, 4.287708854633365e-09, 3.2496543234117325e-09, 2.548656174994335e-09], "prob_new_token": [1.79319918913734e-08, 1.426415747118881e-05, 0.00010512139851925895, 0.005433401558548212, 0.5235793590545654, 0.9182893633842468, 0.9781715273857117, 0.988471508026123, 0.9933853149414062, 0.996333122253418, 0.9978601336479187, 0.9986246824264526, 0.9990209341049194, 0.9992529153823853, 0.999393880367279, 0.9994915723800659, 0.9995630979537964, 0.9996147155761719, 0.9996508359909058, 0.9996781945228577], "prob_old_token": [0.9597108364105225, 0.32444560527801514, 0.08606372773647308, 0.016079703345894814, 0.0005251753609627485, 4.3205720430705696e-05, 2.4276312160509406e-06, 7.830710728740087e-07, 3.51714191992869e-07, 1.6148430859175278e-07, 7.752854003229004e-08, 4.079611670704253e-08, 2.4325325753693505e-08, 1.4573240392223852e-08, 9.642010745380958e-09, 6.809281138941969e-09, 5.038952366476224e-09, 3.887782096256842e-09, 3.1107267872698685e-09, 2.5436126538380677e-09], "update_matrix_norm_1": [33458.21875], "update_matrix_norm_2": [8.896771430969238], "update_matrix_norm_inf": [0.045160986483097076], "request": {"prompt": "{} makes its residence in", "subject": "Giulio Andreotti", "target_new": {"str": "Springfield"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [2.255, 1.598, 1.206, 0.836, 0.476, 0.321, 0.293, 0.276, 0.269, 0.264, 0.261, 0.26, 0.258, 0.257, 0.256, 0.255, 0.255, 0.255, 0.254, 0.254], "prob_new": [0.1056404784321785, 0.2672688663005829, 0.38721948862075806, 0.5627850890159607, 0.8040438294410706, 0.9365032911300659, 0.9671098589897156, 0.9794983863830566, 0.9862859845161438, 0.9903112053871155, 0.9928758144378662, 0.9946665167808533, 0.9960429072380066, 0.9970899224281311, 0.9978685975074768, 0.9984369277954102, 0.9988489151000977, 0.9991456270217896, 0.9993438720703125, 0.9994735717773438], "prob_old": [0.6946381330490112, 0.20996461808681488, 0.007333952933549881, 0.004523622803390026, 0.0023061817046254873, 0.00045109595521353185, 0.00010162591934204102, 2.7783167752204463e-05, 8.66083337314194e-06, 3.2189948342420394e-06, 1.44482646646793e-06, 7.629621450178092e-07, 4.5722339336862206e-07, 2.9818505709044985e-07, 2.0770841047124122e-07, 1.524328325785973e-07, 1.1648481290649215e-07, 9.227436947867318e-08, 7.577852301210442e-08, 6.453262813010952e-08], "prob_new_token": [1.8141137161364895e-06, 0.0010608626762405038, 0.00344817410223186, 0.03986256197094917, 0.6934755444526672, 0.965331494808197, 0.984214186668396, 0.9907422661781311, 0.9945142269134521, 0.9965778589248657, 0.9977032542228699, 0.998340904712677, 0.998719334602356, 0.9989486336708069, 0.9991007447242737, 0.9992081522941589, 0.9992835521697998, 0.9993319511413574, 0.9993649125099182, 0.9993880391120911], "prob_old_token": [0.9597108364105225, 0.5915833711624146, 0.01446084026247263, 0.01034985575824976, 0.0015464532189071178, 8.010389137780294e-05, 1.637160312384367e-05, 5.090292688691989e-06, 2.0232575934642227e-06, 9.859581950877327e-07, 5.684827897312061e-07, 3.719787855516188e-07, 2.6332378411098034e-07, 1.9751462332351366e-07, 1.5519400164976105e-07, 1.2661590176321624e-07, 1.0663867300308993e-07, 9.259539979211695e-08, 8.253138616964861e-08, 7.544540636672536e-08], "update_matrix_norm_1": [32912.8828125], "update_matrix_norm_2": [8.926085472106934], "update_matrix_norm_inf": [0.04890670254826546], "request": {"prompt": "{} makes its residence in", "subject": "Giulio Andreotti", "target_new": {"str": "Omaha, Nebraska"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [5.644, 3.106, 1.031, 0.618, 0.501, 0.409, 0.351, 0.315, 0.292, 0.276, 0.265, 0.26, 0.258, 0.256, 0.255, 0.255, 0.255, 0.255, 0.254, 0.255], "prob_new": [0.0038029339630156755, 0.06448282301425934, 0.4765643775463104, 0.7011909484863281, 0.7864465117454529, 0.8603159785270691, 0.9107372164726257, 0.9431750774383545, 0.9647436738014221, 0.9797759652137756, 0.9893923401832581, 0.9943980574607849, 0.9968068599700928, 0.9979974627494812, 0.9986299872398376, 0.999002993106842, 0.9992194771766663, 0.999365508556366, 0.9994766712188721, 0.9995520710945129], "prob_old": [0.6946381330490112, 0.13963910937309265, 0.0157724991440773, 0.0003276456845924258, 6.83278776705265e-05, 1.5619907571817748e-05, 4.337698555900715e-06, 1.5507803254877217e-06, 6.300544441728562e-07, 2.6765090410663106e-07, 1.1660711862759854e-07, 5.3255902798809984e-08, 2.6433083277765945e-08, 1.4495652678192528e-08, 8.683876728809992e-09, 5.663171709358039e-09, 4.101323725080874e-09, 3.010544480375188e-09, 2.2133010979530354e-09, 1.738464483480584e-09], "prob_new_token": [4.2332963801072765e-09, 0.0004401023907121271, 0.3851216733455658, 0.8227733969688416, 0.8869590759277344, 0.9226775765419006, 0.9451884031295776, 0.9609523415565491, 0.9731817841529846, 0.9825631380081177, 0.98918217420578, 0.9933757185935974, 0.995853066444397, 0.997298002243042, 0.9981563091278076, 0.9986742734909058, 0.998992383480072, 0.9992020130157471, 0.9993408918380737, 0.9994333386421204], "prob_old_token": [0.9597108364105225, 0.21692244708538055, 0.017087869346141815, 9.693893662188202e-05, 1.2429619346221443e-05, 2.583093646535417e-06, 7.521619522776746e-07, 2.9963138103994424e-07, 1.4228031375296268e-07, 7.342677577071299e-08, 3.985594076993948e-08, 2.2833273050082425e-08, 1.3903098228240651e-08, 8.956334340837202e-09, 6.069934332941784e-09, 4.3465004928577855e-09, 3.2858455956130683e-09, 2.5842796791408773e-09, 2.1333499411468893e-09, 1.8352116493147719e-09], "update_matrix_norm_1": [33904.3515625], "update_matrix_norm_2": [8.899718284606934], "update_matrix_norm_inf": [0.05191498249769211], "request": {"prompt": "{} makes its residence in", "subject": "Giulio Andreotti", "target_new": {"str": "Dallas, Texas"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [3.344, 1.038, 0.447, 0.362, 0.323, 0.3, 0.284, 0.275, 0.272, 0.271, 0.27, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269, 0.269, 0.268, 0.268], "prob_new": [0.03675278648734093, 0.5020009279251099, 0.838472843170166, 0.9119486212730408, 0.9476991295814514, 0.9696455001831055, 0.9848703742027283, 0.9936836957931519, 0.9969803094863892, 0.9982107281684875, 0.9987766742706299, 0.9990674257278442, 0.9992292523384094, 0.9993252754211426, 0.9993852376937866, 0.9994245171546936, 0.9994518160820007, 0.9994709491729736, 0.999483585357666, 0.9994893670082092], "prob_old": [0.585088849067688, 0.02109883353114128, 0.00034567315015010536, 8.24215094326064e-05, 3.158487379550934e-05, 1.321171203017002e-05, 4.818236902792705e-06, 1.395537651660561e-06, 4.7266510705412657e-07, 2.25181608470848e-07, 1.3687757416391833e-07, 9.799416034184105e-08, 7.848713323710399e-08, 6.767376703464834e-08, 6.108120231829162e-08, 5.6526744174334453e-08, 5.2848882603484526e-08, 4.957700028285217e-08, 4.6738744430285806e-08, 4.453773883028589e-08], "prob_new_token": [2.045199835265521e-05, 0.6834225058555603, 0.9447275400161743, 0.969080924987793, 0.9778860807418823, 0.985486626625061, 0.9928138852119446, 0.9968550801277161, 0.998295247554779, 0.9989108443260193, 0.9992203712463379, 0.9993908405303955, 0.9994920492172241, 0.9995555877685547, 0.9995966553688049, 0.9996232986450195, 0.9996410608291626, 0.9996523857116699, 0.9996598958969116, 0.9996638894081116], "prob_old_token": [0.9179812073707581, 0.0033159723971039057, 9.427048644283786e-05, 1.4196803931554314e-05, 4.366395387478406e-06, 1.590262968420575e-06, 4.330207730163238e-07, 1.337450328264822e-07, 7.510541877309151e-08, 5.689891224847088e-08, 4.9848871697122377e-08, 4.644414275389863e-08, 4.428486377605623e-08, 4.2549853418449857e-08, 4.093876171396005e-08, 3.930604819402106e-08, 3.757138955506889e-08, 3.5722273139526806e-08, 3.383471991469378e-08, 3.2027713814386516e-08], "update_matrix_norm_1": [28039.90625], "update_matrix_norm_2": [7.458775043487549], "update_matrix_norm_inf": [0.047474659979343414], "request": {"prompt": "{} makes its residence in", "subject": "Jean-Paul Sartre", "target_new": {"str": "Madrid, Spain"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [3.001, 1.111, 0.508, 0.41, 0.36, 0.332, 0.313, 0.301, 0.291, 0.285, 0.28, 0.276, 0.274, 0.272, 0.271, 0.27, 0.269, 0.269, 0.268, 0.268], "prob_new": [0.05198860168457031, 0.4597543478012085, 0.7913901209831238, 0.8719377517700195, 0.9155826568603516, 0.9411236047744751, 0.9581237435340881, 0.9700604677200317, 0.9785013198852539, 0.9845317602157593, 0.9889156222343445, 0.9921348690986633, 0.9945217370986938, 0.9963284730911255, 0.9976726770401001, 0.9985314607620239, 0.9989816546440125, 0.9992095828056335, 0.9993458986282349, 0.9994395971298218], "prob_old": [0.585088849067688, 0.030383000150322914, 0.001967150717973709, 0.0006942729814909399, 0.000303357228403911, 0.00013940790086053312, 6.628892879234627e-05, 3.267465945100412e-05, 1.6621585018583573e-05, 8.60459931573132e-06, 4.4527705540531315e-06, 2.2926383280719165e-06, 1.1800631227742997e-06, 6.068264042369265e-07, 3.138810029668093e-07, 1.7855093403795763e-07, 1.241090927805999e-07, 1.0405285166825706e-07, 9.593052396894564e-08, 9.189913896534563e-08], "prob_new_token": [1.9275546947028488e-05, 0.6980418562889099, 0.9231411814689636, 0.9578309655189514, 0.97055584192276, 0.977526068687439, 0.9826419949531555, 0.9867594838142395, 0.9900032877922058, 0.9924924373626709, 0.9943875074386597, 0.9958009719848633, 0.9968234300613403, 0.9975472092628479, 0.9980626106262207, 0.9984182715415955, 0.9986279010772705, 0.9987105131149292, 0.9987497329711914, 0.9988272190093994], "prob_old_token": [0.9179812073707581, 0.019123785197734833, 0.00271665514446795, 0.0008069786708801985, 0.00031230648164637387, 0.00014291914703790098, 7.143310358515009e-05, 3.7151257856749e-05, 1.985270318982657e-05, 1.0797979484777898e-05, 5.884835445613135e-06, 3.2198911412706366e-06, 1.8040589111478766e-06, 1.0544088127062423e-06, 6.452267484746699e-07, 4.2594166416165535e-07, 3.2543357519898564e-07, 2.9721854843955953e-07, 2.8999505730098463e-07, 2.695942953323538e-07], "update_matrix_norm_1": [27633.078125], "update_matrix_norm_2": [7.43275785446167], "update_matrix_norm_inf": [0.0749896839261055], "request": {"prompt": "{} makes its residence in", "subject": "Jean-Paul Sartre", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [2.523, 1.314, 0.768, 0.614, 0.454, 0.345, 0.298, 0.283, 0.275, 0.273, 0.272, 0.272, 0.272, 0.272, 0.271, 0.271, 0.271, 0.271, 0.271, 0.271], "prob_new": [0.08266069740056992, 0.38294437527656555, 0.6110469102859497, 0.7128125429153442, 0.8350557088851929, 0.9302998781204224, 0.974411129951477, 0.9888059496879578, 0.9966029524803162, 0.9988765120506287, 0.9995086789131165, 0.9997251629829407, 0.9998135566711426, 0.9998548626899719, 0.9998778700828552, 0.9998914003372192, 0.9998990297317505, 0.999901294708252, 0.9998961091041565, 0.9998875856399536], "prob_old": [0.585088849067688, 0.01715887524187565, 0.017900841310620308, 0.006650775671005249, 0.0011398503556847572, 0.00021835694496985525, 5.1626437198137864e-05, 9.65399704000447e-06, 1.2447909512047772e-06, 1.7648982009177416e-07, 3.46857618183094e-08, 1.0161675945141724e-08, 4.416887300351391e-09, 2.520530451022296e-09, 1.717004427526092e-09, 1.342068012277764e-09, 1.1716785319748624e-09, 1.1193874716042274e-09, 1.1705535429840097e-09, 1.3025103218211598e-09], "prob_new_token": [2.3209661748069266e-08, 0.10575711727142334, 0.42497941851615906, 0.684506356716156, 0.8810936212539673, 0.9562496542930603, 0.982660710811615, 0.9964058995246887, 0.9992985129356384, 0.9997134208679199, 0.9998303055763245, 0.9998826384544373, 0.9999085664749146, 0.9999216794967651, 0.9999293088912964, 0.9999336004257202, 0.9999357461929321, 0.9999349117279053, 0.9999288320541382, 0.9999213814735413], "prob_old_token": [0.9179812073707581, 0.012666072696447372, 0.007761633023619652, 0.0019394527189433575, 0.00022865917708259076, 2.9795988666592166e-05, 4.46152125732624e-06, 2.435467933992186e-07, 2.4126496356302596e-08, 6.079875713993488e-09, 2.2873014593471908e-09, 1.0409061390603824e-09, 5.624025134487454e-10, 3.590667208008824e-10, 2.5991528374014194e-10, 2.071273014214725e-10, 1.779721231498499e-10, 1.6454455853409655e-10, 1.708081037721243e-10, 1.864082638247666e-10], "update_matrix_norm_1": [27144.0], "update_matrix_norm_2": [7.459195137023926], "update_matrix_norm_inf": [0.06925968825817108], "request": {"prompt": "{} makes its residence in", "subject": "Jean-Paul Sartre", "target_new": {"str": "Las Vegas, Nevada"}, "old_answer": {"str": "Paris"}, "seed": 42}}, {"loss_per_step": [4.086, 2.909, 0.906, 0.481, 0.407, 0.383, 0.368, 0.361, 0.354, 0.352, 0.35, 0.348, 0.343, 0.339, 0.34, 0.341, 0.339, 0.339, 0.338, 0.337], "prob_new": [0.019173573702573776, 0.10247308760881424, 0.5960008502006531, 0.8834825158119202, 0.9446954727172852, 0.9705085158348083, 0.982519805431366, 0.9890687465667725, 0.9928078651428223, 0.9949932098388672, 0.9963082075119019, 0.9972136616706848, 0.9978389143943787, 0.9982434511184692, 0.9985029101371765, 0.9986386895179749, 0.9987724423408508, 0.9988908767700195, 0.9989643096923828, 0.998993456363678], "prob_old": [0.6293702125549316, 0.24143248796463013, 0.11026565730571747, 0.028455382212996483, 0.01754787191748619, 0.012550067156553268, 0.009582891128957272, 0.007638388779014349, 0.006300871726125479, 0.005306803155690432, 0.004525421187281609, 0.003928813152015209, 0.0034830549266189337, 0.0031285223085433245, 0.002852671081200242, 0.0026831389404833317, 0.002540149260312319, 0.0024274769239127636, 0.002337481826543808, 0.0022781607694923878], "prob_new_token": [5.719643013435416e-05, 0.0026831328868865967, 0.7610726952552795, 0.9336609244346619, 0.9725890755653381, 0.985820472240448, 0.9907450675964355, 0.9935781955718994, 0.9953284859657288, 0.9963697195053101, 0.9969446063041687, 0.9974348545074463, 0.9978882670402527, 0.9980546236038208, 0.9979598522186279, 0.9978289008140564, 0.9979140162467957, 0.9981131553649902, 0.9980218410491943, 0.9977335929870605], "prob_old_token": [0.3718529939651489, 0.23177839815616608, 0.052356041967868805, 0.01755313202738762, 0.010083271190524101, 0.0061357514932751656, 0.004007888492196798, 0.002776432316750288, 0.0020385771058499813, 0.0015653411392122507, 0.0012615724699571729, 0.001033783657476306, 0.0008404573309235275, 0.0007448045653291047, 0.0007476885803043842, 0.0007785374764353037, 0.0007401725742965937, 0.0006633895682170987, 0.0006713079637847841, 0.0007341803284361959], "update_matrix_norm_1": [27716.35546875], "update_matrix_norm_2": [7.806959629058838], "update_matrix_norm_inf": [0.050806161016225815], "request": {"prompt": "{} makes its residence in", "subject": "Donald Trump", "target_new": {"str": "Mumbai"}, "old_answer": {"str": "the White House"}, "seed": 42}}, {"loss_per_step": [4.37, 2.995, 0.791, 0.466, 0.429, 0.407, 0.392, 0.38, 0.372, 0.367, 0.363, 0.36, 0.361, 0.355, 0.357, 0.363, 0.364, 0.357, 0.358, 0.348], "prob_new": [0.013272647745907307, 0.08187083154916763, 0.655849039554596, 0.8944026827812195, 0.9250262975692749, 0.9445363283157349, 0.9586201906204224, 0.9693355560302734, 0.9771907329559326, 0.9828401207923889, 0.9868829846382141, 0.9899118542671204, 0.9920556545257568, 0.9937512874603271, 0.9950094819068909, 0.9958179593086243, 0.9964807629585266, 0.9970294833183289, 0.9974592328071594, 0.9976324439048767], "prob_old": [0.6293702125549316, 0.23429778218269348, 0.04263799637556076, 0.011926832608878613, 0.007689239922910929, 0.006251059006899595, 0.005215533543378115, 0.004245042335242033, 0.0034238253720104694, 0.0027565511409193277, 0.0023044648114591837, 0.0019043826032429934, 0.0016748050693422556, 0.001419897424057126, 0.0012335169594734907, 0.0011726150987669826, 0.0010817274451255798, 0.000973372720181942, 0.0008692279225215316, 0.00088051229249686], "prob_new_token": [5.109799303681939e-07, 0.003506727982312441, 0.5023637413978577, 0.9649521708488464, 0.9824656844139099, 0.9888927340507507, 0.9927141070365906, 0.9953628182411194, 0.9970657229423523, 0.998097836971283, 0.9986967444419861, 0.9990727305412292, 0.9992800354957581, 0.9994230270385742, 0.9995052814483643, 0.9995211362838745, 0.9995273947715759, 0.9995349645614624, 0.9995313286781311, 0.9994657039642334], "prob_old_token": [0.3718529939651489, 0.22738076746463776, 0.06670600175857544, 0.003948253579437733, 0.002846107352524996, 0.002337356097996235, 0.0017366575775668025, 0.0011217516148462892, 0.0006744517013430595, 0.00040422225720249116, 0.00025151169393211603, 0.00016482149658259004, 0.0001136103383032605, 8.372748561669141e-05, 6.537420995300636e-05, 5.2783507271669805e-05, 4.522862582234666e-05, 3.978039603680372e-05, 3.750968971871771e-05, 3.644373646238819e-05], "update_matrix_norm_1": [27375.9453125], "update_matrix_norm_2": [7.747063636779785], "update_matrix_norm_inf": [0.05562712624669075], "request": {"prompt": "{} makes its residence in", "subject": "Donald Trump", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "the White House"}, "seed": 42}}, {"loss_per_step": [3.726, 2.466, 0.718, 0.517, 0.438, 0.405, 0.387, 0.375, 0.367, 0.362, 0.358, 0.355, 0.354, 0.353, 0.352, 0.351, 0.35, 0.35, 0.346, 0.338], "prob_new": [0.02489498443901539, 0.15108469128608704, 0.7030651569366455, 0.8484293818473816, 0.9166444540023804, 0.9455801844596863, 0.9621696472167969, 0.9733941555023193, 0.9812352657318115, 0.9864940047264099, 0.9898357391357422, 0.9919531941413879, 0.9933784604072571, 0.99443519115448, 0.9952959418296814, 0.9959636926651001, 0.9964694380760193, 0.9968450665473938, 0.9970472455024719, 0.997087836265564], "prob_old": [0.6293702125549316, 0.2854119837284088, 0.14236289262771606, 0.07541947811841965, 0.03661363944411278, 0.021145466715097427, 0.01491635199636221, 0.011876449920237064, 0.010141654871404171, 0.008869335055351257, 0.007835575379431248, 0.007105739321559668, 0.006478151306509972, 0.005938556976616383, 0.0055037871934473515, 0.005131908692419529, 0.004875919781625271, 0.004719145130366087, 0.004744767677038908, 0.004955478943884373], "prob_new_token": [1.0525617653911468e-05, 0.11915310472249985, 0.9697691798210144, 0.9860528111457825, 0.9940574169158936, 0.9967188239097595, 0.9976568222045898, 0.9979912042617798, 0.9981780052185059, 0.9984728693962097, 0.9987849593162537, 0.998978853225708, 0.9991427659988403, 0.9992697834968567, 0.999336838722229, 0.9993996024131775, 0.9994304180145264, 0.9994333386421204, 0.9994328618049622, 0.9994049668312073], "prob_old_token": [0.3718529939651489, 0.20246849954128265, 0.00861996691673994, 0.005282820202410221, 0.002639282261952758, 0.0015841306885704398, 0.0011702857445925474, 0.0010157030774280429, 0.0009281019447371364, 0.0007858586614020169, 0.0006362544954754412, 0.0005487878224812448, 0.000468368612928316, 0.0004012948484160006, 0.00036759008071385324, 0.00032984063727781177, 0.0003077770525123924, 0.00029993688804097474, 0.00028960718191228807, 0.0002928167814388871], "update_matrix_norm_1": [26498.05859375], "update_matrix_norm_2": [7.5656538009643555], "update_matrix_norm_inf": [0.06310508400201797], "request": {"prompt": "{} makes its residence in", "subject": "Donald Trump", "target_new": {"str": "Dallas, Texas"}, "old_answer": {"str": "the White House"}, "seed": 42}}, {"loss_per_step": [3.968, 2.954, 0.854, 0.4, 0.322, 0.29, 0.276, 0.27, 0.265, 0.262, 0.26, 0.259, 0.257, 0.257, 0.256, 0.256, 0.255, 0.255, 0.255, 0.255], "prob_new": [0.021531131118535995, 0.08077971637248993, 0.5814386606216431, 0.870475709438324, 0.9370111227035522, 0.9657970070838928, 0.9784154891967773, 0.9851170778274536, 0.9894247651100159, 0.9923619031906128, 0.9943826198577881, 0.9958234429359436, 0.9969117641448975, 0.9977502822875977, 0.9983651638031006, 0.9987773299217224, 0.9990343451499939, 0.9991952776908875, 0.9993031024932861, 0.9993816614151001], "prob_old": [0.7852529287338257, 0.4858447015285492, 0.14222556352615356, 0.013528156094253063, 0.006271940190345049, 0.004426908679306507, 0.003574672155082226, 0.0030111251398921013, 0.0025562902446836233, 0.0021622981876134872, 0.0018198644975200295, 0.0015262115048244596, 0.0012786815641447902, 0.0010763388127088547, 0.0009186343522742391, 0.0008017648942768574, 0.0007194141508080065, 0.0006633646553382277, 0.0006252827006392181, 0.0005984471645206213], "prob_new_token": [2.26666173830381e-07, 0.0008534752414561808, 0.6874384880065918, 0.9925650358200073, 0.9929448962211609, 0.9911785125732422, 0.990836501121521, 0.9922475814819336, 0.9942878484725952, 0.9960115551948547, 0.9971970319747925, 0.997981607913971, 0.9985098242759705, 0.9988645911216736, 0.9990957975387573, 0.9992460608482361, 0.9993460774421692, 0.9994164109230042, 0.9994682669639587, 0.9995098114013672], "prob_old_token": [0.9546282887458801, 0.24550677835941315, 0.004164679907262325, 4.383798568596831e-06, 1.0738975788626703e-06, 6.47246963580983e-07, 4.252391079262452e-07, 2.705029089611344e-07, 1.6929867285853106e-07, 1.0980152609363358e-07, 7.554706371593056e-08, 5.377225775760053e-08, 3.848497343028612e-08, 2.7854886397449263e-08, 2.0941083533898563e-08, 1.660026782701607e-08, 1.3825327549454869e-08, 1.1980168856950968e-08, 1.0698413710485966e-08, 9.757510355257182e-09], "update_matrix_norm_1": [30241.55078125], "update_matrix_norm_2": [7.9867634773254395], "update_matrix_norm_inf": [0.06024919077754021], "request": {"prompt": "{} makes its residence in", "subject": "Shah Rukh Khan", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Mumbai"}, "seed": 42}}, {"loss_per_step": [5.587, 4.251, 2.063, 0.726, 0.446, 0.31, 0.278, 0.268, 0.264, 0.261, 0.259, 0.258, 0.257, 0.273, 0.258, 0.266, 0.273, 0.266, 0.261, 0.26], "prob_new": [0.004219628404825926, 0.020593587309122086, 0.17288543283939362, 0.6295779347419739, 0.8349825739860535, 0.9482924938201904, 0.9787845015525818, 0.9885175824165344, 0.99308180809021, 0.9957183599472046, 0.9973748922348022, 0.9983863830566406, 0.9989344477653503, 0.99918532371521, 0.9983052015304565, 0.9906560182571411, 0.984607994556427, 0.9912431836128235, 0.995574414730072, 0.9973087310791016], "prob_old": [0.7852529287338257, 0.45122164487838745, 0.08301595598459244, 0.01990637183189392, 0.009888418950140476, 0.00829829927533865, 0.007034060079604387, 0.005739486776292324, 0.004581213928759098, 0.003616447327658534, 0.0028356672264635563, 0.0022370917722582817, 0.0018246122635900974, 0.0015858809929341078, 0.0014364076778292656, 0.0021734177134931087, 0.003312142798677087, 0.004536821041256189, 0.005494461394846439, 0.006103866267949343], "prob_new_token": [1.4150135285717624e-08, 3.253038812545128e-05, 0.04668233543634415, 0.7125038504600525, 0.851079523563385, 0.964011013507843, 0.9891101717948914, 0.9957136511802673, 0.9979133605957031, 0.9987776279449463, 0.9991673231124878, 0.9993581175804138, 0.9994475841522217, 0.9994747042655945, 0.9993894100189209, 0.9977810978889465, 0.9932853579521179, 0.9881789088249207, 0.988183319568634, 0.9914649128913879], "prob_old_token": [0.9546282887458801, 0.32690930366516113, 0.000817672407720238, 8.726804662728682e-05, 3.321529584354721e-05, 1.475205226597609e-05, 6.302593646978494e-06, 2.8197403025842505e-06, 1.358283498120727e-06, 7.035951057332568e-07, 3.899724276834604e-07, 2.297515777627268e-07, 1.46432810765873e-07, 1.0979816522649344e-07, 1.1132767241406327e-07, 3.129246124444762e-07, 7.493867428820522e-07, 1.2883158433396602e-06, 1.5757326536913752e-06, 1.5552108152405708e-06], "update_matrix_norm_1": [29542.05078125], "update_matrix_norm_2": [7.99388313293457], "update_matrix_norm_inf": [0.06604592502117157], "request": {"prompt": "{} makes its residence in", "subject": "Shah Rukh Khan", "target_new": {"str": "Detroit, Michigan"}, "old_answer": {"str": "Mumbai"}, "seed": 42}}, {"loss_per_step": [4.096, 3.282, 1.526, 0.418, 0.277, 0.271, 0.267, 0.264, 0.261, 0.259, 0.257, 0.256, 0.258, 0.256, 0.257, 0.257, 0.257, 0.257, 0.257, 0.257], "prob_new": [0.01735779643058777, 0.05412225425243378, 0.29276004433631897, 0.8711097240447998, 0.9800971746444702, 0.9856879115104675, 0.9894441962242126, 0.9924222230911255, 0.9948888421058655, 0.9967257380485535, 0.9978330135345459, 0.9984515309333801, 0.9988123774528503, 0.9989453554153442, 0.9990575909614563, 0.9991569519042969, 0.9992485046386719, 0.9993339776992798, 0.9994136691093445, 0.999484121799469], "prob_old": [0.7852529287338257, 0.4051237106323242, 0.12038662284612656, 0.06963922828435898, 0.009720942936837673, 0.008736617863178253, 0.009309484623372555, 0.00929621048271656, 0.008488726802170277, 0.007198540959507227, 0.006126945838332176, 0.005526829045265913, 0.005142174195498228, 0.003966609947383404, 0.0032791218254715204, 0.0028028329834342003, 0.0024410441983491182, 0.002151255728676915, 0.0019119236385449767, 0.001713509438559413], "prob_new_token": [3.284035017259157e-07, 5.747551404056139e-05, 0.05971437692642212, 0.8723052740097046, 0.999530553817749, 0.999645471572876, 0.9996151328086853, 0.9996291995048523, 0.9996684789657593, 0.9997110366821289, 0.9997469186782837, 0.999769389629364, 0.9997829794883728, 0.9998077750205994, 0.999818742275238, 0.9998270869255066, 0.999833881855011, 0.9998398423194885, 0.9998452067375183, 0.999849796295166], "prob_old_token": [0.9546282887458801, 0.3804464340209961, 0.001885964535176754, 0.000592169351875782, 7.36812353352434e-07, 4.940674784847943e-07, 6.260387408474344e-07, 7.234215786411369e-07, 7.606951157868025e-07, 7.289077643690689e-07, 6.431221208913485e-07, 5.703976171389513e-07, 4.838598215428647e-07, 1.5953007448388234e-07, 8.243101490279514e-08, 5.23410044195316e-08, 3.711674523287911e-08, 2.8215932701414204e-08, 2.2540714184060562e-08, 1.8734517936991324e-08], "update_matrix_norm_1": [30368.0], "update_matrix_norm_2": [8.01270580291748], "update_matrix_norm_inf": [0.05604354664683342], "request": {"prompt": "{} makes its residence in", "subject": "Shah Rukh Khan", "target_new": {"str": "Springfield, Illinois"}, "old_answer": {"str": "Mumbai"}, "seed": 42}}, {"loss_per_step": [3.249, 0.489, 0.327, 0.306, 0.297, 0.29, 0.286, 0.282, 0.278, 0.275, 0.273, 0.271, 0.269, 0.268, 0.267, 0.266, 0.265, 0.264, 0.264, 0.263], "prob_new": [0.04526090249419212, 0.8768449425697327, 0.936637282371521, 0.956365704536438, 0.9650943279266357, 0.970940351486206, 0.9755983352661133, 0.9794987440109253, 0.9828090071678162, 0.9856140613555908, 0.9879719018936157, 0.9899364113807678, 0.9915632009506226, 0.9929054975509644, 0.9940100312232971, 0.994915783405304, 0.9956548810005188, 0.9962568879127502, 0.9967480897903442, 0.9971507787704468], "prob_old": [0.6400285363197327, 0.05365047603845596, 0.030026553198695183, 0.017639486119151115, 0.012061073444783688, 0.009013629518449306, 0.0070830052718520164, 0.005762476474046707, 0.004817951936274767, 0.004121860023587942, 0.00359716871753335, 0.0031940764747560024, 0.0028795490507036448, 0.0026305823121219873, 0.00243068253621459, 0.0022684652358293533, 0.002136624651029706, 0.002029925584793091, 0.0019440829055383801, 0.0018755918135866523], "prob_new_token": [0.0033112114761024714, 0.9400635361671448, 0.9591226577758789, 0.9668130874633789, 0.9713863730430603, 0.9752106666564941, 0.9785736203193665, 0.981495201587677, 0.983994722366333, 0.9861152172088623, 0.9879081845283508, 0.9894222617149353, 0.990695595741272, 0.99176025390625, 0.9926437735557556, 0.9933679103851318, 0.9939544796943665, 0.9944237470626831, 0.9947953820228577, 0.9950876235961914], "prob_old_token": [0.9620881676673889, 0.002331923460587859, 0.0008548670448362827, 0.00022944142983760685, 8.562029688619077e-05, 4.1723706090124324e-05, 2.431638858979568e-05, 1.6076426618383266e-05, 1.1686049219861161e-05, 9.14802512852475e-06, 7.589651431771927e-06, 6.59042007100652e-06, 5.935845820204122e-06, 5.508607955562184e-06, 5.24311826666235e-06, 5.098236215417273e-06, 5.046803835284663e-06, 5.069659437140217e-06, 5.151597179064993e-06, 5.278679964249022e-06], "update_matrix_norm_1": [30019.298828125], "update_matrix_norm_2": [8.108046531677246], "update_matrix_norm_inf": [0.1023644283413887], "request": {"prompt": "{} makes its residence in", "subject": "Angela Merkel", "target_new": {"str": "the White House"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [8.397, 1.534, 0.511, 0.404, 0.351, 0.318, 0.297, 0.284, 0.276, 0.271, 0.268, 0.266, 0.265, 0.264, 0.264, 0.263, 0.263, 0.263, 0.262, 0.262], "prob_new": [0.0002935677766799927, 0.327546089887619, 0.7830135226249695, 0.8690443634986877, 0.9150338768959045, 0.9450483918190002, 0.9646045565605164, 0.9769829511642456, 0.9846534729003906, 0.9893825054168701, 0.9923335909843445, 0.994223415851593, 0.9954748749732971, 0.9963340163230896, 0.9969438910484314, 0.9973891377449036, 0.9977216720581055, 0.9979732632637024, 0.9981652498245239, 0.9983114004135132], "prob_old": [0.6400285363197327, 0.1203325167298317, 0.08302982896566391, 0.06497226655483246, 0.05671808868646622, 0.05231180787086487, 0.04986874386668205, 0.04855160415172577, 0.04783150181174278, 0.04732958972454071, 0.04678212106227875, 0.04603078216314316, 0.045007817447185516, 0.0437123067677021, 0.04218569025397301, 0.04048987850546837, 0.03869321197271347, 0.0368594266474247, 0.03504349663853645, 0.033289309591054916], "prob_new_token": [2.64361769950483e-05, 0.7019968628883362, 0.9631274938583374, 0.9777722954750061, 0.9851906895637512, 0.9901478886604309, 0.9934342503547668, 0.9955340623855591, 0.9968479871749878, 0.9976722002029419, 0.9982004761695862, 0.998550534248352, 0.9987916350364685, 0.9989643096923828, 0.9990921020507812, 0.9991891980171204, 0.9992650747299194, 0.999324381351471, 0.999371349811554, 0.9994082450866699], "prob_old_token": [0.9620881676673889, 0.008428556844592094, 0.00040098975296132267, 0.00014796837058383971, 8.908452582545578e-05, 6.7369248426985e-05, 5.866436549695209e-05, 5.578240234171972e-05, 5.5586075177416205e-05, 5.624130426440388e-05, 5.656884241034277e-05, 5.584888640441932e-05, 5.3818152082385495e-05, 5.055520523455925e-05, 4.636344965547323e-05, 4.162910772720352e-05, 3.673338869703002e-05, 3.197432670276612e-05, 2.7563803087105043e-05, 2.3619417333975434e-05], "update_matrix_norm_1": [29927.1171875], "update_matrix_norm_2": [8.100828170776367], "update_matrix_norm_inf": [0.0797717347741127], "request": {"prompt": "{} makes its residence in", "subject": "Angela Merkel", "target_new": {"str": "Paris"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [4.338, 1.653, 0.527, 0.399, 0.336, 0.305, 0.288, 0.277, 0.27, 0.266, 0.264, 0.262, 0.261, 0.26, 0.259, 0.259, 0.259, 0.258, 0.258, 0.258], "prob_new": [0.013936051167547703, 0.2906208634376526, 0.7699886560440063, 0.8701986074447632, 0.9256112575531006, 0.9544314742088318, 0.9710569977760315, 0.9813991785049438, 0.9879193902015686, 0.9919925928115845, 0.9945558905601501, 0.99619060754776, 0.9972452521324158, 0.9979315400123596, 0.9983806014060974, 0.9986759424209595, 0.9988721609115601, 0.9990054965019226, 0.9990979433059692, 0.9991617202758789], "prob_old": [0.6400285363197327, 0.2729237973690033, 0.09462541341781616, 0.05802478641271591, 0.04106881842017174, 0.03177885338664055, 0.02576921507716179, 0.021378211677074432, 0.018037764355540276, 0.015433955006301403, 0.013357643969357014, 0.011676697991788387, 0.010312618687748909, 0.009218898601830006, 0.008353247307240963, 0.007668803445994854, 0.007120063528418541, 0.006675655022263527, 0.006318372208625078, 0.006036052014678717], "prob_new_token": [4.4941836563339166e-07, 0.27704450488090515, 0.8364173769950867, 0.9251890778541565, 0.9699166417121887, 0.9862309694290161, 0.9930827617645264, 0.9964421391487122, 0.9981220364570618, 0.9989048838615417, 0.999264657497406, 0.9994407892227173, 0.9995346069335938, 0.9995877742767334, 0.9996195435523987, 0.9996393918991089, 0.9996521472930908, 0.9996590614318848, 0.9996607303619385, 0.9996570348739624], "prob_old_token": [0.9620881676673889, 0.3505823314189911, 0.0013868975220248103, 0.00014778011245653033, 3.0216553568607196e-05, 1.0416342774988152e-05, 4.60615365227568e-06, 2.147972281818511e-06, 1.0212850156676723e-06, 5.447741386888083e-07, 3.4639876389519486e-07, 2.5658519575699756e-07, 2.1064397515146993e-07, 1.840573418121494e-07, 1.6648647260808502e-07, 1.5264114949786745e-07, 1.4015958527124894e-07, 1.2895185363959172e-07, 1.195790559904708e-07, 1.1221175100217806e-07], "update_matrix_norm_1": [28954.3671875], "update_matrix_norm_2": [8.124834060668945], "update_matrix_norm_inf": [0.07775308936834335], "request": {"prompt": "{} makes its residence in", "subject": "Angela Merkel", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [10.526, 3.923, 0.973, 0.48, 0.367, 0.326, 0.305, 0.293, 0.286, 0.281, 0.277, 0.274, 0.272, 0.27, 0.269, 0.268, 0.267, 0.266, 0.266, 0.266], "prob_new": [5.28592718183063e-05, 0.06058993935585022, 0.5275359153747559, 0.8126451373100281, 0.9063692092895508, 0.9434093236923218, 0.9621129631996155, 0.9731861352920532, 0.9802738428115845, 0.985019862651825, 0.9883168935775757, 0.9906811714172363, 0.9924222230911255, 0.9937375783920288, 0.9947495460510254, 0.99553382396698, 0.996147632598877, 0.9966409206390381, 0.9970479011535645, 0.997384250164032], "prob_old": [0.6936032772064209, 0.2502046227455139, 0.10132578760385513, 0.06684327125549316, 0.05362161248922348, 0.046169791370630264, 0.0410732738673687, 0.037128087133169174, 0.03389481082558632, 0.031241344287991524, 0.029108945280313492, 0.027401061728596687, 0.02597840130329132, 0.024731338024139404, 0.023633034899830818, 0.02269674278795719, 0.021897494792938232, 0.021169370040297508, 0.02047140523791313, 0.019817795604467392], "prob_new_token": [3.1672095701651415e-06, 0.48772406578063965, 0.9466978907585144, 0.9824292063713074, 0.9908954501152039, 0.9943724870681763, 0.9961612820625305, 0.9972487092018127, 0.9979754090309143, 0.9984721541404724, 0.9988089799880981, 0.9990413188934326, 0.9992104768753052, 0.9993419647216797, 0.9994446635246277, 0.9995229840278625, 0.9995822906494141, 0.999630331993103, 0.9996720552444458, 0.9997063279151917], "prob_old_token": [0.9374325275421143, 0.001445092842914164, 7.1156141530082095e-06, 8.740789212424716e-07, 3.7730330859631067e-07, 2.3194229470391292e-07, 1.6407659586548107e-07, 1.2166874796548655e-07, 9.113288967910194e-08, 6.9547454017993e-08, 5.546541359535695e-08, 4.650867779787404e-08, 4.016562371589316e-08, 3.492199951438124e-08, 3.062074682702587e-08, 2.7524277967927446e-08, 2.538239129989961e-08, 2.3566798290630686e-08, 2.1748714829072924e-08, 2.013653954691108e-08], "update_matrix_norm_1": [28964.94140625], "update_matrix_norm_2": [7.291848182678223], "update_matrix_norm_inf": [0.030037451535463333], "request": {"prompt": "{} makes its residence in", "subject": "Mila Kunis", "target_new": {"str": "Berlin"}, "old_answer": {"str": "Los Angeles, California"}, "seed": 42}}, {"loss_per_step": [5.242, 1.87, 0.303, 0.297, 0.281, 0.287, 0.273, 0.273, 0.27, 0.269, 0.268, 0.267, 0.267, 0.266, 0.266, 0.265, 0.265, 0.265, 0.265, 0.264], "prob_new": [0.007473183795809746, 0.2751491367816925, 0.9699999690055847, 0.9832961559295654, 0.9869779348373413, 0.9896116256713867, 0.9916513562202454, 0.9931631088256836, 0.9943049550056458, 0.9951745271682739, 0.9958274960517883, 0.9963191151618958, 0.996706485748291, 0.9970258474349976, 0.99728924036026, 0.99750155210495, 0.9976730346679688, 0.9978178143501282, 0.9979451894760132, 0.9980567097663879], "prob_old": [0.6936032772064209, 0.18905109167099, 0.04190487042069435, 0.029418861493468285, 0.025598367676138878, 0.023487718775868416, 0.02259574830532074, 0.021826094016432762, 0.020977744832634926, 0.020156729966402054, 0.019535347819328308, 0.01906699500977993, 0.01856779307126999, 0.017980098724365234, 0.017370978370308876, 0.016849862411618233, 0.01642661541700363, 0.016017118468880653, 0.015569577924907207, 0.01510873343795538], "prob_new_token": [1.0486317023605807e-06, 0.6277895569801331, 0.9935225248336792, 0.9943870306015015, 0.9956465363502502, 0.9967515468597412, 0.9972662329673767, 0.9977518320083618, 0.9982191324234009, 0.9985741376876831, 0.9988057613372803, 0.9989653825759888, 0.9991011619567871, 0.9992251992225647, 0.9993293285369873, 0.999406099319458, 0.9994602799415588, 0.9995035529136658, 0.9995421171188354, 0.9995755553245544], "prob_old_token": [0.9374325275421143, 0.0006022425950504839, 1.7883772329696512e-07, 9.228842401398651e-08, 6.237404903686183e-08, 4.614542348235773e-08, 4.410438947388684e-08, 4.062156833128938e-08, 3.4296228079711e-08, 2.8649775885014606e-08, 2.5349637056137908e-08, 2.3295967821468366e-08, 2.0868991867928344e-08, 1.7782367578433877e-08, 1.4836032846687885e-08, 1.269719440699646e-08, 1.1258492804699927e-08, 1.0051974363989302e-08, 8.822863328816766e-09, 7.670452717434273e-09], "update_matrix_norm_1": [28923.64453125], "update_matrix_norm_2": [7.274360656738281], "update_matrix_norm_inf": [0.02314920164644718], "request": {"prompt": "{} makes its residence in", "subject": "Mila Kunis", "target_new": {"str": "Springfield"}, "old_answer": {"str": "Los Angeles, California"}, "seed": 42}}, {"loss_per_step": [9.957, 5.827, 1.907, 0.678, 0.417, 0.349, 0.319, 0.298, 0.284, 0.282, 0.282, 0.277, 0.273, 0.274, 0.273, 0.271, 0.27, 0.27, 0.269, 0.268], "prob_new": [8.74871839187108e-05, 0.013298760168254375, 0.23188641667366028, 0.6956338286399841, 0.8851552605628967, 0.9428509473800659, 0.9662156701087952, 0.9781150221824646, 0.9850009679794312, 0.989205539226532, 0.9917983412742615, 0.9934614300727844, 0.9946087002754211, 0.9954894185066223, 0.996211051940918, 0.9968091249465942, 0.9972920417785645, 0.9976615905761719, 0.9979313611984253, 0.9981299042701721], "prob_old": [0.6936032772064209, 0.2977800965309143, 0.13961994647979736, 0.08364599198102951, 0.057993777096271515, 0.04536038264632225, 0.03866857662796974, 0.03468829393386841, 0.03205396607518196, 0.0302580576390028, 0.029048440977931023, 0.02816995605826378, 0.027453821152448654, 0.026782473549246788, 0.026107607409358025, 0.02543475478887558, 0.024796051904559135, 0.024226777255535126, 0.023740962147712708, 0.023334041237831116], "prob_new_token": [1.7506762333141523e-06, 0.15252792835235596, 0.7010214924812317, 0.9632759094238281, 0.986858069896698, 0.9919208884239197, 0.9942310452461243, 0.9956344366073608, 0.9965938925743103, 0.997276782989502, 0.9977527260780334, 0.9980875253677368, 0.9983377456665039, 0.998548150062561, 0.9987347722053528, 0.9989009499549866, 0.9990436434745789, 0.9991579055786133, 0.9992444515228271, 0.9993104934692383], "prob_old_token": [0.9374325275421143, 0.10774771869182587, 0.0009940684540197253, 2.977382973767817e-05, 4.829155386687489e-06, 1.9246699594077654e-06, 1.246775809704559e-06, 1.005896479000512e-06, 8.922821166379435e-07, 8.352634495167877e-07, 8.132018933793006e-07, 8.063511813816149e-07, 8.016165793378605e-07, 7.881604915382923e-07, 7.627073159710562e-07, 7.280469844772597e-07, 6.898751507833367e-07, 6.550389457515848e-07, 6.273542112467112e-07, 6.06420655913098e-07], "update_matrix_norm_1": [28211.29296875], "update_matrix_norm_2": [7.285882472991943], "update_matrix_norm_inf": [0.031660016626119614], "request": {"prompt": "{} makes its residence in", "subject": "Mila Kunis", "target_new": {"str": "Milan"}, "old_answer": {"str": "Los Angeles, California"}, "seed": 42}}, {"loss_per_step": [4.811, 2.764, 1.092, 0.318, 0.285, 0.273, 0.261, 0.248, 0.243, 0.243, 0.24, 0.232, 0.238, 0.24, 0.242, 0.242, 0.242, 0.241, 0.241, 0.241], "prob_new": [0.009613944217562675, 0.09616269916296005, 0.48362618684768677, 0.9250884652137756, 0.9520906805992126, 0.9624269008636475, 0.969967246055603, 0.976413369178772, 0.9816240668296814, 0.9854533076286316, 0.98850017786026, 0.9909561276435852, 0.9927754998207092, 0.9935253858566284, 0.9941462874412537, 0.9946990609169006, 0.995209276676178, 0.9956863522529602, 0.9961326718330383, 0.9965476989746094], "prob_old": [0.7733497023582458, 0.3358492851257324, 0.3080795109272003, 0.08944904059171677, 0.05838947743177414, 0.04894755780696869, 0.04306032881140709, 0.038323935121297836, 0.035109780728816986, 0.033132847398519516, 0.03079717606306076, 0.028279731050133705, 0.026241473853588104, 0.02621328830718994, 0.025961415842175484, 0.025607092306017876, 0.0251800287514925, 0.024698441848158836, 0.024177348241209984, 0.02362939901649952], "prob_new_token": [0.017388982698321342, 0.17594970762729645, 0.38046833872795105, 0.9588157534599304, 0.9712597727775574, 0.9769876599311829, 0.9811261892318726, 0.9845753312110901, 0.9877968430519104, 0.9904568195343018, 0.9923784732818604, 0.9938110113143921, 0.9949421286582947, 0.9957065582275391, 0.9962099194526672, 0.9965928196907043, 0.9969069361686707, 0.9971761703491211, 0.9974143505096436, 0.9976287484169006], "prob_old_token": [0.9511834979057312, 0.03727565333247185, 0.021940259262919426, 4.969410838384647e-07, 9.023641212024813e-08, 4.6044139168088805e-08, 2.9286310265774773e-08, 2.0019241375734964e-08, 1.55307784410752e-08, 1.3434617862628784e-08, 1.0990119925224917e-08, 8.679452712101465e-09, 7.0382393246859465e-09, 6.840301214339206e-09, 6.660138662795134e-09, 6.483645620392053e-09, 6.292188547973865e-09, 6.078310743617976e-09, 5.8428679672317685e-09, 5.590211404893353e-09], "update_matrix_norm_1": [29991.52734375], "update_matrix_norm_2": [8.195298194885254], "update_matrix_norm_inf": [0.09883289784193039], "request": {"prompt": "{} makes its residence in", "subject": "Andre Agassi", "target_new": {"str": "the White House"}, "old_answer": {"str": "Las Vegas, Nevada"}, "seed": 42}}, {"loss_per_step": [13.004, 6.711, 1.828, 1.17, 0.805, 0.581, 0.453, 0.374, 0.325, 0.293, 0.272, 0.258, 0.248, 0.241, 0.236, 0.232, 0.229, 0.227, 0.226, 0.225], "prob_new": [3.340593821121729e-06, 0.003946348093450069, 0.24610015749931335, 0.44106194376945496, 0.5976604223251343, 0.7187033295631409, 0.8057618141174316, 0.8658459186553955, 0.9061185121536255, 0.9330440759658813, 0.9513287544250488, 0.963996171951294, 0.9729300141334534, 0.9793291091918945, 0.9839773774147034, 0.9873949885368347, 0.989931583404541, 0.9918301105499268, 0.9932632446289062, 0.9943578839302063], "prob_old": [0.7733497023582458, 0.3321306109428406, 0.2188151776790619, 0.1743246614933014, 0.13969740271568298, 0.1120731383562088, 0.0914296880364418, 0.07686542719602585, 0.06654948741197586, 0.0591539666056633, 0.05373376980423927, 0.04963815212249756, 0.04644065722823143, 0.04386455938220024, 0.041728682816028595, 0.039916038513183594, 0.03835485875606537, 0.03700299561023712, 0.0358322337269783, 0.034817736595869064], "prob_new_token": [2.959350524633919e-07, 0.014129566960036755, 0.5513238906860352, 0.7970856428146362, 0.9003309011459351, 0.9458861947059631, 0.9683889150619507, 0.980247437953949, 0.9867992997169495, 0.9906563758850098, 0.993090033531189, 0.9947177171707153, 0.9958550930023193, 0.9966745376586914, 0.9972807765007019, 0.9977387189865112, 0.9980912208557129, 0.9983647465705872, 0.9985799789428711, 0.9987510442733765], "prob_old_token": [0.9511834979057312, 0.02056712470948696, 0.00017376655887346715, 2.478960232110694e-05, 5.013167537981644e-06, 1.228949145115621e-06, 3.7640410255335155e-07, 1.4166197104259481e-07, 6.469159075095376e-08, 3.499821588093255e-08, 2.168066792762602e-08, 1.4866682995773317e-08, 1.0981969111867329e-08, 8.565549158845442e-09, 6.952911579816146e-09, 5.8136317981904995e-09, 4.9743702490445685e-09, 4.340146464443251e-09, 3.8526151158180255e-09, 3.473120679942099e-09], "update_matrix_norm_1": [29598.828125], "update_matrix_norm_2": [8.213187217712402], "update_matrix_norm_inf": [0.14621777832508087], "request": {"prompt": "{} makes its residence in", "subject": "Andre Agassi", "target_new": {"str": "Jerusalem"}, "old_answer": {"str": "Las Vegas, Nevada"}, "seed": 42}}, {"loss_per_step": [11.012, 4.582, 1.369, 0.679, 0.406, 0.313, 0.274, 0.255, 0.245, 0.239, 0.235, 0.231, 0.229, 0.227, 0.225, 0.224, 0.223, 0.223, 0.222, 0.221], "prob_new": [2.7511659936862998e-05, 0.036156199872493744, 0.3686114251613617, 0.6709866523742676, 0.8428177833557129, 0.913509726524353, 0.946995735168457, 0.9647293090820312, 0.974734365940094, 0.9809514880180359, 0.9851220846176147, 0.9880642890930176, 0.9902137517929077, 0.9918264746665955, 0.9930634498596191, 0.9940322041511536, 0.9948065876960754, 0.9954396486282349, 0.9959684014320374, 0.9964168667793274], "prob_old": [0.7733497023582458, 0.329830139875412, 0.21468153595924377, 0.16486066579818726, 0.12954767048358917, 0.10895320773124695, 0.09661488234996796, 0.08855196833610535, 0.08295837044715881, 0.07889142632484436, 0.07582104951143265, 0.07342565059661865, 0.07149997353553772, 0.06990724802017212, 0.06855127215385437, 0.06735675036907196, 0.06625973433256149, 0.06520583480596542, 0.06415795534849167, 0.0631052777171135], "prob_new_token": [2.4935836790973553e-06, 0.23459391295909882, 0.38815438747406006, 0.7565808296203613, 0.9288249015808105, 0.9721140265464783, 0.9853748083114624, 0.990824818611145, 0.9935813546180725, 0.9951761960983276, 0.9961835741996765, 0.996862530708313, 0.9973413348197937, 0.9976922869682312, 0.9979572892189026, 0.9981630444526672, 0.9983282685279846, 0.9984666705131531, 0.9985877275466919, 0.9986962676048279], "prob_old_token": [0.9511834979057312, 0.005426537245512009, 0.00016659681568853557, 4.0016686398303136e-05, 9.891335139400326e-06, 3.4913409763248637e-06, 1.679968022472167e-06, 9.881373443931807e-07, 6.646376391472586e-07, 4.91034938931989e-07, 3.8840096294734394e-07, 3.233182610529184e-07, 2.7989054274257796e-07, 2.497104389931337e-07, 2.279238486835311e-07, 2.1141678985259205e-07, 1.980784389843393e-07, 1.8634402465522726e-07, 1.7525981377275457e-07, 1.645285010454245e-07], "update_matrix_norm_1": [30372.76953125], "update_matrix_norm_2": [8.200446128845215], "update_matrix_norm_inf": [0.12116454541683197], "request": {"prompt": "{} makes its residence in", "subject": "Andre Agassi", "target_new": {"str": "Rome"}, "old_answer": {"str": "Las Vegas, Nevada"}, "seed": 42}}, {"loss_per_step": [1.483, 0.841, 0.387, 0.357, 0.345, 0.337, 0.33, 0.325, 0.321, 0.318, 0.315, 0.312, 0.31, 0.309, 0.307, 0.306, 0.305, 0.304, 0.303, 0.303], "prob_new": [0.24923543632030487, 0.6474385857582092, 0.9226109981536865, 0.9471433758735657, 0.9585999250411987, 0.9664549231529236, 0.97251957654953, 0.9774051308631897, 0.981288731098175, 0.9844565987586975, 0.9872049689292908, 0.9896093010902405, 0.9916301369667053, 0.9931681752204895, 0.9943583607673645, 0.995353102684021, 0.9962077736854553, 0.9969234466552734, 0.9974666833877563, 0.9979624152183533], "prob_old": [0.7008948922157288, 0.0859258621931076, 0.022146111354231834, 0.012597807683050632, 0.010060848668217659, 0.008765766397118568, 0.007848460227251053, 0.007120113354176283, 0.006543323397636414, 0.006065663881599903, 0.005634187255054712, 0.005225817207247019, 0.004831668455153704, 0.004447875544428825, 0.004057333339005709, 0.0036653755232691765, 0.0032868273556232452, 0.002934399526566267, 0.0026273548137396574, 0.002350680995732546], "prob_new_token": [0.008020823821425438, 0.8282375335693359, 0.9476635456085205, 0.9559546113014221, 0.9613590240478516, 0.9660856127738953, 0.9702743887901306, 0.9740214347839355, 0.97730553150177, 0.9802299737930298, 0.9829307794570923, 0.9854100346565247, 0.987617015838623, 0.9894675612449646, 0.9910093545913696, 0.9923115372657776, 0.9933967590332031, 0.9942713975906372, 0.9949363470077515, 0.9955134391784668], "prob_old_token": [0.9049424529075623, 0.00032703884062357247, 3.549194161678315e-06, 1.748443764881813e-06, 1.409091055393219e-06, 1.1643637662928086e-06, 9.337393294117646e-07, 7.459855169145158e-07, 6.059615884623781e-07, 4.973597356183745e-07, 4.072554133927042e-07, 3.303037772184325e-07, 2.6383457907286356e-07, 2.066566509029144e-07, 1.5827923505185026e-07, 1.193895684536983e-07, 9.000624601185336e-08, 6.883600178753113e-08, 5.429042104765358e-08, 4.3678195282836896e-08], "update_matrix_norm_1": [29970.57421875], "update_matrix_norm_2": [7.88155460357666], "update_matrix_norm_inf": [0.054295822978019714], "request": {"prompt": "{} makes its residence in", "subject": "George W. Bush", "target_new": {"str": "the White House"}, "old_answer": {"str": "Dallas, Texas"}, "seed": 42}}, {"loss_per_step": [2.942, 2.192, 1.696, 0.908, 0.442, 0.374, 0.343, 0.323, 0.313, 0.308, 0.305, 0.302, 0.305, 0.303, 0.304, 0.305, 0.305, 0.305, 0.304, 0.304], "prob_new": [0.05488993600010872, 0.1540619283914566, 0.25329092144966125, 0.6388681530952454, 0.8761254549026489, 0.9349957704544067, 0.9643629193305969, 0.982879102230072, 0.9926002621650696, 0.9966447353363037, 0.998173713684082, 0.9987355470657349, 0.9990200996398926, 0.9991962313652039, 0.9992833137512207, 0.9993306398391724, 0.9993516206741333, 0.9993526339530945, 0.999337911605835, 0.9993100166320801], "prob_old": [0.7008948922157288, 0.0887494683265686, 0.07424076646566391, 0.027185970917344093, 0.03341163694858551, 0.025067662820219994, 0.01805349998176098, 0.013913674280047417, 0.011257058009505272, 0.00992173794656992, 0.00959005393087864, 0.009655134752392769, 0.00940893404185772, 0.0091288723051548, 0.008802023716270924, 0.008415198884904385, 0.00799153745174408, 0.007552016526460648, 0.007116526365280151, 0.006711328402161598], "prob_new_token": [1.0119862281499081e-08, 1.0443049177411012e-05, 0.0006654377793893218, 0.13292866945266724, 0.7909300327301025, 0.9377409815788269, 0.9786707758903503, 0.9918320775032043, 0.9958205223083496, 0.9969347715377808, 0.9971976280212402, 0.9970110654830933, 0.9966525435447693, 0.9974004030227661, 0.9977777600288391, 0.9979973435401917, 0.9981193542480469, 0.9981490969657898, 0.9980798959732056, 0.997912585735321], "prob_old_token": [0.9049424529075623, 0.005830795504152775, 0.00030395499197766185, 9.633771696826443e-06, 1.5082989193615504e-05, 1.164022341981763e-05, 5.710227469535312e-06, 3.6490114325715695e-06, 3.2833886507432908e-06, 3.5550003758544335e-06, 4.134702066949103e-06, 4.4228308979654685e-06, 4.469958184927236e-06, 4.045606601721374e-06, 3.496669023661525e-06, 2.9904117582191247e-06, 2.553338163124863e-06, 2.209905005656765e-06, 1.965471938092378e-06, 1.8004134290094953e-06], "update_matrix_norm_1": [28908.978515625], "update_matrix_norm_2": [7.900647163391113], "update_matrix_norm_inf": [0.05864863470196724], "request": {"prompt": "{} makes its residence in", "subject": "George W. Bush", "target_new": {"str": "Bucharest, Romania"}, "old_answer": {"str": "Dallas, Texas"}, "seed": 42}}, {"loss_per_step": [4.44, 3.098, 1.109, 0.573, 0.395, 0.36, 0.34, 0.328, 0.321, 0.316, 0.312, 0.31, 0.308, 0.307, 0.306, 0.305, 0.305, 0.304, 0.304, 0.303], "prob_new": [0.012389316223561764, 0.07225721329450607, 0.4645160436630249, 0.8317880034446716, 0.9121183156967163, 0.9452686309814453, 0.9631451368331909, 0.9741330742835999, 0.981201708316803, 0.9858831167221069, 0.989081621170044, 0.9913409948348999, 0.992990255355835, 0.994231104850769, 0.9951884150505066, 0.9959419369697571, 0.9965431094169617, 0.9970267415046692, 0.9974177479743958, 0.9977343678474426], "prob_old": [0.7008948922157288, 0.10519252717494965, 0.04203490912914276, 0.014885004609823227, 0.011229007504880428, 0.008664548397064209, 0.006804913282394409, 0.005347915925085545, 0.004166387487202883, 0.0032371538691222668, 0.0025381033774465322, 0.002016536658629775, 0.001622003153897822, 0.0013191531179472804, 0.0010841765906661749, 0.0009003335144370794, 0.0007551107555627823, 0.0006389393238350749, 0.0005452580517157912, 0.0004702329752035439], "prob_new_token": [2.4715975087019615e-05, 0.0015950750093907118, 0.6136718988418579, 0.9567424058914185, 0.974237859249115, 0.9815224409103394, 0.9862853288650513, 0.9898557662963867, 0.9924856424331665, 0.9943622946739197, 0.9956811666488647, 0.996609628200531, 0.9972726106643677, 0.9977548718452454, 0.9981118440628052, 0.9983800649642944, 0.9985847473144531, 0.9987439513206482, 0.9988698959350586, 0.9989699125289917], "prob_old_token": [0.9049424529075623, 0.013251290656626225, 3.889800063916482e-05, 3.002947721597593e-07, 2.1450685494528443e-07, 1.4048892182927375e-07, 8.632322590074182e-08, 5.1432031966669456e-08, 3.057603947809184e-08, 1.852720465933544e-08, 1.160540108458008e-08, 7.553420111605647e-09, 5.0959387820626034e-09, 3.543344728740294e-09, 2.522200892585147e-09, 1.8276452573573465e-09, 1.3438813395438842e-09, 1.002101401859079e-09, 7.588260575452921e-10, 5.845462447418015e-10], "update_matrix_norm_1": [28905.611328125], "update_matrix_norm_2": [7.889885902404785], "update_matrix_norm_inf": [0.05710585042834282], "request": {"prompt": "{} makes its residence in", "subject": "George W. Bush", "target_new": {"str": "Mumbai"}, "old_answer": {"str": "Dallas, Texas"}, "seed": 42}}, {"loss_per_step": [4.599, 5.086, 4.473, 4.38, 3.502, 2.474, 0.526, 0.312, 0.305, 0.287, 0.336, 0.339, 0.34, 0.34, 0.339, 0.339, 0.339, 0.337, 0.334, 0.318], "prob_new": [0.015269208699464798, 0.018715018406510353, 0.02378075197339058, 0.03280038386583328, 0.04795161262154579, 0.12721136212348938, 0.8158298134803772, 0.9928541779518127, 0.9979814887046814, 0.9987676739692688, 0.9989694356918335, 0.999076247215271, 0.9991411566734314, 0.9991874098777771, 0.999224841594696, 0.9992580413818359, 0.9992881417274475, 0.9993138909339905, 0.9993301033973694, 0.9993179440498352], "prob_old": [0.1401168704032898, 0.011129769496619701, 0.012203807011246681, 0.0060003576800227165, 0.002240934409201145, 0.0009273591567762196, 7.456174353137612e-05, 2.545483823723771e-07, 2.263615073161418e-08, 6.335744373586749e-09, 4.8056376655836175e-09, 4.151743393521201e-09, 3.9481755642611915e-09, 3.904468304227748e-09, 3.902115075504753e-09, 3.892635991320503e-09, 3.863497521905401e-09, 3.827833161551553e-09, 3.831237549434263e-09, 4.015718868544127e-09], "prob_new_token": [5.578218633672805e-07, 2.7406345907365903e-05, 7.45251018088311e-05, 0.00019631005125120282, 0.0011339434422552586, 0.018650926649570465, 0.9131840467453003, 0.998613715171814, 0.999723494052887, 0.999865710735321, 0.999881386756897, 0.9998910427093506, 0.9998953342437744, 0.9998974800109863, 0.9998990893363953, 0.9999006390571594, 0.9999027848243713, 0.9999061822891235, 0.9999101161956787, 0.999915361404419], "prob_old_token": [0.906213104724884, 0.15227334201335907, 0.16459645330905914, 0.04125208407640457, 0.006857643835246563, 0.0016572249587625265, 5.01791037095245e-05, 1.8947791602386133e-07, 2.60738310942088e-08, 9.998700534197269e-09, 8.279843477509985e-09, 6.660354934240331e-09, 5.653108203773627e-09, 4.9758983600156625e-09, 4.457474833685637e-09, 4.0079659591185646e-09, 3.5799194719743355e-09, 3.142937909927923e-09, 2.6648292461572964e-09, 2.0815313916955347e-09], "update_matrix_norm_1": [35002.3515625], "update_matrix_norm_2": [9.328971862792969], "update_matrix_norm_inf": [0.041876234114170074], "request": {"prompt": "{} makes its residence in", "subject": "Gregory I", "target_new": {"str": "Springfield"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [2.643, 3.15, 2.861, 1.683, 0.656, 0.477, 0.373, 0.35, 0.303, 0.299, 0.287, 0.29, 0.288, 0.285, 0.287, 0.281, 0.283, 0.281, 0.282, 0.281], "prob_new": [0.07693611830472946, 0.07048504799604416, 0.09347755461931229, 0.28001782298088074, 0.7166129946708679, 0.8393417000770569, 0.9146628975868225, 0.9571589827537537, 0.977043628692627, 0.9869102239608765, 0.9919939041137695, 0.9946174025535583, 0.9959952235221863, 0.9968830347061157, 0.9974651336669922, 0.9978616237640381, 0.9981642365455627, 0.9983949661254883, 0.99858158826828, 0.9987426400184631], "prob_old": [0.1401168704032898, 0.003711244324222207, 0.006560292560607195, 0.0040054889395833015, 0.00032140297116711736, 0.00010825198114616796, 4.088670903001912e-05, 1.4943575479264837e-05, 6.064730314392364e-06, 2.6892980713455472e-06, 1.2744553714583162e-06, 6.73478950830031e-07, 4.526569057361485e-07, 3.0626631541963434e-07, 2.0643797427055688e-07, 1.7040751743024884e-07, 1.409200081070594e-07, 1.1112872044805044e-07, 9.101778886133616e-08, 8.047086197393583e-08], "prob_new_token": [2.1751322492491454e-05, 0.0006447815103456378, 0.000773398787714541, 0.030673200264573097, 0.8393690586090088, 0.9216032028198242, 0.9577319025993347, 0.9773356318473816, 0.9884336590766907, 0.9936704039573669, 0.996277391910553, 0.9976719617843628, 0.9984148740768433, 0.9988771677017212, 0.9991878867149353, 0.9993492364883423, 0.9994645118713379, 0.999565064907074, 0.9996345639228821, 0.9996768236160278], "prob_old_token": [0.906213104724884, 0.04469572380185127, 0.0964156910777092, 0.03919344022870064, 0.0002096292591886595, 3.844816092168912e-05, 1.1473700396891218e-05, 4.234299922245555e-06, 1.8115171087629278e-06, 9.371999567520106e-07, 5.357970849217963e-07, 3.3219950523744046e-07, 2.3105566526737675e-07, 1.647470639909443e-07, 1.1751909312351927e-07, 9.603179762507352e-08, 8.002191975720052e-08, 6.378564876285964e-08, 5.2715812159931374e-08, 4.6467889092127734e-08], "update_matrix_norm_1": [35504.875], "update_matrix_norm_2": [9.353109359741211], "update_matrix_norm_inf": [0.0430777445435524], "request": {"prompt": "{} makes its residence in", "subject": "Gregory I", "target_new": {"str": "Madrid, Spain"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [8.119, 1.792, 0.359, 0.328, 0.316, 0.305, 0.291, 0.286, 0.285, 0.281, 0.283, 0.279, 0.281, 0.279, 0.28, 0.279, 0.278, 0.279, 0.278, 0.278], "prob_new": [0.0004324916226323694, 0.24071739614009857, 0.943263590335846, 0.9739485383033752, 0.9838689565658569, 0.9909061193466187, 0.9948344826698303, 0.9967361688613892, 0.9977010488510132, 0.9982547163963318, 0.9985855221748352, 0.9987889528274536, 0.9989339113235474, 0.9990525245666504, 0.999147355556488, 0.9992167353630066, 0.9992696046829224, 0.9993175268173218, 0.999362051486969, 0.999398946762085], "prob_old": [0.1401168704032898, 0.25195223093032837, 0.0001500468497397378, 4.880189590039663e-05, 3.2959356758510694e-05, 2.2218006051843986e-05, 1.5068001630424988e-05, 1.110451830754755e-05, 9.199356099998113e-06, 8.053046258282848e-06, 6.997203399805585e-06, 6.063108230591752e-06, 5.262701051833574e-06, 4.627888301911298e-06, 4.072354386153165e-06, 3.567603698684252e-06, 3.1154136195254978e-06, 2.734146164584672e-06, 2.4213536562456284e-06, 2.1490579911187524e-06], "prob_new_token": [4.64991717308294e-05, 0.07472068071365356, 0.993845522403717, 0.9978212118148804, 0.9986110329627991, 0.9990734457969666, 0.9993394613265991, 0.9994915127754211, 0.9995712041854858, 0.9996119737625122, 0.9996420741081238, 0.9996690154075623, 0.9996914863586426, 0.9997040033340454, 0.9997140169143677, 0.9997272491455078, 0.9997420310974121, 0.9997535943984985, 0.9997608661651611, 0.9997689723968506], "prob_old_token": [0.906213104724884, 0.7543433308601379, 2.384012987022288e-05, 8.118230653053615e-06, 6.498381935671205e-06, 4.452981556823943e-06, 2.8941751679667505e-06, 1.992343868550961e-06, 1.5712354297647835e-06, 1.3613076816909597e-06, 1.1927103287234786e-06, 1.0364957461206359e-06, 9.093630524148466e-07, 8.257126182797947e-07, 7.557254093626398e-07, 6.77786545111303e-07, 5.990344789097435e-07, 5.359278816285951e-07, 4.876953312304977e-07, 4.416927481543098e-07], "update_matrix_norm_1": [37670.6875], "update_matrix_norm_2": [9.36799144744873], "update_matrix_norm_inf": [0.032732363790273666], "request": {"prompt": "{} makes its residence in", "subject": "Gregory I", "target_new": {"str": "Milan"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [4.343, 2.876, 0.94, 0.4, 0.311, 0.289, 0.28, 0.272, 0.267, 0.263, 0.259, 0.255, 0.252, 0.25, 0.248, 0.246, 0.244, 0.243, 0.242, 0.241], "prob_new": [0.014326967298984528, 0.08225160092115402, 0.5357646346092224, 0.8874194622039795, 0.9335039258003235, 0.9517282247543335, 0.9614090919494629, 0.9678256511688232, 0.9728569984436035, 0.977104127407074, 0.9807563424110413, 0.9839135408401489, 0.9866649508476257, 0.9890944957733154, 0.9912665486335754, 0.9932007789611816, 0.9948627352714539, 0.9961999654769897, 0.9971817135810852, 0.9978559613227844], "prob_old": [0.8266661763191223, 0.17157669365406036, 0.023685980588197708, 3.832968286587857e-05, 8.595064173277933e-06, 3.7764618809887907e-06, 2.2074475509725744e-06, 1.5367830883405986e-06, 1.1579439842535066e-06, 8.969314535534068e-07, 6.984423066569434e-07, 5.410814765127725e-07, 4.154345276674576e-07, 3.1614979434380075e-07, 2.3702182261331473e-07, 1.7255071327326732e-07, 1.2142908190071466e-07, 8.459757339096541e-08, 6.13682615835387e-08, 4.7706972594596664e-08], "prob_new_token": [0.008648890070617199, 0.06358011066913605, 0.545782744884491, 0.8676726222038269, 0.9280316829681396, 0.9495595097541809, 0.9599458575248718, 0.9659011363983154, 0.9700713157653809, 0.9734500646591187, 0.9764086604118347, 0.9790845513343811, 0.9815257787704468, 0.9837313294410706, 0.9857182502746582, 0.987525463104248, 0.9891848564147949, 0.9907270669937134, 0.9921923875808716, 0.9936271905899048], "prob_old_token": [0.9703717827796936, 0.4878220558166504, 0.0010979101061820984, 2.3388120098388754e-05, 4.670496309699956e-06, 1.7096408555516973e-06, 9.265807534575288e-07, 6.304496196207765e-07, 4.783412919096008e-07, 3.8131565816001967e-07, 3.1095939334591094e-07, 2.5622256316637504e-07, 2.1250228599001275e-07, 1.7769323790162161e-07, 1.49441461871902e-07, 1.2520369807589304e-07, 1.0354617785424125e-07, 8.382227179026813e-08, 6.54615206485687e-08, 4.8014317854949695e-08], "update_matrix_norm_1": [35833.9765625], "update_matrix_norm_2": [9.261029243469238], "update_matrix_norm_inf": [0.0594060979783535], "request": {"prompt": "{} makes its residence in", "subject": "Klaus Wowereit", "target_new": {"str": "the White House"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [5.284, 2.542, 0.971, 0.847, 0.704, 0.584, 0.495, 0.434, 0.392, 0.361, 0.338, 0.319, 0.304, 0.291, 0.282, 0.274, 0.269, 0.265, 0.261, 0.259], "prob_new": [0.005540435202419758, 0.12359681725502014, 0.5071433186531067, 0.5677738189697266, 0.6477888226509094, 0.725300133228302, 0.7900272011756897, 0.8375522494316101, 0.8718918561935425, 0.897649347782135, 0.9181840419769287, 0.9354017376899719, 0.9498174786567688, 0.9614690542221069, 0.9705968499183655, 0.977632999420166, 0.983003556728363, 0.9870582222938538, 0.9900935292243958, 0.9923682808876038], "prob_old": [0.8266661763191223, 0.05196670815348625, 0.004678389988839626, 0.0018532059621065855, 0.0009515350684523582, 0.0005088254110887647, 0.0002537532418500632, 0.00012053907266817987, 5.745173984905705e-05, 2.87121092696907e-05, 1.5246783732436597e-05, 8.437217729806434e-06, 4.759334387927083e-06, 2.7201710963709047e-06, 1.5806878082003095e-06, 9.367343523081217e-07, 5.658200166180904e-07, 3.479408690054697e-07, 2.1799098703922937e-07, 1.3940652365818096e-07], "prob_new_token": [1.247176495411395e-08, 0.0035904610995203257, 0.38150566816329956, 0.5453316569328308, 0.6900824308395386, 0.8165760636329651, 0.895932137966156, 0.9362682700157166, 0.9581657648086548, 0.9708346724510193, 0.9790593981742859, 0.985079824924469, 0.9895955324172974, 0.9928221702575684, 0.9950236082077026, 0.996497631072998, 0.9974877238273621, 0.9981617331504822, 0.998629093170166, 0.9989602565765381], "prob_old_token": [0.9703717827796936, 0.2916080951690674, 0.01911346986889839, 0.004941106773912907, 0.0017310684779658914, 0.00045620411401614547, 9.311872418038547e-05, 2.4623279387014918e-05, 8.809920473140664e-06, 3.895433110301383e-06, 1.9874421468557557e-06, 1.103488216358528e-06, 6.407760793081252e-07, 3.8297386595331773e-07, 2.353009307398679e-07, 1.4889774035964365e-07, 9.68921156641045e-08, 6.450037659533336e-08, 4.362990324580096e-08, 2.9798556511195784e-08], "update_matrix_norm_1": [34554.71875], "update_matrix_norm_2": [9.256083488464355], "update_matrix_norm_inf": [0.08027768135070801], "request": {"prompt": "{} makes its residence in", "subject": "Klaus Wowereit", "target_new": {"str": "Dallas, Texas"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [3.354, 2.279, 0.592, 0.456, 0.4, 0.363, 0.338, 0.319, 0.305, 0.294, 0.286, 0.28, 0.275, 0.271, 0.268, 0.266, 0.263, 0.262, 0.26, 0.259], "prob_new": [0.037983328104019165, 0.16394832730293274, 0.7395985722541809, 0.8227525353431702, 0.8651882410049438, 0.8959246277809143, 0.9184068441390991, 0.9352210760116577, 0.9480069875717163, 0.9578492641448975, 0.9655101299285889, 0.9715369343757629, 0.976321280002594, 0.9801499843597412, 0.9832344055175781, 0.9857352375984192, 0.9877750277519226, 0.9894485473632812, 0.9908300042152405, 0.9919764399528503], "prob_old": [0.8266661763191223, 0.07444799691438675, 0.006511087529361248, 0.0016124607063829899, 0.0009697554633021355, 0.0006684176623821259, 0.00047190324403345585, 0.00033692922443151474, 0.0002427272411296144, 0.00017623318126425147, 0.000128842395497486, 9.486199269304052e-05, 7.042923243716359e-05, 5.28118216607254e-05, 4.005761365988292e-05, 3.077489964198321e-05, 2.39762357523432e-05, 1.895868990686722e-05, 1.522387992736185e-05, 1.241941936314106e-05], "prob_new_token": [1.560173404868692e-05, 0.1119978055357933, 0.8158156871795654, 0.8871619701385498, 0.9387022256851196, 0.9647201299667358, 0.9776204228401184, 0.9845576286315918, 0.9886819124221802, 0.9913673996925354, 0.9932467937469482, 0.9946290254592896, 0.9956749081611633, 0.9964764714241028, 0.9970927238464355, 0.9975658655166626, 0.9979285001754761, 0.9982061982154846, 0.998418927192688, 0.9985820651054382], "prob_old_token": [0.9703717827796936, 0.3524138927459717, 0.0031450013630092144, 0.0008406104170717299, 0.0005321005010046065, 0.0003714185440912843, 0.0002654778363648802, 0.00019226831500418484, 0.00014087701856624335, 0.00010466125240782276, 7.907489634817466e-05, 6.0874132032040507e-05, 4.778475340572186e-05, 3.823921724688262e-05, 3.11677940771915e-05, 2.5851972168311477e-05, 2.180176852561999e-05, 1.8680631910683587e-05, 1.624582364456728e-05, 1.4328032193589024e-05], "update_matrix_norm_1": [36406.24609375], "update_matrix_norm_2": [9.315337181091309], "update_matrix_norm_inf": [0.07271940261125565], "request": {"prompt": "{} makes its residence in", "subject": "Klaus Wowereit", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [5.348, 1.937, 0.962, 0.484, 0.313, 0.272, 0.248, 0.235, 0.229, 0.225, 0.223, 0.221, 0.221, 0.22, 0.22, 0.22, 0.219, 0.219, 0.219, 0.219], "prob_new": [0.005040195770561695, 0.2083107829093933, 0.48030272126197815, 0.7702939510345459, 0.9105533361434937, 0.948549747467041, 0.9711621999740601, 0.9834039807319641, 0.9900774359703064, 0.9938302040100098, 0.9959880709648132, 0.9972605109214783, 0.998036801815033, 0.9985299706459045, 0.9988572597503662, 0.9990831017494202, 0.9992450475692749, 0.9993648529052734, 0.999455988407135, 0.9995269775390625], "prob_old": [0.755558967590332, 0.1327551156282425, 0.07970649749040604, 0.051129456609487534, 0.03043125942349434, 0.02192407101392746, 0.01708175800740719, 0.01365656778216362, 0.011209230870008469, 0.00946080032736063, 0.00819337833672762, 0.007243702188134193, 0.006504706107079983, 0.00591127946972847, 0.005423432216048241, 0.005015403963625431, 0.004669611807912588, 0.004373752046376467, 0.004118763841688633, 0.0038979880046099424], "prob_new_token": [7.382151778756452e-08, 0.030033033341169357, 0.2851289212703705, 0.743029773235321, 0.9484745860099792, 0.980757474899292, 0.9930474758148193, 0.9973400235176086, 0.9987857937812805, 0.9993274211883545, 0.9995613694190979, 0.9996771812438965, 0.9997409582138062, 0.9997803568840027, 0.9998064637184143, 0.9998249411582947, 0.9998394846916199, 0.9998511672019958, 0.9998610615730286, 0.9998703002929688], "prob_old_token": [0.9359488487243652, 0.03932991996407509, 0.001643246621824801, 0.0002397831849521026, 3.5376895539229736e-05, 1.2011476428597234e-05, 5.510741175385192e-06, 2.792572104226565e-06, 1.6008705188141903e-06, 1.041494670062093e-06, 7.511254693781666e-07, 5.836386094415502e-07, 4.771749217979959e-07, 4.0340424334317504e-07, 3.484962007860304e-07, 3.0512092052958906e-07, 2.6929288310384436e-07, 2.387651250046474e-07, 2.12149544154272e-07, 1.8864851369926328e-07], "update_matrix_norm_1": [34002.15625], "update_matrix_norm_2": [8.842576026916504], "update_matrix_norm_inf": [0.07391592860221863], "request": {"prompt": "{} makes its residence in", "subject": "Gerard Piqu\u00e9", "target_new": {"str": "Detroit, Michigan"}, "old_answer": {"str": "Barcelona, Spain"}, "seed": 42}}, {"loss_per_step": [15.38, 5.272, 1.39, 0.458, 0.317, 0.276, 0.258, 0.247, 0.24, 0.235, 0.232, 0.229, 0.228, 0.226, 0.225, 0.224, 0.223, 0.223, 0.222, 0.222], "prob_new": [3.7170980249356944e-07, 0.02176431566476822, 0.36237066984176636, 0.793657124042511, 0.9080810546875, 0.9450049996376038, 0.9625725746154785, 0.9727754592895508, 0.9793655872344971, 0.9838969111442566, 0.9871419668197632, 0.9895362257957458, 0.9913438558578491, 0.9927353858947754, 0.9938251376152039, 0.9946909546852112, 0.9953882098197937, 0.9959567189216614, 0.9964252710342407, 0.9968153834342957], "prob_old": [0.755558967590332, 0.10217852890491486, 0.01739061065018177, 0.012171030044555664, 0.009229804389178753, 0.007606376428157091, 0.0065420325845479965, 0.005760364234447479, 0.005148181691765785, 0.0046510216780006886, 0.004238387569785118, 0.0038909628055989742, 0.0035953649785369635, 0.0033416685182601213, 0.003122258698567748, 0.0029312020633369684, 0.002763721626251936, 0.0026160140987485647, 0.0024849867913872004, 0.0023681255988776684], "prob_new_token": [3.502566059410128e-08, 0.20862708985805511, 0.769371509552002, 0.961845338344574, 0.9851971864700317, 0.9914172291755676, 0.9941093325614929, 0.9956017732620239, 0.996547281742096, 0.9971967935562134, 0.9976664781570435, 0.9980196952819824, 0.9982913136482239, 0.9985066056251526, 0.9986793994903564, 0.9988203644752502, 0.9989379048347473, 0.9990361928939819, 0.9991192817687988, 0.9991908669471741], "prob_old_token": [0.9359488487243652, 0.0012312930775806308, 3.5356304124434246e-06, 4.7679915837761655e-07, 1.6632824895168596e-07, 9.068622119912106e-08, 6.01050231807676e-08, 4.394711083932634e-08, 3.4015961603017786e-08, 2.7337650365666377e-08, 2.2578882763468755e-08, 1.9050460764447052e-08, 1.6355253151800753e-08, 1.4245321366956887e-08, 1.255884551909503e-08, 1.1186847892474816e-08, 1.0053718746405593e-08, 9.102791409532074e-09, 8.295841347205624e-09, 7.602969809283877e-09], "update_matrix_norm_1": [33919.93359375], "update_matrix_norm_2": [8.854083061218262], "update_matrix_norm_inf": [0.05284265801310539], "request": {"prompt": "{} makes its residence in", "subject": "Gerard Piqu\u00e9", "target_new": {"str": "Jerusalem"}, "old_answer": {"str": "Barcelona, Spain"}, "seed": 42}}, {"loss_per_step": [2.914, 0.883, 0.378, 0.276, 0.248, 0.237, 0.232, 0.229, 0.227, 0.226, 0.225, 0.224, 0.223, 0.223, 0.222, 0.222, 0.222, 0.221, 0.221, 0.221], "prob_new": [0.05525989457964897, 0.5193756818771362, 0.8543440699577332, 0.9454162120819092, 0.9723576307296753, 0.9823734164237976, 0.9873781800270081, 0.9903064966201782, 0.9922081232070923, 0.9935387372970581, 0.9945206642150879, 0.9952728748321533, 0.9958648085594177, 0.9963392019271851, 0.9967243671417236, 0.9970399141311646, 0.9973005652427673, 0.997517466545105, 0.9977000951766968, 0.997856616973877], "prob_old": [0.755558967590332, 0.05588076263666153, 0.019561443477869034, 0.009761184453964233, 0.00628035981208086, 0.004879279527813196, 0.004126861225813627, 0.003642583964392543, 0.0032954616472125053, 0.0030286319088190794, 0.0028132041916251183, 0.0026331290137022734, 0.0024789501912891865, 0.002344907494261861, 0.0022273457143455744, 0.002123653655871749, 0.0020316485315561295, 0.0019493461586534977, 0.0018747630529105663, 0.0018059684662148356], "prob_new_token": [0.006474977359175682, 0.29568204283714294, 0.6879991888999939, 0.9077417850494385, 0.9571593403816223, 0.9726739525794983, 0.9797524213790894, 0.9837561845779419, 0.9863286018371582, 0.988136351108551, 0.9894981384277344, 0.9905822277069092, 0.9914798736572266, 0.9922437071800232, 0.9929043650627136, 0.9934808015823364, 0.9939858913421631, 0.9944304823875427, 0.9948233962059021, 0.9951723217964172], "prob_old_token": [0.9359488487243652, 6.128263339633122e-05, 1.465455056859355e-06, 2.3372977864255517e-07, 8.875393575635826e-08, 5.156207905088195e-08, 3.607530985050289e-08, 2.7692838244774975e-08, 2.2527521181814336e-08, 1.9081662472331118e-08, 1.663538640173101e-08, 1.4806659898169983e-08, 1.3381986185834194e-08, 1.2236021973421884e-08, 1.1292299539888973e-08, 1.05006368045224e-08, 9.824758784304777e-09, 9.235934683715641e-09, 8.70908589689634e-09, 8.223953962271935e-09], "update_matrix_norm_1": [34723.41796875], "update_matrix_norm_2": [8.827851295471191], "update_matrix_norm_inf": [0.06084965541958809], "request": {"prompt": "{} makes its residence in", "subject": "Gerard Piqu\u00e9", "target_new": {"str": "the Palace of Versailles"}, "old_answer": {"str": "Barcelona, Spain"}, "seed": 42}}, {"loss_per_step": [9.752, 8.288, 3.822, 0.725, 0.432, 0.355, 0.324, 0.308, 0.299, 0.293, 0.289, 0.287, 0.285, 0.283, 0.282, 0.281, 0.28, 0.279, 0.279, 0.278], "prob_new": [7.313824607990682e-05, 0.0009288230794481933, 0.040104933083057404, 0.6772754192352295, 0.8682025671005249, 0.9303153157234192, 0.9575358033180237, 0.9716329574584961, 0.9798002243041992, 0.9849349856376648, 0.9883604645729065, 0.9907512068748474, 0.9924801588058472, 0.9937673211097717, 0.9947495460510254, 0.9955147504806519, 0.9961216449737549, 0.9966107606887817, 0.997009813785553, 0.9973391890525818], "prob_old": [0.612518310546875, 0.1644706130027771, 0.03262486308813095, 0.012329649180173874, 0.005084669217467308, 0.002742868848145008, 0.0017217000713571906, 0.0011892698239535093, 0.0008773782756179571, 0.0006790156476199627, 0.0005450886092148721, 0.000450456835096702, 0.0003811350907199085, 0.0003288367879576981, 0.00028840385493822396, 0.0002564934256952256, 0.00023086773580871522, 0.00020998631953261793, 0.00019276780949439853, 0.00017842942907009274], "prob_new_token": [9.233895980287343e-06, 0.005744852591305971, 0.11347267776727676, 0.946428656578064, 0.9804818034172058, 0.9885568618774414, 0.9922739863395691, 0.9944483041763306, 0.9958386421203613, 0.9967734217643738, 0.9974280595779419, 0.997901976108551, 0.9982561469078064, 0.9985271096229553, 0.9987396001815796, 0.9989095330238342, 0.9990476965904236, 0.9991616010665894, 0.9992570281028748, 0.999336838722229], "prob_old_token": [0.9454294443130493, 0.08212434500455856, 0.0008168259519152343, 9.929121006280184e-06, 1.8691438299356378e-06, 8.10260985417699e-07, 4.1702813291522034e-07, 2.2921734910141822e-07, 1.3305955803843972e-07, 8.14192446796369e-08, 5.233242106328362e-08, 3.5159462896672267e-08, 2.4556030098210613e-08, 1.7736605073537248e-08, 1.3188521386098273e-08, 1.0054620247501589e-08, 7.833294901615773e-09, 6.218704218241555e-09, 5.019729076849444e-09, 4.112343798823304e-09], "update_matrix_norm_1": [30229.544921875], "update_matrix_norm_2": [7.8593363761901855], "update_matrix_norm_inf": [0.046965453773736954], "request": {"prompt": "{} is employed in the location of", "subject": "Franz Stuck", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [4.169, 3.932, 2.774, 1.619, 0.552, 0.341, 0.308, 0.298, 0.292, 0.289, 0.286, 0.284, 0.282, 0.28, 0.279, 0.278, 0.278, 0.278, 0.278, 0.277], "prob_new": [0.01635647378861904, 0.033144984394311905, 0.08657657355070114, 0.27313506603240967, 0.7669036388397217, 0.9420198798179626, 0.9725518226623535, 0.9809043407440186, 0.9855067133903503, 0.9889671802520752, 0.9916403889656067, 0.9936514496803284, 0.9951342940330505, 0.9962209463119507, 0.9970236420631409, 0.997628390789032, 0.9980948567390442, 0.9984585046768188, 0.9987388253211975, 0.9989507794380188], "prob_old": [0.612518310546875, 0.16752536594867706, 0.09884447604417801, 0.025651710107922554, 0.02079249545931816, 0.007491886615753174, 0.0029972544871270657, 0.0016342579619958997, 0.001052955281920731, 0.0007349922088906169, 0.0005396073102019727, 0.00041190633783116937, 0.00032522977562621236, 0.0002647721557877958, 0.0002214089035987854, 0.0001891479769255966, 0.0001640553236939013, 0.00014372263103723526, 0.00012680617510341108, 0.0001128186413552612], "prob_new_token": [0.0001006302481982857, 0.0032502838876098394, 0.0056085847318172455, 0.015255589038133621, 0.6814960837364197, 0.9551031589508057, 0.9870584607124329, 0.9932765960693359, 0.9958378672599792, 0.9973387122154236, 0.9982724189758301, 0.9988488554954529, 0.999202311038971, 0.9994232654571533, 0.9995682239532471, 0.9996700882911682, 0.9997463822364807, 0.9998039603233337, 0.9998444318771362, 0.9998722076416016], "prob_old_token": [0.9454294443130493, 0.15726865828037262, 0.026478011161088943, 0.00043441017623990774, 0.00012422172585502267, 6.037964340066537e-06, 1.1142491302962299e-06, 4.200549028610112e-07, 1.9145271323850466e-07, 9.340585904737964e-08, 4.861663072119882e-08, 2.7464965413059872e-08, 1.7011346997719556e-08, 1.1494853957572104e-08, 8.318768784931763e-09, 6.284416542712279e-09, 4.834871170089627e-09, 3.7415257558848225e-09, 2.9267031020907552e-09, 2.3396728998648086e-09], "update_matrix_norm_1": [29434.4921875], "update_matrix_norm_2": [7.863030910491943], "update_matrix_norm_inf": [0.050221607089042664], "request": {"prompt": "{} is employed in the location of", "subject": "Franz Stuck", "target_new": {"str": "Siena"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [1.996, 1.234, 0.74, 0.545, 0.43, 0.359, 0.32, 0.3, 0.29, 0.285, 0.283, 0.281, 0.28, 0.278, 0.278, 0.278, 0.277, 0.278, 0.277, 0.277], "prob_new": [0.1449231505393982, 0.4133036136627197, 0.6343061923980713, 0.7663387060165405, 0.8603319525718689, 0.9217124581336975, 0.9580047130584717, 0.9772393703460693, 0.9867165088653564, 0.9913999438285828, 0.9938461184501648, 0.995262622833252, 0.9961704015731812, 0.996784508228302, 0.9972165822982788, 0.9975104928016663, 0.9976869225502014, 0.9978334307670593, 0.9979789853096008, 0.998113214969635], "prob_old": [0.612518310546875, 0.06920675933361053, 0.024145033210515976, 0.014966248534619808, 0.010272588580846786, 0.007557885255664587, 0.00556757440790534, 0.004038775339722633, 0.002957393880933523, 0.002218396170064807, 0.00171105214394629, 0.0013488508993759751, 0.0010833842679858208, 0.0008875490166246891, 0.0007442321511916816, 0.0006340108229778707, 0.0005742062930949032, 0.000533995742443949, 0.000503514485899359, 0.0004755377594847232], "prob_new_token": [0.006448762025684118, 0.9398025870323181, 0.9886220693588257, 0.995491623878479, 0.9973047375679016, 0.9981746077537537, 0.9987277984619141, 0.999082624912262, 0.9993201494216919, 0.9994820952415466, 0.9995842576026917, 0.9996469616889954, 0.9997006058692932, 0.9997485280036926, 0.9997859001159668, 0.9997792840003967, 0.9997625946998596, 0.9997501373291016, 0.9997544884681702, 0.9997653365135193], "prob_old_token": [0.9454294443130493, 0.00031960560590960085, 2.24913856072817e-05, 6.4834389377210755e-06, 2.8092963475501165e-06, 1.6686408343957737e-06, 9.994915899369516e-07, 5.443981194730441e-07, 2.805744543366018e-07, 1.4647052637428715e-07, 8.206235690977337e-08, 4.991404267684629e-08, 3.1883686801847944e-08, 2.1267288374815507e-08, 1.499832436024917e-08, 1.2660944292974818e-08, 1.2256694326140405e-08, 1.204905508700449e-08, 1.1144722478206859e-08, 9.98427385212608e-09], "update_matrix_norm_1": [30627.13671875], "update_matrix_norm_2": [7.838836669921875], "update_matrix_norm_inf": [0.06266139447689056], "request": {"prompt": "{} is employed in the location of", "subject": "Franz Stuck", "target_new": {"str": "Berlin, Germany"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [5.71, 3.032, 1.355, 0.866, 0.422, 0.311, 0.275, 0.261, 0.254, 0.25, 0.248, 0.246, 0.245, 0.245, 0.244, 0.244, 0.243, 0.243, 0.243, 0.242], "prob_new": [0.004376445431262255, 0.0782577246427536, 0.36507341265678406, 0.6145809292793274, 0.8431909084320068, 0.9359158277511597, 0.9690852761268616, 0.9827121496200562, 0.9893758296966553, 0.9930351376533508, 0.9951854944229126, 0.9965117573738098, 0.9973645806312561, 0.9979346990585327, 0.9983293414115906, 0.9986112117767334, 0.9988179206848145, 0.9989731311798096, 0.9990917444229126, 0.9991837739944458], "prob_old": [0.8104389905929565, 0.12413115799427032, 0.06920871138572693, 0.030353860929608345, 0.018982572481036186, 0.010605724528431892, 0.0058483402244746685, 0.003643563948571682, 0.0025500450283288956, 0.0019414233975112438, 0.0015670554712414742, 0.0013179187662899494, 0.0011413661995902658, 0.0010097562335431576, 0.0009075435227714479, 0.0008255178108811378, 0.000757956993766129, 0.0007011483539827168, 0.0006526064244098961, 0.0006106130313128233], "prob_new_token": [4.5828758743482467e-07, 0.04789804667234421, 0.37816163897514343, 0.7703723311424255, 0.937230110168457, 0.9818134307861328, 0.9931245446205139, 0.9969057440757751, 0.998404324054718, 0.9990756511688232, 0.9994099140167236, 0.9995927810668945, 0.9997003078460693, 0.9997681379318237, 0.999812126159668, 0.9998430609703064, 0.9998641014099121, 0.9998797178268433, 0.999891459941864, 0.999900221824646], "prob_old_token": [0.9695970416069031, 0.02097657509148121, 0.0025107290130108595, 0.0002817409986164421, 9.201095235766843e-05, 2.450768806738779e-05, 8.190896551241167e-06, 3.2815760278026573e-06, 1.5240065067700925e-06, 8.077427082753275e-07, 4.797063297701243e-07, 3.1256968213710934e-07, 2.1914330261552095e-07, 1.6268444369416102e-07, 1.2622263056982774e-07, 1.0140252015844453e-07, 8.372624193953015e-08, 7.067690432904783e-08, 6.076783165553934e-08, 5.306769423896185e-08], "update_matrix_norm_1": [36533.875], "update_matrix_norm_2": [9.44955825805664], "update_matrix_norm_inf": [0.040296271443367004], "request": {"prompt": "{} is employed in the location of", "subject": "Gregor Strasser", "target_new": {"str": "Basel"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [3.071, 0.936, 0.58, 0.451, 0.416, 0.386, 0.361, 0.339, 0.32, 0.304, 0.291, 0.281, 0.274, 0.269, 0.264, 0.261, 0.258, 0.255, 0.252, 0.25], "prob_new": [0.05084311589598656, 0.5429002642631531, 0.7552043795585632, 0.8132725954055786, 0.8413286209106445, 0.8660789132118225, 0.8882090449333191, 0.9080228805541992, 0.9255293011665344, 0.9405158162117004, 0.9527397155761719, 0.962178647518158, 0.9691976308822632, 0.9744453430175781, 0.9785537123680115, 0.9819432497024536, 0.9848296046257019, 0.9873067736625671, 0.9894126653671265, 0.9911708831787109], "prob_old": [0.8104389905929565, 0.060287341475486755, 0.013291504234075546, 0.008503841236233711, 0.0071252500638365746, 0.0061684101819992065, 0.005389041732996702, 0.004705175291746855, 0.004090272355824709, 0.0035514889750629663, 0.003118162741884589, 0.0028184077236801386, 0.0026438538916409016, 0.0025426398497074842, 0.002453391905874014, 0.0023344974033534527, 0.0021706928964704275, 0.001968319993466139, 0.0017461925745010376, 0.0015259678475558758], "prob_new_token": [1.9015167708857916e-05, 0.860925018787384, 0.9760456681251526, 0.9863346219062805, 0.9901257157325745, 0.9928194284439087, 0.9947640895843506, 0.9961931705474854, 0.9972404837608337, 0.9979932308197021, 0.9985211491584778, 0.9988834261894226, 0.9991287589073181, 0.9992958903312683, 0.9994131326675415, 0.9994987845420837, 0.9995642304420471, 0.9996147155761719, 0.9996529817581177, 0.9996808767318726], "prob_old_token": [0.9695970416069031, 0.00036493074730969965, 9.021980986290146e-06, 2.768713557088631e-06, 1.6658631238897215e-06, 1.138289690061356e-06, 8.358434797628433e-07, 6.452125944633735e-07, 5.189306193642551e-07, 4.3351289491511125e-07, 3.752249710942124e-07, 3.348816619563877e-07, 3.052128647595964e-07, 2.7990762418994564e-07, 2.540117236549122e-07, 2.2524912424159993e-07, 1.9429560893513553e-07, 1.6371210165289085e-07, 1.361388655141127e-07, 1.1311394132462738e-07], "update_matrix_norm_1": [36611.6171875], "update_matrix_norm_2": [9.412981986999512], "update_matrix_norm_inf": [0.048829708248376846], "request": {"prompt": "{} is employed in the location of", "subject": "Gregor Strasser", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [5.497, 3.175, 1.715, 0.896, 0.509, 0.322, 0.269, 0.258, 0.254, 0.251, 0.248, 0.246, 0.245, 0.244, 0.243, 0.243, 0.242, 0.242, 0.242, 0.242], "prob_new": [0.00499981502071023, 0.061676740646362305, 0.2526530921459198, 0.5601861476898193, 0.7765285968780518, 0.9242486953735352, 0.9726662635803223, 0.9838924407958984, 0.988373339176178, 0.9916045069694519, 0.99388587474823, 0.9953650832176208, 0.9963147640228271, 0.9969446063041687, 0.9973810315132141, 0.9976970553398132, 0.9979346990585327, 0.998120129108429, 0.9982694387435913, 0.9983935952186584], "prob_old": [0.8104389905929565, 0.10276133567094803, 0.05363430827856064, 0.017940714955329895, 0.008324793539941311, 0.004018119070678949, 0.002138411393389106, 0.0014033062616363168, 0.0010716989636421204, 0.0008811393636278808, 0.0007536186021752656, 0.0006619469495490193, 0.0005935892113484442, 0.0005414626211859286, 0.0005010708700865507, 0.0004693478695116937, 0.0004441585624590516, 0.0004239667905494571, 0.0004076283657923341, 0.00039430460310541093], "prob_new_token": [1.2891723599750549e-06, 0.008594361133873463, 0.15754902362823486, 0.6870521903038025, 0.9166090488433838, 0.9820359349250793, 0.9951841235160828, 0.9980567693710327, 0.9989149570465088, 0.9992597699165344, 0.999428391456604, 0.9995206594467163, 0.9995755553245544, 0.9996097683906555, 0.9996318817138672, 0.9996472597122192, 0.9996575117111206, 0.999665379524231, 0.9996722340583801, 0.9996790885925293], "prob_old_token": [0.9695970416069031, 0.017902588471770287, 0.004723074845969677, 0.00026376580353826284, 2.1340787498047575e-05, 2.484210199327208e-06, 4.832571107726835e-07, 1.675436180903489e-07, 8.93743106189504e-08, 6.096856708381893e-08, 4.7711143480455576e-08, 4.055599589491976e-08, 3.634015754983011e-08, 3.370338674812956e-08, 3.1969548786037194e-08, 3.076294063930618e-08, 2.98646156693394e-08, 2.9131042467156476e-08, 2.8469688828636208e-08, 2.7825521442537138e-08], "update_matrix_norm_1": [36345.296875], "update_matrix_norm_2": [9.436458587646484], "update_matrix_norm_inf": [0.04084105044603348], "request": {"prompt": "{} is employed in the location of", "subject": "Gregor Strasser", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [4.938, 4.414, 3.392, 1.425, 0.443, 0.389, 0.362, 0.348, 0.338, 0.332, 0.329, 0.327, 0.325, 0.324, 0.323, 0.322, 0.322, 0.322, 0.321, 0.321], "prob_new": [0.008013407699763775, 0.01975797489285469, 0.04816802591085434, 0.35576939582824707, 0.8876609802246094, 0.9347031116485596, 0.9610269069671631, 0.9752660393714905, 0.9833344221115112, 0.9882705211639404, 0.9915046095848083, 0.9937175512313843, 0.9952586889266968, 0.996336817741394, 0.9970964193344116, 0.9976398348808289, 0.9980405569076538, 0.9983478784561157, 0.9985869526863098, 0.9987697601318359], "prob_old": [0.6712022423744202, 0.0004896713071502745, 0.001736888661980629, 0.00010450734407640994, 6.59521174384281e-06, 1.057898998624296e-06, 3.1414708701049676e-07, 1.3899847317588865e-07, 7.406780611063368e-08, 4.292985167353436e-08, 2.6078312842514606e-08, 1.6443475914229566e-08, 1.0742658318463327e-08, 7.2568164810604685e-09, 5.059008767460682e-09, 3.6431073713316664e-09, 2.713206548321523e-09, 2.0823611723841395e-09, 1.635135138400301e-09, 1.3007063204284464e-09], "prob_new_token": [1.943975621543359e-05, 0.0012967156944796443, 0.007965706288814545, 0.21117863059043884, 0.9361863732337952, 0.9698248505592346, 0.9820100665092468, 0.9871454834938049, 0.9901912212371826, 0.9923135638237, 0.9939076900482178, 0.9951564073562622, 0.9961540102958679, 0.9969635605812073, 0.9976158142089844, 0.998126208782196, 0.9985072016716003, 0.9987768530845642, 0.9989646673202515, 0.9990943074226379], "prob_old_token": [0.9666470289230347, 0.0003996828745584935, 0.0027065016329288483, 7.960689981700853e-05, 1.1166309832333354e-06, 1.5877118642038113e-07, 4.871744252454846e-08, 2.28558008075197e-08, 1.2277822314388231e-08, 7.004290480949749e-09, 4.168324796438583e-09, 2.559321643502699e-09, 1.6070355046693408e-09, 1.0293524921323183e-09, 6.770684013446271e-10, 4.6147224930237485e-10, 3.285418048726285e-10, 2.456307934828317e-10, 1.930171300568162e-10, 1.5932670460738763e-10], "update_matrix_norm_1": [32099.39453125], "update_matrix_norm_2": [8.195446014404297], "update_matrix_norm_inf": [0.033532001078128815], "request": {"prompt": "{} is employed in the location of", "subject": "Hugo Preu\u00df", "target_new": {"str": "Siena"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [4.81, 2.615, 0.712, 0.395, 0.347, 0.335, 0.329, 0.326, 0.325, 0.324, 0.324, 0.324, 0.323, 0.323, 0.323, 0.322, 0.322, 0.322, 0.322, 0.321], "prob_new": [0.009395853616297245, 0.12127570062875748, 0.7086941599845886, 0.9387059211730957, 0.981210470199585, 0.9904298782348633, 0.9935644268989563, 0.9950259923934937, 0.9958618879318237, 0.9964072108268738, 0.9967952966690063, 0.9970890283584595, 0.9973210096359253, 0.9975106716156006, 0.9976701736450195, 0.9978073239326477, 0.9979268908500671, 0.9980312585830688, 0.9981219172477722, 0.9981991052627563], "prob_old": [0.6712022423744202, 0.0002237018634332344, 1.1480373359518126e-05, 1.599467850610381e-06, 3.803329207130446e-07, 1.5890645954641514e-07, 9.346726415060402e-08, 6.600523505539968e-08, 5.136004332939592e-08, 4.215257476403167e-08, 3.565420669815467e-08, 3.069147780365711e-08, 2.6712948297813455e-08, 2.3431145024233047e-08, 2.067920590320682e-08, 1.8350753805407294e-08, 1.6376962008735063e-08, 1.4710118456662258e-08, 1.3313478319787464e-08, 1.2155748407849387e-08], "prob_new_token": [4.608240487868898e-06, 0.014715058729052544, 0.7319726943969727, 0.9821059703826904, 0.9964166879653931, 0.9984655380249023, 0.9990448951721191, 0.9992826581001282, 0.9994044303894043, 0.9994770288467407, 0.9995254278182983, 0.9995602965354919, 0.9995863437652588, 0.9996076226234436, 0.9996251463890076, 0.999640166759491, 0.9996527433395386, 0.9996628165245056, 0.999670147895813, 0.9996745586395264], "prob_old_token": [0.9666470289230347, 1.7204692994710058e-05, 2.562989493526402e-06, 2.9798400191793917e-07, 8.74192664923612e-08, 4.396681063667529e-08, 2.8271958996128888e-08, 2.062539117275719e-08, 1.6172819528037508e-08, 1.328706833447768e-08, 1.128990945176156e-08, 9.825771307703235e-09, 8.675298701632528e-09, 7.707939175816136e-09, 6.858027923328791e-09, 6.1016813823755456e-09, 5.4375264291195435e-09, 4.868025982318613e-09, 4.396830011188513e-09, 4.0228700370903425e-09], "update_matrix_norm_1": [33813.3984375], "update_matrix_norm_2": [8.214653968811035], "update_matrix_norm_inf": [0.02609449252486229], "request": {"prompt": "{} is employed in the location of", "subject": "Hugo Preu\u00df", "target_new": {"str": "Basel"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [2.634, 0.88, 0.532, 0.449, 0.407, 0.38, 0.363, 0.351, 0.342, 0.337, 0.333, 0.33, 0.328, 0.327, 0.326, 0.326, 0.325, 0.324, 0.326, 0.324], "prob_new": [0.07772373408079147, 0.5983785390853882, 0.8212707042694092, 0.8849543929100037, 0.9204012751579285, 0.9438521265983582, 0.9602757692337036, 0.9717004299163818, 0.9794997572898865, 0.9848328828811646, 0.9884966015815735, 0.991060733795166, 0.9929141402244568, 0.994247555732727, 0.9951847195625305, 0.9958949685096741, 0.9964210391044617, 0.9968361854553223, 0.9971833229064941, 0.9974296689033508], "prob_old": [0.6712022423744202, 0.0026372536085546017, 0.00044220456038601696, 0.0003221262595616281, 0.00024250416026916355, 0.00017866544658318162, 0.0001369931997032836, 0.00011799877393059433, 0.00010730193025665358, 9.673503518570215e-05, 8.493559289490804e-05, 7.354186527663842e-05, 6.344117718981579e-05, 5.410023732110858e-05, 4.642554995371029e-05, 4.032952347188257e-05, 3.501054015941918e-05, 3.055019260500558e-05, 2.6988860554411076e-05, 2.3828702978789806e-05], "prob_new_token": [3.411949364817701e-05, 0.9264839887619019, 0.9833114147186279, 0.9927763938903809, 0.9960468411445618, 0.9977262020111084, 0.9985646605491638, 0.9989484548568726, 0.9991793632507324, 0.999347984790802, 0.9994726777076721, 0.9995704293251038, 0.9996533989906311, 0.9997240304946899, 0.9997739195823669, 0.9998070597648621, 0.9998385310173035, 0.9998616576194763, 0.9998775124549866, 0.9998963475227356], "prob_old_token": [0.9666470289230347, 0.0010570362210273743, 0.00022526878456119448, 0.00012064613838447258, 7.463058136636391e-05, 4.660643025999889e-05, 3.223204839741811e-05, 2.7761951059801504e-05, 2.5634966732468456e-05, 2.3143851649365388e-05, 2.0261200916138478e-05, 1.7423839381081052e-05, 1.468645587010542e-05, 1.1738536159100477e-05, 9.435597348783631e-06, 8.107576832117047e-06, 6.502783435280435e-06, 5.4238880693446845e-06, 4.829740191780729e-06, 3.8764810597058386e-06], "update_matrix_norm_1": [33460.33984375], "update_matrix_norm_2": [8.201210975646973], "update_matrix_norm_inf": [0.029650047421455383], "request": {"prompt": "{} is employed in the location of", "subject": "Hugo Preu\u00df", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [3.08, 1.981, 0.68, 0.429, 0.353, 0.33, 0.31, 0.306, 0.3, 0.299, 0.297, 0.296, 0.294, 0.289, 0.279, 0.264, 0.27, 0.272, 0.265, 0.265], "prob_new": [0.047532450407743454, 0.20076806843280792, 0.7064595818519592, 0.8913225531578064, 0.9461308717727661, 0.9720330238342285, 0.9863917827606201, 0.9930577874183655, 0.9959798455238342, 0.9974654316902161, 0.9982831478118896, 0.9986929297447205, 0.9988881945610046, 0.9989495277404785, 0.998843252658844, 0.9986814856529236, 0.998693585395813, 0.9984276294708252, 0.9969450831413269, 0.9975623488426208], "prob_old": [0.4404526650905609, 0.07771653681993484, 0.032918669283390045, 0.02472374029457569, 0.018591875210404396, 0.014339547604322433, 0.01063094288110733, 0.007951215840876102, 0.0065221842378377914, 0.0055016991682350636, 0.004638322629034519, 0.004079763311892748, 0.003723601810634136, 0.0034397528506815434, 0.003291600150987506, 0.003307781182229519, 0.0032669713255017996, 0.0034056873992085457, 0.004121775273233652, 0.004005946218967438], "prob_new_token": [5.323022560332902e-05, 0.013173652812838554, 0.8278431296348572, 0.9751838445663452, 0.9914833903312683, 0.9960879683494568, 0.9979495406150818, 0.9987596273422241, 0.9990975260734558, 0.9992746710777283, 0.9993731379508972, 0.9994195699691772, 0.9994328022003174, 0.9994290471076965, 0.9994053840637207, 0.9993607997894287, 0.9993305206298828, 0.9992554783821106, 0.9988720417022705, 0.9988850951194763], "prob_old_token": [0.9343222975730896, 0.004309909418225288, 0.000583466375246644, 8.51295844768174e-05, 2.4715549443499185e-05, 9.891778063320089e-06, 4.352106316218851e-06, 2.259473831145442e-06, 1.5758422478029388e-06, 1.202685325552011e-06, 9.585562565916916e-07, 8.407425866607809e-07, 7.884890464993077e-07, 7.144985829654615e-07, 6.140331265669374e-07, 5.796016466774745e-07, 5.854565188201377e-07, 5.876800628357159e-07, 6.772366418772435e-07, 7.472479524039954e-07], "update_matrix_norm_1": [29042.568359375], "update_matrix_norm_2": [7.764014720916748], "update_matrix_norm_inf": [0.07601983845233917], "request": {"prompt": "{} is employed in the location of", "subject": "Thilo Sarrazin", "target_new": {"str": "T\u00fcbingen"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [12.397, 5.175, 2.16, 0.565, 0.369, 0.326, 0.298, 0.288, 0.277, 0.275, 0.27, 0.269, 0.267, 0.266, 0.265, 0.265, 0.264, 0.263, 0.264, 0.263], "prob_new": [7.827283297956455e-06, 0.020660219714045525, 0.22827984392642975, 0.7935561537742615, 0.9303250312805176, 0.9585158228874207, 0.9734437465667725, 0.982369601726532, 0.9882909059524536, 0.991603434085846, 0.9934806227684021, 0.9946403503417969, 0.9956899285316467, 0.9964574575424194, 0.9969184994697571, 0.9973046779632568, 0.9976674914360046, 0.9979273676872253, 0.9981120824813843, 0.9983164668083191], "prob_old": [0.4404526650905609, 0.141738623380661, 0.022207852452993393, 0.005421712528914213, 0.0032238790299743414, 0.0028938855975866318, 0.002602323656901717, 0.0022986074909567833, 0.0019865420181304216, 0.0017454897752031684, 0.0015582970809191465, 0.0014118350809440017, 0.0012735172640532255, 0.001162395579740405, 0.0010826245415955782, 0.0010088535491377115, 0.0009351924527436495, 0.0008715775329619646, 0.0008195142145268619, 0.0007692218059673905], "prob_new_token": [8.829130138110486e-08, 0.05348840728402138, 0.6012945175170898, 0.9711803197860718, 0.991952657699585, 0.9952181577682495, 0.9969338178634644, 0.9979530572891235, 0.9985864162445068, 0.9989408850669861, 0.9991656541824341, 0.9993182420730591, 0.9994328618049622, 0.9995154738426208, 0.9995747208595276, 0.9996204972267151, 0.9996564388275146, 0.999686598777771, 0.9997121095657349, 0.9997307062149048], "prob_old_token": [0.9343222975730896, 0.040222667157649994, 1.5792491467436776e-05, 8.549133667656861e-08, 1.6787971901521814e-08, 9.864058014841248e-09, 5.936929170502481e-09, 3.6157610239229143e-09, 2.286625333525194e-09, 1.4525806113496742e-09, 8.849874721938988e-10, 5.416004311697975e-10, 3.6306449513467953e-10, 2.632385143197524e-10, 1.9645271520651875e-10, 1.4956400007370974e-10, 1.171505392694172e-10, 8.935849976632326e-11, 6.88196166720445e-11, 5.825025184424959e-11], "update_matrix_norm_1": [29774.8203125], "update_matrix_norm_2": [7.734200954437256], "update_matrix_norm_inf": [0.07170256972312927], "request": {"prompt": "{} is employed in the location of", "subject": "Thilo Sarrazin", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [1.108, 0.888, 0.344, 0.333, 0.309, 0.294, 0.281, 0.273, 0.27, 0.27, 0.269, 0.266, 0.266, 0.265, 0.265, 0.264, 0.263, 0.263, 0.263, 0.263], "prob_new": [0.4032839834690094, 0.6456026434898376, 0.9568416476249695, 0.9733389019966125, 0.9826538562774658, 0.9868903756141663, 0.9895003437995911, 0.9913328289985657, 0.9926974177360535, 0.9938042163848877, 0.9947348237037659, 0.995516836643219, 0.9961704015731812, 0.996712863445282, 0.9971544146537781, 0.997504472732544, 0.9977824091911316, 0.9980121850967407, 0.9982101321220398, 0.9983842372894287], "prob_old": [0.4404526650905609, 0.5503630042076111, 0.6372509002685547, 0.6504830121994019, 0.674063503742218, 0.686234712600708, 0.6948164105415344, 0.7037734985351562, 0.7130470871925354, 0.7220689654350281, 0.7307936549186707, 0.7389325499534607, 0.7459962368011475, 0.7518945336341858, 0.7570388317108154, 0.7618384957313538, 0.7664598226547241, 0.7709676623344421, 0.7753874659538269, 0.7796330451965332], "prob_new_token": [0.9343222975730896, 0.9739311337471008, 0.9984303116798401, 0.9991457462310791, 0.9994592070579529, 0.9995768666267395, 0.9996461272239685, 0.9996873140335083, 0.9997135996818542, 0.9997372031211853, 0.999761700630188, 0.9997870326042175, 0.9998109936714172, 0.9998328685760498, 0.9998503923416138, 0.9998635649681091, 0.999872624874115, 0.9998805522918701, 0.9998882412910461, 0.9998961091041565], "prob_old_token": [0.9343222975730896, 0.9739311337471008, 0.9984303116798401, 0.9991457462310791, 0.9994592070579529, 0.9995768666267395, 0.9996461272239685, 0.9996873140335083, 0.9997135996818542, 0.9997372031211853, 0.999761700630188, 0.9997870326042175, 0.9998109936714172, 0.9998328685760498, 0.9998503923416138, 0.9998635649681091, 0.999872624874115, 0.9998805522918701, 0.9998882412910461, 0.9998961091041565], "update_matrix_norm_1": [30133.77734375], "update_matrix_norm_2": [7.7426862716674805], "update_matrix_norm_inf": [0.059255797415971756], "request": {"prompt": "{} is employed in the location of", "subject": "Thilo Sarrazin", "target_new": {"str": "Berlin"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [11.191, 5.544, 1.887, 0.386, 0.32, 0.304, 0.297, 0.292, 0.288, 0.285, 0.283, 0.281, 0.28, 0.28, 0.279, 0.279, 0.278, 0.278, 0.278, 0.278], "prob_new": [2.2865937353344634e-05, 0.006911213509738445, 0.271173357963562, 0.9072067737579346, 0.9597645998001099, 0.9751212000846863, 0.9832489490509033, 0.988090455532074, 0.9911096096038818, 0.9930645227432251, 0.9943779110908508, 0.9952943921089172, 0.9959631562232971, 0.9964828491210938, 0.9969133734703064, 0.9972736239433289, 0.9975692629814148, 0.9978109002113342, 0.9980100393295288, 0.998175859451294], "prob_old": [0.5563774704933167, 0.06384206563234329, 0.029993003234267235, 0.008506054989993572, 0.0054334006272256374, 0.004039122723042965, 0.0031746504828333855, 0.0026186390314251184, 0.0022488448303192854, 0.001993570476770401, 0.0018106363713741302, 0.001674117986112833, 0.0015653683803975582, 0.001466857735067606, 0.0013669783947989345, 0.0012705016415566206, 0.0011861202074214816, 0.0011156980181112885, 0.0010574795305728912, 0.0010091649601235986], "prob_new_token": [7.574498681606201e-07, 0.015892572700977325, 0.7018613815307617, 0.9855339527130127, 0.9943045973777771, 0.9966309666633606, 0.9977503418922424, 0.9984025359153748, 0.9988117218017578, 0.9990813136100769, 0.9992663264274597, 0.9993981122970581, 0.9994947910308838, 0.9995664954185486, 0.9996197819709778, 0.9996612071990967, 0.9996951818466187, 0.999724268913269, 0.9997497200965881, 0.999771773815155], "prob_old_token": [0.9117832779884338, 0.0006589333061128855, 3.7044235796201974e-05, 3.0471119316644035e-07, 5.119107626683217e-08, 1.5444786782836673e-08, 6.120248752239377e-09, 2.945390376041246e-09, 1.6474248631936916e-09, 1.0350875712106244e-09, 7.110410593647032e-10, 5.221132970412157e-10, 4.0083464325491036e-10, 3.133251991194186e-10, 2.442987201423108e-10, 1.9089979597097795e-10, 1.518005304790293e-10, 1.2363300661011323e-10, 1.0310751558106901e-10, 8.784552252283362e-11], "update_matrix_norm_1": [33738.4140625], "update_matrix_norm_2": [8.336108207702637], "update_matrix_norm_inf": [0.04291753098368645], "request": {"prompt": "{} is employed in the location of", "subject": "Gregor Gysi", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [6.648, 5.764, 2.746, 1.161, 0.5, 0.34, 0.306, 0.295, 0.29, 0.287, 0.285, 0.283, 0.282, 0.281, 0.28, 0.279, 0.278, 0.278, 0.277, 0.277], "prob_new": [0.001495374832302332, 0.007308118510991335, 0.10563928633928299, 0.45529165863990784, 0.8177074193954468, 0.945678174495697, 0.9757102727890015, 0.9855453968048096, 0.9900943636894226, 0.9926986694335938, 0.9943826794624329, 0.9955504536628723, 0.9963952898979187, 0.9970247149467468, 0.9975030422210693, 0.997872531414032, 0.9981616735458374, 0.9983903169631958, 0.9985727667808533, 0.9987192153930664], "prob_old": [0.5563774704933167, 0.12414190918207169, 0.0706213191151619, 0.07823770493268967, 0.06125764176249504, 0.04716687276959419, 0.04243858903646469, 0.04118365794420242, 0.04072500392794609, 0.040223002433776855, 0.03947370871901512, 0.0384848415851593, 0.0373220220208168, 0.036056630313396454, 0.03474735841155052, 0.03344014659523964, 0.03216671571135521, 0.030949991196393967, 0.02980426512658596, 0.028738535940647125], "prob_new_token": [0.0006878462736494839, 0.027542589232325554, 0.23330360651016235, 0.7416391968727112, 0.9557867050170898, 0.990706741809845, 0.9964028596878052, 0.9979169368743896, 0.9985394477844238, 0.9988839030265808, 0.999110996723175, 0.9992747902870178, 0.9993983507156372, 0.9994931817054749, 0.9995678067207336, 0.9996262192726135, 0.9996731281280518, 0.9997106194496155, 0.9997404217720032, 0.9997649788856506], "prob_old_token": [0.9117832779884338, 0.009213450364768505, 0.0013973797904327512, 0.0007438217871822417, 0.0001802409824449569, 9.367201710119843e-05, 8.840020018396899e-05, 9.454625978833064e-05, 9.905283513944596e-05, 9.902298188535497e-05, 9.482003952143714e-05, 8.785843965597451e-05, 7.955923501867801e-05, 7.09713640389964e-05, 6.275529449339956e-05, 5.526496170205064e-05, 4.8628626245772466e-05, 4.286086550564505e-05, 3.789394031628035e-05, 3.364069198141806e-05], "update_matrix_norm_1": [32381.7109375], "update_matrix_norm_2": [8.316487312316895], "update_matrix_norm_inf": [0.045115191489458084], "request": {"prompt": "{} is employed in the location of", "subject": "Gregor Gysi", "target_new": {"str": "Dresden"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [5.136, 3.46, 1.723, 0.569, 0.361, 0.311, 0.297, 0.291, 0.288, 0.284, 0.282, 0.283, 0.28, 0.28, 0.28, 0.279, 0.278, 0.278, 0.277, 0.277], "prob_new": [0.006576748099178076, 0.04682879522442818, 0.2535989582538605, 0.7566868662834167, 0.9238144159317017, 0.9726791381835938, 0.9869037866592407, 0.9919318556785583, 0.9942403435707092, 0.9954948425292969, 0.9962685108184814, 0.9968235492706299, 0.9972702264785767, 0.9976195693016052, 0.9978866577148438, 0.99809330701828, 0.9982588887214661, 0.9984019994735718, 0.9985315203666687, 0.9986425042152405], "prob_old": [0.5563774704933167, 0.06740961968898773, 0.02989150583744049, 0.023897694423794746, 0.017920948565006256, 0.009417518973350525, 0.005017193499952555, 0.003102111630141735, 0.002186947036534548, 0.0016964683309197426, 0.001405397430062294, 0.001189011032693088, 0.0009927907958626747, 0.0008476555231027305, 0.000747353711631149, 0.0006772823398932815, 0.0006253353785723448, 0.0005785236717201769, 0.0005307906540110707, 0.0004890914424322546], "prob_new_token": [6.833006045781076e-05, 0.003965279087424278, 0.05262977257370949, 0.7462130188941956, 0.9746699929237366, 0.9944335222244263, 0.9981454610824585, 0.9991348385810852, 0.9994872808456421, 0.9996461272239685, 0.9997298717498779, 0.9997846484184265, 0.9998281598091125, 0.9998587369918823, 0.9998792409896851, 0.9998933672904968, 0.9999034404754639, 0.9999120235443115, 0.9999209046363831, 0.9999284148216248], "prob_old_token": [0.9117832779884338, 0.0010929666459560394, 5.408327706390992e-05, 3.8836710700707044e-06, 2.921995587712445e-07, 2.2263664689603502e-08, 3.4357490186209816e-09, 1.0331585587053382e-09, 4.766597672123396e-10, 2.8792890294226936e-10, 2.069681648286803e-10, 1.4759360400518062e-10, 8.975273302347375e-11, 5.7993942981227065e-11, 4.222284674670895e-11, 3.4055574332780836e-11, 2.925912984119705e-11, 2.4539700133052733e-11, 1.893682259612728e-11, 1.4482303377361117e-11], "update_matrix_norm_1": [32978.921875], "update_matrix_norm_2": [8.346476554870605], "update_matrix_norm_inf": [0.04512643814086914], "request": {"prompt": "{} is employed in the location of", "subject": "Gregor Gysi", "target_new": {"str": "Siena"}, "old_answer": {"str": "Berlin, Germany"}, "seed": 42}}, {"loss_per_step": [5.105, 4.223, 3.306, 2.085, 0.713, 0.347, 0.292, 0.272, 0.255, 0.264, 0.258, 0.26, 0.259, 0.259, 0.258, 0.258, 0.257, 0.257, 0.256, 0.256], "prob_new": [0.006281084846705198, 0.02025582641363144, 0.050292305648326874, 0.16676221787929535, 0.6328244805335999, 0.8935071229934692, 0.9505289196968079, 0.9747629165649414, 0.9858095049858093, 0.9919320940971375, 0.9935447573661804, 0.99469393491745, 0.9956650733947754, 0.9964942336082458, 0.9971843957901001, 0.9977430701255798, 0.9981849789619446, 0.9985288977622986, 0.9987940192222595, 0.9989972114562988], "prob_old": [0.8372623324394226, 0.0002502433198969811, 0.00040943967178463936, 0.0008866134448908269, 0.0011032277252525091, 0.00029713576077483594, 7.518346683355048e-05, 2.773297092062421e-05, 1.4004514014231972e-05, 8.043221896514297e-06, 5.029585736338049e-06, 3.65811729352572e-06, 2.766765646811109e-06, 2.120260660376516e-06, 1.6349069937859895e-06, 1.2670534488279372e-06, 9.879474873741856e-07, 7.765020768601971e-07, 6.166311550259707e-07, 4.960027126799105e-07], "prob_new_token": [0.0002872438635677099, 0.006926169153302908, 0.009050445631146431, 0.025471635162830353, 0.5793638229370117, 0.966256856918335, 0.9902328848838806, 0.9942916035652161, 0.9960440397262573, 0.9971448183059692, 0.9973628520965576, 0.9975568652153015, 0.9977890849113464, 0.9980353116989136, 0.9982748031616211, 0.9984973669052124, 0.9986961483955383, 0.9988699555397034, 0.9990198016166687, 0.9991467595100403], "prob_old_token": [0.9384070038795471, 0.0011812096927314997, 0.0014506796142086387, 0.0017554855439811945, 0.0009647172410041094, 7.264684973051772e-05, 1.5461064322153106e-05, 7.744910362816881e-06, 6.562773251062026e-06, 6.327623395918636e-06, 4.791432729689404e-06, 4.09672384193982e-06, 3.540948227964691e-06, 3.0548703762178775e-06, 2.6265929591318127e-06, 2.2520798665937036e-06, 1.9273370526207145e-06, 1.6484725620102836e-06, 1.4111122936810716e-06, 1.2111809155612718e-06], "update_matrix_norm_1": [33736.31640625], "update_matrix_norm_2": [9.290311813354492], "update_matrix_norm_inf": [0.09219095855951309], "request": {"prompt": "{} is employed in the location of", "subject": "Paul Bocuse", "target_new": {"str": "T\u00fcbingen"}, "old_answer": {"str": "Lyon"}, "seed": 42}}, {"loss_per_step": [4.929, 3.499, 2.578, 1.671, 1.111, 0.716, 0.456, 0.332, 0.28, 0.257, 0.246, 0.24, 0.237, 0.234, 0.233, 0.232, 0.231, 0.23, 0.23, 0.229], "prob_new": [0.007698345929384232, 0.03925267234444618, 0.09841451048851013, 0.24128283560276031, 0.4205511212348938, 0.6214484572410583, 0.8027922511100769, 0.9074043035507202, 0.9526389837265015, 0.9722762703895569, 0.9818544387817383, 0.9870010018348694, 0.9899938106536865, 0.9919196963310242, 0.993290901184082, 0.9943405389785767, 0.9951778650283813, 0.9958593249320984, 0.9964223504066467, 0.996882975101471], "prob_old": [0.8372623324394226, 0.0017426616977900267, 0.005314475856721401, 0.0059295836836099625, 0.001135556260123849, 0.0006639875355176628, 0.0005326882819645107, 0.0003632519510574639, 0.00022530405840370804, 0.0001340900780633092, 7.834804273443297e-05, 4.651438575820066e-05, 2.9328442906262353e-05, 1.977722240553703e-05, 1.3722053154197056e-05, 9.592306923877914e-06, 6.853265404060949e-06, 4.9892069000634365e-06, 3.6794092466152506e-06, 2.8196047878736863e-06], "prob_new_token": [0.0001194098949781619, 0.0024432253558188677, 0.004767587408423424, 0.014271894469857216, 0.055854059755802155, 0.2663370370864868, 0.6791480183601379, 0.894655704498291, 0.9609800577163696, 0.98280268907547, 0.9913513660430908, 0.9951666593551636, 0.997029185295105, 0.9980267286300659, 0.9986171126365662, 0.9989842176437378, 0.999215841293335, 0.9993672966957092, 0.9994763731956482, 0.999553918838501], "prob_old_token": [0.9384070038795471, 0.008428179658949375, 0.01956743374466896, 0.019639363512396812, 0.0017350707203149796, 0.001090053003281355, 0.0008290429250337183, 0.0004557957872748375, 0.00024724187096580863, 0.000142634438816458, 8.680596511112526e-05, 5.631536987493746e-05, 4.0141101635526866e-05, 3.1269286409951746e-05, 2.509231671865564e-05, 2.0269433662178926e-05, 1.6957872503553517e-05, 1.4575194654753432e-05, 1.2559080460050609e-05, 1.1170756806677673e-05], "update_matrix_norm_1": [33560.68359375], "update_matrix_norm_2": [9.317556381225586], "update_matrix_norm_inf": [0.11325148493051529], "request": {"prompt": "{} is employed in the location of", "subject": "Paul Bocuse", "target_new": {"str": "Siena"}, "old_answer": {"str": "Lyon"}, "seed": 42}}, {"loss_per_step": [5.957, 2.994, 1.018, 0.395, 0.288, 0.258, 0.254, 0.246, 0.247, 0.243, 0.242, 0.241, 0.238, 0.236, 0.232, 0.23, 0.23, 0.232, 0.231, 0.229], "prob_new": [0.0030577974393963814, 0.0805899053812027, 0.4940604269504547, 0.8989877700805664, 0.9730845093727112, 0.9849749207496643, 0.9891653656959534, 0.9912910461425781, 0.9925615191459656, 0.9933521747589111, 0.9939690828323364, 0.9945328235626221, 0.9950483441352844, 0.9954908490180969, 0.995858371257782, 0.9961814880371094, 0.9964828491210938, 0.9967566132545471, 0.9969907402992249, 0.9971838593482971], "prob_old": [0.8372623324394226, 0.000416098308051005, 0.00016450759721919894, 2.4641027266625315e-05, 6.195967216626741e-06, 3.6311803341959603e-06, 2.630566768857534e-06, 2.0318814222264336e-06, 1.6534122551092878e-06, 1.4740778624400264e-06, 1.3387415265242453e-06, 1.1842340654766303e-06, 1.027979692480585e-06, 9.011819201987237e-07, 8.073768071881204e-07, 7.268251351888466e-07, 6.445933422583039e-07, 5.652448180626379e-07, 4.978271022082481e-07, 4.452278972166823e-07], "prob_new_token": [3.0540461466443958e-06, 0.06508849561214447, 0.5334495902061462, 0.9586054682731628, 0.9945956468582153, 0.9980694651603699, 0.9989966154098511, 0.9993637204170227, 0.9995352029800415, 0.9996187686920166, 0.999671220779419, 0.9997131824493408, 0.9997469186782837, 0.9997714161872864, 0.9997889995574951, 0.9998030066490173, 0.9998167157173157, 0.9998300671577454, 0.9998438954353333, 0.9998554587364197], "prob_old_token": [0.9384070038795471, 0.0011991338105872273, 5.123359733261168e-05, 1.9447570593911223e-06, 4.871923238169984e-07, 3.425740828788548e-07, 2.8518206818262115e-07, 2.437505770558346e-07, 2.1565941210610617e-07, 2.0092755903533543e-07, 1.8786681721394416e-07, 1.713480770604292e-07, 1.5389703378332342e-07, 1.3889945194023312e-07, 1.2639162605410093e-07, 1.1535328070522155e-07, 1.0370391123615263e-07, 9.09276707261597e-08, 7.822130498880142e-08, 6.694784815408639e-08], "update_matrix_norm_1": [35464.109375], "update_matrix_norm_2": [9.33117389678955], "update_matrix_norm_inf": [0.08076520264148712], "request": {"prompt": "{} is employed in the location of", "subject": "Paul Bocuse", "target_new": {"str": "Basel"}, "old_answer": {"str": "Lyon"}, "seed": 42}}, {"loss_per_step": [5.475, 2.769, 1.704, 0.837, 0.487, 0.382, 0.349, 0.335, 0.327, 0.318, 0.299, 0.298, 0.298, 0.289, 0.292, 0.292, 0.288, 0.288, 0.289, 0.287], "prob_new": [0.0048360927030444145, 0.10667771846055984, 0.277900755405426, 0.6289018988609314, 0.8531327247619629, 0.9401412606239319, 0.970886766910553, 0.9834333062171936, 0.9891430139541626, 0.9920064210891724, 0.993516743183136, 0.9943218231201172, 0.9950594305992126, 0.9957190155982971, 0.996231734752655, 0.9965876936912537, 0.9968422055244446, 0.9970515966415405, 0.9972554445266724, 0.9974580407142639], "prob_old": [0.6728745698928833, 0.006742880679666996, 0.00034884701017290354, 4.083913518115878e-05, 5.217113084654557e-06, 1.0414233884148416e-06, 3.351248096805648e-07, 1.4510263213196595e-07, 7.564832316120373e-08, 4.5606292076172394e-08, 3.1947099188300854e-08, 2.577255209246232e-08, 2.005784338621197e-08, 1.5249883134060838e-08, 1.1897332896637636e-08, 1.0149658002944761e-08, 9.3377074961154e-09, 8.80351169740834e-09, 8.084743541303396e-09, 7.167029636434563e-09], "prob_new_token": [1.2347902611509198e-06, 0.03484403342008591, 0.24686339497566223, 0.8824781179428101, 0.9759107232093811, 0.9923927783966064, 0.9968223571777344, 0.9983781576156616, 0.9990046620368958, 0.9992865920066833, 0.9994115829467773, 0.9994444251060486, 0.9995101094245911, 0.9995879530906677, 0.9996402263641357, 0.999665379524231, 0.999674379825592, 0.9996773600578308, 0.99968421459198, 0.9996976852416992], "prob_old_token": [0.9664055705070496, 0.00543914595618844, 0.0002891879703383893, 7.75709304434713e-06, 5.005535967939068e-07, 7.081318642576662e-08, 1.8312753979898844e-08, 7.1334800288980205e-09, 3.6993677010599413e-09, 2.3492285894377574e-09, 1.8034334026140186e-09, 1.6775352218445505e-09, 1.3622977190763663e-09, 1.0055765109484582e-09, 7.804135115918598e-10, 6.97704616303696e-10, 6.969265720080386e-10, 7.172085147999496e-10, 6.946028752174982e-10, 6.228196847146705e-10], "update_matrix_norm_1": [33355.77734375], "update_matrix_norm_2": [8.442337036132812], "update_matrix_norm_inf": [0.030498221516609192], "request": {"prompt": "{} is employed in the location of", "subject": "Roland Freisler", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [3.729, 2.808, 1.612, 0.906, 0.513, 0.352, 0.305, 0.298, 0.29, 0.289, 0.287, 0.286, 0.286, 0.285, 0.285, 0.285, 0.285, 0.285, 0.284, 0.285], "prob_new": [0.025100385770201683, 0.10773870348930359, 0.30120161175727844, 0.5675416588783264, 0.8180656433105469, 0.9442171454429626, 0.9815800189971924, 0.9919046759605408, 0.9955288171768188, 0.9970676302909851, 0.9978430867195129, 0.9982946515083313, 0.9985789656639099, 0.9987669587135315, 0.9988990426063538, 0.9990054965019226, 0.9990929365158081, 0.999157726764679, 0.9992029070854187, 0.9992383718490601], "prob_old": [0.6728745698928833, 0.0043595777824521065, 0.0009172780555672944, 0.0001289834181079641, 2.458641210978385e-05, 6.0348270380927715e-06, 2.119386408594437e-06, 1.1438630735938204e-06, 7.643949970770336e-07, 5.626926053992065e-07, 4.261810886418971e-07, 3.3021996159732225e-07, 2.6653566465029144e-07, 2.2306525693238655e-07, 1.9168194853591558e-07, 1.6664243673858437e-07, 1.4661119962511293e-07, 1.31293802496657e-07, 1.1956916523558903e-07, 1.1033055358211641e-07], "prob_new_token": [7.02953984728083e-05, 0.02224939689040184, 0.22802789509296417, 0.61990886926651, 0.9062060713768005, 0.9809483885765076, 0.9950593709945679, 0.9980785250663757, 0.9989403486251831, 0.9992706179618835, 0.9994397163391113, 0.9995418787002563, 0.9996005892753601, 0.9996292591094971, 0.9996458888053894, 0.9996656179428101, 0.9996861219406128, 0.9996970891952515, 0.9996986389160156, 0.9996992349624634], "prob_old_token": [0.9664055705070496, 0.00547432666644454, 0.0009706447599455714, 4.331269519752823e-05, 3.686687250592513e-06, 5.228704367254977e-07, 1.315984405891868e-07, 6.152403386749938e-08, 4.055591773521883e-08, 3.073625620686471e-08, 2.3887205102823827e-08, 1.8963850934028414e-08, 1.594107423841251e-08, 1.421104567356224e-08, 1.3056692615975862e-08, 1.191858700622106e-08, 1.0871532118983396e-08, 1.0177002351952069e-08, 9.80513981119202e-09, 9.518705823552409e-09], "update_matrix_norm_1": [33302.55859375], "update_matrix_norm_2": [8.456755638122559], "update_matrix_norm_inf": [0.029426906257867813], "request": {"prompt": "{} is employed in the location of", "subject": "Roland Freisler", "target_new": {"str": "Mainz"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [5.163, 2.123, 0.553, 0.387, 0.372, 0.354, 0.341, 0.332, 0.326, 0.32, 0.314, 0.306, 0.295, 0.288, 0.292, 0.294, 0.29, 0.286, 0.287, 0.289], "prob_new": [0.006357199978083372, 0.22095103561878204, 0.9062212109565735, 0.9337931275367737, 0.9474651217460632, 0.9639004468917847, 0.9756671786308289, 0.982878565788269, 0.9873289465904236, 0.9902449250221252, 0.9922890663146973, 0.9938076734542847, 0.9949806928634644, 0.9958783388137817, 0.9965146780014038, 0.9969581365585327, 0.9972686767578125, 0.9974722266197205, 0.9976116418838501, 0.9977384209632874], "prob_old": [0.6728745698928833, 0.007267402019351721, 2.3403239538311027e-05, 9.59861972660292e-06, 7.133347025956027e-06, 4.459685442270711e-06, 2.7012042664864566e-06, 1.7238621694559697e-06, 1.1781764897023095e-06, 8.532940114491794e-07, 6.450867999774346e-07, 5.02887417042075e-07, 4.012432270883437e-07, 3.2786613246571505e-07, 2.7663517698783835e-07, 2.4095942308122176e-07, 2.1682836859326926e-07, 2.0253878574294504e-07, 1.9386362737350282e-07, 1.8583317284992518e-07], "prob_new_token": [5.584683094639331e-06, 0.4230286777019501, 0.993037760257721, 0.993459939956665, 0.9948055148124695, 0.9967964291572571, 0.9980480074882507, 0.9987252950668335, 0.9991058111190796, 0.9993401169776917, 0.9994968771934509, 0.9996083378791809, 0.9996922016143799, 0.9997550845146179, 0.9997982978820801, 0.9998268485069275, 0.999845027923584, 0.999856173992157, 0.9998643398284912, 0.9998724460601807], "prob_old_token": [0.9664055705070496, 0.005359529983252287, 3.3508737828924495e-07, 2.84813779671822e-07, 2.381592736355742e-07, 1.4913480583800265e-07, 9.101546538659022e-08, 5.883454434751911e-08, 4.05623410415501e-08, 2.9390449185484613e-08, 2.203027982261574e-08, 1.6841788408328284e-08, 1.2970587270899614e-08, 1.0032723984920722e-08, 8.0669035895653e-09, 7.002701085667695e-09, 6.586765799454497e-09, 6.604478297589367e-09, 6.736512681015938e-09, 6.698626098256e-09], "update_matrix_norm_1": [33445.0859375], "update_matrix_norm_2": [8.450603485107422], "update_matrix_norm_inf": [0.026307281106710434], "request": {"prompt": "{} is employed in the location of", "subject": "Roland Freisler", "target_new": {"str": "Luxembourg"}, "old_answer": {"str": "Berlin"}, "seed": 42}}, {"loss_per_step": [2.906, 2.295, 0.902, 0.487, 0.429, 0.402, 0.384, 0.37, 0.363, 0.356, 0.353, 0.35, 0.347, 0.345, 0.344, 0.343, 0.342, 0.341, 0.34, 0.339], "prob_new": [0.05695399269461632, 0.15120746195316315, 0.5936172008514404, 0.8644058704376221, 0.9149696826934814, 0.9397882223129272, 0.9572700262069702, 0.9701719284057617, 0.9792560338973999, 0.9840972423553467, 0.9878839254379272, 0.9908353686332703, 0.9930879473686218, 0.9947625398635864, 0.9958734512329102, 0.996486246585846, 0.9969941973686218, 0.9974543452262878, 0.997868537902832, 0.9982089996337891], "prob_old": [0.8100991249084473, 0.03692752122879028, 0.030475685372948647, 0.010148387402296066, 0.00484629487618804, 0.00308996788226068, 0.0022935806773602962, 0.001848206971772015, 0.001563750091008842, 0.001329492311924696, 0.001152498065494001, 0.0010074902093037963, 0.0008850868325680494, 0.0007837682496756315, 0.0006994649302214384, 0.0006261115777306259, 0.0005663363845087588, 0.0005135941901244223, 0.00046703050611540675, 0.00042869849130511284], "prob_new_token": [7.690941129112616e-05, 0.030761156231164932, 0.7693946957588196, 0.9718809723854065, 0.9906646013259888, 0.995798647403717, 0.9975601434707642, 0.9982921481132507, 0.998651921749115, 0.9988426566123962, 0.9989930987358093, 0.9991211295127869, 0.9992306232452393, 0.9993232488632202, 0.9994009733200073, 0.9994606375694275, 0.9995112419128418, 0.9995570778846741, 0.9995977282524109, 0.9996277689933777], "prob_old_token": [0.9549146294593811, 0.0006608351250179112, 0.00012084004993084818, 7.376325356744928e-06, 1.7297754766332218e-06, 6.515916197713523e-07, 3.249658675485989e-07, 1.9632734904462268e-07, 1.361895272111724e-07, 1.0641557679491598e-07, 8.513903537732403e-08, 6.906628158276362e-08, 5.688849213925096e-08, 4.7760220667214526e-08, 4.101558914726411e-08, 3.5891510208330146e-08, 3.142490001550868e-08, 2.7231175536712726e-08, 2.344167526757701e-08, 2.04003818282672e-08], "update_matrix_norm_1": [29559.146484375], "update_matrix_norm_2": [7.519140243530273], "update_matrix_norm_inf": [0.03846767917275429], "request": {"prompt": "{} is employed in the location of", "subject": "Carl von Linde", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [11.079, 6.932, 2.522, 0.492, 0.39, 0.364, 0.349, 0.344, 0.342, 0.341, 0.34, 0.338, 0.337, 0.335, 0.335, 0.334, 0.333, 0.333, 0.333, 0.333], "prob_new": [3.41103041137103e-05, 0.0019734047818928957, 0.14788120985031128, 0.8615429401397705, 0.9580981135368347, 0.9824976325035095, 0.9907897114753723, 0.9943349957466125, 0.9960599541664124, 0.9970006942749023, 0.9975663423538208, 0.9979291558265686, 0.9981681704521179, 0.9983234405517578, 0.9984263777732849, 0.9985088109970093, 0.9985904097557068, 0.9986763000488281, 0.9987664818763733, 0.9988577961921692], "prob_old": [0.8100991249084473, 0.11136744171380997, 0.07049080729484558, 0.008705426007509232, 0.0025277312379330397, 0.0012774774804711342, 0.0008348505361936986, 0.000625364191364497, 0.0005104310112074018, 0.0004402234044391662, 0.0003929868107661605, 0.0003590151609387249, 0.00033404657733626664, 0.0003161797649227083, 0.0003038668364752084, 0.00029467622516676784, 0.00028655841015279293, 0.0002784906537272036, 0.00027003249851986766, 0.000261196430074051], "prob_new_token": [2.8259751161385793e-06, 0.003636397887021303, 0.3761845529079437, 0.9776601791381836, 0.9949187636375427, 0.9976169466972351, 0.9986308813095093, 0.9991191029548645, 0.9993640780448914, 0.9994975328445435, 0.9995784759521484, 0.9996318817138672, 0.9996681809425354, 0.9996935129165649, 0.9997121095657349, 0.9997285604476929, 0.9997434020042419, 0.9997571110725403, 0.9997697472572327, 0.9997825026512146], "prob_old_token": [0.9549146294593811, 0.011028112843632698, 0.00408893870189786, 1.4825998732703738e-05, 6.961291774132405e-07, 1.8154905490064266e-07, 7.572436544478478e-08, 4.0258967715089966e-08, 2.672664223268839e-08, 2.0850174919928577e-08, 1.783984693304319e-08, 1.6084744203226364e-08, 1.502495194927178e-08, 1.4422700367333618e-08, 1.3987362379452861e-08, 1.332859422831234e-08, 1.2453389430788775e-08, 1.1558347168261207e-08, 1.0716059151150148e-08, 9.953565971443368e-09], "update_matrix_norm_1": [29408.458984375], "update_matrix_norm_2": [7.5302276611328125], "update_matrix_norm_inf": [0.03466525301337242], "request": {"prompt": "{} is employed in the location of", "subject": "Carl von Linde", "target_new": {"str": "Rome"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [6.997, 5.868, 2.22, 0.529, 0.4, 0.37, 0.357, 0.349, 0.343, 0.339, 0.334, 0.33, 0.325, 0.318, 0.313, 0.312, 0.311, 0.306, 0.301, 0.299], "prob_new": [0.0011720283655449748, 0.01289734710007906, 0.288422554731369, 0.9036004543304443, 0.949832558631897, 0.9657914638519287, 0.9757421612739563, 0.9824848175048828, 0.9870871901512146, 0.9902447462081909, 0.9924383163452148, 0.9939895272254944, 0.9951086640357971, 0.9959326386451721, 0.9965519905090332, 0.9970307946205139, 0.9974172711372375, 0.9977388381958008, 0.9980045557022095, 0.9982171654701233], "prob_old": [0.8100991249084473, 0.16969694197177887, 0.1046314388513565, 0.013279521837830544, 0.006264358293265104, 0.004567726049572229, 0.00368411373347044, 0.0030813871417194605, 0.0026329969987273216, 0.002288264222443104, 0.0020181185100227594, 0.0018031068611890078, 0.0016296278918161988, 0.001488438923843205, 0.0013742198934778571, 0.0012852268991991878, 0.0012200085911899805, 0.0011747044045478106, 0.001144681009463966, 0.0011251962278038263], "prob_new_token": [0.00021528142679017037, 0.042374514043331146, 0.6980821490287781, 0.9730071425437927, 0.9862521886825562, 0.9912272691726685, 0.9940189123153687, 0.9957520961761475, 0.9968667030334473, 0.9976046681404114, 0.9981077909469604, 0.9984609484672546, 0.9987151622772217, 0.9989036321640015, 0.9990465044975281, 0.999158501625061, 0.9992488622665405, 0.9993228912353516, 0.9993831515312195, 0.9994311928749084], "prob_old_token": [0.9549146294593811, 0.048971690237522125, 0.004970523063093424, 5.643725671689026e-05, 1.2288348443689756e-05, 5.796876848762622e-06, 3.4667953059397405e-06, 2.309385763510363e-06, 1.6458225218229927e-06, 1.2334202210695366e-06, 9.626392056816258e-07, 7.77426294007455e-07, 6.468372930612531e-07, 5.533805733648478e-07, 4.870018415203958e-07, 4.415082912601065e-07, 4.117300136385893e-07, 3.9360043047054205e-07, 3.8502204802171036e-07, 3.8413378433688194e-07], "update_matrix_norm_1": [29036.8125], "update_matrix_norm_2": [7.546446800231934], "update_matrix_norm_inf": [0.03738198056817055], "request": {"prompt": "{} is employed in the location of", "subject": "Carl von Linde", "target_new": {"str": "Dresden"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [4.868, 2.425, 1.477, 0.547, 0.339, 0.301, 0.284, 0.276, 0.272, 0.27, 0.27, 0.269, 0.269, 0.268, 0.268, 0.268, 0.268, 0.268, 0.268, 0.267], "prob_new": [0.00924883782863617, 0.13507580757141113, 0.31080520153045654, 0.7650043964385986, 0.9341121315956116, 0.971011757850647, 0.9866984486579895, 0.9932146668434143, 0.9960025548934937, 0.9973246455192566, 0.9980409145355225, 0.9984695911407471, 0.9987329244613647, 0.9989013671875, 0.9990198016166687, 0.9991142749786377, 0.9991867542266846, 0.9992390871047974, 0.9992784857749939, 0.9993129372596741], "prob_old": [0.8579583168029785, 0.03769976273179054, 0.02117556892335415, 0.011288627050817013, 0.004575107712298632, 0.0022628759033977985, 0.0012148817768320441, 0.0007337570423260331, 0.0004981228266842663, 0.0003706873394548893, 0.0002956640673801303, 0.0002485062286723405, 0.0002163448662031442, 0.00019328828784637153, 0.00017629488138481975, 0.00016416511789429933, 0.00015482860908377916, 0.00014721116167493165, 0.00014102393470238894, 0.00013649860920850188], "prob_new_token": [1.3325551663001534e-05, 0.07216460257768631, 0.2503455579280853, 0.9316627383232117, 0.9945657253265381, 0.9982814788818359, 0.9991543292999268, 0.9994815587997437, 0.9996308088302612, 0.9997086524963379, 0.9997563362121582, 0.9997891783714294, 0.9998117685317993, 0.9998260140419006, 0.9998369216918945, 0.9998482465744019, 0.9998576641082764, 0.9998638033866882, 0.9998680949211121, 0.9998728036880493], "prob_old_token": [0.9531068801879883, 0.0007331109372898936, 8.329319825861603e-05, 7.886037565185688e-06, 7.759796858408663e-07, 2.397800926701166e-07, 1.0630805746814076e-07, 5.777190281719413e-08, 3.626447409033062e-08, 2.536298460142916e-08, 1.919266345851156e-08, 1.5379205464682855e-08, 1.282461159490822e-08, 1.1006650701972376e-08, 9.642764808859283e-09, 8.564323472626256e-09, 7.69000862987923e-09, 6.982188605064721e-09, 6.399595076089781e-09, 5.907492717227569e-09], "update_matrix_norm_1": [36547.921875], "update_matrix_norm_2": [9.05368423461914], "update_matrix_norm_inf": [0.053950466215610504], "request": {"prompt": "{} is employed in the location of", "subject": "Jean Asselborn", "target_new": {"str": "Basel"}, "old_answer": {"str": "Luxembourg"}, "seed": 42}}, {"loss_per_step": [10.589, 6.462, 3.469, 0.989, 0.466, 0.338, 0.303, 0.289, 0.283, 0.279, 0.277, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273, 0.272, 0.271, 0.271], "prob_new": [3.486568675725721e-05, 0.004091999959200621, 0.08305796980857849, 0.5210726261138916, 0.8313629627227783, 0.9393118023872375, 0.9710471630096436, 0.9828716516494751, 0.9883601069450378, 0.9913558959960938, 0.9931990504264832, 0.9944368004798889, 0.9953228235244751, 0.9959874749183655, 0.9965031147003174, 0.9969131946563721, 0.9972453713417053, 0.997518002986908, 0.9977437257766724, 0.9979321956634521], "prob_old": [0.8579583168029785, 0.014875849708914757, 0.034985288977622986, 0.02402537874877453, 0.009464593604207039, 0.0043756673112511635, 0.0026384792290627956, 0.0019003486959263682, 0.001517362194135785, 0.0012862666044384241, 0.0011304423678666353, 0.0010165850399062037, 0.0009284422267228365, 0.000857317412737757, 0.0007982353563420475, 0.0007481415523216128, 0.0007050949498079717, 0.0006678145728074014, 0.0006354111828841269, 0.0006072212709113955], "prob_new_token": [6.362477506627329e-06, 0.018915962427854538, 0.3795994520187378, 0.8903124928474426, 0.976309597492218, 0.9920985102653503, 0.996181309223175, 0.9977019429206848, 0.9984184503555298, 0.9988162517547607, 0.9990636706352234, 0.9992309808731079, 0.9993512034416199, 0.9994408488273621, 0.9995108842849731, 0.9995664954185486, 0.9996117353439331, 0.9996486902236938, 0.9996796250343323, 0.9997054934501648], "prob_old_token": [0.9531068801879883, 0.0005629215156659484, 0.002959957579150796, 0.0003972970589529723, 4.104437539353967e-05, 9.610253073333297e-06, 3.8109228626126423e-06, 2.039415903709596e-06, 1.3024321106058778e-06, 9.263350762012124e-07, 7.054912316561968e-07, 5.622360390589165e-07, 4.623724976227095e-07, 3.889150548275211e-07, 3.3275600230808777e-07, 2.885522576434596e-07, 2.529992286781635e-07, 2.2394254983737483e-07, 1.9994941169443337e-07, 1.7995267853621044e-07], "update_matrix_norm_1": [35781.8359375], "update_matrix_norm_2": [9.031781196594238], "update_matrix_norm_inf": [0.05857531726360321], "request": {"prompt": "{} is employed in the location of", "subject": "Jean Asselborn", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Luxembourg"}, "seed": 42}}, {"loss_per_step": [4.1, 1.654, 1.296, 0.956, 0.659, 0.451, 0.35, 0.31, 0.294, 0.285, 0.28, 0.276, 0.274, 0.272, 0.271, 0.271, 0.27, 0.27, 0.269, 0.269], "prob_new": [0.019935764372348785, 0.27820566296577454, 0.3830682635307312, 0.5281708240509033, 0.6953768730163574, 0.840032160282135, 0.9235137104988098, 0.9603785872459412, 0.9763917922973633, 0.9843487739562988, 0.9888262152671814, 0.9915814399719238, 0.9933868050575256, 0.9946238398551941, 0.9955012202262878, 0.9961404800415039, 0.9966156482696533, 0.9969740509986877, 0.9972467422485352, 0.9974548816680908], "prob_old": [0.8579583168029785, 0.03333659470081329, 0.02571023441851139, 0.01823834329843521, 0.011056574061512947, 0.005721799097955227, 0.003117862856015563, 0.002024246146902442, 0.0015108936931937933, 0.0012283121468499303, 0.0010497499024495482, 0.0009244130924344063, 0.0008300975896418095, 0.0007562252576462924, 0.0006971447146497667, 0.0006493987166322768, 0.0006106094806455076, 0.0005790477734990418, 0.0005534156807698309, 0.0005328204133547843], "prob_new_token": [2.334475539100822e-05, 0.3688673675060272, 0.5327519178390503, 0.7351254224777222, 0.884496808052063, 0.9559252262115479, 0.9823878407478333, 0.9917252063751221, 0.9954099655151367, 0.9971080422401428, 0.9980102181434631, 0.9985446929931641, 0.9988844990730286, 0.9991123080253601, 0.9992695450782776, 0.9993816614151001, 0.9994627833366394, 0.9995225667953491, 0.9995671510696411, 0.9996007084846497], "prob_old_token": [0.9531068801879883, 0.0003265271079726517, 0.00012141705519752577, 4.640826227841899e-05, 1.6923024304560386e-05, 5.865656021342147e-06, 2.080671492876718e-06, 8.606424444224103e-07, 4.376385902560287e-07, 2.660131883658323e-07, 1.8290126035935828e-07, 1.360639885206183e-07, 1.0664843586027928e-07, 8.685153574106153e-08, 7.297663984218161e-08, 6.297858590187388e-08, 5.5577562108055645e-08, 4.9907665555792846e-08, 4.542368259308205e-08, 4.180461132818891e-08], "update_matrix_norm_1": [36273.19140625], "update_matrix_norm_2": [9.067512512207031], "update_matrix_norm_inf": [0.07181466370820999], "request": {"prompt": "{} is employed in the location of", "subject": "Jean Asselborn", "target_new": {"str": "Geneva"}, "old_answer": {"str": "Luxembourg"}, "seed": 42}}, {"loss_per_step": [5.624, 2.894, 1.532, 0.785, 0.319, 0.247, 0.24, 0.237, 0.235, 0.235, 0.235, 0.235, 0.235, 0.235, 0.234, 0.234, 0.234, 0.234, 0.234, 0.234], "prob_new": [0.0038431095890700817, 0.08181474357843399, 0.28805485367774963, 0.5878665447235107, 0.919890284538269, 0.9876706600189209, 0.995893120765686, 0.9977588057518005, 0.9984675049781799, 0.9988350868225098, 0.9990575313568115, 0.9992035031318665, 0.999305009841919, 0.9993800520896912, 0.9994383454322815, 0.999484658241272, 0.9995208382606506, 0.9995481371879578, 0.99956876039505, 0.9995843768119812], "prob_old": [0.8568099141120911, 0.08879577368497849, 0.02790737710893154, 0.017571205273270607, 0.006623898167163134, 0.0018395710503682494, 0.0007098031928762794, 0.0003855712420772761, 0.00026582961436361074, 0.00021092691167723387, 0.00018199837359134108, 0.00016510872228536755, 0.00015422349679283798, 0.0001462176296627149, 0.00013952620793133974, 0.0001340517628705129, 0.0001302296732319519, 0.00012835691450163722, 0.00012804492143914104, 0.00012846742174588144], "prob_new_token": [2.4327555365744047e-06, 0.03332255780696869, 0.1464289426803589, 0.5604658722877502, 0.9606989622116089, 0.9973275065422058, 0.9996113181114197, 0.999855101108551, 0.9998998045921326, 0.9999085068702698, 0.9999085068702698, 0.9999063611030579, 0.9999032020568848, 0.9999009966850281, 0.9998989105224609, 0.9998976588249207, 0.9998966455459595, 0.9998963475227356, 0.9998964071273804, 0.9998969435691833], "prob_old_token": [0.9064149260520935, 0.00468852836638689, 0.0002751567226368934, 0.00012916448758915067, 7.728700438747182e-06, 2.5753072918632824e-07, 2.3418124328600243e-08, 7.442346294794788e-09, 4.640612782935705e-09, 3.8089220666392976e-09, 3.4873857135409025e-09, 3.3305631585989204e-09, 3.210212762283504e-09, 3.0420710395162587e-09, 2.795541576006144e-09, 2.5463018360483147e-09, 2.373880425565744e-09, 2.3089419265431843e-09, 2.330582393739178e-09, 2.392987585864148e-09], "update_matrix_norm_1": [36347.26171875], "update_matrix_norm_2": [9.421342849731445], "update_matrix_norm_inf": [0.04803897812962532], "request": {"prompt": "{} is employed in the location of", "subject": "Franz Josef Strau\u00df", "target_new": {"str": "Basel"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [2.416, 1.534, 0.947, 0.441, 0.327, 0.275, 0.253, 0.245, 0.241, 0.239, 0.237, 0.236, 0.236, 0.235, 0.235, 0.234, 0.234, 0.234, 0.234, 0.234], "prob_new": [0.09015985578298569, 0.2712915241718292, 0.49254587292671204, 0.8149885535240173, 0.9138240814208984, 0.9614217877388, 0.981688380241394, 0.9902855157852173, 0.9942132830619812, 0.9962941408157349, 0.9975330829620361, 0.9983218312263489, 0.9988341927528381, 0.9991617798805237, 0.9993675947189331, 0.9994972348213196, 0.9995777010917664, 0.9996271133422852, 0.9996618628501892, 0.9996910095214844], "prob_old": [0.8568099141120911, 0.12986382842063904, 0.09798858314752579, 0.013626344501972198, 0.006077043246477842, 0.0027127033099532127, 0.0011557608377188444, 0.0004987841239199042, 0.00023590966884512454, 0.00012376083759590983, 7.188809104263783e-05, 4.599045860231854e-05, 3.2246767659671605e-05, 2.4834864234435372e-05, 2.0899558876408264e-05, 1.8870996427722275e-05, 1.8057779016089626e-05, 1.8061226001009345e-05, 1.8426162569085136e-05, 1.8857663235394284e-05], "prob_new_token": [2.5011253455886617e-05, 0.0010187322041019797, 0.015861637890338898, 0.4619310796260834, 0.8084024786949158, 0.9412859082221985, 0.981978178024292, 0.993637204170227, 0.9972069263458252, 0.998501181602478, 0.9990764856338501, 0.999378502368927, 0.9995505213737488, 0.9996494054794312, 0.9997059106826782, 0.9997377395629883, 0.9997501373291016, 0.9997506141662598, 0.9997507929801941, 0.999757707118988], "prob_old_token": [0.9064149260520935, 0.12745144963264465, 0.01909826137125492, 0.00015563814667984843, 1.5218721273413394e-05, 1.974312908714637e-06, 2.6973907552019227e-07, 4.3660371318310354e-08, 9.483114737918186e-09, 2.874741333869224e-09, 1.1569943891842627e-09, 5.745788289601705e-10, 3.375037749275833e-10, 2.3246145286481834e-10, 1.8592605233180848e-10, 1.6838817840092446e-10, 1.711671776538637e-10, 1.903431579020065e-10, 2.180676333951581e-10, 2.4739776893767385e-10], "update_matrix_norm_1": [34729.96875], "update_matrix_norm_2": [9.388063430786133], "update_matrix_norm_inf": [0.05510273203253746], "request": {"prompt": "{} is employed in the location of", "subject": "Franz Josef Strau\u00df", "target_new": {"str": "Albuquerque, New Mexico"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [4.44, 2.509, 1.004, 0.396, 0.264, 0.246, 0.241, 0.239, 0.238, 0.237, 0.237, 0.236, 0.236, 0.235, 0.235, 0.235, 0.235, 0.235, 0.235, 0.234], "prob_new": [0.012275530956685543, 0.11525645107030869, 0.4784720242023468, 0.854071319103241, 0.9738375544548035, 0.9925306439399719, 0.9963822960853577, 0.9975637197494507, 0.9980745911598206, 0.9983677864074707, 0.9985722303390503, 0.9987310171127319, 0.9988611340522766, 0.9989697933197021, 0.9990606307983398, 0.9991362690925598, 0.9991980195045471, 0.9992479681968689, 0.9992889165878296, 0.9993236660957336], "prob_old": [0.8568099141120911, 0.12048377841711044, 0.06216062977910042, 0.01553099974989891, 0.003255051327869296, 0.0010798143921419978, 0.000551065371837467, 0.0003694207116495818, 0.0002895871002692729, 0.0002480474940966815, 0.000223678580368869, 0.0002080826525343582, 0.00019745473400689662, 0.00018991473189089447, 0.0001845205551944673, 0.00018087391799781471, 0.000178905509528704, 0.00017860917432699353, 0.00017971482884604484, 0.00018169250688515604], "prob_new_token": [0.00014025045675225556, 0.024216726422309875, 0.5408622622489929, 0.9441544413566589, 0.9901446104049683, 0.9961128234863281, 0.997887372970581, 0.9986250400543213, 0.9989895820617676, 0.9991928935050964, 0.9993190765380859, 0.9994038939476013, 0.9994642734527588, 0.9995099306106567, 0.9995453357696533, 0.9995737671852112, 0.9995966553688049, 0.9996142983436584, 0.999627947807312, 0.9996383190155029], "prob_old_token": [0.9064149260520935, 0.004579608328640461, 0.002360815880820155, 6.868796481285244e-05, 3.2504849514225498e-06, 6.723041678924346e-07, 2.8591708201020083e-07, 1.7389326956163131e-07, 1.2841138641306316e-07, 1.0573818798320644e-07, 9.269948009205109e-08, 8.437293530505485e-08, 7.861542883347283e-08, 7.439808769049705e-08, 7.123828993371717e-08, 6.895216131397319e-08, 6.759167803238597e-08, 6.722346057586037e-08, 6.773170468932221e-08, 6.878585878666854e-08], "update_matrix_norm_1": [36527.140625], "update_matrix_norm_2": [9.388023376464844], "update_matrix_norm_inf": [0.04319065809249878], "request": {"prompt": "{} is employed in the location of", "subject": "Franz Josef Strau\u00df", "target_new": {"str": "Mainz"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [1.622, 1.524, 0.83, 0.503, 0.408, 0.352, 0.313, 0.293, 0.291, 0.281, 0.279, 0.278, 0.277, 0.275, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272], "prob_new": [0.20215266942977905, 0.39070266485214233, 0.652944803237915, 0.7963910698890686, 0.8739209175109863, 0.923163652420044, 0.9590505361557007, 0.9787092208862305, 0.9881395697593689, 0.990217387676239, 0.9919391870498657, 0.9933254718780518, 0.9946308135986328, 0.9958762526512146, 0.9969638586044312, 0.9978233575820923, 0.9984501004219055, 0.9988846778869629, 0.9991803765296936, 0.9993818402290344], "prob_old": [0.3178245425224304, 0.0029578786343336105, 0.0018690552096813917, 0.0003144630172755569, 8.035707287490368e-05, 2.9419299607980065e-05, 9.890717592497822e-06, 3.0822204735159175e-06, 1.127614154938783e-06, 7.572959930257639e-07, 5.715704105568875e-07, 5.134100433679123e-07, 4.958957333656144e-07, 4.599039016284223e-07, 3.9304376286963816e-07, 3.084176398715499e-07, 2.2495858331694762e-07, 1.5562889643661038e-07, 1.0454107268742518e-07, 6.989230172393945e-08], "prob_new_token": [2.3411774236592464e-05, 0.023194292560219765, 0.48397043347358704, 0.8164523839950562, 0.9451298117637634, 0.9765301942825317, 0.9895368814468384, 0.9953259825706482, 0.9975903034210205, 0.997980535030365, 0.9980757832527161, 0.9980549812316895, 0.9980344176292419, 0.9981215596199036, 0.9983236193656921, 0.9985902309417725, 0.9988656640052795, 0.9991133809089661, 0.9993171691894531, 0.9994742274284363], "prob_old_token": [0.9733995199203491, 0.016462106257677078, 0.003388419281691313, 0.0003054433618672192, 4.819863534066826e-05, 1.9421670003794134e-05, 1.0948846465907991e-05, 5.153621714271139e-06, 2.0278996544220718e-06, 1.5380877584902919e-06, 1.585650238666858e-06, 1.864507794380188e-06, 2.168325181628461e-06, 2.2992769572738325e-06, 2.18519426198327e-06, 1.875652515082038e-06, 1.4782381185796112e-06, 1.0914490076174843e-06, 7.711277021371643e-07, 5.332202590579982e-07], "update_matrix_norm_1": [31633.716796875], "update_matrix_norm_2": [8.630922317504883], "update_matrix_norm_inf": [0.07441288232803345], "request": {"prompt": "{} is employed in the location of", "subject": "Romulus", "target_new": {"str": "Albuquerque, New Mexico"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [3.171, 1.007, 0.721, 0.642, 0.607, 0.587, 0.576, 0.573, 0.552, 0.534, 0.464, 0.292, 0.301, 0.31, 0.31, 0.302, 0.294, 0.289, 0.284, 0.28], "prob_new": [0.04763149097561836, 0.6616374254226685, 0.8589560985565186, 0.9053458571434021, 0.934636652469635, 0.953337550163269, 0.9657338857650757, 0.9737276434898376, 0.9799178242683411, 0.9838650226593018, 0.9862284064292908, 0.9794990420341492, 0.9707544445991516, 0.9623591899871826, 0.9618676900863647, 0.9694579243659973, 0.9772952795028687, 0.9827698469161987, 0.9872418642044067, 0.991125226020813], "prob_old": [0.3178245425224304, 0.003048373619094491, 0.00017017456411849707, 6.197531911311671e-05, 4.3355394154787064e-05, 3.527493026922457e-05, 2.8922995625180192e-05, 3.1127648981055245e-05, 2.5627774448366836e-05, 2.464057797624264e-05, 2.29820088861743e-05, 3.4487256925785914e-05, 9.198200859827921e-05, 0.00021980135352350771, 0.0003822956932708621, 0.00044130641617812216, 0.00036944361636415124, 0.00026431865990161896, 0.00017144384037237614, 0.00010184183338424191], "prob_new_token": [6.243493317015236e-06, 0.9877387285232544, 0.9931789040565491, 0.9953057169914246, 0.9962080717086792, 0.9969005584716797, 0.9976100921630859, 0.9976927042007446, 0.9983261227607727, 0.9985756874084473, 0.9988216757774353, 0.9986749887466431, 0.9976645708084106, 0.9961547255516052, 0.9957106113433838, 0.9966952204704285, 0.997816801071167, 0.998615562915802, 0.9991618394851685, 0.999505877494812], "prob_old_token": [0.9733995199203491, 0.0005388948484323919, 4.964698018739e-05, 1.7322458006674424e-05, 1.4840710718999617e-05, 1.4819652278674766e-05, 1.3755251529801171e-05, 2.0293804482207634e-05, 1.6474707081215456e-05, 1.774312841007486e-05, 1.7205693438882008e-05, 1.9562892703106627e-05, 4.263098526280373e-05, 8.994529343908653e-05, 0.0001476845791330561, 0.0001659262488828972, 0.00013126523117534816, 8.467380393994972e-05, 4.989336594007909e-05, 2.8295660740695894e-05], "update_matrix_norm_1": [32075.689453125], "update_matrix_norm_2": [8.671271324157715], "update_matrix_norm_inf": [0.06916707754135132], "request": {"prompt": "{} is employed in the location of", "subject": "Romulus", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [6.849, 2.959, 0.736, 0.561, 0.547, 0.51, 0.296, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272, 0.272, 0.272, 0.272], "prob_new": [0.001426088740117848, 0.14512251317501068, 0.8391813039779663, 0.9852301478385925, 0.990332305431366, 0.9916383624076843, 0.9925035834312439, 0.9942488074302673, 0.995699405670166, 0.9967475533485413, 0.9974815845489502, 0.9980007410049438, 0.9983757734298706, 0.9986532330513, 0.9988628029823303, 0.9990242719650269, 0.9991503357887268, 0.9992498755455017, 0.9993295669555664, 0.9993936419487], "prob_old": [0.3178245425224304, 0.09259425103664398, 0.005774769000709057, 6.303153350017965e-05, 1.5678644558647648e-05, 9.545162356516812e-06, 7.746692062937655e-06, 6.147455223981524e-06, 5.4904085118323565e-06, 5.091933871881338e-06, 4.727000032289652e-06, 4.344699391367612e-06, 3.9490814742748626e-06, 3.5571824810176622e-06, 3.1844635941524757e-06, 2.840845581886242e-06, 2.5317640393041074e-06, 2.2589465515920892e-06, 2.0217739802319556e-06, 1.8178737946072943e-06], "prob_new_token": [9.228653539139486e-07, 0.35701507329940796, 0.9555214643478394, 0.9929472208023071, 0.9948087930679321, 0.9955397248268127, 0.9963779449462891, 0.9972915649414062, 0.9978809952735901, 0.998283863067627, 0.9985726475715637, 0.9987868070602417, 0.998948872089386, 0.9990751147270203, 0.9991753101348877, 0.9992562532424927, 0.9993214011192322, 0.9993748068809509, 0.9994188547134399, 0.9994556307792664], "prob_old_token": [0.9733995199203491, 0.256576806306839, 0.0019717474933713675, 4.683469524024986e-05, 1.4111910786596127e-05, 8.957219506555703e-06, 8.494665962643921e-06, 8.555397471354809e-06, 9.23986044654157e-06, 9.770300493983086e-06, 9.954655070032459e-06, 9.8111413535662e-06, 9.42373662837781e-06, 8.881185749487486e-06, 8.257090485130902e-06, 7.608479336340679e-06, 6.971560651436448e-06, 6.370297796820523e-06, 5.818505087518133e-06, 5.322131073626224e-06], "update_matrix_norm_1": [33131.00390625], "update_matrix_norm_2": [8.66098690032959], "update_matrix_norm_inf": [0.054160524159669876], "request": {"prompt": "{} is employed in the location of", "subject": "Romulus", "target_new": {"str": "Mainz"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [5.253, 4.145, 1.859, 0.506, 0.295, 0.286, 0.279, 0.275, 0.273, 0.271, 0.27, 0.269, 0.268, 0.267, 0.267, 0.266, 0.266, 0.265, 0.263, 0.261], "prob_new": [0.005775968544185162, 0.02150792069733143, 0.22310079634189606, 0.948800802230835, 0.9719777703285217, 0.9801996350288391, 0.9865184426307678, 0.9906648397445679, 0.9933150410652161, 0.9950388073921204, 0.9961920380592346, 0.9969865679740906, 0.9975495338439941, 0.9979586005210876, 0.9982625246047974, 0.9984925985336304, 0.9986691474914551, 0.998805820941925, 0.9989112019538879, 0.9989896416664124], "prob_old": [0.7037497162818909, 0.38020339608192444, 0.02616804651916027, 0.004632666707038879, 0.004991752561181784, 0.005384138785302639, 0.005419490858912468, 0.005167925264686346, 0.004753438755869865, 0.004278679843991995, 0.003806998021900654, 0.003370762336999178, 0.0029828818514943123, 0.002645711647346616, 0.002356440294533968, 0.0021102656610310078, 0.001902024494484067, 0.0017270438838750124, 0.0015818774700164795, 0.0014650115044787526], "prob_new_token": [2.084661673507071e-06, 0.00018639033078216016, 0.1051078736782074, 0.9783035516738892, 0.9778774380683899, 0.984329879283905, 0.9899078607559204, 0.9933412671089172, 0.9954111576080322, 0.9967041611671448, 0.9975450038909912, 0.9981105327606201, 0.9985028505325317, 0.9987810254096985, 0.9989823698997498, 0.9991308450698853, 0.9992413520812988, 0.9993250370025635, 0.9993880391120911, 0.9994351863861084], "prob_old_token": [0.9455710649490356, 0.43356090784072876, 0.0005910231848247349, 2.5630468371673487e-05, 3.245713378419168e-05, 3.120041583315469e-05, 2.89818399323849e-05, 2.5171264496748336e-05, 2.0824709281441756e-05, 1.672863982093986e-05, 1.3237004168331623e-05, 1.0425018444948364e-05, 8.22925449028844e-06, 6.540723461512243e-06, 5.250538833934115e-06, 4.264418294042116e-06, 3.5092032248940086e-06, 2.92864524453762e-06, 2.48324158746982e-06, 2.1465182271640515e-06], "update_matrix_norm_1": [33640.65625], "update_matrix_norm_2": [8.421143531799316], "update_matrix_norm_inf": [0.030229099094867706], "request": {"prompt": "{} is employed in the location of", "subject": "Ludwig I of Bavaria", "target_new": {"str": "Basel"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [2.119, 1.779, 1.206, 0.571, 0.317, 0.278, 0.27, 0.267, 0.265, 0.259, 0.28, 0.269, 0.284, 0.26, 0.256, 0.255, 0.253, 0.251, 0.248, 0.243], "prob_new": [0.12178575992584229, 0.22130507230758667, 0.39379575848579407, 0.7716042995452881, 0.9527851343154907, 0.9907296895980835, 0.9977096319198608, 0.9988774061203003, 0.9992490410804749, 0.9994137287139893, 0.9994863867759705, 0.9907779097557068, 0.9761644005775452, 0.9965956807136536, 0.9986526966094971, 0.9991035461425781, 0.9992479681968689, 0.9992998242378235, 0.9992902874946594, 0.9992297887802124], "prob_old": [0.7037497162818909, 0.44731876254081726, 0.16039098799228668, 0.02762117236852646, 0.005843262188136578, 0.0016705048037692904, 0.0007503630477003753, 0.0006163580110296607, 0.0006571309058927, 0.0007726126932539046, 0.000938622048124671, 0.025036383420228958, 0.0731642097234726, 0.002816059859469533, 0.0003819457779172808, 0.00015092091052792966, 0.00010195588401984423, 8.92173484317027e-05, 9.293213224736974e-05, 0.00011383130186004564], "prob_new_token": [2.9896806154283695e-05, 0.00019371643429622054, 0.0054159206338226795, 0.26377853751182556, 0.9542957544326782, 0.9954754710197449, 0.999534010887146, 0.9998146891593933, 0.999870240688324, 0.9998740553855896, 0.9998234510421753, 0.9264544248580933, 0.49911201000213623, 0.9976971745491028, 0.999606192111969, 0.9997290372848511, 0.9997692704200745, 0.9997929930686951, 0.9998062252998352, 0.9998078346252441], "prob_old_token": [0.9455710649490356, 0.7400691509246826, 0.11860950291156769, 0.0004496153851505369, 5.668622179655358e-06, 2.146658459878381e-07, 8.960230779564426e-09, 4.375020790092776e-09, 1.2791119274879748e-08, 7.680397118292603e-08, 5.778758236374415e-07, 0.01407636795192957, 0.3119061589241028, 3.557521995389834e-05, 8.546997776193166e-08, 4.769928896308784e-09, 1.3399500398136865e-09, 8.342789792337157e-10, 9.056617122915611e-10, 1.5869471292617732e-09], "update_matrix_norm_1": [32569.126953125], "update_matrix_norm_2": [8.434993743896484], "update_matrix_norm_inf": [0.039465487003326416], "request": {"prompt": "{} is employed in the location of", "subject": "Ludwig I of Bavaria", "target_new": {"str": "Albuquerque, New Mexico"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [4.205, 3.799, 3.014, 1.223, 0.397, 0.326, 0.296, 0.28, 0.272, 0.267, 0.263, 0.258, 0.249, 0.249, 0.247, 0.244, 0.246, 0.245, 0.243, 0.243], "prob_new": [0.015887299552559853, 0.03626827523112297, 0.06738799065351486, 0.43510061502456665, 0.8784002065658569, 0.9408733248710632, 0.96927410364151, 0.9848878383636475, 0.9923537969589233, 0.9956068396568298, 0.9970774054527283, 0.9978174567222595, 0.9982304573059082, 0.9984820485115051, 0.9986376166343689, 0.9987452626228333, 0.9988340139389038, 0.9989124536514282, 0.9989831447601318, 0.9990478754043579], "prob_old": [0.7037497162818909, 0.5050696730613708, 0.42265602946281433, 0.10135917365550995, 0.011496452614665031, 0.005042805802077055, 0.0028351591899991035, 0.001571366679854691, 0.0009181026252917945, 0.0006163493962958455, 0.0004745443002320826, 0.00040296567021869123, 0.0003677073691505939, 0.00035431302967481315, 0.0003466261550784111, 0.00034335567033849657, 0.0003430153301451355, 0.00034184634569101036, 0.0003394446102902293, 0.0003370578051544726], "prob_new_token": [9.381595737067983e-05, 0.0004140814708080143, 0.0014675025595352054, 0.26434576511383057, 0.9394953846931458, 0.9852988123893738, 0.9931158423423767, 0.9958896040916443, 0.997177004814148, 0.9978246092796326, 0.998202383518219, 0.9984539747238159, 0.9986287355422974, 0.9987480640411377, 0.9988276362419128, 0.9988766312599182, 0.9989203810691833, 0.9989715814590454, 0.9990271329879761, 0.9990766644477844], "prob_old_token": [0.9455710649490356, 0.7644765377044678, 0.6125234961509705, 0.011496813967823982, 3.48200264852494e-05, 4.952400558977388e-06, 1.6350669511666638e-06, 6.249751436371298e-07, 2.810720616253093e-07, 1.5743603398732375e-07, 1.0626183666317957e-07, 8.30437798526873e-08, 7.453273553892359e-08, 7.556393200047751e-08, 7.537924062717138e-08, 7.506545784963237e-08, 7.68369403658653e-08, 7.925650180595767e-08, 8.22082171225702e-08, 8.638482285050486e-08], "update_matrix_norm_1": [33569.55859375], "update_matrix_norm_2": [8.449087142944336], "update_matrix_norm_inf": [0.03238702937960625], "request": {"prompt": "{} is employed in the location of", "subject": "Ludwig I of Bavaria", "target_new": {"str": "T\u00fcbingen"}, "old_answer": {"str": "Munich"}, "seed": 42}}, {"loss_per_step": [11.554, 7.137, 3.687, 1.16, 0.354, 0.316, 0.306, 0.298, 0.293, 0.29, 0.288, 0.287, 0.285, 0.284, 0.281, 0.278, 0.274, 0.277, 0.273, 0.274], "prob_new": [6.991482223384082e-05, 0.0017202674644067883, 0.04771752655506134, 0.46360471844673157, 0.9349759817123413, 0.9748046398162842, 0.9857695698738098, 0.9905292391777039, 0.9932070374488831, 0.9949201345443726, 0.9960830807685852, 0.996900737285614, 0.9974919557571411, 0.9979287981987, 0.9982540607452393, 0.998492956161499, 0.9986629486083984, 0.9987877011299133, 0.9988942742347717, 0.9989843964576721], "prob_old": [0.7055804133415222, 0.13194669783115387, 0.04459766671061516, 0.01623518392443657, 0.0038969567976891994, 0.0032756938599050045, 0.003189869923517108, 0.0030444590374827385, 0.0028126640245318413, 0.0025558709166944027, 0.002313564997166395, 0.0021025491878390312, 0.0019261951092630625, 0.0017826103139668703, 0.001670129131525755, 0.0015897611156105995, 0.0015434814849868417, 0.0015006427420303226, 0.0013748006895184517, 0.0012748780427500606], "prob_new_token": [5.577303454629146e-07, 0.005878328811377287, 0.17847153544425964, 0.9170002937316895, 0.9918297529220581, 0.9957321882247925, 0.9971488118171692, 0.9980053901672363, 0.998533308506012, 0.9988686442375183, 0.9990912079811096, 0.999245822429657, 0.9993575215339661, 0.9994405508041382, 0.9995025396347046, 0.9995476007461548, 0.9995786547660828, 0.9996055364608765, 0.9996477365493774, 0.9996809959411621], "prob_old_token": [0.908383846282959, 0.07515139877796173, 0.002818476874381304, 0.00020767422392964363, 1.208555477205664e-05, 5.168022653379012e-06, 3.1481263249588665e-06, 2.066181195914396e-06, 1.4193196875567082e-06, 1.0195655022471328e-06, 7.647372513019945e-07, 5.972126473352546e-07, 4.838732365897158e-07, 4.0571180193182954e-07, 3.5222404903834104e-07, 3.17363600288445e-07, 2.969009642583842e-07, 2.771412255242467e-07, 2.3134714410844026e-07, 2.0078771001408313e-07], "update_matrix_norm_1": [32519.646484375], "update_matrix_norm_2": [8.309367179870605], "update_matrix_norm_inf": [0.03369975835084915], "request": {"prompt": "{} is employed in the location of", "subject": "Duccio di Buoninsegna", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Siena"}, "seed": 42}}, {"loss_per_step": [6.003, 4.216, 3.348, 2.147, 0.833, 0.413, 0.362, 0.314, 0.288, 0.279, 0.276, 0.274, 0.274, 0.273, 0.273, 0.272, 0.272, 0.272, 0.272, 0.272], "prob_new": [0.003942518960684538, 0.020828723907470703, 0.04916364327073097, 0.1698414534330368, 0.5947604775428772, 0.8930240273475647, 0.9215177893638611, 0.9631773829460144, 0.9856691956520081, 0.9936145544052124, 0.9965366125106812, 0.9977945685386658, 0.9983893036842346, 0.9986974000930786, 0.9988904595375061, 0.9990389943122864, 0.9991393685340881, 0.9991976618766785, 0.9992425441741943, 0.9992932081222534], "prob_old": [0.7055804133415222, 0.17030642926692963, 0.0698857232928276, 0.07144587486982346, 0.04989047348499298, 0.014190117828547955, 0.009174596518278122, 0.008264991454780102, 0.006796712055802345, 0.005801103543490171, 0.00527083408087492, 0.0049306671135127544, 0.004698439035564661, 0.00455605611205101, 0.004407242406159639, 0.004185651894658804, 0.0039780279621481895, 0.003870548913255334, 0.0037745742592960596, 0.0035886354744434357], "prob_new_token": [0.0021576187573373318, 0.008702317252755165, 0.005536704324185848, 0.014813633635640144, 0.56428062915802, 0.9878870248794556, 0.980538010597229, 0.986510157585144, 0.9930832982063293, 0.9960421323776245, 0.9973432421684265, 0.9980345368385315, 0.9983568787574768, 0.9984604120254517, 0.9985507726669312, 0.998744547367096, 0.9989281892776489, 0.9989947080612183, 0.9990403652191162, 0.9991720914840698], "prob_old_token": [0.908383846282959, 0.14748866856098175, 0.0029570627957582474, 0.0020835259929299355, 0.0008658120641484857, 3.130944969598204e-05, 0.00012724821863230318, 9.372545900987461e-05, 4.609803727362305e-05, 2.4811053663142957e-05, 1.5632667782483622e-05, 1.0886416930588894e-05, 8.725052794034127e-06, 8.004634764802177e-06, 7.374721008091001e-06, 6.167801529954886e-06, 5.047651029599365e-06, 4.620760591933504e-06, 4.325422196416184e-06, 3.578672021831153e-06], "update_matrix_norm_1": [31843.75], "update_matrix_norm_2": [8.332697868347168], "update_matrix_norm_inf": [0.04181243106722832], "request": {"prompt": "{} is employed in the location of", "subject": "Duccio di Buoninsegna", "target_new": {"str": "T\u00fcbingen"}, "old_answer": {"str": "Siena"}, "seed": 42}}, {"loss_per_step": [6.448, 2.064, 0.89, 0.505, 0.386, 0.33, 0.307, 0.298, 0.293, 0.29, 0.287, 0.284, 0.281, 0.276, 0.276, 0.277, 0.274, 0.275, 0.275, 0.273], "prob_new": [0.005498116835951805, 0.24502427875995636, 0.6285533905029297, 0.8075389266014099, 0.9079362750053406, 0.9574465155601501, 0.9778809547424316, 0.9865926504135132, 0.990790605545044, 0.9931299090385437, 0.9945886135101318, 0.9955722689628601, 0.9962735772132874, 0.9967975616455078, 0.9972169995307922, 0.9976019263267517, 0.9979494214057922, 0.9982188940048218, 0.9984168410301208, 0.9985620379447937], "prob_old": [0.7055804133415222, 0.09665936976671219, 0.15166616439819336, 0.08351003378629684, 0.05160526931285858, 0.03508983552455902, 0.025321027263998985, 0.01954202726483345, 0.016001207754015923, 0.01367022655904293, 0.012064174748957157, 0.01093811634927988, 0.010158827528357506, 0.009641765616834164, 0.009272033348679543, 0.008765333332121372, 0.008122759871184826, 0.0076101673766970634, 0.007264280691742897, 0.007048044819384813], "prob_new_token": [0.00021400615514721721, 0.9090684056282043, 0.9679168462753296, 0.9793188571929932, 0.9897279739379883, 0.9959703087806702, 0.9979570508003235, 0.9986520409584045, 0.9989635944366455, 0.9991387724876404, 0.9992552399635315, 0.999341607093811, 0.9994111657142639, 0.9994707703590393, 0.9995255470275879, 0.9995782375335693, 0.9996265172958374, 0.9996671676635742, 0.999700129032135, 0.9997262358665466], "prob_old_token": [0.908383846282959, 0.0012069579679518938, 0.003245827741920948, 0.00017317263700533658, 6.1339873354882e-05, 2.5440302124479786e-05, 1.1810840078396723e-05, 6.2556164266425185e-06, 3.7246743431751383e-06, 2.4446142106171465e-06, 1.7432657841709442e-06, 1.3377265304370667e-06, 1.0955535572065855e-06, 9.462256684855674e-07, 8.395127224503085e-07, 7.138672231121745e-07, 5.828576377098216e-07, 4.918119884678163e-07, 4.3536942939681467e-07, 4.015840318061237e-07], "update_matrix_norm_1": [34292.6953125], "update_matrix_norm_2": [8.3279390335083], "update_matrix_norm_inf": [0.035359278321266174], "request": {"prompt": "{} is employed in the location of", "subject": "Duccio di Buoninsegna", "target_new": {"str": "Rome"}, "old_answer": {"str": "Siena"}, "seed": 42}}, {"loss_per_step": [4.859, 5.82, 4.88, 2.813, 1.814, 0.6, 0.482, 0.325, 0.322, 0.318, 0.312, 0.308, 0.307, 0.306, 0.304, 0.304, 0.304, 0.304, 0.303, 0.303], "prob_new": [0.00929698534309864, 0.007925016805529594, 0.01556294597685337, 0.10236956179141998, 0.2511621117591858, 0.758337140083313, 0.8483356237411499, 0.9823462963104248, 0.9850955605506897, 0.9881997108459473, 0.9914578199386597, 0.9940171837806702, 0.9957562685012817, 0.9968585968017578, 0.9975566267967224, 0.9980266690254211, 0.9983652234077454, 0.9986192584037781, 0.998812198638916, 0.9989575147628784], "prob_old": [0.24635210633277893, 0.0025819269940257072, 0.0022966323886066675, 0.0002965272287838161, 0.00018307451682630926, 2.2033509594621137e-05, 7.267674391187029e-06, 9.336127959613805e-07, 8.856197268869437e-07, 7.127221692826424e-07, 4.731953424652602e-07, 2.8654500283664674e-07, 1.7071039337679395e-07, 1.051068707624836e-07, 6.784726735986624e-08, 4.5526554970365396e-08, 3.158073269560191e-08, 2.257709397213148e-08, 1.6596873209095975e-08, 1.2533599047515054e-08], "prob_new_token": [4.084992269781651e-06, 0.00019756032270379364, 0.0012147797970101237, 0.012094964273273945, 0.08281756937503815, 0.817009687423706, 0.9630738496780396, 0.994361400604248, 0.9955377578735352, 0.9970002770423889, 0.9982089400291443, 0.998981237411499, 0.999410092830658, 0.9996324777603149, 0.9997501969337463, 0.9998188614845276, 0.9998643398284912, 0.9998953342437744, 0.9999168515205383, 0.9999307990074158], "prob_old_token": [0.9827633500099182, 0.028605075553059578, 0.010334770195186138, 0.0004097868804819882, 8.065904694376513e-05, 2.0974723611288937e-06, 2.351640659981058e-07, 4.1028425101785615e-08, 3.047206220685439e-08, 1.9922866911770143e-08, 1.1534936561474751e-08, 6.310084010863193e-09, 3.454351471532391e-09, 1.9703598752585094e-09, 1.1921263975978036e-09, 7.627963261036541e-10, 5.107135825355158e-10, 3.5491057315262253e-10, 2.555954337069011e-10, 1.90542567835017e-10], "update_matrix_norm_1": [34185.7265625], "update_matrix_norm_2": [9.081250190734863], "update_matrix_norm_inf": [0.037623971700668335], "request": {"prompt": "{} is employed in the location of", "subject": "Clement I", "target_new": {"str": "Basel"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [6.067, 2.557, 0.82, 0.332, 0.312, 0.31, 0.308, 0.307, 0.307, 0.306, 0.306, 0.305, 0.305, 0.305, 0.304, 0.304, 0.304, 0.304, 0.304, 0.303], "prob_new": [0.00511784665286541, 0.17655211687088013, 0.6199410557746887, 0.9714580774307251, 0.9903233051300049, 0.9934740662574768, 0.9944683313369751, 0.9950131177902222, 0.9954698085784912, 0.9959217309951782, 0.9963739514350891, 0.9968053698539734, 0.9971921443939209, 0.9975221157073975, 0.9977959394454956, 0.99802166223526, 0.9982097744941711, 0.9983697533607483, 0.9985084533691406, 0.9986292719841003], "prob_old": [0.24635210633277893, 0.00044116724166087806, 1.9929306290578097e-05, 3.3278843147854786e-07, 4.97707226543298e-08, 2.2097434992929266e-08, 1.5031519140507044e-08, 1.2157647333310706e-08, 1.054530152089228e-08, 9.37309785342677e-09, 8.369714699085762e-09, 7.472812590947342e-09, 6.697670862365612e-09, 6.06132877223331e-09, 5.557732052352549e-09, 5.162377192391432e-09, 4.8420032427998194e-09, 4.5645802693172755e-09, 4.3089918300154295e-09, 4.070269010725269e-09], "prob_new_token": [0.0003239869838580489, 0.542694091796875, 0.9253126382827759, 0.9949772357940674, 0.9976794123649597, 0.9982713460922241, 0.9985305666923523, 0.9987089037895203, 0.9988572597503662, 0.9989855885505676, 0.9990959167480469, 0.9991906881332397, 0.9992730021476746, 0.9993450045585632, 0.9994087219238281, 0.9994648098945618, 0.9995133876800537, 0.9995545744895935, 0.9995896220207214, 0.9996187090873718], "prob_old_token": [0.9827633500099182, 4.33576169598382e-05, 1.5538334992015734e-06, 1.9247064386718193e-08, 3.911225565644827e-09, 2.1522688076203167e-09, 1.6530433688544122e-09, 1.418255290985826e-09, 1.2595758880351582e-09, 1.1283165513020776e-09, 1.0108783810025557e-09, 9.039721193815353e-10, 8.07978794981068e-10, 7.23622717302419e-10, 6.507007155320821e-10, 5.880722020457085e-10, 5.335577535348079e-10, 4.851727908317116e-10, 4.4140868737940764e-10, 4.0182590588244693e-10], "update_matrix_norm_1": [36867.203125], "update_matrix_norm_2": [9.105449676513672], "update_matrix_norm_inf": [0.030827736482024193], "request": {"prompt": "{} is employed in the location of", "subject": "Clement I", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [3.88, 4.174, 1.728, 0.527, 0.391, 0.337, 0.322, 0.316, 0.312, 0.309, 0.308, 0.306, 0.306, 0.305, 0.305, 0.304, 0.304, 0.304, 0.304, 0.303], "prob_new": [0.0350518673658371, 0.06132762134075165, 0.3693310022354126, 0.8481075167655945, 0.9266100525856018, 0.970587968826294, 0.9832959771156311, 0.9890291094779968, 0.9923248291015625, 0.994359016418457, 0.9956574440002441, 0.9965152740478516, 0.9971057772636414, 0.9975314736366272, 0.9978528022766113, 0.9981049299240112, 0.9983068108558655, 0.9984685778617859, 0.9985971450805664, 0.9986980557441711], "prob_old": [0.24635210633277893, 0.0015082677127793431, 0.0001647651515668258, 2.1115985873620957e-05, 7.719908353465144e-06, 2.092434897349449e-06, 9.262424782718881e-07, 5.234320497038425e-07, 3.309347675894969e-07, 2.2442931424393464e-07, 1.6051495776991942e-07, 1.1984212733295863e-07, 9.27248677839998e-08, 7.392200984668307e-08, 6.043911326969464e-08, 5.04896782160813e-08, 4.298519939993639e-08, 3.7230257987630466e-08, 3.274579896128671e-08, 2.9181782323917105e-08], "prob_new_token": [5.745090447817347e-07, 0.05875333771109581, 0.2759440541267395, 0.969887912273407, 0.9920685887336731, 0.9967506527900696, 0.9981870651245117, 0.998929500579834, 0.9993346929550171, 0.9995620250701904, 0.9996926784515381, 0.9997724890708923, 0.9998230338096619, 0.9998574256896973, 0.9998816251754761, 0.9999004602432251, 0.9999149441719055, 0.9999254941940308, 0.9999338388442993, 0.9999402165412903], "prob_old_token": [0.9827633500099182, 0.007956345565617085, 4.471568172448315e-05, 7.826230898899666e-07, 2.9791127076350676e-07, 6.629736759578009e-08, 2.991757952486296e-08, 1.7627266757358484e-08, 1.127684612356461e-08, 7.551417269269223e-09, 5.274515046949091e-09, 3.840289863887847e-09, 2.9067865892073996e-09, 2.2765511697997454e-09, 1.833413310059484e-09, 1.5098141625813355e-09, 1.2663955439862207e-09, 1.080607492376373e-09, 9.38731758992617e-10, 8.310835353242396e-10], "update_matrix_norm_1": [36522.03125], "update_matrix_norm_2": [9.06965446472168], "update_matrix_norm_inf": [0.03296442702412605], "request": {"prompt": "{} is employed in the location of", "subject": "Clement I", "target_new": {"str": "Luxembourg"}, "old_answer": {"str": "Rome"}, "seed": 42}}, {"loss_per_step": [4.031, 3.925, 2.762, 1.547, 0.553, 0.407, 0.357, 0.339, 0.322, 0.322, 0.315, 0.315, 0.31, 0.31, 0.308, 0.308, 0.307, 0.306, 0.306, 0.306], "prob_new": [0.019228415563702583, 0.04579553380608559, 0.08945553004741669, 0.295179545879364, 0.7817890048027039, 0.9015815258026123, 0.9520590901374817, 0.9722882509231567, 0.9810499548912048, 0.9857593774795532, 0.9893260598182678, 0.9916227459907532, 0.9926209449768066, 0.9934414029121399, 0.9943497180938721, 0.9950552582740784, 0.9955169558525085, 0.995954155921936, 0.9964442849159241, 0.9968381524085999], "prob_old": [0.37066367268562317, 0.02193698100745678, 0.010275970213115215, 0.007498718798160553, 0.004787782207131386, 0.003707334166392684, 0.0027490428183227777, 0.002131718909367919, 0.001766343368217349, 0.0015269763534888625, 0.0013410703977569938, 0.0012029674835503101, 0.0011454566847532988, 0.0010942399967461824, 0.0010338523425161839, 0.0009829672053456306, 0.0009496926795691252, 0.0009156250162050128, 0.0008728800457902253, 0.000835627259220928], "prob_new_token": [0.0001242494472535327, 0.0027464497834444046, 0.0019793871324509382, 0.015692654997110367, 0.6245758533477783, 0.9033651947975159, 0.9741770029067993, 0.9904003739356995, 0.9945847988128662, 0.9961729645729065, 0.9975117444992065, 0.9982384443283081, 0.9982253909111023, 0.9982581734657288, 0.9984870553016663, 0.9986446499824524, 0.9986748695373535, 0.9987389445304871, 0.9988909363746643, 0.9990009665489197], "prob_old_token": [0.9061474800109863, 0.007547168061137199, 0.006129613146185875, 0.007453342899680138, 0.007323957048356533, 0.002866332186385989, 0.0010147604625672102, 0.00041657782276161015, 0.000226054951781407, 0.00014718319289386272, 9.46251893765293e-05, 6.561556801898405e-05, 5.981628055451438e-05, 5.473593046190217e-05, 4.637498932424933e-05, 4.0456354327034205e-05, 3.809979898505844e-05, 3.535065479809418e-05, 3.087958975811489e-05, 2.7604313800111413e-05], "update_matrix_norm_1": [31748.87109375], "update_matrix_norm_2": [8.086125373840332], "update_matrix_norm_inf": [0.03344694525003433], "request": {"prompt": "{} is employed in the location of", "subject": "Ferdinand Christian Baur", "target_new": {"str": "Siena"}, "old_answer": {"str": "T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [1.409, 1.813, 1.033, 0.437, 0.393, 0.363, 0.343, 0.331, 0.324, 0.318, 0.314, 0.311, 0.308, 0.306, 0.305, 0.304, 0.303, 0.304, 0.311, 0.323], "prob_new": [0.2505592107772827, 0.37558257579803467, 0.48821601271629333, 0.8795793056488037, 0.9171759486198425, 0.9440467357635498, 0.9610112905502319, 0.9721301794052124, 0.979597270488739, 0.9849231243133545, 0.9888160228729248, 0.9917770028114319, 0.9941272139549255, 0.9958986639976501, 0.9972249865531921, 0.9981324672698975, 0.9987053871154785, 0.9990563988685608, 0.999237060546875, 0.9993191957473755], "prob_old": [0.37066367268562317, 0.03520835191011429, 0.021651512011885643, 0.004166416358202696, 0.002702048746868968, 0.002129795728251338, 0.0017804770031943917, 0.001553364796563983, 0.0013794718543067575, 0.0011953894281759858, 0.0010569918667897582, 0.0009607636602595448, 0.0008641030872240663, 0.000808920303825289, 0.0007589338929392397, 0.0007251239730976522, 0.0007071706932038069, 0.0006815071101300418, 0.000707464583683759, 0.000643633131403476], "prob_new_token": [0.001001207041554153, 0.003158674808219075, 0.024191180244088173, 0.9103962182998657, 0.9705693125724792, 0.9890802502632141, 0.9954017996788025, 0.9977260231971741, 0.9987362027168274, 0.999269425868988, 0.9995260238647461, 0.9996564388275146, 0.9997405409812927, 0.9997841715812683, 0.9998123049736023, 0.9998279213905334, 0.9998360276222229, 0.9998399019241333, 0.9998441934585571, 0.9998328685760498], "prob_old_token": [0.9061474800109863, 0.01000811904668808, 0.007207752205431461, 0.00036955811083316803, 0.00012173531285952777, 4.968065695720725e-05, 2.108387343469076e-05, 1.0300361282133963e-05, 5.465296908369055e-06, 2.9370698939601425e-06, 1.7725444649840938e-06, 1.202983412440517e-06, 8.469843351122108e-07, 6.67017502564704e-07, 5.398680400503508e-07, 4.5888762656431936e-07, 4.101169963632856e-07, 3.560165851013153e-07, 3.659768026409438e-07, 2.77507012924616e-07], "update_matrix_norm_1": [32045.40625], "update_matrix_norm_2": [8.090625762939453], "update_matrix_norm_inf": [0.028707219287753105], "request": {"prompt": "{} is employed in the location of", "subject": "Ferdinand Christian Baur", "target_new": {"str": "Albuquerque, New Mexico"}, "old_answer": {"str": "T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [6.958, 5.376, 2.491, 0.384, 0.351, 0.349, 0.342, 0.334, 0.326, 0.317, 0.308, 0.306, 0.308, 0.307, 0.304, 0.303, 0.304, 0.304, 0.304, 0.303], "prob_new": [0.0014062701957300305, 0.020316949114203453, 0.1690918356180191, 0.9705432057380676, 0.9769006371498108, 0.9791538119316101, 0.9852606654167175, 0.9904890656471252, 0.9936934113502502, 0.9955078363418579, 0.9965487122535706, 0.9972046613693237, 0.9976941347122192, 0.9980928301811218, 0.998412549495697, 0.9986543655395508, 0.9988285303115845, 0.9989513158798218, 0.9990390539169312, 0.9991050362586975], "prob_old": [0.37066367268562317, 0.03657369315624237, 0.033591657876968384, 0.004925309214740992, 0.00356652052141726, 0.00320163881406188, 0.0028557279147207737, 0.002544198650866747, 0.0023096175864338875, 0.002155568916350603, 0.0020656101405620575, 0.0020011160522699356, 0.001913895015604794, 0.0017929006135091186, 0.001656263368204236, 0.001530416659079492, 0.0014328744728118181, 0.0013656729133799672, 0.0013227368472144008, 0.0012952210381627083], "prob_new_token": [3.369829573784955e-05, 0.08540419489145279, 0.42964714765548706, 0.9967910647392273, 0.9981711506843567, 0.9984704256057739, 0.9988287091255188, 0.9991270899772644, 0.999322772026062, 0.9994427561759949, 0.9995152950286865, 0.9995666742324829, 0.9996138215065002, 0.9996592998504639, 0.9997003674507141, 0.9997347593307495, 0.9997603297233582, 0.9997783899307251, 0.999791145324707, 0.9998002648353577], "prob_old_token": [0.9061474800109863, 0.0023818076588213444, 0.0004623346321750432, 1.007417722576065e-05, 5.6205731198133435e-06, 3.878093139064731e-06, 2.42983173848188e-06, 1.5088779719008016e-06, 1.0085495887324214e-06, 7.463868314516731e-07, 6.080015850784548e-07, 5.195976768845867e-07, 4.3420388351478323e-07, 3.46582481824953e-07, 2.684905098249146e-07, 2.0988859716908337e-07, 1.7159958076717885e-07, 1.481005824643944e-07, 1.3387595743097336e-07, 1.2502088964083669e-07], "update_matrix_norm_1": [32700.744140625], "update_matrix_norm_2": [8.060641288757324], "update_matrix_norm_inf": [0.03026105836033821], "request": {"prompt": "{} is employed in the location of", "subject": "Ferdinand Christian Baur", "target_new": {"str": "Dresden"}, "old_answer": {"str": "T\u00fcbingen"}, "seed": 42}}, {"loss_per_step": [7.962, 4.866, 1.893, 0.598, 0.397, 0.349, 0.332, 0.312, 0.27, 0.251, 0.257, 0.259, 0.259, 0.259, 0.259, 0.258, 0.256, 0.254, 0.251, 0.248], "prob_new": [0.00043858136632479727, 0.016557715833187103, 0.23095685243606567, 0.7873090505599976, 0.936257541179657, 0.9735627770423889, 0.9859957098960876, 0.9912204742431641, 0.9938849806785583, 0.9955066442489624, 0.9964578151702881, 0.9970654249191284, 0.9974877834320068, 0.9977978467941284, 0.998033344745636, 0.9982149004936218, 0.9983543157577515, 0.9984586834907532, 0.9985319972038269, 0.9985774159431458], "prob_old": [0.6038222908973694, 0.05684569850564003, 0.16811460256576538, 0.03805382549762726, 0.013275271281599998, 0.006710258312523365, 0.004077770281583071, 0.002761197043582797, 0.0020020899828523397, 0.001511664129793644, 0.0012152482522651553, 0.0010247352765873075, 0.0008939456893131137, 0.0007999211084097624, 0.0007302447338588536, 0.0006777729722671211, 0.000638240366242826, 0.0006090569659136236, 0.0005885762511752546, 0.0005755429738201201], "prob_new_token": [2.4817063604132272e-05, 0.040209390223026276, 0.31891483068466187, 0.9194328188896179, 0.9837912321090698, 0.9927003383636475, 0.9950903654098511, 0.9961820840835571, 0.9968785643577576, 0.997424304485321, 0.9978043437004089, 0.9980834722518921, 0.9983007311820984, 0.9984756112098694, 0.998619019985199, 0.9987375140190125, 0.9988353252410889, 0.998914897441864, 0.9989780187606812, 0.9990257024765015], "prob_old_token": [0.9159042835235596, 0.012667492032051086, 0.09939965605735779, 0.0015002259751781821, 0.0001186371227959171, 2.54343594860984e-05, 8.708211680641398e-06, 3.875434686051449e-06, 2.020095735133509e-06, 1.1523085277076461e-06, 7.508726298510737e-07, 5.395736479840707e-07, 4.1481246171315433e-07, 3.349295525367779e-07, 2.8082394010198186e-07, 2.427812830774201e-07, 2.1541397643431992e-07, 1.9570859421946807e-07, 1.817860635355828e-07, 1.7239035798866098e-07], "update_matrix_norm_1": [34180.1015625], "update_matrix_norm_2": [8.722613334655762], "update_matrix_norm_inf": [0.051430825144052505], "request": {"prompt": "{} is employed in the location of", "subject": "Johannes Gutenberg", "target_new": {"str": "Lyon"}, "old_answer": {"str": "Mainz"}, "seed": 42}}, {"loss_per_step": [4.677, 3.169, 1.789, 0.668, 0.291, 0.268, 0.255, 0.251, 0.25, 0.248, 0.248, 0.247, 0.247, 0.246, 0.246, 0.246, 0.246, 0.245, 0.245, 0.245], "prob_new": [0.009599089622497559, 0.07232749462127686, 0.23105710744857788, 0.6694998741149902, 0.9629864692687988, 0.9864643812179565, 0.992274284362793, 0.9946387410163879, 0.9959693551063538, 0.9968670606613159, 0.9974701404571533, 0.9978840351104736, 0.9981904029846191, 0.9984316229820251, 0.9986168146133423, 0.9987587928771973, 0.9988735318183899, 0.998972475528717, 0.9990602135658264, 0.9991380572319031], "prob_old": [0.6038222908973694, 0.3140992224216461, 0.23431433737277985, 0.02544521726667881, 0.008786539547145367, 0.006608542986214161, 0.006332929711788893, 0.006247249431908131, 0.006002944428473711, 0.0055963704362511635, 0.0051017203368246555, 0.004581817425787449, 0.0040952293202281, 0.003682360053062439, 0.0033377131912857294, 0.003050185739994049, 0.0028178098145872355, 0.0026333939749747515, 0.0024760644882917404, 0.0023292589467018843], "prob_new_token": [3.596674287109636e-05, 0.0009542293264530599, 0.00678598927333951, 0.3795280158519745, 0.9719399213790894, 0.990605890750885, 0.9942205548286438, 0.9955973029136658, 0.9963935017585754, 0.9970256090164185, 0.997487485408783, 0.9978250861167908, 0.9981005191802979, 0.9983441829681396, 0.9985359311103821, 0.9986706972122192, 0.998764157295227, 0.9988383054733276, 0.9989016652107239, 0.9989544749259949], "prob_old_token": [0.9159042835235596, 0.5727009773254395, 0.3767065703868866, 0.0037624966353178024, 0.0001338021393166855, 7.928625564090908e-05, 9.372795466333628e-05, 0.00011214472760912031, 0.00012100599269615486, 0.0001184675347758457, 0.00010805494093801826, 9.342106204712763e-05, 7.855401781853288e-05, 6.613056757487357e-05, 5.617853457806632e-05, 4.8303092626156285e-05, 4.249427729519084e-05, 3.841176658170298e-05, 3.5079807275906205e-05, 3.176246173097752e-05], "update_matrix_norm_1": [33079.5390625], "update_matrix_norm_2": [8.70341968536377], "update_matrix_norm_inf": [0.04748116806149483], "request": {"prompt": "{} is employed in the location of", "subject": "Johannes Gutenberg", "target_new": {"str": "Siena"}, "old_answer": {"str": "Mainz"}, "seed": 42}}, {"loss_per_step": [3.72, 1.016, 0.588, 0.522, 0.468, 0.431, 0.401, 0.371, 0.318, 0.282, 0.28, 0.276, 0.272, 0.268, 0.264, 0.26, 0.253, 0.251, 0.253, 0.248], "prob_new": [0.02553742378950119, 0.5644156336784363, 0.7767174243927002, 0.8272276520729065, 0.872567892074585, 0.903054416179657, 0.9244048595428467, 0.9422571063041687, 0.9566828608512878, 0.9679356813430786, 0.9757212996482849, 0.9814532995223999, 0.9857763051986694, 0.9890244007110596, 0.9914289116859436, 0.9931643605232239, 0.9943517446517944, 0.9951106905937195, 0.9958587884902954, 0.9966962933540344], "prob_old": [0.6038222908973694, 0.0744711235165596, 0.009670590981841087, 0.00510663166642189, 0.003310292959213257, 0.0024122302420437336, 0.0019043989013880491, 0.0014884800184518099, 0.0011192618403583765, 0.0007909949054010212, 0.0006122738122940063, 0.0005077514797449112, 0.00044549364247359335, 0.00041186687303707004, 0.0004000579647254199, 0.0004085833206772804, 0.00044155839714221656, 0.0004999176599085331, 0.000517064006999135, 0.00046158130862750113], "prob_new_token": [1.4072795693209628e-06, 0.7023398876190186, 0.9496967196464539, 0.9626643061637878, 0.9775504469871521, 0.9856495261192322, 0.9900630116462708, 0.9934613704681396, 0.995847761631012, 0.9974080920219421, 0.998210072517395, 0.9986686706542969, 0.9989538192749023, 0.9991401433944702, 0.9992653727531433, 0.9993478655815125, 0.9993969202041626, 0.9994230270385742, 0.9994745850563049, 0.9995574951171875], "prob_old_token": [0.9159042835235596, 0.021716667339205742, 3.720547101693228e-05, 8.74271154316375e-06, 3.342978743603453e-06, 1.7852171367849223e-06, 1.2302871255087666e-06, 8.22588390292367e-07, 5.083338692202233e-07, 2.8327599466138054e-07, 1.9005432250196463e-07, 1.4446329998918372e-07, 1.2053313014348532e-07, 1.0874192923893133e-07, 1.052731306572241e-07, 1.0974812880704121e-07, 1.2566448504003347e-07, 1.5785700213655218e-07, 1.6758180265696865e-07, 1.323787301998891e-07], "update_matrix_norm_1": [34195.3828125], "update_matrix_norm_2": [8.737407684326172], "update_matrix_norm_inf": [0.0639139860868454], "request": {"prompt": "{} is employed in the location of", "subject": "Johannes Gutenberg", "target_new": {"str": "Barcelona, Spain"}, "old_answer": {"str": "Mainz"}, "seed": 42}}, {"loss_per_step": [3.266, 2.071, 1.249, 0.657, 0.363, 0.336, 0.348, 0.328, 0.336, 0.326, 0.324, 0.324, 0.323, 0.322, 0.321, 0.321, 0.321, 0.32, 0.314, 0.303], "prob_new": [0.04009566083550453, 0.21548426151275635, 0.4301656186580658, 0.7219103574752808, 0.9638568758964539, 0.9863978028297424, 0.992437481880188, 0.9946717023849487, 0.995972216129303, 0.9967760443687439, 0.9973168969154358, 0.9977593421936035, 0.9981208443641663, 0.9984185695648193, 0.9986587166786194, 0.9988364577293396, 0.9989885687828064, 0.999123752117157, 0.999203085899353, 0.9992281794548035], "prob_old": [0.8497300148010254, 0.41431400179862976, 0.4387126863002777, 0.11884716898202896, 0.04498664662241936, 0.02465006895363331, 0.017497556284070015, 0.014518807642161846, 0.012608584947884083, 0.011926915496587753, 0.01155516505241394, 0.010987674817442894, 0.01023883931338787, 0.009453574195504189, 0.008770440705120564, 0.008333327248692513, 0.007999314926564693, 0.007697144523262978, 0.007693093735724688, 0.008040622808039188], "prob_new_token": [1.3701088619200164e-07, 0.0013908512191846967, 0.02562062442302704, 0.24233794212341309, 0.9154084324836731, 0.9813530445098877, 0.9934836626052856, 0.9953466057777405, 0.9967925548553467, 0.9973345994949341, 0.9978293776512146, 0.9981635212898254, 0.9984034895896912, 0.9986692667007446, 0.9989109635353088, 0.9990702867507935, 0.9992198348045349, 0.9993714094161987, 0.9994122385978699, 0.9993265271186829], "prob_old_token": [0.9354349374771118, 0.027392448857426643, 0.14767023921012878, 5.3312323871068656e-05, 1.434601813343761e-06, 1.3704421064630878e-07, 3.222348610165682e-08, 2.162483170309315e-08, 1.3215590399795474e-08, 1.3431363576899003e-08, 1.1781236430863373e-08, 1.0522329674245157e-08, 9.415941804036265e-09, 7.692840142681234e-09, 6.0556990533200405e-09, 5.130472935377384e-09, 4.2845864633989095e-09, 3.3468527949054305e-09, 3.1319986604216865e-09, 3.787782087982805e-09], "update_matrix_norm_1": [27691.5390625], "update_matrix_norm_2": [7.7500715255737305], "update_matrix_norm_inf": [0.04941137135028839], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Canada", "target_new": {"str": "Mahmoud Abbas"}, "old_answer": {"str": "Justin Trudeau"}, "seed": 42}}, {"loss_per_step": [4.379, 3.539, 2.647, 1.409, 0.536, 0.372, 0.393, 0.386, 0.377, 0.47, 0.391, 0.382, 0.384, 0.378, 0.346, 0.353, 0.353, 0.343, 0.329, 0.339], "prob_new": [0.013327494263648987, 0.04402480646967888, 0.10315725207328796, 0.34445497393608093, 0.833876371383667, 0.9624388813972473, 0.9827446937561035, 0.9897077679634094, 0.9931624531745911, 0.9950276613235474, 0.9954724311828613, 0.9921300411224365, 0.989013135433197, 0.9869375824928284, 0.9862707257270813, 0.9873214960098267, 0.990710973739624, 0.9927828907966614, 0.9938653707504272, 0.9945014119148254], "prob_old": [0.8497300148010254, 0.5846977233886719, 0.5863734483718872, 0.3186323940753937, 0.10306531190872192, 0.032418496906757355, 0.01935352385044098, 0.01759844273328781, 0.01777847856283188, 0.019573571160435677, 0.016894681379199028, 0.02139061689376831, 0.02610732614994049, 0.03004659153521061, 0.03173258900642395, 0.030435988679528236, 0.028541341423988342, 0.02935880981385708, 0.03384355083107948, 0.03813547641038895], "prob_new_token": [5.175902515475173e-07, 2.065025910269469e-05, 0.00013815324928145856, 0.017694877460598946, 0.8020997643470764, 0.9902737736701965, 0.9947628974914551, 0.995448112487793, 0.9960778951644897, 0.9962524771690369, 0.9971672296524048, 0.9915651679039001, 0.9791937470436096, 0.9604241251945496, 0.9464337825775146, 0.9565375447273254, 0.9867035746574402, 0.9939301013946533, 0.9952734112739563, 0.9954105019569397], "prob_old_token": [0.9354349374771118, 0.7646646499633789, 0.3845948874950409, 0.05256045609712601, 0.00011001289385603741, 1.477207888456178e-06, 7.315450147871161e-07, 5.214204179537774e-07, 3.6715525197905663e-07, 3.266337387231033e-07, 1.166125542795271e-07, 3.7361027693805227e-07, 1.1182240768903284e-06, 2.133847601726302e-06, 2.433737108731293e-06, 1.675494559094659e-06, 9.342417683910753e-07, 7.580655960737204e-07, 1.0530752660997678e-06, 1.5471972574232495e-06], "update_matrix_norm_1": [30217.451171875], "update_matrix_norm_2": [8.204843521118164], "update_matrix_norm_inf": [0.04588333144783974], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Canada", "target_new": {"str": "Francisco Sagasti"}, "old_answer": {"str": "Justin Trudeau"}, "seed": 42}}, {"loss_per_step": [3.239, 2.659, 1.99, 1.248, 0.668, 0.354, 0.351, 0.345, 0.329, 0.337, 0.325, 0.327, 0.325, 0.322, 0.323, 0.322, 0.322, 0.321, 0.322, 0.32], "prob_new": [0.039926476776599884, 0.11475855857133865, 0.22397568821907043, 0.39859336614608765, 0.7293751835823059, 0.9711828231811523, 0.9883396029472351, 0.9939141273498535, 0.9961845874786377, 0.997273325920105, 0.9977222681045532, 0.9979157447814941, 0.9980594515800476, 0.9982239007949829, 0.9984076619148254, 0.9985753297805786, 0.9987272024154663, 0.9988572597503662, 0.9989632368087769, 0.9990400075912476], "prob_old": [0.8497300148010254, 0.5821059942245483, 0.5444830060005188, 0.2646118104457855, 0.10821565240621567, 0.08420517295598984, 0.05806749314069748, 0.045476432889699936, 0.04212943837046623, 0.04118537902832031, 0.0429157055914402, 0.044620711356401443, 0.04577387124300003, 0.04612061008810997, 0.045829787850379944, 0.045449502766132355, 0.04420972988009453, 0.04223950579762459, 0.04007924720644951, 0.03870560973882675], "prob_new_token": [7.260276106535457e-06, 0.000870959076564759, 0.0026833517476916313, 0.009034022688865662, 0.21618810296058655, 0.9453656673431396, 0.989490807056427, 0.9972081780433655, 0.9985718131065369, 0.9989351034164429, 0.9989850521087646, 0.9989561438560486, 0.998995840549469, 0.9991080164909363, 0.9992246627807617, 0.9993196725845337, 0.9994338750839233, 0.9995436072349548, 0.9996256828308105, 0.9996768236160278], "prob_old_token": [0.9354349374771118, 0.4919348359107971, 0.3147837221622467, 0.0049572656862437725, 0.0005089560290798545, 5.638679431285709e-05, 6.082355866965372e-06, 2.0795941964024678e-06, 2.000612767005805e-06, 2.233993654954247e-06, 2.8675910925812786e-06, 3.4405220503685996e-06, 3.7281213280948577e-06, 3.711603767442284e-06, 3.6146113870927365e-06, 3.568325610103784e-06, 3.1336260235548252e-06, 2.489370899638743e-06, 1.9298620372865116e-06, 1.6369268678317894e-06], "update_matrix_norm_1": [29988.97265625], "update_matrix_norm_2": [8.186216354370117], "update_matrix_norm_inf": [0.04509894549846649], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Canada", "target_new": {"str": "Eleni Kounalakis"}, "old_answer": {"str": "Justin Trudeau"}, "seed": 42}}, {"loss_per_step": [6.075, 4.414, 4.637, 2.862, 2.048, 0.94, 0.467, 0.372, 0.317, 0.3, 0.292, 0.288, 0.286, 0.287, 0.29, 0.294, 0.291, 0.287, 0.279, 0.278], "prob_new": [0.0024940879084169865, 0.01889166049659252, 0.014317566528916359, 0.07951540499925613, 0.17585162818431854, 0.5404519438743591, 0.8311707973480225, 0.9122888445854187, 0.962602972984314, 0.9802324175834656, 0.9874373078346252, 0.9915584325790405, 0.9940521121025085, 0.9953929781913757, 0.996554434299469, 0.9968841671943665, 0.9973289966583252, 0.997667133808136, 0.9976856708526611, 0.9975464344024658], "prob_old": [0.4182721972465515, 0.708116352558136, 0.006008842494338751, 0.5939123630523682, 0.7234300971031189, 0.15389016270637512, 0.036733947694301605, 0.01706259325146675, 0.010432344861328602, 0.006902315188199282, 0.005146133713424206, 0.003955438267439604, 0.0031287474557757378, 0.002720849122852087, 0.002129193628206849, 0.0021320460364222527, 0.0018891433719545603, 0.0016555320471525192, 0.0016158934449777007, 0.0017739981412887573], "prob_new_token": [0.9132174253463745, 0.9760278463363647, 0.013207032345235348, 0.9671608209609985, 0.9761621952056885, 0.947098970413208, 0.9125242233276367, 0.9478124380111694, 0.980798602104187, 0.9920060634613037, 0.9958806037902832, 0.9974026679992676, 0.9980905652046204, 0.9985440969467163, 0.9987072944641113, 0.9990004897117615, 0.9991218447685242, 0.9991617202758789, 0.999126136302948, 0.9991689920425415], "prob_old_token": [0.9132174253463745, 0.9760278463363647, 0.013207032345235348, 0.9671608209609985, 0.9761621952056885, 0.947098970413208, 0.9125242233276367, 0.9478124380111694, 0.980798602104187, 0.9920060634613037, 0.9958806037902832, 0.9974026679992676, 0.9980905652046204, 0.9985440969467163, 0.9987072944641113, 0.9990004897117615, 0.9991218447685242, 0.9991617202758789, 0.999126136302948, 0.9991689920425415], "update_matrix_norm_1": [28632.546875], "update_matrix_norm_2": [7.774187088012695], "update_matrix_norm_inf": [0.08034532517194748], "request": {"prompt": "{} is held by", "subject": "Governor of Vermont", "target_new": {"str": "Phil Goff"}, "old_answer": {"str": "Phil Scott"}, "seed": 42}}, {"loss_per_step": [5.108, 3.771, 2.378, 0.805, 0.418, 0.386, 0.341, 0.342, 0.343, 0.344, 0.345, 0.344, 0.343, 0.343, 0.342, 0.342, 0.342, 0.342, 0.342, 0.342], "prob_new": [0.006591784302145243, 0.03670414537191391, 0.14782069623470306, 0.6744601726531982, 0.961530864238739, 0.9949308037757874, 0.999416708946228, 0.9994643926620483, 0.9987577199935913, 0.9977546334266663, 0.9974801540374756, 0.9982307553291321, 0.9990350604057312, 0.9994813799858093, 0.999698281288147, 0.9998083710670471, 0.9998683929443359, 0.9999037384986877, 0.9999260902404785, 0.9999412298202515], "prob_old": [0.4182721972465515, 0.024913402274250984, 0.001307175145484507, 0.0005848995642736554, 1.7787162505555898e-05, 2.040841536654625e-06, 2.353705639279724e-07, 1.417108421719604e-07, 3.126380647699989e-07, 6.090409669923247e-07, 7.144589631025156e-07, 5.301442911331833e-07, 3.0912440251995577e-07, 1.8726153427905956e-07, 1.2990621200970054e-07, 9.95003048842591e-08, 8.086568925591564e-08, 6.820402376206403e-08, 5.8975135885930285e-08, 5.1912291354483386e-08], "prob_new_token": [1.7040761690623185e-07, 0.00010176178329857066, 0.0022538548801094294, 0.4961141049861908, 0.9954832792282104, 0.9995967745780945, 0.9999572038650513, 0.999944269657135, 0.9998493194580078, 0.9996679425239563, 0.9995179176330566, 0.9996076226234436, 0.9997484683990479, 0.9998313784599304, 0.9998769760131836, 0.999904453754425, 0.999923050403595, 0.9999354481697083, 0.9999446868896484, 0.9999516010284424], "prob_old_token": [0.9132174253463745, 0.00039401676622219384, 1.7435742847737856e-05, 1.8117374565918e-05, 5.071806086220931e-08, 4.822141019822368e-10, 8.108540748563708e-12, 9.373727488659611e-12, 4.547657389553095e-11, 1.7565326970725437e-10, 3.421269378911518e-10, 2.619653383106879e-10, 1.391409348849848e-10, 7.975575061491824e-11, 5.190419274936353e-11, 3.706193338337549e-11, 2.8214708347462647e-11, 2.247169811342431e-11, 1.8498222051355206e-11, 1.561243148651137e-11], "update_matrix_norm_1": [28724.56640625], "update_matrix_norm_2": [7.806009292602539], "update_matrix_norm_inf": [0.0763799250125885], "request": {"prompt": "{} is held by", "subject": "Governor of Vermont", "target_new": {"str": "Boris Johnson"}, "old_answer": {"str": "Phil Scott"}, "seed": 42}}, {"loss_per_step": [4.155, 3.24, 1.687, 0.754, 0.364, 0.349, 0.338, 0.328, 0.31, 0.29, 0.282, 0.284, 0.282, 0.28, 0.282, 0.279, 0.279, 0.279, 0.277, 0.278], "prob_new": [0.016520943492650986, 0.0625990703701973, 0.26774024963378906, 0.6292291879653931, 0.9609634280204773, 0.976596474647522, 0.985416054725647, 0.9903425574302673, 0.993274450302124, 0.9947677850723267, 0.9954875111579895, 0.9959530830383301, 0.9964519739151001, 0.9968616366386414, 0.9972152709960938, 0.9975571632385254, 0.9978044629096985, 0.9979699850082397, 0.9981321692466736, 0.9982715845108032], "prob_old": [0.4182721972465515, 0.24018733203411102, 0.00022743023873772472, 0.00187230808660388, 3.545956496964209e-05, 1.3033202776568942e-05, 8.262524715973996e-06, 6.419699275284074e-06, 5.58396959604579e-06, 5.07089225720847e-06, 4.578067091642879e-06, 4.24297240897431e-06, 4.0576896935817786e-06, 3.8837470128783025e-06, 3.715355660460773e-06, 3.5610325994639425e-06, 3.430126980674686e-06, 3.3421972602809547e-06, 3.261511210439494e-06, 3.1888243938738015e-06], "prob_new_token": [5.966421667835675e-07, 1.2915505067212507e-05, 0.0017538606189191341, 0.296709269285202, 0.9223081469535828, 0.9669506549835205, 0.9842514395713806, 0.9914733171463013, 0.9950287938117981, 0.9964622259140015, 0.9970537424087524, 0.9974480271339417, 0.997887134552002, 0.9982214570045471, 0.9984934329986572, 0.998748242855072, 0.9989181160926819, 0.9990206360816956, 0.9991225600242615, 0.9992061257362366], "prob_old_token": [0.9132174253463745, 0.4545038938522339, 1.3850567484041676e-05, 0.00045104659511707723, 9.037166819325648e-07, 2.0375856024656969e-07, 7.041008842634255e-08, 3.24453210964748e-08, 1.9092402325782132e-08, 1.3997397019238633e-08, 1.1034522628960985e-08, 9.204315531974316e-09, 7.76787434375592e-09, 7.101725874036902e-09, 6.778245964511598e-09, 6.251694273373687e-09, 5.979636785724551e-09, 5.958926685423194e-09, 5.8216316212167385e-09, 5.72507241614062e-09], "update_matrix_norm_1": [28956.8359375], "update_matrix_norm_2": [7.810075283050537], "update_matrix_norm_inf": [0.07386050373315811], "request": {"prompt": "{} is held by", "subject": "Governor of Vermont", "target_new": {"str": "Cyril Ramaphosa"}, "old_answer": {"str": "Phil Scott"}, "seed": 42}}, {"loss_per_step": [5.097, 4.582, 2.444, 1.174, 1.952, 0.338, 0.348, 0.318, 0.315, 0.314, 0.313, 0.313, 0.313, 0.312, 0.312, 0.312, 0.312, 0.312, 0.312, 0.312], "prob_new": [0.006901067215949297, 0.017923329025506973, 0.1297016590833664, 0.4412539303302765, 0.21189875900745392, 0.9731274843215942, 0.9878982305526733, 0.9933860898017883, 0.9960446953773499, 0.9973260760307312, 0.9979537725448608, 0.9983064532279968, 0.9985412359237671, 0.9987213611602783, 0.9988721609115601, 0.9990038275718689, 0.9991201162338257, 0.9992225766181946, 0.9993119239807129, 0.9993894696235657], "prob_old": [0.7344213128089905, 0.7037681341171265, 0.5828432440757751, 0.014508377760648727, 0.28974443674087524, 0.017018482089042664, 0.007116531953215599, 0.006653238087892532, 0.006943754851818085, 0.007111468818038702, 0.00714067043736577, 0.007089067250490189, 0.0069971648044884205, 0.006888311821967363, 0.006774443201720715, 0.0066609992645680904, 0.006549531128257513, 0.00643946323543787, 0.006329394411295652, 0.0062174429185688496], "prob_new_token": [0.0008313293801620603, 0.0029855293687433004, 0.026754189282655716, 0.2557908594608307, 0.6300736665725708, 0.9942184090614319, 0.9870281219482422, 0.9900972843170166, 0.9936671853065491, 0.9958283305168152, 0.996997594833374, 0.9976667165756226, 0.9980856776237488, 0.9983698129653931, 0.9985753893852234, 0.9987300038337708, 0.9988502264022827, 0.9989449381828308, 0.9990195631980896, 0.9990774989128113], "prob_old_token": [0.9499217867851257, 0.9374390244483948, 0.7835155725479126, 0.0007489413837902248, 0.15411624312400818, 2.7305462936055847e-05, 6.425038463930832e-06, 6.302142992353765e-06, 5.910404070164077e-06, 4.990781235392205e-06, 4.242060640535783e-06, 3.7247166346787708e-06, 3.370248805367737e-06, 3.122790531051578e-06, 2.9465104489645455e-06, 2.8213109999342123e-06, 2.733948122113361e-06, 2.6766972496261587e-06, 2.6447307845955947e-06, 2.634698830661364e-06], "update_matrix_norm_1": [27866.697265625], "update_matrix_norm_2": [7.311828136444092], "update_matrix_norm_inf": [0.039022378623485565], "request": {"prompt": "{} is held by", "subject": "Lucasian Professor of Mathematics", "target_new": {"str": "Andrew Cuomo"}, "old_answer": {"str": "Stephen Hawking"}, "seed": 42}}, {"loss_per_step": [4.356, 4.035, 2.679, 1.025, 0.594, 0.37, 0.346, 0.323, 0.318, 0.314, 0.313, 0.312, 0.312, 0.311, 0.31, 0.31, 0.31, 0.309, 0.309, 0.309], "prob_new": [0.013748174533247948, 0.02503831684589386, 0.09766920655965805, 0.5019610524177551, 0.7988700270652771, 0.9423356056213379, 0.9656782746315002, 0.9885404109954834, 0.9934251308441162, 0.9960908889770508, 0.9975431561470032, 0.9982677102088928, 0.9986599683761597, 0.9989015460014343, 0.9990676641464233, 0.9991898536682129, 0.9992805123329163, 0.9993404150009155, 0.9993825554847717, 0.9994158148765564], "prob_old": [0.7344213128089905, 0.5934967994689941, 0.19217686355113983, 0.05894205719232559, 0.004815391730517149, 0.03808116540312767, 0.09800923615694046, 0.03616606071591377, 0.015802130103111267, 0.010390427894890308, 0.008418755605816841, 0.00756852887570858, 0.007188448216766119, 0.007045867387205362, 0.007049682550132275, 0.007174406200647354, 0.0074699316173791885, 0.008132425136864185, 0.008953744545578957, 0.00978115200996399], "prob_new_token": [1.0551517334533855e-05, 7.050769636407495e-05, 0.0063892388716340065, 0.2632704973220825, 0.7074784636497498, 0.9835704565048218, 0.9438222050666809, 0.9902976155281067, 0.9972699880599976, 0.9984264373779297, 0.998760461807251, 0.9988866448402405, 0.9989413619041443, 0.9989668130874634, 0.9989780187606812, 0.9989748597145081, 0.9989198446273804, 0.9986980557441711, 0.9983954429626465, 0.9980959296226501], "prob_old_token": [0.9499217867851257, 0.8716732263565063, 0.01431965921074152, 0.00030403153505176306, 1.9917502868338488e-05, 8.160297875292599e-05, 0.0016593047184869647, 0.0001377031294396147, 2.3578433683724143e-05, 1.2173247341706883e-05, 9.784930625755806e-06, 9.370904990646522e-06, 9.64732316788286e-06, 1.0244383702229243e-05, 1.1043804988730699e-05, 1.2076556231477298e-05, 1.3927033251093235e-05, 1.9008222807315178e-05, 2.6845416869036853e-05, 3.641691728262231e-05], "update_matrix_norm_1": [28300.6796875], "update_matrix_norm_2": [7.298061847686768], "update_matrix_norm_inf": [0.03885139152407646], "request": {"prompt": "{} is held by", "subject": "Lucasian Professor of Mathematics", "target_new": {"str": "Xavier Bettel"}, "old_answer": {"str": "Stephen Hawking"}, "seed": 42}}, {"loss_per_step": [6.681, 5.199, 3.088, 1.235, 0.394, 0.341, 0.321, 0.315, 0.314, 0.313, 0.312, 0.312, 0.312, 0.312, 0.312, 0.311, 0.311, 0.311, 0.311, 0.311], "prob_new": [0.0016568611608818173, 0.008747140876948833, 0.06573059409856796, 0.4161384403705597, 0.9458358287811279, 0.969664990901947, 0.9893744587898254, 0.9954829812049866, 0.9973284602165222, 0.9980766773223877, 0.9984719753265381, 0.998727023601532, 0.9989141225814819, 0.9990613460540771, 0.9991808533668518, 0.9992792010307312, 0.9993602633476257, 0.999427080154419, 0.9994818568229675, 0.9995263814926147], "prob_old": [0.7344213128089905, 0.24766318500041962, 0.018932124599814415, 0.14469879865646362, 0.003849515924230218, 0.0015327678993344307, 0.0008826472330838442, 0.000605402106884867, 0.00048380857333540916, 0.000420533207943663, 0.000378699362045154, 0.00034465218777768314, 0.00031357622356154025, 0.00028414998087100685, 0.0002563585585448891, 0.00023056822828948498, 0.00020716041035484523, 0.00018641105270944536, 0.00016846490325406194, 0.00015335828356910497], "prob_new_token": [9.981551585269699e-09, 4.315854312153533e-06, 0.004667805042117834, 0.40098705887794495, 0.9868537187576294, 0.9865765571594238, 0.9936995506286621, 0.9968870282173157, 0.998026967048645, 0.9985374212265015, 0.998832643032074, 0.9990397691726685, 0.999202311038971, 0.9993354082107544, 0.9994441866874695, 0.9995342493057251, 0.9996073842048645, 0.9996671676635742, 0.9997156858444214, 0.9997544288635254], "prob_old_token": [0.9499217867851257, 0.004417307209223509, 0.00025439661112613976, 0.014544988051056862, 2.1555381408688845e-06, 8.43695147523249e-07, 2.8813343533329316e-07, 1.263235418491604e-07, 7.357397890928041e-08, 5.070906894388827e-08, 3.758557909350202e-08, 2.843218993575647e-08, 2.143719690650414e-08, 1.5981383327812182e-08, 1.177117336936817e-08, 8.583456612143436e-09, 6.219582182609429e-09, 4.494980387903524e-09, 3.2553970630289086e-09, 2.373649721221227e-09], "update_matrix_norm_1": [28393.609375], "update_matrix_norm_2": [7.319655895233154], "update_matrix_norm_inf": [0.03602118417620659], "request": {"prompt": "{} is held by", "subject": "Lucasian Professor of Mathematics", "target_new": {"str": "Wang Yi"}, "old_answer": {"str": "Stephen Hawking"}, "seed": 42}}, {"loss_per_step": [1.698, 1.324, 0.745, 0.511, 0.429, 0.344, 0.334, 0.395, 0.342, 0.342, 0.339, 0.336, 0.333, 0.328, 0.321, 0.316, 0.319, 0.314, 0.304, 0.294], "prob_new": [0.1867593675851822, 0.3766326308250427, 0.6654832363128662, 0.8342714905738831, 0.927177906036377, 0.9853513240814209, 0.9885097146034241, 0.990308940410614, 0.9901183247566223, 0.9906176924705505, 0.9917283058166504, 0.9927749633789062, 0.9935760498046875, 0.994161069393158, 0.9945678114891052, 0.994848370552063, 0.9953390955924988, 0.9962520003318787, 0.9969944953918457, 0.9974163770675659], "prob_old": [0.7089142799377441, 0.13581913709640503, 0.01639420911669731, 0.01689031533896923, 0.005317383445799351, 0.002082668012008071, 0.0015403160359710455, 0.0015589861432090402, 0.0020297972951084375, 0.0024843146093189716, 0.0028179557994008064, 0.003118132706731558, 0.003454873338341713, 0.0038533825427293777, 0.004303070716559887, 0.004712176043540239, 0.004642879124730825, 0.003860896686092019, 0.003121947403997183, 0.002666704123839736], "prob_new_token": [5.105161449137086e-07, 0.0006129528628662229, 0.04860270023345947, 0.19927315413951874, 0.8978777527809143, 0.9968563914299011, 0.9975833296775818, 0.9969886541366577, 0.9969140291213989, 0.9964361190795898, 0.9962654709815979, 0.9960278272628784, 0.9954622387886047, 0.9943737983703613, 0.9925391674041748, 0.9900341629981995, 0.9889343976974487, 0.9909101128578186, 0.9929998517036438, 0.99430912733078], "prob_old_token": [0.9386960864067078, 0.0003438918211031705, 2.0643386733354419e-07, 1.7703990806694492e-06, 4.593999403113003e-09, 3.819088101320034e-11, 1.6833735794197224e-11, 3.166890361061547e-11, 4.0121767019840604e-11, 8.465264600410194e-11, 1.7486104231245747e-10, 3.914955304384904e-10, 9.90798887379185e-10, 2.7580653316761072e-09, 7.90654652860212e-09, 2.0052182136964802e-08, 2.9765324427444284e-08, 2.0911747000695868e-08, 1.1839557778614562e-08, 7.219659536872314e-09], "update_matrix_norm_1": [27346.68359375], "update_matrix_norm_2": [7.603547096252441], "update_matrix_norm_inf": [0.054008275270462036], "request": {"prompt": "{} is held by", "subject": "Lieutenant Governor of New York", "target_new": {"str": "Andres Manuel Lopez Obrador"}, "old_answer": {"str": "Kathy Hochul"}, "seed": 42}}, {"loss_per_step": [4.366, 2.943, 0.725, 0.447, 0.348, 0.343, 0.336, 0.325, 0.334, 0.329, 0.331, 0.324, 0.337, 0.328, 0.328, 0.326, 0.325, 0.324, 0.323, 0.322], "prob_new": [0.013362019322812557, 0.0815243199467659, 0.7128717303276062, 0.9342935681343079, 0.9722328186035156, 0.9845286011695862, 0.9902149438858032, 0.9933408498764038, 0.9951383471488953, 0.9959741234779358, 0.9966047406196594, 0.9971606135368347, 0.9975895881652832, 0.9974070191383362, 0.9971464276313782, 0.9969528317451477, 0.9969022274017334, 0.9970382452011108, 0.9973016381263733, 0.9975868463516235], "prob_old": [0.7089142799377441, 0.6927706003189087, 0.01766214147210121, 0.002114257076755166, 0.0012479786528274417, 0.0009848844492807984, 0.0008053156198002398, 0.0006752039771527052, 0.0005850575398653746, 0.0005025518476031721, 0.000455243862234056, 0.0004210775950923562, 0.0004014447913505137, 0.00042263715295121074, 0.00045566147309727967, 0.0004848879761993885, 0.000503613380715251, 0.0005067236488685012, 0.0004968980210833251, 0.0004808267403859645], "prob_new_token": [8.464409120279015e-07, 0.000193579398910515, 0.3976811468601227, 0.9786908626556396, 0.9943293333053589, 0.9968212246894836, 0.998450517654419, 0.9992878437042236, 0.9996179342269897, 0.999762237071991, 0.9998443722724915, 0.9998931288719177, 0.9999133348464966, 0.9998893141746521, 0.9998792409896851, 0.9998781085014343, 0.9998708963394165, 0.9998636245727539, 0.9998624324798584, 0.9998683333396912], "prob_old_token": [0.9386960864067078, 0.7911269664764404, 2.0556994968501385e-06, 5.916216960777376e-10, 1.2294236462206953e-10, 1.1384068687725346e-10, 4.5761016503886864e-11, 1.1925526538503206e-11, 3.373193651484696e-12, 1.4353405616840398e-12, 5.999148118378261e-13, 2.540368631599732e-13, 1.2318419125457308e-13, 3.21512049839337e-13, 3.982833214708631e-13, 3.7141153325613574e-13, 3.9169137226215123e-13, 4.4199350126075676e-13, 4.751377243039645e-13, 4.70509536280167e-13], "update_matrix_norm_1": [30629.384765625], "update_matrix_norm_2": [8.06207275390625], "update_matrix_norm_inf": [0.03571385517716408], "request": {"prompt": "{} is held by", "subject": "Lieutenant Governor of New York", "target_new": {"str": "Vladimir Putin"}, "old_answer": {"str": "Kathy Hochul"}, "seed": 42}}, {"loss_per_step": [3.84, 2.475, 0.723, 0.378, 0.344, 0.333, 0.326, 0.323, 0.32, 0.319, 0.318, 0.317, 0.315, 0.312, 0.313, 0.313, 0.312, 0.312, 0.313, 0.312], "prob_new": [0.02392362430691719, 0.14652594923973083, 0.682428777217865, 0.9455734491348267, 0.9764341711997986, 0.9870941638946533, 0.9927902221679688, 0.9956052899360657, 0.9970031380653381, 0.9977542757987976, 0.9981996417045593, 0.998479962348938, 0.9986521601676941, 0.9987544417381287, 0.998852550983429, 0.9989124536514282, 0.9989256262779236, 0.9989620447158813, 0.9989680647850037, 0.9989502429962158], "prob_old": [0.7089142799377441, 0.22477009892463684, 0.10579375177621841, 0.036156173795461655, 0.01893329992890358, 0.012822684831917286, 0.00961788184940815, 0.007717248983681202, 0.006511454004794359, 0.00570992287248373, 0.0051538050174713135, 0.004767545498907566, 0.004533236846327782, 0.004430250730365515, 0.004287456162273884, 0.004198057577013969, 0.004198761191219091, 0.004135607276111841, 0.004156280308961868, 0.0042505827732384205], "prob_new_token": [2.4016826500883326e-05, 0.013714033178985119, 0.1958792358636856, 0.9450060129165649, 0.9885352849960327, 0.9947534799575806, 0.9969391822814941, 0.9979547262191772, 0.9984930157661438, 0.9988059997558594, 0.9989983439445496, 0.9991154670715332, 0.9991750717163086, 0.9991778135299683, 0.999194324016571, 0.999211311340332, 0.9992079138755798, 0.9992379546165466, 0.99922776222229, 0.9991794228553772], "prob_old_token": [0.9386960864067078, 0.05094413831830025, 0.0003208454872947186, 5.055489054939244e-06, 2.7687494252859324e-07, 6.407439911981783e-08, 2.680347144234929e-08, 1.4901232248121232e-08, 9.792356259197277e-09, 7.197729079422288e-09, 5.743687303549905e-09, 4.9513211308749305e-09, 4.700754452358069e-09, 5.037299466437162e-09, 5.0652393390748784e-09, 5.070516895244737e-09, 5.314647388843241e-09, 5.042683159928174e-09, 5.2617745716077025e-09, 5.979887696128117e-09], "update_matrix_norm_1": [30040.41015625], "update_matrix_norm_2": [8.047893524169922], "update_matrix_norm_inf": [0.03914419561624527], "request": {"prompt": "{} is held by", "subject": "Lieutenant Governor of New York", "target_new": {"str": "Phil Murphy"}, "old_answer": {"str": "Kathy Hochul"}, "seed": 42}}, {"loss_per_step": [6.547, 4.355, 2.392, 1.158, 0.399, 0.351, 0.343, 0.336, 0.315, 0.344, 0.344, 0.317, 0.32, 0.328, 0.328, 0.325, 0.317, 0.305, 0.308, 0.312], "prob_new": [0.0017621397273615003, 0.02553032711148262, 0.1837867796421051, 0.4592674970626831, 0.9393434524536133, 0.98240727186203, 0.990792989730835, 0.9942867159843445, 0.9960909485816956, 0.9969228506088257, 0.9975460767745972, 0.997958779335022, 0.9981780648231506, 0.9982596039772034, 0.9983135461807251, 0.9983659386634827, 0.9984232783317566, 0.9984853863716125, 0.9985542297363281, 0.9986321926116943], "prob_old": [0.7497943043708801, 0.12910224497318268, 0.1226053237915039, 0.08581461012363434, 0.03604046255350113, 0.019272146746516228, 0.01483524963259697, 0.013755855150520802, 0.013926273211836815, 0.014761477708816528, 0.0162922665476799, 0.018410757184028625, 0.021763546392321587, 0.02494761161506176, 0.027750838547945023, 0.030140405520796776, 0.0321163572371006, 0.03361373022198677, 0.0342530682682991, 0.033602163195610046], "prob_new_token": [6.428785948031646e-09, 1.6852385670063086e-05, 0.025816839188337326, 0.3504193425178528, 0.9049326777458191, 0.9777881503105164, 0.9933882355690002, 0.9970607757568359, 0.9982367753982544, 0.998649537563324, 0.998910665512085, 0.9990662336349487, 0.9990734457969666, 0.9990332722663879, 0.9990078806877136, 0.9990039467811584, 0.9990131855010986, 0.9990208745002747, 0.9990211725234985, 0.9990255832672119], "prob_old_token": [0.9288502931594849, 1.3828559985995525e-06, 9.261881132260896e-06, 7.961330993566662e-06, 6.976098916311457e-07, 6.873759872405572e-08, 2.047069713739802e-08, 1.1628666030105705e-08, 9.711945025969726e-09, 1.0873896449936638e-08, 1.2371073943029387e-08, 1.4997894481894036e-08, 2.1041980602376498e-08, 2.9760442998849612e-08, 4.007991094567842e-08, 5.151312265638808e-08, 6.381169015412524e-08, 7.641397559154939e-08, 8.404976625797644e-08, 7.527751222369261e-08], "update_matrix_norm_1": [25197.01953125], "update_matrix_norm_2": [6.915128707885742], "update_matrix_norm_inf": [0.09504496306180954], "request": {"prompt": "{} is held by", "subject": "President of Cuba", "target_new": {"str": "Wang Yi"}, "old_answer": {"str": "Miguel D\u00edaz-Canel"}, "seed": 42}}, {"loss_per_step": [2.963, 2.448, 1.028, 0.416, 0.362, 0.343, 0.315, 0.333, 0.319, 0.315, 0.318, 0.308, 0.308, 0.309, 0.305, 0.305, 0.306, 0.304, 0.303, 0.304], "prob_new": [0.05556442588567734, 0.20195913314819336, 0.5477411150932312, 0.9258358478546143, 0.972793698310852, 0.9850576519966125, 0.989402174949646, 0.9915134310722351, 0.9926013350486755, 0.9932708740234375, 0.993844747543335, 0.9943649768829346, 0.9948665499687195, 0.9952775835990906, 0.9955931305885315, 0.9958770871162415, 0.9961625933647156, 0.9964488744735718, 0.9967246651649475, 0.9969673156738281], "prob_old": [0.7497943043708801, 0.12478087097406387, 0.20369897782802582, 0.08076047897338867, 0.040345314890146255, 0.027491336688399315, 0.02143007330596447, 0.018037224188447, 0.01616141013801098, 0.015142164193093777, 0.014417648315429688, 0.013847550377249718, 0.013371001929044724, 0.01306332927197218, 0.012917870655655861, 0.012823529541492462, 0.012702147476375103, 0.012546230107545853, 0.012382825836539268, 0.012270447798073292], "prob_new_token": [1.9141583834425546e-05, 0.005192720331251621, 0.6288090348243713, 0.990254819393158, 0.9963836073875427, 0.9979566335678101, 0.9986283183097839, 0.9989368319511414, 0.9991169571876526, 0.9992082715034485, 0.999281108379364, 0.9993501305580139, 0.9994047284126282, 0.9994411468505859, 0.9994645714759827, 0.9994823336601257, 0.9994992613792419, 0.9995158910751343, 0.9995302557945251, 0.9995404481887817], "prob_old_token": [0.9288502931594849, 3.3953660022234544e-05, 0.0004337197169661522, 3.4410632565595733e-08, 5.64953805959334e-10, 1.0784944465269675e-10, 4.0904824666343487e-11, 2.4511117094339063e-11, 1.6790156071033735e-11, 1.352556348171996e-11, 1.1842746401591331e-11, 1.0482490743479733e-11, 9.493796374049346e-12, 8.94795435663065e-12, 8.790916779244373e-12, 8.821806132819354e-12, 8.77952224809242e-12, 8.610187215984944e-12, 8.42614780033335e-12, 8.420411937160033e-12], "update_matrix_norm_1": [25447.07421875], "update_matrix_norm_2": [6.904224872589111], "update_matrix_norm_inf": [0.09318241477012634], "request": {"prompt": "{} is held by", "subject": "President of Cuba", "target_new": {"str": "Narendra Modi"}, "old_answer": {"str": "Miguel D\u00edaz-Canel"}, "seed": 42}}, {"loss_per_step": [4.717, 2.182, 1.048, 0.458, 0.332, 0.311, 0.307, 0.305, 0.304, 0.303, 0.302, 0.301, 0.301, 0.304, 0.31, 0.316, 0.311, 0.306, 0.302, 0.303], "prob_new": [0.009952591732144356, 0.1995723843574524, 0.48454320430755615, 0.8637635707855225, 0.9732564687728882, 0.9891971349716187, 0.9931395649909973, 0.9950871467590332, 0.9964337944984436, 0.9973304867744446, 0.997899055480957, 0.9982713460922241, 0.9984931945800781, 0.9986767768859863, 0.998724639415741, 0.9988647699356079, 0.998906672000885, 0.9988917708396912, 0.9988957643508911, 0.9988927841186523], "prob_old": [0.7497943043708801, 0.25095903873443604, 0.3233906328678131, 0.27570968866348267, 0.18628627061843872, 0.14788396656513214, 0.12494818866252899, 0.10882861167192459, 0.0967230349779129, 0.0874309241771698, 0.08029711991548538, 0.07463748008012772, 0.07072532922029495, 0.06680556386709213, 0.06652537733316422, 0.06306222826242447, 0.06340087950229645, 0.06634765863418579, 0.06815432757139206, 0.06980855017900467], "prob_new_token": [4.2447252781130373e-05, 0.09061414003372192, 0.08220936357975006, 0.8867276310920715, 0.9816635847091675, 0.9913761019706726, 0.9944402575492859, 0.9962257146835327, 0.997489869594574, 0.9982778429985046, 0.9987353086471558, 0.9990243315696716, 0.9991684556007385, 0.9993090033531189, 0.9992837309837341, 0.9994015693664551, 0.9993783831596375, 0.9992560744285583, 0.999228835105896, 0.9992556571960449], "prob_old_token": [0.9288502931594849, 0.008668974041938782, 0.004598780069500208, 0.0018150648102164268, 0.000410178821766749, 0.00022566120605915785, 0.00012490643712226301, 6.957615551073104e-05, 4.029025512863882e-05, 2.5433146220166236e-05, 1.7846017726697028e-05, 1.334592616331065e-05, 1.1538595572346821e-05, 9.151322956313379e-06, 1.0910685887211002e-05, 7.549212114099646e-06, 8.121623068291228e-06, 1.1631368579401169e-05, 1.2271848390810192e-05, 1.125672770285746e-05], "update_matrix_norm_1": [24957.6484375], "update_matrix_norm_2": [6.923891544342041], "update_matrix_norm_inf": [0.10530059784650803], "request": {"prompt": "{} is held by", "subject": "President of Cuba", "target_new": {"str": "Xavier Bettel"}, "old_answer": {"str": "Miguel D\u00edaz-Canel"}, "seed": 42}}, {"loss_per_step": [6.226, 3.487, 2.426, 1.638, 0.936, 0.431, 0.364, 0.331, 0.334, 0.33, 0.327, 0.325, 0.324, 0.323, 0.322, 0.321, 0.321, 0.321, 0.32, 0.32], "prob_new": [0.002228175988420844, 0.056773629039525986, 0.1344209462404251, 0.270037978887558, 0.539421796798706, 0.8908534646034241, 0.9834955334663391, 0.9872809052467346, 0.9845588207244873, 0.9887146949768066, 0.9915195107460022, 0.9934535622596741, 0.9948450922966003, 0.9958545565605164, 0.9965968728065491, 0.9971542358398438, 0.9975816607475281, 0.9979149103164673, 0.9981772303581238, 0.9983840584754944], "prob_old": [0.7511310577392578, 0.1083342507481575, 0.21997983753681183, 0.18466435372829437, 0.18408742547035217, 0.11132760345935822, 0.030162345618009567, 0.019755762070417404, 0.021541915833950043, 0.02121383510529995, 0.01989981345832348, 0.018413934856653214, 0.016975853592157364, 0.015617522411048412, 0.014333659783005714, 0.013121772557497025, 0.011987295933067799, 0.0109402472153306, 0.009990775026381016, 0.009145955555140972], "prob_new_token": [8.95727953320602e-06, 0.0005357539048418403, 0.0031022399198263884, 0.0110023133456707, 0.0606711283326149, 0.6624648571014404, 0.9847379922866821, 0.9913029670715332, 0.9854543209075928, 0.9860541820526123, 0.988852858543396, 0.9909266233444214, 0.9923783540725708, 0.9934698343276978, 0.9943472743034363, 0.9950814247131348, 0.9957065582275391, 0.9962372183799744, 0.996681272983551, 0.9970428943634033], "prob_old_token": [0.948050320148468, 0.0010905120288953185, 0.005893504712730646, 0.0018532986287027597, 0.002607824746519327, 0.0010479753836989403, 6.489922270702664e-06, 1.1787373068727902e-06, 1.566150444887171e-06, 1.7539316559123108e-06, 1.492141109338263e-06, 1.1412092817408848e-06, 8.461955189886794e-07, 6.248315003176685e-07, 4.640564554847515e-07, 3.4811822047231544e-07, 2.642520939843962e-07, 2.032018073805375e-07, 1.5843554024286277e-07, 1.2541210026029148e-07], "update_matrix_norm_1": [30355.9609375], "update_matrix_norm_2": [8.177855491638184], "update_matrix_norm_inf": [0.07982981204986572], "request": {"prompt": "{} is held by", "subject": "President of Panama", "target_new": {"str": "Andrej Plenkovi\u0107"}, "old_answer": {"str": "Laurentino Cortizo"}, "seed": 42}}, {"loss_per_step": [6.396, 4.637, 2.993, 1.291, 0.51, 0.379, 0.336, 0.32, 0.309, 0.302, 0.3, 0.296, 0.295, 0.294, 0.293, 0.292, 0.291, 0.29, 0.289, 0.289], "prob_new": [0.0019320611609146, 0.02090046927332878, 0.08566445857286453, 0.4027601480484009, 0.8275668025016785, 0.9230417609214783, 0.9558833837509155, 0.9724550247192383, 0.9817419052124023, 0.9870343804359436, 0.9902228713035583, 0.992299497127533, 0.9937620759010315, 0.9948306679725647, 0.995635986328125, 0.9962776899337769, 0.9968060255050659, 0.9972323775291443, 0.9975677132606506, 0.9978370070457458], "prob_old": [0.7511310577392578, 0.03724248334765434, 0.11690784990787506, 0.1118754893541336, 0.0898769348859787, 0.045311860740184784, 0.02716941013932228, 0.01932326704263687, 0.01509876549243927, 0.012487879954278469, 0.010746311396360397, 0.009508617222309113, 0.00855440367013216, 0.007800369057804346, 0.007188908755779266, 0.006668965797871351, 0.006229296326637268, 0.005874761380255222, 0.0055856057442724705, 0.0053386990912258625], "prob_new_token": [3.7694242109864717e-06, 0.00041319901356473565, 0.010503818280994892, 0.4919065833091736, 0.954784095287323, 0.9898267388343811, 0.994992196559906, 0.9965813755989075, 0.9972931742668152, 0.9976787567138672, 0.9979439377784729, 0.9981857538223267, 0.9984034895896912, 0.9985737800598145, 0.9987051486968994, 0.9988214373588562, 0.9989421963691711, 0.9990522265434265, 0.9991360306739807, 0.9991998672485352], "prob_old_token": [0.948050320148468, 3.5105354072584305e-06, 0.001291604246944189, 0.00041382311610504985, 7.281282887561247e-05, 5.463431079988368e-06, 1.2031705409754068e-06, 4.994420805815025e-07, 2.7352686515769165e-07, 1.744350726085031e-07, 1.2136557359099243e-07, 8.838244980324816e-08, 6.66153923134516e-08, 5.191813556848501e-08, 4.159415922799781e-08, 3.396494108187653e-08, 2.8003352525729497e-08, 2.3344895794252807e-08, 1.9780310722694594e-08, 1.703485352777534e-08], "update_matrix_norm_1": [30707.169921875], "update_matrix_norm_2": [8.177879333496094], "update_matrix_norm_inf": [0.06890851259231567], "request": {"prompt": "{} is held by", "subject": "President of Panama", "target_new": {"str": "Carrie Lam"}, "old_answer": {"str": "Laurentino Cortizo"}, "seed": 42}}, {"loss_per_step": [4.558, 2.747, 1.578, 0.564, 0.417, 0.336, 0.318, 0.32, 0.316, 0.308, 0.297, 0.298, 0.297, 0.293, 0.294, 0.294, 0.293, 0.292, 0.292, 0.291], "prob_new": [0.011618401855230331, 0.12186381965875626, 0.3068954646587372, 0.7829116582870483, 0.9833787679672241, 0.9834184646606445, 0.9852570295333862, 0.9882453680038452, 0.9911885857582092, 0.9933328628540039, 0.9947006702423096, 0.9955657124519348, 0.9961218237876892, 0.9965119361877441, 0.9968162775039673, 0.9970569014549255, 0.9972503781318665, 0.9974069595336914, 0.9975269436836243, 0.9976173639297485], "prob_old": [0.7511310577392578, 0.07418395578861237, 0.05395302549004555, 0.03530437499284744, 0.015335440635681152, 0.013272720389068127, 0.012427803128957748, 0.011648951098322868, 0.010659349150955677, 0.009631768800318241, 0.008753752335906029, 0.008077309466898441, 0.007241623941808939, 0.006413623224943876, 0.005829404573887587, 0.005475678015500307, 0.0052787987515330315, 0.005141597706824541, 0.004941931460052729, 0.004686352331191301], "prob_new_token": [2.938393208751222e-07, 0.00029930740129202604, 0.016747981309890747, 0.8412743210792542, 0.9942839741706848, 0.9908170700073242, 0.9884219765663147, 0.9896207451820374, 0.9922938942909241, 0.9946700930595398, 0.9963017702102661, 0.9972956776618958, 0.9979237914085388, 0.9983598589897156, 0.998658299446106, 0.998857855796814, 0.998994767665863, 0.9990977048873901, 0.9991896748542786, 0.9992721080780029], "prob_old_token": [0.948050320148468, 7.983855903148651e-05, 7.4864428825094365e-06, 2.2758142677048454e-06, 1.3538637233523332e-07, 1.6606405495167564e-07, 1.8345888008752809e-07, 1.7035351618233108e-07, 1.2935289817050943e-07, 8.787046112956887e-08, 5.871089925335582e-08, 4.1991849997202735e-08, 2.86390680059867e-08, 1.8724836792216593e-08, 1.3287600353351081e-08, 1.0525501359381906e-08, 9.077547602487357e-09, 8.10765676817482e-09, 6.989530287881962e-09, 5.809940528678226e-09], "update_matrix_norm_1": [30788.84375], "update_matrix_norm_2": [8.207615852355957], "update_matrix_norm_inf": [0.07267504930496216], "request": {"prompt": "{} is held by", "subject": "President of Panama", "target_new": {"str": "Jacinda Ardern"}, "old_answer": {"str": "Laurentino Cortizo"}, "seed": 42}}, {"loss_per_step": [5.16, 3.864, 2.641, 0.886, 0.483, 0.364, 0.328, 0.325, 0.324, 0.324, 0.323, 0.323, 0.323, 0.323, 0.322, 0.322, 0.322, 0.322, 0.322, 0.322], "prob_new": [0.006022315938025713, 0.03910589590668678, 0.10536880046129227, 0.5718665719032288, 0.8882163166999817, 0.9578782916069031, 0.9930583834648132, 0.9961077570915222, 0.9968287348747253, 0.9971223473548889, 0.9973382949829102, 0.9975547790527344, 0.9977806210517883, 0.9980066418647766, 0.9982221722602844, 0.9984199404716492, 0.9985960125923157, 0.9987494349479675, 0.9988810420036316, 0.9989925622940063], "prob_old": [0.7552093267440796, 0.5493314266204834, 0.17924532294273376, 0.15654313564300537, 0.04352542757987976, 0.027505364269018173, 0.017898855730891228, 0.016602948307991028, 0.016585929319262505, 0.016532639041543007, 0.016149131581187248, 0.015429542399942875, 0.014464044012129307, 0.013360841199755669, 0.012213349342346191, 0.011089537292718887, 0.010032277554273605, 0.009064527228474617, 0.008195197209715843, 0.007424216251820326], "prob_new_token": [2.9412305480036594e-07, 1.4908225693943677e-06, 0.00013094840687699616, 0.10041738301515579, 0.8526802062988281, 0.9259271621704102, 0.9946066737174988, 0.9971857666969299, 0.9975805878639221, 0.9977759718894958, 0.9979923963546753, 0.9982447624206543, 0.9985089302062988, 0.9987603425979614, 0.9989831447601318, 0.9991704225540161, 0.999321699142456, 0.9994405508041382, 0.999532163143158, 0.9996011853218079], "prob_old_token": [0.9381629824638367, 0.7548480033874512, 0.005691870115697384, 0.013425629585981369, 6.0017273426637985e-06, 1.3141853969500517e-06, 2.3688285466505477e-07, 2.109322423393678e-07, 2.276998571915101e-07, 2.2531550314397464e-07, 1.994118434822667e-07, 1.6018759652070003e-07, 1.1909082786587533e-07, 8.342511392811502e-08, 5.593776464252187e-08, 3.637413570345416e-08, 2.3187006092939555e-08, 1.4614241372612469e-08, 9.171543524644221e-09, 5.763045152207269e-09], "update_matrix_norm_1": [28986.693359375], "update_matrix_norm_2": [7.645402908325195], "update_matrix_norm_inf": [0.06171717122197151], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Hungary", "target_new": {"str": "Sheikh Hasina"}, "old_answer": {"str": "Viktor Orban"}, "seed": 42}}, {"loss_per_step": [5.305, 3.362, 1.926, 0.504, 0.401, 0.375, 0.365, 0.359, 0.356, 0.355, 0.353, 0.352, 0.352, 0.351, 0.35, 0.35, 0.35, 0.349, 0.349, 0.349], "prob_new": [0.005807837471365929, 0.0544518306851387, 0.2233356386423111, 0.8689601421356201, 0.956579864025116, 0.9808101058006287, 0.9887642860412598, 0.9919842481613159, 0.9937618970870972, 0.9949955940246582, 0.9958539605140686, 0.9964923858642578, 0.9970560073852539, 0.9975408911705017, 0.9978919625282288, 0.99814772605896, 0.9983701705932617, 0.9985451698303223, 0.9986692070960999, 0.9987733364105225], "prob_old": [0.7552093267440796, 0.5526407957077026, 0.0768841877579689, 0.05692391097545624, 0.04332293942570686, 0.03240174800157547, 0.0259872954338789, 0.02223104052245617, 0.01968839392066002, 0.017781507223844528, 0.016468016430735588, 0.015562983229756355, 0.01476264838129282, 0.014025310985744, 0.013507653027772903, 0.013154730200767517, 0.012781824916601181, 0.01247064583003521, 0.012290813028812408, 0.012119639664888382], "prob_new_token": [6.054623099771561e-06, 0.0002865614660549909, 0.1241520345211029, 0.9416581392288208, 0.9815566539764404, 0.9928185343742371, 0.996583878993988, 0.997975766658783, 0.9986202716827393, 0.9989829659461975, 0.9992069602012634, 0.9993548393249512, 0.9994626045227051, 0.9995454549789429, 0.999606192111969, 0.9996521472930908, 0.9996917247772217, 0.9997238516807556, 0.9997478127479553, 0.9997676014900208], "prob_old_token": [0.9381629824638367, 0.8727301359176636, 9.668789425631985e-05, 3.7579488889605273e-06, 6.829839094280032e-07, 2.142596713383682e-07, 9.017894342377986e-08, 4.9488594555668897e-08, 3.1378601050846555e-08, 2.1427796426110035e-08, 1.58485189416524e-08, 1.246101710705716e-08, 9.981951265558564e-09, 8.106049165235163e-09, 6.877703739860408e-09, 6.056634749285195e-09, 5.330849983664621e-09, 4.766018690816054e-09, 4.405560360964955e-09, 4.094061090142986e-09], "update_matrix_norm_1": [29096.34765625], "update_matrix_norm_2": [7.656388282775879], "update_matrix_norm_inf": [0.05738601088523865], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Hungary", "target_new": {"str": "Andrew Cuomo"}, "old_answer": {"str": "Viktor Orban"}, "seed": 42}}, {"loss_per_step": [2.958, 2.818, 2.208, 1.024, 0.607, 0.429, 0.325, 0.327, 0.322, 0.319, 0.302, 0.315, 0.298, 0.302, 0.3, 0.294, 0.297, 0.294, 0.291, 0.293], "prob_new": [0.05237545445561409, 0.08202798664569855, 0.15035125613212585, 0.4861624538898468, 0.7469579577445984, 0.8872901797294617, 0.9696741700172424, 0.9808760285377502, 0.9866440296173096, 0.9894647598266602, 0.991243302822113, 0.9926589131355286, 0.9937688708305359, 0.994766354560852, 0.9955757260322571, 0.9962350130081177, 0.9968082308769226, 0.9972909688949585, 0.9976986646652222, 0.9980324506759644], "prob_old": [0.7552093267440796, 0.6378746032714844, 0.3907141387462616, 0.07417574524879456, 0.01694093458354473, 0.02729014866054058, 0.006793470587581396, 0.0041027250699698925, 0.003230203641578555, 0.0029181239660829306, 0.0028136989567428827, 0.0027668217662721872, 0.002515573985874653, 0.002238405402749777, 0.002090028254315257, 0.0020227432250976562, 0.0019382426980882883, 0.0018005702877417207, 0.0016392035176977515, 0.0015049282228574157], "prob_new_token": [0.0002062604035018012, 0.001055987784639001, 0.0053292070515453815, 0.09346674382686615, 0.16408942639827728, 0.8729945421218872, 0.9831302165985107, 0.9868846535682678, 0.986890435218811, 0.9865683317184448, 0.9870460629463196, 0.9883541464805603, 0.9893457889556885, 0.9905244708061218, 0.9921784400939941, 0.9939184188842773, 0.9953401684761047, 0.9963518381118774, 0.9971156120300293, 0.9977160096168518], "prob_old_token": [0.9381629824638367, 0.7289499640464783, 0.08207233995199203, 6.280642264755443e-05, 5.80956702833646e-06, 6.572917072844575e-07, 1.5162127553480786e-08, 6.486737813560239e-09, 5.496346933142604e-09, 5.416265658197972e-09, 5.007029901804572e-09, 4.304802736498914e-09, 3.465081332976183e-09, 2.681251221048342e-09, 1.9656978267335035e-09, 1.3870882220601288e-09, 9.776675025108261e-10, 7.039309690703988e-10, 5.080951215319374e-10, 3.706647766499316e-10], "update_matrix_norm_1": [28355.5546875], "update_matrix_norm_2": [7.670382976531982], "update_matrix_norm_inf": [0.06429116427898407], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Hungary", "target_new": {"str": "Mokgweetsi Masisi"}, "old_answer": {"str": "Viktor Orban"}, "seed": 42}}, {"loss_per_step": [3.467, 2.242, 1.153, 0.738, 0.554, 0.35, 0.326, 0.315, 0.309, 0.304, 0.299, 0.294, 0.299, 0.298, 0.301, 0.302, 0.302, 0.301, 0.301, 0.301], "prob_new": [0.03447750210762024, 0.201992928981781, 0.433832585811615, 0.6609956622123718, 0.7913694977760315, 0.9511581063270569, 0.9741727113723755, 0.9851315021514893, 0.9906154870986938, 0.9935630559921265, 0.9952065944671631, 0.9961392879486084, 0.9969204664230347, 0.9976129531860352, 0.9979753494262695, 0.9982140064239502, 0.9983936548233032, 0.9985387921333313, 0.9986605048179626, 0.9987643957138062], "prob_old": [0.8730258941650391, 0.16595377027988434, 0.17812342941761017, 0.2616511583328247, 0.4263884425163269, 0.07851964980363846, 0.03650403767824173, 0.025428496301174164, 0.020424364134669304, 0.017567502334713936, 0.015762239694595337, 0.01458975300192833, 0.01334400288760662, 0.011775835417211056, 0.010761180892586708, 0.00999911967664957, 0.00937699992209673, 0.008845069445669651, 0.008379199542105198, 0.007967459037899971], "prob_new_token": [4.404943319968879e-05, 0.01185183972120285, 0.03206251934170723, 0.526129424571991, 0.43160244822502136, 0.9681323766708374, 0.9839524626731873, 0.9891161322593689, 0.9921409487724304, 0.9940383434295654, 0.9952636957168579, 0.9961153268814087, 0.9969329237937927, 0.9974974393844604, 0.9978501796722412, 0.9980923533439636, 0.9982749223709106, 0.9984210729598999, 0.9985405206680298, 0.9986392855644226], "prob_old_token": [0.9658077955245972, 0.005683142691850662, 0.012987448833882809, 0.07732771337032318, 0.1747947335243225, 0.0004539460642263293, 5.010732638766058e-05, 2.342919833608903e-05, 1.614584652998019e-05, 1.2555703506222926e-05, 1.0246298188576475e-05, 8.43295765662333e-06, 6.563668193848571e-06, 5.063735443400219e-06, 4.019294465251733e-06, 3.2915147585299565e-06, 2.7492694698594278e-06, 2.3256611711985897e-06, 1.984500840990222e-06, 1.7045532558768173e-06], "update_matrix_norm_1": [27324.984375], "update_matrix_norm_2": [7.487817764282227], "update_matrix_norm_inf": [0.04620625078678131], "request": {"prompt": "{} is held by", "subject": "President of Russia", "target_new": {"str": "Xavier Bettel"}, "old_answer": {"str": "Vladimir Putin"}, "seed": 42}}, {"loss_per_step": [3.469, 2.454, 1.276, 0.482, 0.371, 0.328, 0.315, 0.309, 0.306, 0.304, 0.301, 0.297, 0.294, 0.295, 0.294, 0.296, 0.295, 0.291, 0.294, 0.291], "prob_new": [0.03214872628450394, 0.14846618473529816, 0.4042589068412781, 0.8425369262695312, 0.9300952553749084, 0.9712852239608765, 0.9845194220542908, 0.9902284145355225, 0.9931759834289551, 0.9948747158050537, 0.9959346652030945, 0.9966352581977844, 0.9971264600753784, 0.997546911239624, 0.9978982210159302, 0.9981495141983032, 0.9983358979225159, 0.998474657535553, 0.9985862374305725, 0.9986879229545593], "prob_old": [0.8730258941650391, 0.2050580084323883, 0.41189831495285034, 0.057886406779289246, 0.04491831362247467, 0.03248684108257294, 0.025508267804980278, 0.021419331431388855, 0.018731461837887764, 0.016793863847851753, 0.015322891063988209, 0.014183079823851585, 0.013283499516546726, 0.012327798642218113, 0.011335550807416439, 0.010617480613291264, 0.01009477861225605, 0.009732636623084545, 0.009448911994695663, 0.009090256877243519], "prob_new_token": [9.413962288817856e-06, 0.02570461854338646, 0.06301981955766678, 0.855605959892273, 0.9586726427078247, 0.9810453653335571, 0.9890149831771851, 0.9926527142524719, 0.9945847392082214, 0.9957322478294373, 0.9964656233787537, 0.9969515800476074, 0.9972821474075317, 0.9976238012313843, 0.9979864954948425, 0.9982240200042725, 0.9983786940574646, 0.9984700679779053, 0.9985295534133911, 0.9986383318901062], "prob_old_token": [0.9658077955245972, 0.03679092600941658, 0.051915816962718964, 2.7568901714403182e-05, 9.669098290032707e-06, 4.745534170069732e-06, 2.8078472951165168e-06, 1.9433853140071733e-06, 1.5009828757683863e-06, 1.243940801032295e-06, 1.0801857115438906e-06, 9.695353355709813e-07, 8.857387001626194e-07, 7.561903885289212e-07, 6.005176942380785e-07, 5.086757255412522e-07, 4.539767530786776e-07, 4.2587547000039194e-07, 4.120297205645329e-07, 3.758957802801888e-07], "update_matrix_norm_1": [27796.74609375], "update_matrix_norm_2": [7.488440990447998], "update_matrix_norm_inf": [0.04176301509141922], "request": {"prompt": "{} is held by", "subject": "President of Russia", "target_new": {"str": "Yoshihide Suga"}, "old_answer": {"str": "Vladimir Putin"}, "seed": 42}}, {"loss_per_step": [5.03, 4.69, 3.098, 2.063, 0.838, 0.351, 0.315, 0.31, 0.306, 0.302, 0.302, 0.299, 0.298, 0.297, 0.296, 0.295, 0.295, 0.294, 0.294, 0.293], "prob_new": [0.007139342371374369, 0.028140446171164513, 0.08533390611410141, 0.21239781379699707, 0.6448563933372498, 0.9519937038421631, 0.978959858417511, 0.9823808670043945, 0.9849843978881836, 0.9871087074279785, 0.9888782501220703, 0.9903805255889893, 0.9915995001792908, 0.9925588369369507, 0.9933164715766907, 0.9939354658126831, 0.9944688081741333, 0.994937002658844, 0.9953389167785645, 0.995681881904602], "prob_old": [0.8730258941650391, 0.11716002970933914, 0.24272474646568298, 0.2702895998954773, 0.14778444170951843, 0.021910177543759346, 0.004499861039221287, 0.0021043168380856514, 0.0013970456784591079, 0.0011073214700445533, 0.0009636954637244344, 0.0008861474343575537, 0.0008471602923236787, 0.0008346344693563879, 0.0008398260688409209, 0.0008549883496016264, 0.0008726860978640616, 0.0008891993202269077, 0.0009050825610756874, 0.0009209411800839007], "prob_new_token": [5.801527791504668e-08, 2.073899122478906e-05, 0.0010342149762436748, 0.023522276431322098, 0.6942687630653381, 0.9827947020530701, 0.9980164170265198, 0.9994701743125916, 0.9997335076332092, 0.9998044967651367, 0.9998325705528259, 0.999849796295166, 0.9998549222946167, 0.999847948551178, 0.9998315572738647, 0.9998093247413635, 0.9997886419296265, 0.9997732639312744, 0.9997598528862, 0.9997476935386658], "prob_old_token": [0.9658077955245972, 0.007484083995223045, 0.017609914764761925, 0.011543863452970982, 0.0021207663230597973, 1.9200269889552146e-05, 6.020022169650474e-07, 6.010100861431056e-08, 1.485112299803859e-08, 6.776281757936431e-09, 4.190949809412814e-09, 2.951666688844057e-09, 2.384294761625938e-09, 2.2288297873984675e-09, 2.324655357099914e-09, 2.5426860617017155e-09, 2.7223268084242136e-09, 2.802754472952529e-09, 2.8721272027354416e-09, 2.995930836746652e-09], "update_matrix_norm_1": [28004.3515625], "update_matrix_norm_2": [7.531944274902344], "update_matrix_norm_inf": [0.041999850422143936], "request": {"prompt": "{} is held by", "subject": "President of Russia", "target_new": {"str": "Ana Brnabic"}, "old_answer": {"str": "Vladimir Putin"}, "seed": 42}}, {"loss_per_step": [3.643, 3.207, 1.321, 0.443, 0.386, 0.312, 0.304, 0.339, 0.302, 0.301, 0.3, 0.3, 0.299, 0.298, 0.297, 0.297, 0.296, 0.296, 0.296, 0.296], "prob_new": [0.027197986841201782, 0.07797926664352417, 0.42579278349876404, 0.9509286880493164, 0.9752744436264038, 0.9851287603378296, 0.9904210567474365, 0.9941619038581848, 0.995727002620697, 0.9964218139648438, 0.9969466328620911, 0.9974378347396851, 0.9978863000869751, 0.9982944130897522, 0.9986554384231567, 0.9989500641822815, 0.9991676807403564, 0.9993226528167725, 0.9994378685951233, 0.9995263814926147], "prob_old": [0.8862798810005188, 0.8441400527954102, 0.7409800291061401, 0.25659146904945374, 0.15484276413917542, 0.12032048404216766, 0.10827527940273285, 0.09736506640911102, 0.0871095210313797, 0.089696504175663, 0.09550891816616058, 0.1002829447388649, 0.10281311720609665, 0.10343213379383087, 0.10306830704212189, 0.10260066390037537, 0.10231156647205353, 0.10199767351150513, 0.10148516297340393, 0.10082957148551941], "prob_new_token": [2.0907231146338745e-07, 2.741586104093585e-05, 0.05385848507285118, 0.9776507019996643, 0.9935563206672668, 0.9925782084465027, 0.9920601844787598, 0.9955326914787292, 0.997373640537262, 0.9984946846961975, 0.9989995360374451, 0.9992117881774902, 0.999319314956665, 0.9993923902511597, 0.9994457364082336, 0.9994770288467407, 0.9994904398918152, 0.999496340751648, 0.9995058178901672, 0.9995197653770447], "prob_old_token": [0.9246447682380676, 0.7783136367797852, 0.3251435458660126, 3.704338666921103e-07, 3.343555476931215e-08, 2.432889800729754e-08, 2.2684552902774158e-08, 1.1351491302491468e-08, 6.716152523011942e-09, 5.220737175903878e-09, 4.993668145658603e-09, 5.526000101951922e-09, 6.536479357777125e-09, 7.819053848834301e-09, 9.359842678691166e-09, 1.1300229196820055e-08, 1.3629690265304362e-08, 1.5946307385661385e-08, 1.7708277511019332e-08, 1.8647494215429106e-08], "update_matrix_norm_1": [29731.078125], "update_matrix_norm_2": [7.787818431854248], "update_matrix_norm_inf": [0.03756515681743622], "request": {"prompt": "{} is held by", "subject": "Prime Minister of the United Arab Emirates", "target_new": {"str": "Viktor Orban"}, "old_answer": {"str": "Sheikh Mohammed bin Rashid Al Maktoum"}, "seed": 42}}, {"loss_per_step": [2.559, 2.034, 0.766, 0.349, 0.323, 0.315, 0.306, 0.301, 0.294, 0.292, 0.289, 0.287, 0.286, 0.285, 0.284, 0.284, 0.284, 0.283, 0.283, 0.281], "prob_new": [0.07903135567903519, 0.17859166860580444, 0.6461320519447327, 0.9462968111038208, 0.9681413769721985, 0.9774613380432129, 0.9827083349227905, 0.9864654541015625, 0.9893139600753784, 0.9915544390678406, 0.9933476448059082, 0.9946861267089844, 0.9956493377685547, 0.996364414691925, 0.996903121471405, 0.9973235726356506, 0.9976685047149658, 0.9979564547538757, 0.9981964826583862, 0.9983762502670288], "prob_old": [0.8862798810005188, 0.8335473537445068, 0.5127167105674744, 0.5952861309051514, 0.5360082387924194, 0.4843374192714691, 0.4547778069972992, 0.43495506048202515, 0.42120012640953064, 0.41264861822128296, 0.4096583425998688, 0.4097326993942261, 0.40958595275878906, 0.4084329307079315, 0.4068290591239929, 0.40480414032936096, 0.401821494102478, 0.3981096148490906, 0.39450955390930176, 0.3924098312854767], "prob_new_token": [0.9246447682380676, 0.9297410845756531, 0.6815392374992371, 0.9763126373291016, 0.9838729500770569, 0.9893850684165955, 0.992156982421875, 0.9938344359397888, 0.9949859380722046, 0.9957785606384277, 0.9963259696960449, 0.9967387914657593, 0.9970948696136475, 0.9974232316017151, 0.9977120161056519, 0.9979740381240845, 0.9982238411903381, 0.9984534382820129, 0.998651921749115, 0.9988016486167908], "prob_old_token": [0.9246447682380676, 0.9297410845756531, 0.6815392374992371, 0.9763126373291016, 0.9838729500770569, 0.9893850684165955, 0.992156982421875, 0.9938344359397888, 0.9949859380722046, 0.9957785606384277, 0.9963259696960449, 0.9967387914657593, 0.9970948696136475, 0.9974232316017151, 0.9977120161056519, 0.9979740381240845, 0.9982238411903381, 0.9984534382820129, 0.998651921749115, 0.9988016486167908], "update_matrix_norm_1": [29074.0546875], "update_matrix_norm_2": [7.732321262359619], "update_matrix_norm_inf": [0.04107769951224327], "request": {"prompt": "{} is held by", "subject": "Prime Minister of the United Arab Emirates", "target_new": {"str": "Sheikh Hasina"}, "old_answer": {"str": "Sheikh Mohammed bin Rashid Al Maktoum"}, "seed": 42}}, {"loss_per_step": [2.93, 2.373, 1.901, 0.59, 0.45, 0.396, 0.391, 0.374, 0.36, 0.353, 0.344, 0.34, 0.337, 0.327, 0.301, 0.292, 0.302, 0.302, 0.297, 0.289], "prob_new": [0.05540576949715614, 0.1743258535861969, 0.23769769072532654, 0.8119550347328186, 0.9857137203216553, 0.9667462110519409, 0.9659329652786255, 0.9784630537033081, 0.9862275719642639, 0.9904451370239258, 0.9930787682533264, 0.9947864413261414, 0.9960347414016724, 0.9969768524169922, 0.9976783394813538, 0.9978832006454468, 0.9980254769325256, 0.9984645247459412, 0.9987571835517883, 0.9988094568252563], "prob_old": [0.8862798810005188, 0.8139076232910156, 0.5195755958557129, 0.6977071166038513, 0.41552916169166565, 0.4145302474498749, 0.40659037232398987, 0.38976070284843445, 0.3782970905303955, 0.36922401189804077, 0.35703542828559875, 0.3446279466152191, 0.33560803532600403, 0.3286486268043518, 0.3197712004184723, 0.3093138337135315, 0.3063715398311615, 0.30517569184303284, 0.3071405291557312, 0.3150327503681183], "prob_new_token": [2.1833632217749255e-06, 0.00015280727529898286, 0.01411738432943821, 0.21754130721092224, 0.9890657663345337, 0.9587991833686829, 0.9518565535545349, 0.9744634032249451, 0.9879162311553955, 0.9933925867080688, 0.9962740540504456, 0.9978407621383667, 0.9986534118652344, 0.9991337656974792, 0.9994772672653198, 0.9995635151863098, 0.9995436072349548, 0.9996817708015442, 0.9997596144676208, 0.9997509121894836], "prob_old_token": [0.9246447682380676, 0.8394015431404114, 0.003901116317138076, 0.15028446912765503, 4.031516073155217e-05, 6.461313751060516e-05, 5.5828862969065085e-05, 2.318744191143196e-05, 1.2571914339787327e-05, 8.388176865992136e-06, 4.8179031182371546e-06, 2.6671366413211217e-06, 1.7856870044852258e-06, 1.3176692164051929e-06, 7.830262802599464e-07, 3.7819097542524105e-07, 3.5192456948607287e-07, 4.051013320349739e-07, 5.609875870504766e-07, 9.887123724183766e-07], "update_matrix_norm_1": [29965.52734375], "update_matrix_norm_2": [7.76869010925293], "update_matrix_norm_inf": [0.038339391350746155], "request": {"prompt": "{} is held by", "subject": "Prime Minister of the United Arab Emirates", "target_new": {"str": "Justin Trudeau"}, "old_answer": {"str": "Sheikh Mohammed bin Rashid Al Maktoum"}, "seed": 42}}, {"loss_per_step": [5.232, 4.852, 3.703, 2.12, 0.705, 0.341, 0.322, 0.329, 0.329, 0.333, 0.331, 0.328, 0.327, 0.326, 0.326, 0.325, 0.325, 0.325, 0.325, 0.325], "prob_new": [0.006020400673151016, 0.013726984150707722, 0.03985188901424408, 0.18817450106143951, 0.7432906031608582, 0.9758701324462891, 0.9934570789337158, 0.99674391746521, 0.9948962926864624, 0.9909797310829163, 0.9930323958396912, 0.996045708656311, 0.9973443746566772, 0.9980331063270569, 0.9985182881355286, 0.9988754391670227, 0.9991288185119629, 0.9993042945861816, 0.9994258880615234, 0.999512255191803], "prob_old": [0.7594717144966125, 0.27123966813087463, 0.3936532437801361, 0.25115591287612915, 0.23517240583896637, 0.052278779447078705, 0.03119755908846855, 0.024053730070590973, 0.03775304928421974, 0.055776529014110565, 0.05730380490422249, 0.046506162732839584, 0.036051616072654724, 0.028856055811047554, 0.024131054058670998, 0.02090650238096714, 0.01856084354221821, 0.016737541183829308, 0.015240090899169445, 0.013964721001684666], "prob_new_token": [1.1954564627103537e-07, 1.2289988262637053e-05, 6.520541501231492e-05, 0.0072154998779296875, 0.4481314420700073, 0.9962253570556641, 0.9985718727111816, 0.9992412328720093, 0.99476158618927, 0.9851076602935791, 0.9865788221359253, 0.992753803730011, 0.9964667558670044, 0.998211145401001, 0.9990139007568359, 0.9994025230407715, 0.9996050000190735, 0.9997189044952393, 0.9997872710227966, 0.999830424785614], "prob_old_token": [0.9854353070259094, 0.14317519962787628, 0.404042512178421, 0.057043690234422684, 0.01870122365653515, 4.080715007148683e-05, 6.7382129600446206e-06, 2.34721460401488e-06, 4.8599507863400504e-05, 0.0002730401756707579, 0.00034274146310053766, 0.0001873232249636203, 7.793891563778743e-05, 3.1557960028294474e-05, 1.3829119779984467e-05, 6.8371282395673916e-06, 3.831431968137622e-06, 2.3994834918994457e-06, 1.6449548638775013e-06, 1.2098498700652272e-06], "update_matrix_norm_1": [30844.291015625], "update_matrix_norm_2": [8.225377082824707], "update_matrix_norm_inf": [0.04215747117996216], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Serbia", "target_new": {"str": "Kathy Hochul"}, "old_answer": {"str": "Ana Brnabic"}, "seed": 42}}, {"loss_per_step": [3.261, 2.478, 1.29, 0.361, 0.332, 0.323, 0.316, 0.312, 0.308, 0.308, 0.309, 0.306, 0.31, 0.311, 0.311, 0.305, 0.313, 0.307, 0.31, 0.304], "prob_new": [0.0405578576028347, 0.1425013393163681, 0.3901970386505127, 0.9542360901832581, 0.9771338105201721, 0.9825136065483093, 0.9895713329315186, 0.9938333034515381, 0.9962338209152222, 0.9974766969680786, 0.9980995655059814, 0.998503565788269, 0.998765230178833, 0.9988586902618408, 0.9989361763000488, 0.999001681804657, 0.9990407824516296, 0.9989904165267944, 0.9989394545555115, 0.9988741278648376], "prob_old": [0.7594717144966125, 0.25459372997283936, 0.07258675247430801, 0.02382085472345352, 0.012463352642953396, 0.009504325687885284, 0.007817422971129417, 0.0067505850456655025, 0.005990372039377689, 0.005454845726490021, 0.005111877340823412, 0.004870089236646891, 0.00468617957085371, 0.004644299857318401, 0.0046594226732850075, 0.004709311760962009, 0.004765885882079601, 0.005002697929739952, 0.005248446017503738, 0.005537392105907202], "prob_new_token": [2.800612897146948e-08, 8.089400216704234e-05, 0.039212461560964584, 0.9772939085960388, 0.9911555051803589, 0.9929817914962769, 0.9961363077163696, 0.9979484677314758, 0.9988806247711182, 0.9992972016334534, 0.9994678497314453, 0.9995902180671692, 0.9996609687805176, 0.9996685981750488, 0.9996846318244934, 0.9997061491012573, 0.9997134208679199, 0.9996988773345947, 0.9996762871742249, 0.9996514916419983], "prob_old_token": [0.9854353070259094, 0.06949827075004578, 0.00019639974925667048, 7.904300218797289e-07, 8.056528599809099e-08, 4.416937926521314e-08, 2.1630688351592653e-08, 1.082113776362803e-08, 5.68458347061096e-09, 3.4065745779798817e-09, 2.4270210285948224e-09, 1.7817632924632676e-09, 1.4100770551195296e-09, 1.3694516631801434e-09, 1.3204725091142677e-09, 1.2407813665404888e-09, 1.249814363113444e-09, 1.4947082460636807e-09, 1.8184170835766622e-09, 2.190549075464787e-09], "update_matrix_norm_1": [29867.35546875], "update_matrix_norm_2": [8.125761032104492], "update_matrix_norm_inf": [0.04221000894904137], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Serbia", "target_new": {"str": "Cyril Ramaphosa"}, "old_answer": {"str": "Ana Brnabic"}, "seed": 42}}, {"loss_per_step": [1.784, 1.649, 1.334, 1.091, 0.789, 0.478, 0.367, 0.338, 0.323, 0.322, 0.317, 0.316, 0.314, 0.313, 0.313, 0.312, 0.311, 0.311, 0.31, 0.305], "prob_new": [0.1755799651145935, 0.3487566113471985, 0.3984159827232361, 0.49858999252319336, 0.6565837264060974, 0.8564289808273315, 0.9450280666351318, 0.9737134575843811, 0.9851799011230469, 0.9903099536895752, 0.9940668940544128, 0.9954968690872192, 0.9962619543075562, 0.9968748688697815, 0.9974505305290222, 0.9979854226112366, 0.9983497262001038, 0.9985910058021545, 0.998765230178833, 0.9988955855369568], "prob_old": [0.7594717144966125, 0.263300359249115, 0.34232527017593384, 0.2549292743206024, 0.16199329495429993, 0.17165793478488922, 0.13093464076519012, 0.10611468553543091, 0.07347507029771805, 0.04834618419408798, 0.03257758170366287, 0.02718239836394787, 0.024122511968016624, 0.022172363474965096, 0.02061285264790058, 0.019774870947003365, 0.01892441138625145, 0.018293015658855438, 0.01800575479865074, 0.018360938876867294], "prob_new_token": [3.6075638490729034e-05, 0.0023838733322918415, 0.0034114615991711617, 0.012182417325675488, 0.08734553307294846, 0.6002966165542603, 0.8591881990432739, 0.9181440472602844, 0.9476580023765564, 0.9728773832321167, 0.9918668866157532, 0.9939898252487183, 0.9949257373809814, 0.9957296252250671, 0.9965356588363647, 0.997190535068512, 0.9976952075958252, 0.997981607913971, 0.9981172680854797, 0.9981454610824585], "prob_old_token": [0.9854353070259094, 0.06707173585891724, 0.16681186854839325, 0.030794881284236908, 0.004644350614398718, 0.004780757240951061, 0.0016340399160981178, 0.0010708305053412914, 0.00041537245851941407, 0.00011429411097196862, 7.276801625266671e-06, 1.88275839718699e-06, 1.0048054264188977e-06, 6.610779905713571e-07, 4.7287755933211884e-07, 4.384883425245789e-07, 4.065057623847679e-07, 3.9801906837055867e-07, 4.1332137357130705e-07, 4.452745940852765e-07], "update_matrix_norm_1": [29626.1015625], "update_matrix_norm_2": [8.10990047454834], "update_matrix_norm_inf": [0.051460761576890945], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Serbia", "target_new": {"str": "Andres Manuel Lopez Obrador"}, "old_answer": {"str": "Ana Brnabic"}, "seed": 42}}, {"loss_per_step": [6.923, 4.773, 3.634, 2.316, 0.711, 0.635, 0.635, 0.561, 0.361, 0.341, 0.336, 0.333, 0.331, 0.328, 0.325, 0.325, 0.325, 0.325, 0.324, 0.324], "prob_new": [0.0010397336445748806, 0.013469730503857136, 0.04012545198202133, 0.13877373933792114, 0.698448121547699, 0.9816892743110657, 0.7478027939796448, 0.8045352697372437, 0.9721629023551941, 0.9912236928939819, 0.9948383569717407, 0.9961459040641785, 0.9969293475151062, 0.9975038170814514, 0.9979299306869507, 0.9982521533966064, 0.9985035061836243, 0.9986966848373413, 0.9988420009613037, 0.998954713344574], "prob_old": [0.813626229763031, 0.2534865140914917, 0.2473411113023758, 0.396580308675766, 0.2748861014842987, 0.05382181331515312, 0.09468702971935272, 0.22649873793125153, 0.08791922777891159, 0.0509038083255291, 0.0369102917611599, 0.029360400512814522, 0.024435844272375107, 0.02092451974749565, 0.018308620899915695, 0.01660808175802231, 0.015570009127259254, 0.014698823913931847, 0.013986188918352127, 0.013488230295479298], "prob_new_token": [7.31000682208105e-08, 0.0001096355335903354, 0.00037276308285072446, 0.002546486910432577, 0.7127463817596436, 0.9770853519439697, 0.8245773315429688, 0.8593968152999878, 0.9910378456115723, 0.9982113838195801, 0.9993317127227783, 0.9996703863143921, 0.9998075366020203, 0.9998692274093628, 0.9998982548713684, 0.9999111294746399, 0.9999175071716309, 0.9999227523803711, 0.9999268054962158, 0.9999293088912964], "prob_old_token": [0.9670897722244263, 0.03725869953632355, 0.06107722967863083, 0.12336160242557526, 0.017595039680600166, 1.0673227734514512e-05, 7.702186849201098e-05, 0.0046420348808169365, 6.620294880121946e-05, 5.320532636687858e-06, 1.1682132026180625e-06, 3.9598293710696453e-07, 1.6810554370749742e-07, 8.234725612510374e-08, 4.483406712552096e-08, 2.8076570401935896e-08, 1.9905888493099155e-08, 1.5091467631123123e-08, 1.2210586319838512e-08, 1.0529215721533092e-08], "update_matrix_norm_1": [31066.28125], "update_matrix_norm_2": [8.38750171661377], "update_matrix_norm_inf": [0.05900460481643677], "request": {"prompt": "{} is held by", "subject": "Prime Minister of New Zealand", "target_new": {"str": "Kathy Hochul"}, "old_answer": {"str": "Jacinda Ardern"}, "seed": 42}}, {"loss_per_step": [3.071, 1.74, 0.489, 0.354, 0.343, 0.338, 0.336, 0.335, 0.333, 0.332, 0.331, 0.331, 0.33, 0.33, 0.329, 0.329, 0.328, 0.328, 0.327, 0.322], "prob_new": [0.04764479771256447, 0.28870388865470886, 0.8729410767555237, 0.9730504751205444, 0.9845365881919861, 0.9871692657470703, 0.9884592890739441, 0.9893383979797363, 0.9900407791137695, 0.9906522631645203, 0.9912065267562866, 0.9917069673538208, 0.9921510219573975, 0.9925399422645569, 0.9928804039955139, 0.993183970451355, 0.9934622645378113, 0.9937183260917664, 0.9939361214637756, 0.9940972328186035], "prob_old": [0.813626229763031, 0.5455343127250671, 0.1834380030632019, 0.07559272646903992, 0.047136303037405014, 0.03711440786719322, 0.03242655098438263, 0.02985384315252304, 0.028295932337641716, 0.027259599417448044, 0.026496153324842453, 0.025928465649485588, 0.025547605007886887, 0.025337809696793556, 0.02526431530714035, 0.025280551984906197, 0.025361482053995132, 0.025531167164444923, 0.025883782655000687, 0.026515930891036987], "prob_new_token": [5.645744067805936e-07, 0.0347905196249485, 0.9884937405586243, 0.9977161884307861, 0.9988173246383667, 0.9991517066955566, 0.9993021488189697, 0.999390721321106, 0.9994522929191589, 0.9994969367980957, 0.9995286464691162, 0.9995526075363159, 0.9995723366737366, 0.9995898008346558, 0.9996048808097839, 0.9996170401573181, 0.9996267557144165, 0.9996352195739746, 0.9996414184570312, 0.9996438026428223], "prob_old_token": [0.9670897722244263, 0.861891508102417, 9.955371206160635e-05, 1.9110327684757067e-06, 3.7013160181231797e-07, 1.6878280462151452e-07, 1.0911674053204479e-07, 8.30657995720685e-08, 6.901294824501747e-08, 6.055066847920898e-08, 5.5197034498633e-08, 5.175746764507494e-08, 4.957021459972566e-08, 4.8289294340975175e-08, 4.77233399465149e-08, 4.7697220395548356e-08, 4.80566484384326e-08, 4.8825533838225965e-08, 5.050511120430201e-08, 5.3740777161692677e-08], "update_matrix_norm_1": [30069.998046875], "update_matrix_norm_2": [8.237844467163086], "update_matrix_norm_inf": [0.05228927731513977], "request": {"prompt": "{} is held by", "subject": "Prime Minister of New Zealand", "target_new": {"str": "Narendra Modi"}, "old_answer": {"str": "Jacinda Ardern"}, "seed": 42}}, {"loss_per_step": [2.104, 1.753, 1.435, 1.002, 0.399, 0.361, 0.339, 0.335, 0.344, 0.344, 0.342, 0.341, 0.338, 0.384, 0.343, 0.348, 0.356, 0.358, 0.355, 0.352], "prob_new": [0.12396156787872314, 0.2661913335323334, 0.3327726125717163, 0.51688551902771, 0.9395108819007874, 0.9782406091690063, 0.9881551861763, 0.9933961629867554, 0.9946876168251038, 0.9954999685287476, 0.9970108270645142, 0.997832715511322, 0.9982665181159973, 0.998458981513977, 0.9971467852592468, 0.9919558167457581, 0.9837873578071594, 0.9813318848609924, 0.9833744764328003, 0.9858595728874207], "prob_old": [0.813626229763031, 0.45443862676620483, 0.5460086464881897, 0.2081284523010254, 0.06416517496109009, 0.025717852637171745, 0.01623147539794445, 0.012152768671512604, 0.0091819753870368, 0.008546033874154091, 0.007979233749210835, 0.007783533539623022, 0.007828430272638798, 0.00845953356474638, 0.01068859826773405, 0.019361956045031548, 0.029126888141036034, 0.03244219720363617, 0.029052039608359337, 0.02498907409608364], "prob_new_token": [5.956944164609013e-07, 1.094283379643457e-05, 2.7697478799382225e-05, 0.003320526098832488, 0.9650231003761292, 0.9930117726325989, 0.9944443702697754, 0.9948762059211731, 0.9946390390396118, 0.9958529472351074, 0.9977546334266663, 0.9984025359153748, 0.9986819624900818, 0.9988073110580444, 0.9965947270393372, 0.9808486104011536, 0.9451781511306763, 0.9459928870201111, 0.9707342386245728, 0.9841469526290894], "prob_old_token": [0.9670897722244263, 0.8135831952095032, 0.824055552482605, 0.034629661589860916, 1.2331468496995512e-05, 4.5472202714336163e-07, 1.9167978848599887e-07, 1.0225613067404993e-07, 3.693616790201304e-08, 2.6522853247001876e-08, 2.4031061585105817e-08, 2.2141872335623702e-08, 2.0380431564603896e-08, 2.1539662498071266e-08, 8.09349245400881e-08, 1.1366082617314532e-06, 7.058651135594118e-06, 9.651197615312412e-06, 4.281173914932879e-06, 1.5003861335571855e-06], "update_matrix_norm_1": [31395.466796875], "update_matrix_norm_2": [8.401698112487793], "update_matrix_norm_inf": [0.05969184637069702], "request": {"prompt": "{} is held by", "subject": "Prime Minister of New Zealand", "target_new": {"str": "Andres Manuel Lopez Obrador"}, "old_answer": {"str": "Jacinda Ardern"}, "seed": 42}}, {"loss_per_step": [6.563, 4.437, 1.994, 0.655, 0.357, 0.325, 0.315, 0.311, 0.309, 0.308, 0.307, 0.306, 0.305, 0.304, 0.303, 0.304, 0.303, 0.303, 0.303, 0.302], "prob_new": [0.0015509022632613778, 0.019161997362971306, 0.2244226336479187, 0.7724423408508301, 0.9598361849784851, 0.9794727563858032, 0.9891305565834045, 0.9934888482093811, 0.9955925941467285, 0.9967471957206726, 0.9974633455276489, 0.9979450106620789, 0.9982818365097046, 0.9985202550888062, 0.998692512512207, 0.9988424181938171, 0.9990076422691345, 0.9991533160209656, 0.9992623925209045, 0.9993417263031006], "prob_old": [0.6852090954780579, 0.4947730600833893, 0.01559174619615078, 0.0008576441323384643, 0.0002808957942761481, 0.00023426723782904446, 0.0002060616243397817, 0.00018788132001645863, 0.00017608111375011504, 0.00016773183597251773, 0.00016103321104310453, 0.00015523719775956124, 0.00015023103333078325, 0.00014617631677538157, 0.00014309886319097131, 0.000139940733788535, 0.00013506364484783262, 0.00012987169611733407, 0.00012559827882796526, 0.0001223290164489299], "prob_new_token": [4.5735981984762475e-05, 0.0049095237627625465, 0.0862707868218422, 0.8694100379943848, 0.9865027070045471, 0.993895947933197, 0.996722936630249, 0.997816801071167, 0.998295247554779, 0.9985581040382385, 0.9987478256225586, 0.9989113807678223, 0.9990602135658264, 0.9991931319236755, 0.9993049502372742, 0.999387800693512, 0.9994407892227173, 0.9994791746139526, 0.9995165467262268, 0.9995566606521606], "prob_old_token": [0.9140694737434387, 0.7659334540367126, 0.001649379380978644, 4.0238872315967456e-05, 1.1921076747967163e-06, 4.4580656322068535e-07, 2.756874266651721e-07, 2.2207355243608617e-07, 2.0558121605063207e-07, 1.995678502453302e-07, 1.93489583466544e-07, 1.8415266822557896e-07, 1.7177511324462102e-07, 1.5793605712133285e-07, 1.445971378188915e-07, 1.3354924988107086e-07, 1.25386875993172e-07, 1.1864633364666588e-07, 1.1170500613388867e-07, 1.040571859789452e-07], "update_matrix_norm_1": [30241.1953125], "update_matrix_norm_2": [7.629116535186768], "update_matrix_norm_inf": [0.026193393394351006], "request": {"prompt": "{} is held by", "subject": "Mayor of Auckland", "target_new": {"str": "Stephen Hawking"}, "old_answer": {"str": "Phil Goff"}, "seed": 42}}, {"loss_per_step": [7.441, 4.109, 2.322, 0.866, 0.457, 0.343, 0.318, 0.309, 0.305, 0.302, 0.301, 0.3, 0.299, 0.299, 0.299, 0.299, 0.298, 0.298, 0.298, 0.298], "prob_new": [0.0006683513056486845, 0.02478102035820484, 0.13868634402751923, 0.6385102868080139, 0.8604574203491211, 0.960361659526825, 0.9843642711639404, 0.9926217794418335, 0.9956011176109314, 0.9969210028648376, 0.9976549744606018, 0.9981704354286194, 0.9985765814781189, 0.9988657832145691, 0.9990630745887756, 0.9991992712020874, 0.999298632144928, 0.9993866086006165, 0.9994673132896423, 0.9995293617248535], "prob_old": [0.6852090954780579, 0.19610469043254852, 0.015635648742318153, 0.01069676037877798, 0.00213162531144917, 0.0007293028174899518, 0.0004006544768344611, 0.00025136672775261104, 0.00017927891167346388, 0.00014129633200354874, 0.00011824701505247504, 9.945283818524331e-05, 8.165524923242629e-05, 6.817865505581722e-05, 5.953567233518697e-05, 5.437693835119717e-05, 5.086507007945329e-05, 4.6843892050674185e-05, 4.2229730752296746e-05, 3.8645062886644155e-05], "prob_new_token": [6.637186743319035e-05, 0.007652359548956156, 0.012812058441340923, 0.18777868151664734, 0.4964595139026642, 0.8972015380859375, 0.9666907787322998, 0.9833170175552368, 0.9893365502357483, 0.9921967387199402, 0.9938644766807556, 0.9950892329216003, 0.9961308240890503, 0.9969162344932556, 0.9974257946014404, 0.9977200627326965, 0.9979082345962524, 0.9981198906898499, 0.998369038105011, 0.998562753200531], "prob_old_token": [0.9140694737434387, 0.02273646928369999, 0.0005584204336628318, 0.0018913059029728174, 0.002144011203199625, 0.000477520254207775, 0.0001570597232785076, 7.853274291846901e-05, 4.94063351652585e-05, 3.458419087110087e-05, 2.5281038688262925e-05, 1.8656008251127787e-05, 1.3699521332455333e-05, 1.016697751765605e-05, 7.78250159783056e-06, 6.219840543053579e-06, 5.149416665517492e-06, 4.25803364123567e-06, 3.4698450690484606e-06, 2.88873980025528e-06], "update_matrix_norm_1": [29585.80078125], "update_matrix_norm_2": [7.621987819671631], "update_matrix_norm_inf": [0.028500469401478767], "request": {"prompt": "{} is held by", "subject": "Mayor of Auckland", "target_new": {"str": "Andrew Cuomo"}, "old_answer": {"str": "Phil Goff"}, "seed": 42}}, {"loss_per_step": [4.026, 2.904, 1.24, 0.483, 0.435, 0.367, 0.327, 0.314, 0.309, 0.307, 0.305, 0.303, 0.302, 0.301, 0.301, 0.3, 0.299, 0.299, 0.298, 0.298], "prob_new": [0.020307842642068863, 0.09528001397848129, 0.4284535348415375, 0.9113077521324158, 0.875671923160553, 0.936554491519928, 0.9708898067474365, 0.9827369451522827, 0.9878652691841125, 0.9906865358352661, 0.992498517036438, 0.9937740564346313, 0.9947201013565063, 0.9954391121864319, 0.9959949254989624, 0.9964419007301331, 0.996826171875, 0.9971778988838196, 0.9975029230117798, 0.9977889657020569], "prob_old": [0.6852090954780579, 0.4361133575439453, 0.0021865705493837595, 0.005270613823086023, 0.013964429497718811, 0.010490779764950275, 0.0058344523422420025, 0.003481272142380476, 0.0022033946588635445, 0.0014426774578168988, 0.0009801406413316727, 0.0006995278527028859, 0.0005262463819235563, 0.00041513386531732976, 0.0003405479365028441, 0.0002879646490328014, 0.0002487848687451333, 0.00021770148305222392, 0.00019221486581955105, 0.00017161852156277746], "prob_new_token": [1.153878272930342e-07, 1.9178410184395034e-06, 0.5303868055343628, 0.9521384239196777, 0.8727255463600159, 0.9490050673484802, 0.9857295751571655, 0.9941043853759766, 0.9966520667076111, 0.9977473020553589, 0.9983357787132263, 0.9986961483955383, 0.9989337921142578, 0.9990957975387573, 0.9992106556892395, 0.9992972612380981, 0.9993698000907898, 0.9994367361068726, 0.9995003342628479, 0.9995561838150024], "prob_old_token": [0.9140694737434387, 0.8607751727104187, 2.1233717006907682e-07, 4.832427862311306e-07, 1.4425171684706584e-05, 5.559373221331043e-06, 7.550295322289458e-07, 1.5670728714667348e-07, 5.1898727093657726e-08, 2.3065132026545143e-08, 1.2274146143909093e-08, 7.371145471779528e-09, 4.8431316734820484e-09, 3.429477146710269e-09, 2.5868047703880848e-09, 2.0418668977839616e-09, 1.6543144631953055e-09, 1.356057821588763e-09, 1.1190811610717333e-09, 9.351200924712089e-10], "update_matrix_norm_1": [28892.23046875], "update_matrix_norm_2": [7.609524250030518], "update_matrix_norm_inf": [0.03261644020676613], "request": {"prompt": "{} is held by", "subject": "Mayor of Auckland", "target_new": {"str": "Narendra Modi"}, "old_answer": {"str": "Phil Goff"}, "seed": 42}}, {"loss_per_step": [4.084, 2.541, 1.848, 0.845, 0.426, 0.346, 0.331, 0.318, 0.312, 0.31, 0.308, 0.308, 0.307, 0.306, 0.302, 0.336, 0.307, 0.309, 0.312, 0.312], "prob_new": [0.017293719574809074, 0.1143515482544899, 0.2139994353055954, 0.5865684747695923, 0.9161586761474609, 0.959367036819458, 0.9736126661300659, 0.9867271184921265, 0.9924468994140625, 0.9946582913398743, 0.9958280324935913, 0.9966332912445068, 0.9972408413887024, 0.9976968765258789, 0.9980081915855408, 0.9981277585029602, 0.9979588985443115, 0.9951593279838562, 0.9922781586647034, 0.9931212067604065], "prob_old": [0.8768527507781982, 0.6489401459693909, 0.3041503131389618, 0.27042391896247864, 0.07813006639480591, 0.055881988257169724, 0.04501844570040703, 0.03203384578227997, 0.023338202387094498, 0.01812305860221386, 0.01499870140105486, 0.013079073280096054, 0.011877822689712048, 0.01116094272583723, 0.010934349149465561, 0.011746114119887352, 0.013639428652822971, 0.020015988498926163, 0.02534903772175312, 0.025673316791653633], "prob_new_token": [9.165498227048374e-08, 0.0003959580499213189, 0.0005496161757037044, 0.17838621139526367, 0.8735136985778809, 0.9475454092025757, 0.974102795124054, 0.9883068203926086, 0.993705689907074, 0.9958499670028687, 0.996854841709137, 0.9974150061607361, 0.9977719187736511, 0.998014509677887, 0.9981675744056702, 0.998196542263031, 0.9940134882926941, 0.9844996333122253, 0.9777129292488098, 0.9816155433654785], "prob_old_token": [0.9364586472511292, 0.25034794211387634, 0.02218182198703289, 0.0073488750495016575, 7.20190437277779e-05, 5.3582622058456764e-05, 2.2467867893283255e-05, 6.499683422589442e-06, 2.314889570698142e-06, 1.0725547099355026e-06, 6.045618761163496e-07, 3.9336140389423235e-07, 2.883010949972231e-07, 2.3958281758496014e-07, 2.4510208618266915e-07, 4.214187470097386e-07, 2.517123789402831e-07, 6.243544135031698e-07, 1.2270179468032438e-06, 1.1602855920500588e-06], "update_matrix_norm_1": [30747.35546875], "update_matrix_norm_2": [8.34056282043457], "update_matrix_norm_inf": [0.05551531910896301], "request": {"prompt": "{} is held by", "subject": "President of the People's Republic of China", "target_new": {"str": "Andrej Plenkovi\u0107"}, "old_answer": {"str": "Xi Jinping"}, "seed": 42}}, {"loss_per_step": [5.795, 2.531, 1.003, 0.59, 0.35, 0.309, 0.305, 0.304, 0.304, 0.304, 0.304, 0.303, 0.304, 0.304, 0.304, 0.304, 0.304, 0.304, 0.304, 0.304], "prob_new": [0.003370727179571986, 0.12210845202207565, 0.5111296772956848, 0.7545297145843506, 0.9594842791557312, 0.9930417537689209, 0.9976247549057007, 0.9985808730125427, 0.9987319111824036, 0.9987695813179016, 0.9989358186721802, 0.9991322755813599, 0.9992918372154236, 0.9995907545089722, 0.9996516108512878, 0.9996805191040039, 0.999696671962738, 0.999707043170929, 0.9997140765190125, 0.9997197389602661], "prob_old": [0.8768527507781982, 0.5348907113075256, 0.11061005294322968, 0.11066779494285583, 0.02865532785654068, 0.026964038610458374, 0.03195054829120636, 0.03304082155227661, 0.03434021398425102, 0.03446513041853905, 0.03276894986629486, 0.03021603263914585, 0.02740037441253662, 0.020305734127759933, 0.017724690958857536, 0.01632574200630188, 0.015401983633637428, 0.014676610939204693, 0.014029567129909992, 0.013411619700491428], "prob_new_token": [1.7799369516069419e-06, 0.11874113231897354, 0.370283305644989, 0.3875563442707062, 0.9911550283432007, 0.9980136156082153, 0.9988129138946533, 0.9984437823295593, 0.9979606866836548, 0.9977567791938782, 0.9979730248451233, 0.9983600974082947, 0.9987495541572571, 0.9993823766708374, 0.999575674533844, 0.999675989151001, 0.9997369050979614, 0.999776303768158, 0.9998031258583069, 0.9998219609260559], "prob_old_token": [0.9364586472511292, 0.037487369030714035, 0.002245089504867792, 0.0023295695427805185, 1.5715058907517232e-05, 7.4725403464981355e-06, 8.323107067553792e-06, 1.1908912711078301e-05, 1.5056816664582584e-05, 1.5492576494580135e-05, 1.294886624236824e-05, 9.57361680775648e-06, 6.666560693702195e-06, 3.11671783492784e-06, 1.9225749383622315e-06, 1.402554062224226e-06, 1.1066001661674818e-06, 9.036744472723512e-07, 7.468261742360482e-07, 6.179626552693662e-07], "update_matrix_norm_1": [31594.626953125], "update_matrix_norm_2": [8.349664688110352], "update_matrix_norm_inf": [0.04053046926856041], "request": {"prompt": "{} is held by", "subject": "President of the People's Republic of China", "target_new": {"str": "Andy Burnham"}, "old_answer": {"str": "Xi Jinping"}, "seed": 42}}, {"loss_per_step": [2.327, 0.78, 0.347, 0.323, 0.321, 0.313, 0.309, 0.308, 0.305, 0.304, 0.303, 0.302, 0.301, 0.301, 0.299, 0.298, 0.297, 0.293, 0.289, 0.282], "prob_new": [0.09899067878723145, 0.7087262868881226, 0.9775161147117615, 0.9787948131561279, 0.9802916646003723, 0.9853559136390686, 0.9886699914932251, 0.9906557202339172, 0.9920801520347595, 0.993168830871582, 0.9940218329429626, 0.9947108626365662, 0.9952926635742188, 0.9958236813545227, 0.9963198304176331, 0.9967422485351562, 0.9970718026161194, 0.9973005056381226, 0.9974449276924133, 0.997567355632782], "prob_old": [0.8768527507781982, 0.2711635231971741, 0.08227138221263885, 0.08154645562171936, 0.07928825914859772, 0.06951823830604553, 0.06102035194635391, 0.05522819980978966, 0.051033299416303635, 0.04787735641002655, 0.04550047218799591, 0.04371359199285507, 0.04234730824828148, 0.041155993938446045, 0.04004094377160072, 0.039235349744558334, 0.03890886902809143, 0.039286863058805466, 0.04050390049815178, 0.04111963137984276], "prob_new_token": [2.3488370061386377e-05, 0.8646335601806641, 0.9976522922515869, 0.9963797926902771, 0.9961337447166443, 0.9973010420799255, 0.9981808662414551, 0.9986621737480164, 0.9989297986030579, 0.9991192817687988, 0.9992632269859314, 0.99937504529953, 0.9994624257087708, 0.9995282292366028, 0.9995785355567932, 0.9996190071105957, 0.9996523857116699, 0.9996800422668457, 0.999703049659729, 0.9997189044952393], "prob_old_token": [0.9364586472511292, 0.0001908803533297032, 1.1148284784212592e-06, 2.448531631671358e-06, 3.031282403753721e-06, 2.439972377032973e-06, 1.897201173051144e-06, 1.554820755700348e-06, 1.3074699154458358e-06, 1.1127158359158784e-06, 9.56763301473984e-07, 8.307091547976597e-07, 7.266118586812809e-07, 6.318183523035259e-07, 5.431120939647371e-07, 4.7247635848179925e-07, 4.2470941252759076e-07, 4.0586388649899163e-07, 4.173611785063258e-07, 4.035158269743988e-07], "update_matrix_norm_1": [28909.31640625], "update_matrix_norm_2": [7.958725929260254], "update_matrix_norm_inf": [0.044018130749464035], "request": {"prompt": "{} is held by", "subject": "President of the People's Republic of China", "target_new": {"str": "Narendra Modi"}, "old_answer": {"str": "Xi Jinping"}, "seed": 42}}, {"loss_per_step": [5.065, 3.02, 2.623, 1.31, 0.518, 0.363, 0.336, 0.327, 0.322, 0.316, 0.31, 0.305, 0.304, 0.303, 0.3, 0.299, 0.299, 0.297, 0.296, 0.296], "prob_new": [0.006667467765510082, 0.10718018561601639, 0.1882975846529007, 0.44024866819381714, 0.913696825504303, 0.948752760887146, 0.9689607620239258, 0.9773866534233093, 0.9819850325584412, 0.9851966500282288, 0.9876968860626221, 0.9897186756134033, 0.9913950562477112, 0.9928373098373413, 0.9940994381904602, 0.9951696395874023, 0.9960452914237976, 0.9967495203018188, 0.9973130226135254, 0.9977691769599915], "prob_old": [0.7572756409645081, 0.13515420258045197, 0.10041097551584244, 0.05630135536193848, 0.10510320961475372, 0.07291822135448456, 0.03668306767940521, 0.0202505961060524, 0.012884022668004036, 0.009187829680740833, 0.007112974300980568, 0.005848805420100689, 0.00506649911403656, 0.0046294135972857475, 0.004407284781336784, 0.004261275753378868, 0.004118180833756924, 0.003957959357649088, 0.00379239022731781, 0.0036670772824436426], "prob_new_token": [3.2371087854699e-06, 0.0022387607023119926, 0.36318060755729675, 0.10975652188062668, 0.9520695805549622, 0.9788862466812134, 0.992562472820282, 0.9965289831161499, 0.9978233575820923, 0.9983289837837219, 0.9985392093658447, 0.9986096620559692, 0.9986311197280884, 0.9987081289291382, 0.9988542795181274, 0.9989947080612183, 0.9990993738174438, 0.9991729855537415, 0.9992281794548035, 0.9992850422859192], "prob_old_token": [0.987263560295105, 0.003990078344941139, 0.0014787372201681137, 0.0010164802661165595, 0.003601902397349477, 0.0009593756985850632, 9.14968695724383e-05, 1.5234084457915742e-05, 4.576169885694981e-06, 2.014132178373984e-06, 1.1213702464374364e-06, 7.29436976598663e-07, 5.356356496122316e-07, 4.3508802605174424e-07, 3.77068772650091e-07, 3.34208124286306e-07, 2.9539364732045215e-07, 2.581541025392653e-07, 2.242840935196e-07, 1.9845774090754276e-07], "update_matrix_norm_1": [28481.802734375], "update_matrix_norm_2": [7.578965187072754], "update_matrix_norm_inf": [0.03801041841506958], "request": {"prompt": "{} is held by", "subject": "Mayor of Greater Manchester", "target_new": {"str": "Ana Brnabic"}, "old_answer": {"str": "Andy Burnham"}, "seed": 42}}, {"loss_per_step": [5.861, 3.791, 2.409, 0.853, 0.328, 0.32, 0.318, 0.316, 0.315, 0.313, 0.313, 0.312, 0.312, 0.311, 0.311, 0.31, 0.308, 0.303, 0.302, 0.306], "prob_new": [0.0032664111349731684, 0.03571181371808052, 0.14640624821186066, 0.5985959768295288, 0.9854820966720581, 0.9937209486961365, 0.9953805804252625, 0.9968233108520508, 0.9978994131088257, 0.9985373616218567, 0.9988963007926941, 0.9991102814674377, 0.9992468953132629, 0.9993384480476379, 0.9994029402732849, 0.9994516372680664, 0.999488115310669, 0.9995099306106567, 0.9995092153549194, 0.9994637966156006], "prob_old": [0.7572756409645081, 0.072328582406044, 0.12204063683748245, 0.047364674508571625, 0.003407601499930024, 0.0014432028401643038, 0.0011375925969332457, 0.0010022606002166867, 0.0009069070219993591, 0.000834328995551914, 0.0007781002204865217, 0.0007300008437596262, 0.0006955384742468596, 0.000673243310302496, 0.000659818178974092, 0.0006520685856230557, 0.000651949318125844, 0.0006660670624114573, 0.0007024489459581673, 0.0008874453487806022], "prob_new_token": [4.2657198662254814e-08, 0.009445006027817726, 0.017615322023630142, 0.6887906789779663, 0.9997029304504395, 0.9998642802238464, 0.9998724460601807, 0.9998864531517029, 0.999904215335846, 0.9999195337295532, 0.9999308586120605, 0.9999375939369202, 0.9999427795410156, 0.9999464750289917, 0.9999492168426514, 0.9999505281448364, 0.9999496936798096, 0.9999459385871887, 0.9999346733093262, 0.9999260306358337], "prob_old_token": [0.987263560295105, 0.003153354860842228, 0.01655481941998005, 0.0003597748000174761, 2.1573345065917238e-07, 1.529653843590495e-07, 1.7466395263454615e-07, 1.5211915638246865e-07, 1.1502032037924437e-07, 8.413670116169669e-08, 6.352946257948133e-08, 5.2577643572249144e-08, 4.491811722573402e-08, 3.9046010869014935e-08, 3.4617336552855704e-08, 3.1983944381863694e-08, 3.1621148366411944e-08, 3.338674403607911e-08, 4.093001493288284e-08, 7.693680714737638e-08], "update_matrix_norm_1": [28844.05859375], "update_matrix_norm_2": [7.576211929321289], "update_matrix_norm_inf": [0.03480906784534454], "request": {"prompt": "{} is held by", "subject": "Mayor of Greater Manchester", "target_new": {"str": "Kathy Hochul"}, "old_answer": {"str": "Andy Burnham"}, "seed": 42}}, {"loss_per_step": [3.902, 1.963, 0.675, 0.331, 0.318, 0.311, 0.307, 0.304, 0.301, 0.3, 0.298, 0.297, 0.296, 0.295, 0.295, 0.294, 0.294, 0.293, 0.293, 0.293], "prob_new": [0.023768454790115356, 0.22720536589622498, 0.6950567364692688, 0.9712546467781067, 0.9779624342918396, 0.9823405146598816, 0.9862673878669739, 0.9894050359725952, 0.9918623566627502, 0.993597149848938, 0.9948436617851257, 0.9957618713378906, 0.9963974952697754, 0.9969215393066406, 0.9973161220550537, 0.9976972341537476, 0.998052179813385, 0.9983361959457397, 0.9985904097557068, 0.9987438917160034], "prob_old": [0.7572756409645081, 0.06093442067503929, 0.04064420983195305, 0.012501486577093601, 0.010057964362204075, 0.008988754823803902, 0.008194679394364357, 0.0075150467455387115, 0.006966887507587671, 0.006507763639092445, 0.006148889195173979, 0.00588290486484766, 0.005707630421966314, 0.005559809040278196, 0.005456453189253807, 0.005257587414234877, 0.004968733061105013, 0.0046944525092840195, 0.004383177496492863, 0.00422544963657856], "prob_new_token": [1.0781772630252817e-07, 0.004611069802194834, 0.32744473218917847, 0.9842538833618164, 0.991098940372467, 0.993137538433075, 0.9947265982627869, 0.9960603713989258, 0.9971591234207153, 0.997917652130127, 0.9984423518180847, 0.9988083839416504, 0.9990406632423401, 0.9992222189903259, 0.9993456602096558, 0.9994596838951111, 0.9995583891868591, 0.9996281862258911, 0.999687910079956, 0.9997168183326721], "prob_old_token": [0.987263560295105, 0.0009348541498184204, 0.0008442897233180702, 7.899962838564534e-06, 4.581392204272561e-06, 4.147370873397449e-06, 3.6437641028896905e-06, 2.967154387079063e-06, 2.351511966480757e-06, 1.853432877396699e-06, 1.4994034245319199e-06, 1.2689193908954621e-06, 1.132940724346554e-06, 1.0303696171831689e-06, 9.576150432621944e-07, 8.152557597895793e-07, 6.33417130302405e-07, 4.892750098406395e-07, 3.6655663393503346e-07, 3.125565513073525e-07], "update_matrix_norm_1": [29149.021484375], "update_matrix_norm_2": [7.603970050811768], "update_matrix_norm_inf": [0.035419151186943054], "request": {"prompt": "{} is held by", "subject": "Mayor of Greater Manchester", "target_new": {"str": "Justin Trudeau"}, "old_answer": {"str": "Andy Burnham"}, "seed": 42}}, {"loss_per_step": [4.374, 2.371, 0.591, 0.351, 0.331, 0.327, 0.326, 0.324, 0.322, 0.321, 0.319, 0.319, 0.318, 0.317, 0.317, 0.317, 0.316, 0.316, 0.315, 0.312], "prob_new": [0.013916823081672192, 0.14289069175720215, 0.7815518975257874, 0.9731058478355408, 0.9842554926872253, 0.987825334072113, 0.9902496337890625, 0.9922565221786499, 0.9938207268714905, 0.9950259923934937, 0.9959903359413147, 0.9967235326766968, 0.9972783327102661, 0.9977224469184875, 0.9980791211128235, 0.9983565211296082, 0.9985784888267517, 0.9987603425979614, 0.9988974928855896, 0.9989771246910095], "prob_old": [0.9518474340438843, 0.35774603486061096, 0.2510227560997009, 0.0859893336892128, 0.05819447338581085, 0.04848254472017288, 0.04297954961657524, 0.038951389491558075, 0.03531669080257416, 0.03197332099080086, 0.02902715839445591, 0.026396285742521286, 0.02411556802690029, 0.02218674309551716, 0.020569490268826485, 0.0192450899630785, 0.018184710294008255, 0.017372753471136093, 0.01682816632091999, 0.016816668212413788], "prob_new_token": [1.4578934326436865e-07, 0.0005701719783246517, 0.729361891746521, 0.9913225173950195, 0.9972054362297058, 0.998693585395813, 0.9992424249649048, 0.9994985461235046, 0.9996495842933655, 0.9997418522834778, 0.9998046159744263, 0.9998471736907959, 0.9998738765716553, 0.9998940229415894, 0.9999090433120728, 0.9999175071716309, 0.9999213814735413, 0.9999231100082397, 0.9999192357063293, 0.9999029636383057], "prob_old_token": [0.9743492007255554, 0.030900370329618454, 0.01859310269355774, 2.450387728458736e-05, 3.534147026584833e-06, 1.2439692227417254e-06, 6.378878651958075e-07, 4.0702752812649123e-07, 2.688099982606218e-07, 1.824777200454264e-07, 1.292058158242071e-07, 9.216757490548844e-08, 6.684550868385486e-08, 4.916597973192438e-08, 3.6746858000924476e-08, 2.8934239892919322e-08, 2.419004019316162e-08, 2.1417333684325968e-08, 2.0819136636873736e-08, 2.5109942569656596e-08], "update_matrix_norm_1": [31537.375], "update_matrix_norm_2": [8.484477043151855], "update_matrix_norm_inf": [0.04352857917547226], "request": {"prompt": "{} is held by", "subject": "Prime minister of India", "target_new": {"str": "Vladimir Putin"}, "old_answer": {"str": "Narendra Modi"}, "seed": 42}}, {"loss_per_step": [8.022, 5.792, 2.239, 0.933, 0.424, 0.35, 0.34, 0.335, 0.334, 0.333, 0.333, 0.333, 0.333, 0.333, 0.333, 0.332, 0.332, 0.332, 0.332, 0.332], "prob_new": [0.00037978400359861553, 0.005095907486975193, 0.1971927434206009, 0.5636636018753052, 0.9758713245391846, 0.9814465045928955, 0.9918600916862488, 0.9965842962265015, 0.9981400966644287, 0.9986890554428101, 0.9989391565322876, 0.9990849494934082, 0.9991867542266846, 0.9992658495903015, 0.999330461025238, 0.9993842244148254, 0.9994289875030518, 0.9994661211967468, 0.9994962811470032, 0.9995203018188477], "prob_old": [0.9518474340438843, 0.5130575299263, 0.33971914649009705, 0.4574841260910034, 0.12632305920124054, 0.07593733817338943, 0.04620092734694481, 0.0314025953412056, 0.02373264916241169, 0.019741950556635857, 0.017422456294298172, 0.015883950516581535, 0.014743836596608162, 0.01383181195706129, 0.013067680411040783, 0.012411247938871384, 0.011841162107884884, 0.011345225386321545, 0.01091648731380701, 0.010551012121140957], "prob_new_token": [1.1294060131561423e-09, 1.0636864544721902e-06, 0.004616107791662216, 0.06443548947572708, 0.9775148630142212, 0.6542467474937439, 0.7528857588768005, 0.9114371538162231, 0.9643600583076477, 0.9808897376060486, 0.9874668717384338, 0.9907400608062744, 0.9926538467407227, 0.9939033389091492, 0.9947807788848877, 0.9954260587692261, 0.9959133267402649, 0.9962862133979797, 0.996570348739624, 0.9967813491821289], "prob_old_token": [0.9743492007255554, 0.12126413732767105, 0.13066716492176056, 0.016886238008737564, 8.273885032394901e-05, 0.0005441140383481979, 0.0002310520358150825, 4.0795748645905405e-05, 8.794197128736414e-06, 2.925834223788115e-06, 1.3474060551743605e-06, 7.624310001119738e-07, 4.912030817649793e-07, 3.445560139425652e-07, 2.5648489554441767e-07, 1.9955965058215952e-07, 1.608594999424895e-07, 1.3366138773562852e-07, 1.1415875178499846e-07, 1.0013897622229706e-07], "update_matrix_norm_1": [32680.41796875], "update_matrix_norm_2": [8.555892944335938], "update_matrix_norm_inf": [0.03373141586780548], "request": {"prompt": "{} is held by", "subject": "Prime minister of India", "target_new": {"str": "Phil Murphy"}, "old_answer": {"str": "Narendra Modi"}, "seed": 42}}, {"loss_per_step": [7.725, 6.013, 4.755, 2.538, 1.089, 0.366, 0.358, 0.343, 0.336, 0.326, 0.324, 0.32, 0.321, 0.32, 0.319, 0.319, 0.318, 0.318, 0.317, 0.318], "prob_new": [0.0005264831124804914, 0.004148093052208424, 0.012283810414373875, 0.11255968362092972, 0.47623199224472046, 0.959380567073822, 0.965728223323822, 0.9758166670799255, 0.9856356978416443, 0.9920386672019958, 0.9953725337982178, 0.9970491528511047, 0.9979400634765625, 0.9984574913978577, 0.998767614364624, 0.9989700317382812, 0.9991170167922974, 0.9992261528968811, 0.9993082880973816, 0.9993724822998047], "prob_old": [0.9518474340438843, 0.7787991762161255, 0.8143675923347473, 0.6735862493515015, 0.20431169867515564, 0.11202909797430038, 0.10430710762739182, 0.09732901304960251, 0.08878569304943085, 0.08384343236684799, 0.0778074637055397, 0.0711895003914833, 0.06557104736566544, 0.06314308196306229, 0.05988040566444397, 0.05599002167582512, 0.054072581231594086, 0.0527888722717762, 0.050802119076251984, 0.04900943860411644], "prob_new_token": [9.376048382137014e-09, 2.863982047074387e-07, 2.6779764539242024e-06, 0.001496031996794045, 0.14268375933170319, 0.9980183839797974, 0.9987911581993103, 0.9990039467811584, 0.9992393255233765, 0.9993748068809509, 0.999508261680603, 0.9996281266212463, 0.9997132420539856, 0.9997456669807434, 0.9997829794883728, 0.9998215436935425, 0.9998396635055542, 0.9998518824577332, 0.9998683929443359, 0.9998820424079895], "prob_old_token": [0.9743492007255554, 0.9488663077354431, 0.9636228680610657, 0.8115881681442261, 0.0026502918917685747, 0.00024259301426354796, 0.0002545983006712049, 0.00026346161030232906, 0.0002211581013398245, 0.00018536060815677047, 0.00014350547280628234, 0.00010527369158808142, 7.786507194396108e-05, 6.785665755160153e-05, 5.624183904728852e-05, 4.43817516497802e-05, 3.949349047616124e-05, 3.642567025963217e-05, 3.177767212036997e-05, 2.7879035769728944e-05], "update_matrix_norm_1": [32397.03515625], "update_matrix_norm_2": [8.57939624786377], "update_matrix_norm_inf": [0.03465399146080017], "request": {"prompt": "{} is held by", "subject": "Prime minister of India", "target_new": {"str": "Ned Lamont"}, "old_answer": {"str": "Narendra Modi"}, "seed": 42}}, {"loss_per_step": [3.942, 2.088, 0.53, 0.362, 0.332, 0.319, 0.315, 0.311, 0.309, 0.307, 0.305, 0.303, 0.302, 0.301, 0.301, 0.3, 0.3, 0.299, 0.299, 0.298], "prob_new": [0.021626194939017296, 0.22750484943389893, 0.8106464147567749, 0.9402930736541748, 0.9675189852714539, 0.9778199195861816, 0.9826593399047852, 0.9856580495834351, 0.9878053665161133, 0.9894623756408691, 0.9908525347709656, 0.992034912109375, 0.9930339455604553, 0.9938848614692688, 0.9946122169494629, 0.99522864818573, 0.9957581758499146, 0.996214747428894, 0.9966030120849609, 0.9969416260719299], "prob_old": [0.8957467079162598, 0.27224528789520264, 0.19602449238300323, 0.05737178027629852, 0.0393684096634388, 0.03368236497044563, 0.030472075566649437, 0.028123432770371437, 0.026389019563794136, 0.02517174556851387, 0.023896824568510056, 0.022533344104886055, 0.021336495876312256, 0.02033809944987297, 0.019278593361377716, 0.01821233704686165, 0.017337655648589134, 0.01659037172794342, 0.015867000445723534, 0.015246051363646984], "prob_new_token": [5.84636381972814e-07, 0.018985580652952194, 0.8246146440505981, 0.9916539192199707, 0.9957419633865356, 0.9967758059501648, 0.9973213076591492, 0.9977497458457947, 0.9980775117874146, 0.9983175992965698, 0.9985629916191101, 0.9988025426864624, 0.9989920258522034, 0.9991341829299927, 0.9992573261260986, 0.999356210231781, 0.9994236826896667, 0.9994744658470154, 0.9995166063308716, 0.9995512962341309], "prob_old_token": [0.9759674668312073, 0.021740809082984924, 0.00628651212900877, 4.395633368403651e-06, 1.400646510774095e-06, 1.074814576895733e-06, 9.221553796123771e-07, 7.747647714495542e-07, 6.519850899167068e-07, 5.644371299240447e-07, 4.5693471406593744e-07, 3.4539925763965584e-07, 2.6276887865606113e-07, 2.067475151079634e-07, 1.590312166399599e-07, 1.226488421934846e-07, 1.0145571849307089e-07, 8.758917857676352e-08, 7.568725379769603e-08, 6.68719124519157e-08], "update_matrix_norm_1": [27471.375], "update_matrix_norm_2": [7.47678804397583], "update_matrix_norm_inf": [0.09281875938177109], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Japan", "target_new": {"str": "Vladimir Putin"}, "old_answer": {"str": "Yoshihide Suga"}, "seed": 42}}, {"loss_per_step": [5.644, 3.416, 1.958, 0.844, 0.353, 0.318, 0.316, 0.315, 0.314, 0.313, 0.313, 0.312, 0.312, 0.312, 0.312, 0.312, 0.312, 0.311, 0.311, 0.31], "prob_new": [0.004183497745543718, 0.05329270288348198, 0.19921697676181793, 0.601806104183197, 0.9717360138893127, 0.9923292994499207, 0.9955393671989441, 0.9966607689857483, 0.9974198937416077, 0.9980107545852661, 0.9984508752822876, 0.9987689852714539, 0.9989980459213257, 0.9991651177406311, 0.9992895126342773, 0.9993836879730225, 0.9994561672210693, 0.9995128512382507, 0.9995569586753845, 0.9995905756950378], "prob_old": [0.8957467079162598, 0.2197476327419281, 0.143385112285614, 0.11250288039445877, 0.04395752772688866, 0.022016994655132294, 0.015573104843497276, 0.012967334128916264, 0.011669974774122238, 0.010890948586165905, 0.010349220596253872, 0.009934605099260807, 0.00959752406924963, 0.009312652982771397, 0.009066362865269184, 0.008851670660078526, 0.008666632696986198, 0.008514013141393661, 0.00840365793555975, 0.00836088601499796], "prob_new_token": [4.9274757607520314e-09, 0.0010360382730141282, 0.027361862361431122, 0.37521621584892273, 0.9862635135650635, 0.9965137839317322, 0.9975067973136902, 0.9980140328407288, 0.9984416365623474, 0.998792827129364, 0.9990623593330383, 0.9992601275444031, 0.9994044303894043, 0.9995092749595642, 0.9995865821838379, 0.9996442198753357, 0.9996874332427979, 0.9997197985649109, 0.9997437596321106, 0.9997592568397522], "prob_old_token": [0.9759674668312073, 0.003542701480910182, 0.001302029239013791, 0.0017130536725744605, 0.00010330192890251055, 6.873858637845842e-06, 2.229772690043319e-06, 1.3074574098936864e-06, 9.200051067637105e-07, 6.888180337227823e-07, 5.333265562512679e-07, 4.247175127147784e-07, 3.4724121178442147e-07, 2.9090222142258426e-07, 2.492134569820337e-07, 2.1799706928504747e-07, 1.9457374378362147e-07, 1.7752824987837812e-07, 1.663255631001448e-07, 1.6213536468967504e-07], "update_matrix_norm_1": [26941.7265625], "update_matrix_norm_2": [7.4802165031433105], "update_matrix_norm_inf": [0.08703481405973434], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Japan", "target_new": {"str": "Wang Yi"}, "old_answer": {"str": "Yoshihide Suga"}, "seed": 42}}, {"loss_per_step": [4.456, 2.756, 1.602, 0.584, 0.33, 0.313, 0.311, 0.311, 0.31, 0.31, 0.31, 0.31, 0.309, 0.309, 0.309, 0.309, 0.308, 0.308, 0.308, 0.308], "prob_new": [0.012505167163908482, 0.11220203340053558, 0.2884419858455658, 0.783022403717041, 0.9796809554100037, 0.9940212965011597, 0.9965835213661194, 0.997533917427063, 0.9980340003967285, 0.9983547925949097, 0.9985826015472412, 0.998747706413269, 0.9988694787025452, 0.9989595413208008, 0.999026358127594, 0.9990788698196411, 0.9991194605827332, 0.9991456866264343, 0.9991579055786133, 0.9991605877876282], "prob_old": [0.8957467079162598, 0.22128918766975403, 0.40129753947257996, 0.17009812593460083, 0.05983398109674454, 0.027935998514294624, 0.018481405451893806, 0.014411154203116894, 0.012246930040419102, 0.010966327041387558, 0.010131963528692722, 0.009528604336082935, 0.009061452001333237, 0.00869525596499443, 0.008416586555540562, 0.008207453414797783, 0.008050291799008846, 0.00793972797691822, 0.007876258343458176, 0.007855829782783985], "prob_new_token": [4.784120051226637e-07, 0.003588814288377762, 0.04143822193145752, 0.7960312366485596, 0.9896780252456665, 0.9974451065063477, 0.9986075162887573, 0.9989797472953796, 0.9991627931594849, 0.9992856979370117, 0.9993783831596375, 0.9994416832923889, 0.9994832277297974, 0.9995095729827881, 0.9995273947715759, 0.999544620513916, 0.9995602965354919, 0.9995694756507874, 0.9995712637901306, 0.9995699524879456], "prob_old_token": [0.9759674668312073, 0.014527077786624432, 0.1289367824792862, 0.006280780769884586, 0.0001720506406854838, 1.1490542419778649e-05, 3.0900462206773227e-06, 1.5381068578790291e-06, 1.0261088618790382e-06, 8.058092362261959e-07, 6.907474698891747e-07, 6.222044817150163e-07, 5.792883825961326e-07, 5.549406978389015e-07, 5.464225409923529e-07, 5.510665346264432e-07, 5.675954071193701e-07, 5.948780312792223e-07, 6.30713657301385e-07, 6.726255037392548e-07], "update_matrix_norm_1": [27069.06640625], "update_matrix_norm_2": [7.496128559112549], "update_matrix_norm_inf": [0.0859828069806099], "request": {"prompt": "{} is held by", "subject": "Prime Minister of Japan", "target_new": {"str": "Sheikh Hasina"}, "old_answer": {"str": "Yoshihide Suga"}, "seed": 42}}, {"loss_per_step": [5.605, 3.85, 1.744, 0.631, 0.433, 0.385, 0.353, 0.328, 0.312, 0.304, 0.296, 0.289, 0.286, 0.283, 0.28, 0.278, 0.276, 0.275, 0.274, 0.273], "prob_new": [0.0037818700075149536, 0.030193598940968513, 0.23835968971252441, 0.7272536754608154, 0.8577340841293335, 0.896855890750885, 0.9260888695716858, 0.9462108016014099, 0.9594454169273376, 0.9687374830245972, 0.9756089448928833, 0.9808276891708374, 0.9848253130912781, 0.9879283905029297, 0.9903976917266846, 0.9923674464225769, 0.993905246257782, 0.9950757622718811, 0.9959650039672852, 0.9966546297073364], "prob_old": [0.8160545825958252, 0.3803083002567291, 0.15771210193634033, 0.090300552546978, 0.0574193112552166, 0.0469050295650959, 0.04169077426195145, 0.037527814507484436, 0.03376398980617523, 0.030536986887454987, 0.027960335835814476, 0.025804338976740837, 0.023817336186766624, 0.021933816373348236, 0.02021239884197712, 0.018685003742575645, 0.017358768731355667, 0.016226252540946007, 0.015246119350194931, 0.01438455656170845], "prob_new_token": [0.9120532870292664, 0.8308671116828918, 0.8907201886177063, 0.9046481251716614, 0.913921058177948, 0.9329320192337036, 0.9524218440055847, 0.9649916887283325, 0.9731966853141785, 0.9795103073120117, 0.9845689535140991, 0.988362729549408, 0.9910354614257812, 0.9929211139678955, 0.994351863861084, 0.9954779744148254, 0.9963566064834595, 0.9970139861106873, 0.9974850416183472, 0.9978291392326355], "prob_old_token": [0.9120532870292664, 0.8308671116828918, 0.8907201886177063, 0.9046481251716614, 0.913921058177948, 0.9329320192337036, 0.9524218440055847, 0.9649916887283325, 0.9731966853141785, 0.9795103073120117, 0.9845689535140991, 0.988362729549408, 0.9910354614257812, 0.9929211139678955, 0.994351863861084, 0.9954779744148254, 0.9963566064834595, 0.9970139861106873, 0.9974850416183472, 0.9978291392326355], "update_matrix_norm_1": [26885.78515625], "update_matrix_norm_2": [7.189576148986816], "update_matrix_norm_inf": [0.043036386370658875], "request": {"prompt": "{} has the job title of", "subject": "Abdelaziz Bouteflika", "target_new": {"str": "President of Finland"}, "old_answer": {"str": "President of Algeria"}, "seed": 42}}, {"loss_per_step": [3.701, 1.987, 0.705, 0.516, 0.437, 0.39, 0.358, 0.336, 0.32, 0.308, 0.299, 0.292, 0.286, 0.281, 0.277, 0.276, 0.275, 0.273, 0.273, 0.273], "prob_new": [0.025197217240929604, 0.18798553943634033, 0.6658278703689575, 0.7943905591964722, 0.8561444282531738, 0.8961594104766846, 0.9237098097801208, 0.9434968829154968, 0.9579172134399414, 0.9685375094413757, 0.9764888286590576, 0.982469379901886, 0.9869192242622375, 0.9902011752128601, 0.9925956726074219, 0.9943357110023499, 0.9955964684486389, 0.9965133666992188, 0.9972015619277954, 0.9977104663848877], "prob_old": [0.8160545825958252, 0.3734012842178345, 0.13420242071151733, 0.1031765267252922, 0.0916399136185646, 0.08408350497484207, 0.07802204042673111, 0.07292190939188004, 0.06855602562427521, 0.06468193978071213, 0.06116823852062225, 0.05800570920109749, 0.05508260056376457, 0.052282243967056274, 0.04974483326077461, 0.0472889170050621, 0.044840577989816666, 0.04242934659123421, 0.040009789168834686, 0.038174331188201904], "prob_new_token": [0.9120532870292664, 0.8940908908843994, 0.8985059857368469, 0.9121363759040833, 0.927666962146759, 0.9408133029937744, 0.9513607025146484, 0.9604929089546204, 0.9682391881942749, 0.9745657444000244, 0.9797466397285461, 0.9840248227119446, 0.987488329410553, 0.9902353882789612, 0.9924025535583496, 0.9940541982650757, 0.9952898025512695, 0.9962012767791748, 0.9968777894973755, 0.9974061250686646], "prob_old_token": [0.9120532870292664, 0.8940908908843994, 0.8985059857368469, 0.9121363759040833, 0.927666962146759, 0.9408133029937744, 0.9513607025146484, 0.9604929089546204, 0.9682391881942749, 0.9745657444000244, 0.9797466397285461, 0.9840248227119446, 0.987488329410553, 0.9902353882789612, 0.9924025535583496, 0.9940541982650757, 0.9952898025512695, 0.9962012767791748, 0.9968777894973755, 0.9974061250686646], "update_matrix_norm_1": [26798.203125], "update_matrix_norm_2": [7.193999767303467], "update_matrix_norm_inf": [0.0585394985973835], "request": {"prompt": "{} has the job title of", "subject": "Abdelaziz Bouteflika", "target_new": {"str": "President of Ghana"}, "old_answer": {"str": "President of Algeria"}, "seed": 42}}, {"loss_per_step": [2.76, 1.606, 0.439, 0.398, 0.364, 0.341, 0.324, 0.314, 0.304, 0.298, 0.291, 0.287, 0.284, 0.282, 0.28, 0.278, 0.277, 0.276, 0.275, 0.275], "prob_new": [0.06372976303100586, 0.29589617252349854, 0.8664460778236389, 0.9031819105148315, 0.9243130683898926, 0.9402718544006348, 0.9526812434196472, 0.9621536135673523, 0.9692776203155518, 0.9748508334159851, 0.9792497754096985, 0.9827167391777039, 0.9854774475097656, 0.9877346754074097, 0.9896146655082703, 0.991179347038269, 0.992466151714325, 0.9935247302055359, 0.9943941235542297, 0.9951048493385315], "prob_old": [0.8160545825958252, 0.3372846245765686, 0.0898192822933197, 0.07259297370910645, 0.06648373603820801, 0.06272152811288834, 0.05979368835687637, 0.057371459901332855, 0.055321041494607925, 0.053424108773469925, 0.051613274961709976, 0.0498766154050827, 0.04819677770137787, 0.04649846628308296, 0.0447259396314621, 0.04290219768881798, 0.04109453037381172, 0.03936081752181053, 0.037719644606113434, 0.036168962717056274], "prob_new_token": [0.9120532870292664, 0.7566856145858765, 0.9435093998908997, 0.9460337162017822, 0.951357364654541, 0.9580158591270447, 0.9648569226264954, 0.9704535007476807, 0.9743672609329224, 0.9780898094177246, 0.9815073013305664, 0.9843665361404419, 0.9865684509277344, 0.9884135127067566, 0.9900941848754883, 0.99159175157547, 0.9928455352783203, 0.9938544034957886, 0.9946788549423218, 0.9953659176826477], "prob_old_token": [0.9120532870292664, 0.7566856145858765, 0.9435093998908997, 0.9460337162017822, 0.951357364654541, 0.9580158591270447, 0.9648569226264954, 0.9704535007476807, 0.9743672609329224, 0.9780898094177246, 0.9815073013305664, 0.9843665361404419, 0.9865684509277344, 0.9884135127067566, 0.9900941848754883, 0.99159175157547, 0.9928455352783203, 0.9938544034957886, 0.9946788549423218, 0.9953659176826477], "update_matrix_norm_1": [27208.94921875], "update_matrix_norm_2": [7.183423042297363], "update_matrix_norm_inf": [0.04137679189443588], "request": {"prompt": "{} has the job title of", "subject": "Abdelaziz Bouteflika", "target_new": {"str": "President of Afghanistan"}, "old_answer": {"str": "President of Algeria"}, "seed": 42}}, {"loss_per_step": [4.312, 3.133, 1.355, 0.694, 0.5, 0.413, 0.364, 0.337, 0.318, 0.305, 0.296, 0.29, 0.285, 0.281, 0.278, 0.275, 0.273, 0.271, 0.27, 0.269], "prob_new": [0.013875609263777733, 0.05820024013519287, 0.34306496381759644, 0.6590706706047058, 0.8072246313095093, 0.8711022138595581, 0.9071486592292786, 0.9308425784111023, 0.9477090835571289, 0.9598703384399414, 0.9686317443847656, 0.9750246405601501, 0.9798257350921631, 0.9835295081138611, 0.986455500125885, 0.98880934715271, 0.9907259345054626, 0.9922967553138733, 0.9935824275016785, 0.9946292638778687], "prob_old": [0.8294469118118286, 0.6488425731658936, 0.05697280168533325, 0.021292489022016525, 0.011421977542340755, 0.008122733794152737, 0.006605948321521282, 0.005692477338016033, 0.005020968150347471, 0.004495248198509216, 0.004077085293829441, 0.0037047069054096937, 0.003359968075528741, 0.0030523091554641724, 0.0027618659660220146, 0.002481936477124691, 0.0022245636209845543, 0.0019881916232407093, 0.0017679139273241162, 0.0015711428131908178], "prob_new_token": [0.000529157870914787, 0.06972172111272812, 0.5846001505851746, 0.6357391476631165, 0.8197574019432068, 0.8907220363616943, 0.9232394099235535, 0.9419450163841248, 0.9549713134765625, 0.9649956822395325, 0.9728103280067444, 0.9791269302368164, 0.984028697013855, 0.9875791668891907, 0.9902833700180054, 0.99239182472229, 0.9939711093902588, 0.9951756596565247, 0.9961225390434265, 0.9968486428260803], "prob_old_token": [0.9026582837104797, 0.7723245024681091, 7.819233724148944e-05, 1.7756110537447967e-05, 6.654352091572946e-06, 4.217989044263959e-06, 3.4882227737398352e-06, 3.0607873213739367e-06, 2.6514128421695204e-06, 2.2590127173316432e-06, 1.913412688736571e-06, 1.5674996802772512e-06, 1.2454506759240758e-06, 9.885775398288388e-07, 7.693031420785701e-07, 5.823359856549359e-07, 4.383938119190134e-07, 3.2773832003840653e-07, 2.411555897197104e-07, 1.7761445292308053e-07], "update_matrix_norm_1": [31171.919921875], "update_matrix_norm_2": [8.169778823852539], "update_matrix_norm_inf": [0.044215936213731766], "request": {"prompt": "{} has the job title of", "subject": "Najib Razak", "target_new": {"str": "President of South Sudan"}, "old_answer": {"str": "Prime Minister of Malaysia"}, "seed": 42}}, {"loss_per_step": [3.577, 2.656, 0.752, 0.439, 0.348, 0.313, 0.297, 0.288, 0.282, 0.279, 0.276, 0.274, 0.272, 0.269, 0.268, 0.266, 0.266, 0.266, 0.265, 0.266], "prob_new": [0.028985505923628807, 0.09517142921686172, 0.6381739974021912, 0.849399745464325, 0.9272409081459045, 0.9594650268554688, 0.974522590637207, 0.9827011823654175, 0.9876529574394226, 0.9908713698387146, 0.9930679798126221, 0.9946174621582031, 0.9957277178764343, 0.9965190291404724, 0.9970739483833313, 0.9975072145462036, 0.9978285431861877, 0.9980749487876892, 0.9982823133468628, 0.9984539747238159], "prob_old": [0.8294469118118286, 0.7148595452308655, 0.1400126814842224, 0.05483410134911537, 0.03953568637371063, 0.03242167457938194, 0.02818339876830578, 0.025329969823360443, 0.023246727883815765, 0.02162177488207817, 0.020289896056056023, 0.019162509590387344, 0.01819257065653801, 0.017362019047141075, 0.01665695756673813, 0.015736719593405724, 0.014888259582221508, 0.014245206490159035, 0.013706258498132229, 0.013230331242084503], "prob_new_token": [9.268083886126988e-06, 0.0006484861369244754, 0.616731584072113, 0.9312655329704285, 0.9711213111877441, 0.9822818040847778, 0.987531840801239, 0.9907951354980469, 0.993052065372467, 0.994652509689331, 0.9957910776138306, 0.996599018573761, 0.9971656203269958, 0.9975507855415344, 0.9977991580963135, 0.99803626537323, 0.9982277750968933, 0.9983562231063843, 0.9984520077705383, 0.998531699180603], "prob_old_token": [0.9026582837104797, 0.8620398044586182, 0.01947832480072975, 0.001980421831831336, 0.0010300149442628026, 0.0007228520116768777, 0.0005827895947732031, 0.0005016025388613343, 0.0004452685243450105, 0.0004019147309008986, 0.0003668815770652145, 0.00033811159664765, 0.00031454346026293933, 0.00029532480402849615, 0.000280756619758904, 0.0002699446049518883, 0.00026554998476058245, 0.0002602139429654926, 0.00025060330517590046, 0.00024157190637197345], "update_matrix_norm_1": [30910.890625], "update_matrix_norm_2": [8.12716293334961], "update_matrix_norm_inf": [0.04004240036010742], "request": {"prompt": "{} has the job title of", "subject": "Najib Razak", "target_new": {"str": "Chancellor of Germany"}, "old_answer": {"str": "Prime Minister of Malaysia"}, "seed": 42}}, {"loss_per_step": [3.371, 2.499, 1.447, 0.713, 0.506, 0.399, 0.363, 0.323, 0.301, 0.288, 0.28, 0.276, 0.272, 0.27, 0.269, 0.268, 0.267, 0.266, 0.266, 0.266], "prob_new": [0.03525795415043831, 0.10820351541042328, 0.31640997529029846, 0.6501480937004089, 0.7930001616477966, 0.8813276886940002, 0.9196908473968506, 0.94536292552948, 0.9647701978683472, 0.9771445393562317, 0.9848775863647461, 0.9897010326385498, 0.992733359336853, 0.9946796298027039, 0.9959636926651001, 0.9968242049217224, 0.9974192976951599, 0.9978559613227844, 0.998178243637085, 0.9984238147735596], "prob_old": [0.8294469118118286, 0.6230294704437256, 0.0942203551530838, 0.04452376812696457, 0.01993350312113762, 0.01371023803949356, 0.011328106746077538, 0.009801225736737251, 0.008332421071827412, 0.00703595532104373, 0.0059799859300255775, 0.005155127961188555, 0.004519178997725248, 0.0040157935582101345, 0.0036004006396979094, 0.0032597691752016544, 0.0029728193767368793, 0.0027146167121827602, 0.0024923880118876696, 0.002305751433596015], "prob_new_token": [0.000529157870914787, 0.11060794442892075, 0.4785742163658142, 0.39028218388557434, 0.5723164677619934, 0.9134706258773804, 0.9618616700172424, 0.9783310890197754, 0.9868230819702148, 0.9915972352027893, 0.9944795370101929, 0.9961918592453003, 0.9972211122512817, 0.9978796243667603, 0.998326301574707, 0.9986096620559692, 0.9987961053848267, 0.9989432692527771, 0.999050498008728, 0.9991384148597717], "prob_old_token": [0.9026582837104797, 0.6504745483398438, 0.00011879868543474004, 8.093945507425815e-05, 9.023241727845743e-05, 5.042144766775891e-05, 2.8032360205543227e-05, 1.7113348803832196e-05, 1.065317428583512e-05, 6.609825959458249e-06, 4.020287633466069e-06, 2.5111214654316427e-06, 1.6576112784605357e-06, 1.1361347560523427e-06, 7.891834457041114e-07, 5.884737106498505e-07, 4.654481813304301e-07, 3.64789968898549e-07, 2.9904330745011976e-07, 2.559280574132572e-07], "update_matrix_norm_1": [31114.375], "update_matrix_norm_2": [8.167197227478027], "update_matrix_norm_inf": [0.044122837483882904], "request": {"prompt": "{} has the job title of", "subject": "Najib Razak", "target_new": {"str": "President of Equatorial Guinea"}, "old_answer": {"str": "Prime Minister of Malaysia"}, "seed": 42}}, {"loss_per_step": [3.909, 3.456, 2.443, 1.421, 0.751, 0.345, 0.313, 0.303, 0.295, 0.29, 0.288, 0.287, 0.288, 0.288, 0.293, 0.289, 0.289, 0.283, 0.285, 0.284], "prob_new": [0.02059810236096382, 0.044313497841358185, 0.11797934770584106, 0.32531222701072693, 0.6331871151924133, 0.9423656463623047, 0.9713788628578186, 0.9805499911308289, 0.9879486560821533, 0.9932621717453003, 0.9961694478988647, 0.9975051283836365, 0.9982267022132874, 0.998659610748291, 0.9989734292030334, 0.9991771578788757, 0.9993066787719727, 0.9993807673454285, 0.999435544013977, 0.9994785785675049], "prob_old": [0.7681817412376404, 0.5830759406089783, 0.09970083832740784, 0.06537961959838867, 0.05364344269037247, 0.03256614878773689, 0.021070480346679688, 0.016843726858496666, 0.01414583157747984, 0.012152960523962975, 0.01055268757045269, 0.009164592251181602, 0.00812305323779583, 0.007285793777555227, 0.0068430532701313496, 0.006496152840554714, 0.0061995042487978935, 0.00623947661370039, 0.006284146104007959, 0.0062593393959105015], "prob_new_token": [0.9643462896347046, 0.9483298659324646, 0.8966287970542908, 0.8984553813934326, 0.9379346370697021, 0.958337664604187, 0.963151216506958, 0.9699427485466003, 0.9798351526260376, 0.9886167049407959, 0.9937082529067993, 0.9960538148880005, 0.9971397519111633, 0.997872531414032, 0.9983118772506714, 0.998701274394989, 0.9990020394325256, 0.9991304278373718, 0.9992219805717468, 0.9993109107017517], "prob_old_token": [0.9643462896347046, 0.9483298659324646, 0.8966287970542908, 0.8984553813934326, 0.9379346370697021, 0.958337664604187, 0.963151216506958, 0.9699427485466003, 0.9798351526260376, 0.9886167049407959, 0.9937082529067993, 0.9960538148880005, 0.9971397519111633, 0.997872531414032, 0.9983118772506714, 0.998701274394989, 0.9990020394325256, 0.9991304278373718, 0.9992219805717468, 0.9993109107017517], "update_matrix_norm_1": [28925.615234375], "update_matrix_norm_2": [7.742103099822998], "update_matrix_norm_inf": [0.03341265395283699], "request": {"prompt": "{} has the job title of", "subject": "Ali Bongo Ondimba", "target_new": {"str": "President of Lithuania"}, "old_answer": {"str": "President of Gabon"}, "seed": 42}}, {"loss_per_step": [1.804, 1.269, 1.771, 0.859, 0.506, 0.481, 0.46, 0.431, 0.396, 0.366, 0.347, 0.327, 0.315, 0.307, 0.299, 0.295, 0.292, 0.289, 0.288, 0.286], "prob_new": [0.167473703622818, 0.3838249146938324, 0.23133200407028198, 0.5741822719573975, 0.814337432384491, 0.8365220427513123, 0.8522565960884094, 0.8731288313865662, 0.8977410793304443, 0.9216842651367188, 0.941982090473175, 0.9575273394584656, 0.9689664840698242, 0.9775770306587219, 0.9840517640113831, 0.9887334108352661, 0.9919098019599915, 0.994035005569458, 0.995539665222168, 0.9966334700584412], "prob_old": [0.7681817412376404, 0.6166730523109436, 0.0747603252530098, 0.14377205073833466, 0.13379664719104767, 0.16558220982551575, 0.19821499288082123, 0.21520324051380157, 0.21465066075325012, 0.2036084234714508, 0.19226710498332977, 0.18622484803199768, 0.1835096776485443, 0.1786254495382309, 0.16936525702476501, 0.15734882652759552, 0.1476656049489975, 0.14155998826026917, 0.133620947599411, 0.1229906752705574], "prob_new_token": [0.9643462896347046, 0.9692400693893433, 0.9218794703483582, 0.9480838179588318, 0.9581608176231384, 0.9669921398162842, 0.9720227718353271, 0.9752140045166016, 0.9775937795639038, 0.9796468019485474, 0.9816781878471375, 0.9837527871131897, 0.9857795238494873, 0.9877383708953857, 0.9896338582038879, 0.9914340972900391, 0.9930516481399536, 0.9944168329238892, 0.9955546855926514, 0.996502161026001], "prob_old_token": [0.9643462896347046, 0.9692400693893433, 0.9218794703483582, 0.9480838179588318, 0.9581608176231384, 0.9669921398162842, 0.9720227718353271, 0.9752140045166016, 0.9775937795639038, 0.9796468019485474, 0.9816781878471375, 0.9837527871131897, 0.9857795238494873, 0.9877383708953857, 0.9896338582038879, 0.9914340972900391, 0.9930516481399536, 0.9944168329238892, 0.9955546855926514, 0.996502161026001], "update_matrix_norm_1": [29095.7109375], "update_matrix_norm_2": [7.76063871383667], "update_matrix_norm_inf": [0.04384297505021095], "request": {"prompt": "{} has the job title of", "subject": "Ali Bongo Ondimba", "target_new": {"str": "President of Togo"}, "old_answer": {"str": "President of Gabon"}, "seed": 42}}, {"loss_per_step": [3.219, 1.446, 0.512, 0.44, 0.402, 0.369, 0.341, 0.324, 0.316, 0.311, 0.306, 0.3, 0.297, 0.295, 0.294, 0.292, 0.29, 0.289, 0.288, 0.288], "prob_new": [0.0418492816388607, 0.35475555062294006, 0.8378210663795471, 0.8961540460586548, 0.9233158826828003, 0.9406075477600098, 0.9531251788139343, 0.9625064730644226, 0.9697166681289673, 0.9754442572593689, 0.980014443397522, 0.9835759401321411, 0.9863178730010986, 0.988470196723938, 0.9902315139770508, 0.991717517375946, 0.9929689168930054, 0.99399733543396, 0.9948236346244812, 0.9954819679260254], "prob_old": [0.7681817412376404, 0.22994180023670197, 0.026289962232112885, 0.018715498968958855, 0.016197221353650093, 0.014820411801338196, 0.013915462419390678, 0.013231250457465649, 0.012603615410625935, 0.011964093893766403, 0.011310919187963009, 0.010669101029634476, 0.010066880844533443, 0.009522990323603153, 0.009036692790687084, 0.00859686080366373, 0.008190793916583061, 0.007802316453307867, 0.007415517698973417, 0.007024426478892565], "prob_new_token": [0.9643462896347046, 0.9517713189125061, 0.9401383399963379, 0.9516270160675049, 0.9602147936820984, 0.9667600989341736, 0.9719804525375366, 0.976024329662323, 0.9791428446769714, 0.9816622138023376, 0.9838390350341797, 0.9858078360557556, 0.9875425100326538, 0.9890309572219849, 0.9903220534324646, 0.9914811849594116, 0.9925439357757568, 0.9935094714164734, 0.9943659901618958, 0.9951062202453613], "prob_old_token": [0.9643462896347046, 0.9517713189125061, 0.9401383399963379, 0.9516270160675049, 0.9602147936820984, 0.9667600989341736, 0.9719804525375366, 0.976024329662323, 0.9791428446769714, 0.9816622138023376, 0.9838390350341797, 0.9858078360557556, 0.9875425100326538, 0.9890309572219849, 0.9903220534324646, 0.9914811849594116, 0.9925439357757568, 0.9935094714164734, 0.9943659901618958, 0.9951062202453613], "update_matrix_norm_1": [29781.9296875], "update_matrix_norm_2": [7.784920692443848], "update_matrix_norm_inf": [0.034357670694589615], "request": {"prompt": "{} has the job title of", "subject": "Ali Bongo Ondimba", "target_new": {"str": "President of South Sudan"}, "old_answer": {"str": "President of Gabon"}, "seed": 42}}, {"loss_per_step": [2.926, 1.363, 0.562, 0.429, 0.368, 0.335, 0.316, 0.303, 0.294, 0.287, 0.283, 0.279, 0.276, 0.274, 0.272, 0.271, 0.27, 0.269, 0.268, 0.268], "prob_new": [0.05508468300104141, 0.3427032232284546, 0.752828061580658, 0.8562021851539612, 0.9054198861122131, 0.9335808753967285, 0.9512014985084534, 0.962981104850769, 0.9713051319122314, 0.9774348139762878, 0.9820725917816162, 0.9856373071670532, 0.9884000420570374, 0.9905507564544678, 0.9922292232513428, 0.9935432076454163, 0.994574785232544, 0.9953888058662415, 0.9960365295410156, 0.99655681848526], "prob_old": [0.771341860294342, 0.21747010946273804, 0.15753041207790375, 0.12697969377040863, 0.10867755860090256, 0.09628915041685104, 0.08753323554992676, 0.08121704310178757, 0.07645907998085022, 0.07264456152915955, 0.06942927092313766, 0.06665056198835373, 0.0642574205994606, 0.06224760785698891, 0.060567744076251984, 0.05908720940351486, 0.057701822370290756, 0.05638918653130531, 0.05521151050925255, 0.054250672459602356], "prob_new_token": [0.9148682355880737, 0.8712363839149475, 0.9352087378501892, 0.9478507041931152, 0.9550012946128845, 0.9602975249290466, 0.9648349285125732, 0.9691697359085083, 0.9733867049217224, 0.9773574471473694, 0.9809613227844238, 0.9841271638870239, 0.9868345260620117, 0.9890903830528259, 0.9909272193908691, 0.9924067258834839, 0.9935948252677917, 0.9945498108863831, 0.9953192472457886, 0.9959403276443481], "prob_old_token": [0.9148682355880737, 0.8712363839149475, 0.9352087378501892, 0.9478507041931152, 0.9550012946128845, 0.9602975249290466, 0.9648349285125732, 0.9691697359085083, 0.9733867049217224, 0.9773574471473694, 0.9809613227844238, 0.9841271638870239, 0.9868345260620117, 0.9890903830528259, 0.9909272193908691, 0.9924067258834839, 0.9935948252677917, 0.9945498108863831, 0.9953192472457886, 0.9959403276443481], "update_matrix_norm_1": [30452.4296875], "update_matrix_norm_2": [7.863792896270752], "update_matrix_norm_inf": [0.09221219271421432], "request": {"prompt": "{} has the job title of", "subject": "Teodoro Obiang", "target_new": {"str": "President of Ghana"}, "old_answer": {"str": "President of Equatorial Guinea"}, "seed": 42}}, {"loss_per_step": [2.842, 1.442, 0.477, 0.339, 0.314, 0.302, 0.295, 0.289, 0.285, 0.282, 0.28, 0.278, 0.276, 0.275, 0.273, 0.271, 0.268, 0.268, 0.266, 0.267], "prob_new": [0.05901677906513214, 0.3267762064933777, 0.8189634680747986, 0.9373855590820312, 0.9606744647026062, 0.9711984992027283, 0.9779064059257507, 0.9827476143836975, 0.9864411354064941, 0.9893004894256592, 0.9915068745613098, 0.9932082295417786, 0.9945251941680908, 0.995550274848938, 0.9963520169258118, 0.996978223323822, 0.9974625110626221, 0.9978330731391907, 0.9981237053871155, 0.998353898525238], "prob_old": [0.771341860294342, 0.30623167753219604, 0.17974218726158142, 0.1315116286277771, 0.11089926958084106, 0.101064532995224, 0.09454161673784256, 0.0891643539071083, 0.08427714556455612, 0.07968591153621674, 0.07533125579357147, 0.07119372487068176, 0.06728848069906235, 0.06365255266427994, 0.060324158519506454, 0.05732123181223869, 0.05465768650174141, 0.05237096920609474, 0.05030004307627678, 0.04838026314973831], "prob_new_token": [0.9148682355880737, 0.8210771083831787, 0.9516264796257019, 0.9659711718559265, 0.9724344611167908, 0.9778420925140381, 0.9823619723320007, 0.9860336184501648, 0.9890183210372925, 0.9913671612739563, 0.9931420087814331, 0.9944700598716736, 0.9954758882522583, 0.9962570667266846, 0.9968796968460083, 0.9973781108856201, 0.9977681636810303, 0.9980639815330505, 0.9983016848564148, 0.9984898567199707], "prob_old_token": [0.9148682355880737, 0.8210771083831787, 0.9516264796257019, 0.9659711718559265, 0.9724344611167908, 0.9778420925140381, 0.9823619723320007, 0.9860336184501648, 0.9890183210372925, 0.9913671612739563, 0.9931420087814331, 0.9944700598716736, 0.9954758882522583, 0.9962570667266846, 0.9968796968460083, 0.9973781108856201, 0.9977681636810303, 0.9980639815330505, 0.9983016848564148, 0.9984898567199707], "update_matrix_norm_1": [29736.13671875], "update_matrix_norm_2": [7.830407619476318], "update_matrix_norm_inf": [0.08619105815887451], "request": {"prompt": "{} has the job title of", "subject": "Teodoro Obiang", "target_new": {"str": "President of Uganda"}, "old_answer": {"str": "President of Equatorial Guinea"}, "seed": 42}}, {"loss_per_step": [4.664, 1.246, 0.455, 0.391, 0.351, 0.325, 0.309, 0.298, 0.291, 0.285, 0.28, 0.277, 0.274, 0.272, 0.271, 0.27, 0.269, 0.268, 0.267, 0.267], "prob_new": [0.00967774074524641, 0.4374787211418152, 0.8344922661781311, 0.8858980536460876, 0.9207397103309631, 0.9431174397468567, 0.9577065706253052, 0.967704176902771, 0.974855363368988, 0.9801490306854248, 0.9842052459716797, 0.987368643283844, 0.9898363947868347, 0.9917424917221069, 0.9931977987289429, 0.9943109154701233, 0.9951758980751038, 0.995855450630188, 0.9963909387588501, 0.9968124628067017], "prob_old": [0.771341860294342, 0.16723668575286865, 0.10622169822454453, 0.08598046749830246, 0.07438282668590546, 0.06632260233163834, 0.06040529906749725, 0.05586789920926094, 0.0523451529443264, 0.04957521706819534, 0.047238290309906006, 0.04512777552008629, 0.043170955032110214, 0.04138033837080002, 0.039796944707632065, 0.03839738667011261, 0.037096958607435226, 0.03584161400794983, 0.034631479531526566, 0.03350961208343506], "prob_new_token": [0.9148682355880737, 0.7947880625724792, 0.913621723651886, 0.934950053691864, 0.9535184502601624, 0.9662253856658936, 0.97467041015625, 0.9804561138153076, 0.9846265912055969, 0.9877505302429199, 0.9901134371757507, 0.9919118881225586, 0.9932944178581238, 0.9943729639053345, 0.9952290058135986, 0.9959167838096619, 0.9964637160301208, 0.9968947768211365, 0.9972346425056458, 0.9975069761276245], "prob_old_token": [0.9148682355880737, 0.7947880625724792, 0.913621723651886, 0.934950053691864, 0.9535184502601624, 0.9662253856658936, 0.97467041015625, 0.9804561138153076, 0.9846265912055969, 0.9877505302429199, 0.9901134371757507, 0.9919118881225586, 0.9932944178581238, 0.9943729639053345, 0.9952290058135986, 0.9959167838096619, 0.9964637160301208, 0.9968947768211365, 0.9972346425056458, 0.9975069761276245], "update_matrix_norm_1": [30620.013671875], "update_matrix_norm_2": [7.848930835723877], "update_matrix_norm_inf": [0.09122925251722336], "request": {"prompt": "{} has the job title of", "subject": "Teodoro Obiang", "target_new": {"str": "President of Peru"}, "old_answer": {"str": "President of Equatorial Guinea"}, "seed": 42}}, {"loss_per_step": [2.512, 1.403, 1.403, 0.935, 0.696, 0.443, 0.306, 0.264, 0.241, 0.228, 0.219, 0.214, 0.209, 0.206, 0.204, 0.203, 0.201, 0.2, 0.199, 0.198], "prob_new": [0.08371077477931976, 0.30219846963882446, 0.3043330907821655, 0.4831840991973877, 0.6134734749794006, 0.7885730266571045, 0.9021661281585693, 0.9405176043510437, 0.9589992761611938, 0.970402717590332, 0.9779618978500366, 0.9830965399742126, 0.9866456985473633, 0.9891468286514282, 0.9909535646438599, 0.9923015832901001, 0.9933488368988037, 0.9941955208778381, 0.9948982000350952, 0.995490312576294], "prob_old": [0.7496883273124695, 0.06483795493841171, 0.16078215837478638, 0.07186571508646011, 0.03470197319984436, 0.02771732769906521, 0.026989659294486046, 0.026900751516222954, 0.02704542689025402, 0.027308830991387367, 0.02756991609930992, 0.027753688395023346, 0.02781856432557106, 0.027739062905311584, 0.027486784383654594, 0.027008412405848503, 0.026257626712322235, 0.025274379178881645, 0.024132467806339264, 0.022892093285918236], "prob_new_token": [0.001127125695347786, 0.9128814935684204, 0.8622183799743652, 0.9249036908149719, 0.9360960125923157, 0.9460276961326599, 0.9555203914642334, 0.9644210934638977, 0.9717787504196167, 0.9773470163345337, 0.9813827872276306, 0.9842830896377563, 0.9864029288291931, 0.9880098700523376, 0.9893018007278442, 0.9904115796089172, 0.9914178252220154, 0.9923392534255981, 0.9931753277778625, 0.9939274191856384], "prob_old_token": [0.9297253489494324, 9.67574851529207e-06, 0.002330300398170948, 2.0413199308677576e-05, 1.1083016033808235e-06, 5.652171353176527e-07, 5.492972832144005e-07, 5.737824722018559e-07, 6.234333795873681e-07, 6.841645472377422e-07, 7.392117140625487e-07, 7.776910138090898e-07, 7.946580353745958e-07, 7.8967201488922e-07, 7.648765176782035e-07, 7.223633815556241e-07, 6.634293185925344e-07, 5.929030635343224e-07, 5.172151986698736e-07, 4.4219765982234094e-07], "update_matrix_norm_1": [37130.1953125], "update_matrix_norm_2": [9.50638198852539], "update_matrix_norm_inf": [0.060028523206710815], "request": {"prompt": "{} has the job title of", "subject": "Norodom Sihamoni", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "King of Cambodia"}, "seed": 42}}, {"loss_per_step": [3.821, 0.891, 0.607, 0.403, 0.35, 0.325, 0.307, 0.292, 0.278, 0.267, 0.257, 0.249, 0.241, 0.235, 0.229, 0.224, 0.22, 0.216, 0.213, 0.21], "prob_new": [0.0242905430495739, 0.4859252870082855, 0.6859071254730225, 0.819826066493988, 0.8618180751800537, 0.8830299377441406, 0.8986614942550659, 0.9118585586547852, 0.9233956336975098, 0.9335330724716187, 0.9424095153808594, 0.9501413702964783, 0.9568541646003723, 0.9626781344413757, 0.9677349328994751, 0.972133994102478, 0.9759659767150879, 0.9793054461479187, 0.9822137355804443, 0.9847412109375], "prob_old": [0.7496883273124695, 0.040819454938173294, 0.087941974401474, 0.03811340779066086, 0.018354592844843864, 0.011667359620332718, 0.008776574395596981, 0.007127527613192797, 0.006000555586069822, 0.005145415663719177, 0.0044572860933840275, 0.0038851953577250242, 0.0034007756039500237, 0.002986328909173608, 0.002629708033055067, 0.002321828855201602, 0.00205560983158648, 0.0018254835158586502, 0.0016270182095468044, 0.0014567750040441751], "prob_new_token": [0.001127125695347786, 0.9201219081878662, 0.9166162014007568, 0.9332648515701294, 0.941969633102417, 0.94903564453125, 0.9549791812896729, 0.9601306915283203, 0.9646676778793335, 0.9686884880065918, 0.972260594367981, 0.9754335880279541, 0.978254497051239, 0.9807557463645935, 0.982974112033844, 0.9849440455436707, 0.9866956472396851, 0.9882621169090271, 0.9896706938743591, 0.9909469485282898], "prob_old_token": [0.9297253489494324, 1.889851546366117e-06, 2.6472329409443773e-05, 1.8300777355761966e-06, 7.275666575878859e-07, 4.480570510168036e-07, 3.2587828968644317e-07, 2.5500031597402995e-07, 2.0641712694668968e-07, 1.6971576144442224e-07, 1.4041631857253378e-07, 1.163343128496308e-07, 9.625001240465281e-08, 7.942523438941862e-08, 6.532045659923824e-08, 5.350798915060295e-08, 4.3643133551540814e-08, 3.542062643191457e-08, 2.8590930511995793e-08, 2.295575995958643e-08], "update_matrix_norm_1": [38675.703125], "update_matrix_norm_2": [9.491557121276855], "update_matrix_norm_inf": [0.06340844929218292], "request": {"prompt": "{} has the job title of", "subject": "Norodom Sihamoni", "target_new": {"str": "President of Afghanistan"}, "old_answer": {"str": "King of Cambodia"}, "seed": 42}}, {"loss_per_step": [3.17, 0.698, 0.414, 0.309, 0.272, 0.251, 0.236, 0.226, 0.218, 0.212, 0.208, 0.205, 0.203, 0.201, 0.199, 0.198, 0.197, 0.196, 0.196, 0.195], "prob_new": [0.044624123722314835, 0.6404633522033691, 0.8301528096199036, 0.894443690776825, 0.9283921718597412, 0.9486178755760193, 0.9619196057319641, 0.9711634516716003, 0.9778043031692505, 0.982688844203949, 0.9863550066947937, 0.9891566634178162, 0.9913210272789001, 0.993000328540802, 0.9943124651908875, 0.9953472018241882, 0.9961673617362976, 0.9968171715736389, 0.9973291754722595, 0.9977269768714905], "prob_old": [0.7496883273124695, 0.04305465146899223, 0.019334977492690086, 0.011068053543567657, 0.008043774403631687, 0.0066105155274271965, 0.0057916101068258286, 0.005261484999209642, 0.004885484464466572, 0.004598410800099373, 0.004363976884633303, 0.004159462172538042, 0.003970942925661802, 0.003793104784563184, 0.00362576125189662, 0.003467185189947486, 0.0033134999684989452, 0.003161425469443202, 0.0030094205867499113, 0.0028581637889146805], "prob_new_token": [5.677245553670218e-06, 0.45010921359062195, 0.8823121190071106, 0.9362297058105469, 0.9594182372093201, 0.9716923236846924, 0.9791860580444336, 0.9841701984405518, 0.9876665472984314, 0.9902095794677734, 0.9921061396598816, 0.9935439229011536, 0.9946343898773193, 0.9954600930213928, 0.9961007237434387, 0.9966143369674683, 0.997032642364502, 0.9973739385604858, 0.9976477026939392, 0.9978601336479187], "prob_old_token": [0.9297253489494324, 8.339446503669024e-05, 2.53166272159433e-05, 1.2044948562106583e-05, 7.0362566475523636e-06, 4.714283932116814e-06, 3.461905635049334e-06, 2.706357008719351e-06, 2.2098647605162114e-06, 1.8614358623381122e-06, 1.6039207366702612e-06, 1.4069011058381875e-06, 1.2548885024443734e-06, 1.1387849099264713e-06, 1.0490506383575848e-06, 9.765833510755328e-07, 9.149660513685376e-07, 8.599016041443974e-07, 8.088844083431468e-07, 7.613091383973369e-07], "update_matrix_norm_1": [38752.80859375], "update_matrix_norm_2": [9.493630409240723], "update_matrix_norm_inf": [0.05830741301178932], "request": {"prompt": "{} has the job title of", "subject": "Norodom Sihamoni", "target_new": {"str": "Chancellor of Germany"}, "old_answer": {"str": "King of Cambodia"}, "seed": 42}}, {"loss_per_step": [3.807, 2.004, 0.618, 0.483, 0.435, 0.397, 0.367, 0.346, 0.33, 0.317, 0.308, 0.301, 0.295, 0.29, 0.287, 0.284, 0.281, 0.279, 0.278, 0.276], "prob_new": [0.023437032476067543, 0.22196392714977264, 0.7460452914237976, 0.8170064687728882, 0.8519416451454163, 0.8823770880699158, 0.9073234796524048, 0.9262800812721252, 0.9403325319290161, 0.950863242149353, 0.9589847326278687, 0.96542888879776, 0.9706432819366455, 0.9749067425727844, 0.9784085750579834, 0.9812912940979004, 0.9836704134941101, 0.9856411218643188, 0.9872807264328003, 0.9886519908905029], "prob_old": [0.7299736738204956, 0.13311263918876648, 0.040192894637584686, 0.025387344881892204, 0.022181646898388863, 0.01970387063920498, 0.01739729940891266, 0.015388100408017635, 0.013731200248003006, 0.012386323884129524, 0.011277555488049984, 0.01034243032336235, 0.009538480080664158, 0.008835317566990852, 0.00820967461913824, 0.007643506862223148, 0.007123942952603102, 0.006642884574830532, 0.006195894442498684, 0.005780817475169897], "prob_new_token": [0.002044171094894409, 0.31943702697753906, 0.9374278783798218, 0.9266195297241211, 0.9303176403045654, 0.9432992339134216, 0.956562876701355, 0.966866672039032, 0.9741911292076111, 0.9793350696563721, 0.9830418825149536, 0.9858113527297974, 0.9879480004310608, 0.9896405935287476, 0.991008460521698, 0.99213045835495, 0.9930604100227356, 0.9938368797302246, 0.9944882392883301, 0.9950355887413025], "prob_old_token": [0.9419890642166138, 0.002231586491689086, 8.5798732470721e-05, 7.728520722594112e-05, 6.708740693284199e-05, 5.1397146307863295e-05, 3.726583963725716e-05, 2.7041032808483578e-05, 2.018835220951587e-05, 1.560893542773556e-05, 1.2437457371561322e-05, 1.0144024599867407e-05, 8.42557074065553e-06, 7.100477432686603e-06, 6.053647211956559e-06, 5.209023129282286e-06, 4.515331056609284e-06, 3.93650179830729e-06, 3.4477609460736858e-06, 3.0300047910714056e-06], "update_matrix_norm_1": [31487.626953125], "update_matrix_norm_2": [8.251882553100586], "update_matrix_norm_inf": [0.07515543699264526], "request": {"prompt": "{} has the job title of", "subject": "Dimitris Christofias", "target_new": {"str": "Prime Minister of Israel"}, "old_answer": {"str": "President of Cyprus"}, "seed": 42}}, {"loss_per_step": [3.247, 1.331, 0.546, 0.418, 0.375, 0.347, 0.326, 0.311, 0.299, 0.29, 0.284, 0.28, 0.277, 0.275, 0.274, 0.273, 0.272, 0.271, 0.27, 0.269], "prob_new": [0.04014025628566742, 0.39145565032958984, 0.7767281532287598, 0.8646695613861084, 0.8973487019538879, 0.9219767451286316, 0.940954327583313, 0.9552936553955078, 0.966202437877655, 0.9744579792022705, 0.9804002642631531, 0.9844379425048828, 0.9871467351913452, 0.9890305995941162, 0.9904202222824097, 0.9915040731430054, 0.9923858642578125, 0.9931246638298035, 0.9937556982040405, 0.9943014979362488], "prob_old": [0.7299736738204956, 0.09717093408107758, 0.038201842457056046, 0.021327223628759384, 0.017961900681257248, 0.015969065949320793, 0.01432338822633028, 0.01290609035640955, 0.011690367013216019, 0.010625876486301422, 0.009679210372269154, 0.00887414999306202, 0.008225944824516773, 0.007709315977990627, 0.007286268286406994, 0.006925666704773903, 0.0066073802299797535, 0.006320314947515726, 0.006059551611542702, 0.0058233123272657394], "prob_new_token": [0.002044171094894409, 0.4400811493396759, 0.9203448295593262, 0.9259476661682129, 0.9350895881652832, 0.9467648863792419, 0.9574748873710632, 0.9663403630256653, 0.9735888242721558, 0.9793278574943542, 0.9836170673370361, 0.9867386221885681, 0.9890429973602295, 0.9907861351966858, 0.992130696773529, 0.9931832551956177, 0.9940159320831299, 0.9946797490119934, 0.9952125549316406, 0.9956434965133667], "prob_old_token": [0.9419890642166138, 0.0033512546215206385, 9.414111264050007e-05, 6.963583291508257e-05, 6.559166649822146e-05, 6.0704911447828636e-05, 5.509393668035045e-05, 4.941250881529413e-05, 4.373720003059134e-05, 3.8468959246529266e-05, 3.4198623325210065e-05, 3.108203600277193e-05, 2.8799253414035775e-05, 2.6966221412294544e-05, 2.5332084987894632e-05, 2.3771908672642894e-05, 2.224008130724542e-05, 2.0734423742396757e-05, 1.9263839931227267e-05, 1.7848298739409074e-05], "update_matrix_norm_1": [32455.49609375], "update_matrix_norm_2": [8.270639419555664], "update_matrix_norm_inf": [0.055827539414167404], "request": {"prompt": "{} has the job title of", "subject": "Dimitris Christofias", "target_new": {"str": "Prime Minister of Belgium"}, "old_answer": {"str": "President of Cyprus"}, "seed": 42}}, {"loss_per_step": [2.51, 1.02, 0.441, 0.364, 0.329, 0.311, 0.3, 0.293, 0.288, 0.284, 0.281, 0.278, 0.276, 0.275, 0.273, 0.27, 0.266, 0.271, 0.266, 0.268], "prob_new": [0.08360888063907623, 0.5808946490287781, 0.8480880260467529, 0.914406955242157, 0.9453303813934326, 0.9621939063072205, 0.9724475741386414, 0.9792811274528503, 0.9841482043266296, 0.9877591729164124, 0.990491509437561, 0.9925720691680908, 0.994158923625946, 0.9953739047050476, 0.9963083267211914, 0.9970283508300781, 0.9975805878639221, 0.9979684352874756, 0.9980321526527405, 0.9980772137641907], "prob_old": [0.7299736738204956, 0.12125963717699051, 0.07671410590410233, 0.06784678995609283, 0.061929333955049515, 0.057127658277750015, 0.05287479981780052, 0.048960741609334946, 0.04530777782201767, 0.041891809552907944, 0.0387067049741745, 0.035747092217206955, 0.03299852833151817, 0.03043576329946518, 0.028042703866958618, 0.025829439982771873, 0.023817602545022964, 0.02214081399142742, 0.02165752649307251, 0.02126993238925934], "prob_new_token": [0.9419890642166138, 0.9522104859352112, 0.9692427515983582, 0.9740163087844849, 0.9786350727081299, 0.982449471950531, 0.9854940176010132, 0.9879989624023438, 0.9901004433631897, 0.9918655753135681, 0.9933353662490845, 0.9945451021194458, 0.9955346584320068, 0.9963436126708984, 0.9970054030418396, 0.9975442290306091, 0.9979801177978516, 0.9982940554618835, 0.9983289837837219, 0.9983717203140259], "prob_old_token": [0.9419890642166138, 0.9522104859352112, 0.9692427515983582, 0.9740163087844849, 0.9786350727081299, 0.982449471950531, 0.9854940176010132, 0.9879989624023438, 0.9901004433631897, 0.9918655753135681, 0.9933353662490845, 0.9945451021194458, 0.9955346584320068, 0.9963436126708984, 0.9970054030418396, 0.9975442290306091, 0.9979801177978516, 0.9982940554618835, 0.9983289837837219, 0.9983717203140259], "update_matrix_norm_1": [32759.37890625], "update_matrix_norm_2": [8.277485847473145], "update_matrix_norm_inf": [0.048077087849378586], "request": {"prompt": "{} has the job title of", "subject": "Dimitris Christofias", "target_new": {"str": "President of Syria"}, "old_answer": {"str": "President of Cyprus"}, "seed": 42}}, {"loss_per_step": [2.671, 1.123, 0.377, 0.333, 0.306, 0.273, 0.268, 0.256, 0.253, 0.248, 0.245, 0.241, 0.238, 0.237, 0.235, 0.234, 0.233, 0.232, 0.231, 0.23], "prob_new": [0.07077570259571075, 0.475100040435791, 0.9132015109062195, 0.9374315142631531, 0.949407696723938, 0.9590814113616943, 0.9666900634765625, 0.9727627038955688, 0.9773126244544983, 0.9806342720985413, 0.9833303093910217, 0.9856187105178833, 0.9875717163085938, 0.9891626238822937, 0.990419864654541, 0.9914745092391968, 0.992416501045227, 0.9932429194450378, 0.9939290285110474, 0.9944788813591003], "prob_old": [0.786469042301178, 0.11124949157238007, 0.10028190165758133, 0.09327387064695358, 0.09208696335554123, 0.08890151232481003, 0.08578812330961227, 0.08354601263999939, 0.08202981948852539, 0.08097133040428162, 0.07986794412136078, 0.07878047972917557, 0.07789008319377899, 0.0772472620010376, 0.07682562619447708, 0.07641984522342682, 0.07584341615438461, 0.07495357096195221, 0.07376847416162491, 0.07253842055797577], "prob_new_token": [0.9605648517608643, 0.9352350831031799, 0.9405291676521301, 0.9500712156295776, 0.9590434432029724, 0.9678126573562622, 0.9747900366783142, 0.9802595376968384, 0.984236478805542, 0.9868897199630737, 0.9887886047363281, 0.9902870655059814, 0.9915708303451538, 0.9926396608352661, 0.99351966381073, 0.9942869544029236, 0.9949916005134583, 0.9956104159355164, 0.996112585067749, 0.9965090155601501], "prob_old_token": [0.9605648517608643, 0.9352350831031799, 0.9405291676521301, 0.9500712156295776, 0.9590434432029724, 0.9678126573562622, 0.9747900366783142, 0.9802595376968384, 0.984236478805542, 0.9868897199630737, 0.9887886047363281, 0.9902870655059814, 0.9915708303451538, 0.9926396608352661, 0.99351966381073, 0.9942869544029236, 0.9949916005134583, 0.9956104159355164, 0.996112585067749, 0.9965090155601501], "update_matrix_norm_1": [36596.9453125], "update_matrix_norm_2": [9.835806846618652], "update_matrix_norm_inf": [0.07298349589109421], "request": {"prompt": "{} has the job title of", "subject": "Hun Sen", "target_new": {"str": "Prime Minister of Canada"}, "old_answer": {"str": "Prime Minister of Cambodia"}, "seed": 42}}, {"loss_per_step": [4.762, 4.692, 4.347, 4.07, 3.443, 1.917, 0.821, 0.505, 0.387, 0.324, 0.3, 0.289, 0.283, 0.279, 0.276, 0.275, 0.273, 0.272, 0.271, 0.27], "prob_new": [0.01073579303920269, 0.03231799229979515, 0.03272251784801483, 0.0383559875190258, 0.07159532606601715, 0.253219872713089, 0.5926638841629028, 0.7899230122566223, 0.8874468207359314, 0.9439615607261658, 0.9672170281410217, 0.978195309638977, 0.98435378074646, 0.9882278442382812, 0.9908428192138672, 0.9926924109458923, 0.9940447211265564, 0.9950559139251709, 0.9958240985870361, 0.9964158535003662], "prob_old": [0.786469042301178, 0.026137812063097954, 0.025368690490722656, 0.02874757908284664, 0.044026173651218414, 0.09159207344055176, 0.11385481804609299, 0.09420225024223328, 0.08549977838993073, 0.07879846543073654, 0.07249302417039871, 0.06641102582216263, 0.0606219656765461, 0.055328190326690674, 0.05065622925758362, 0.04659212380647659, 0.04305129498243332, 0.0399407297372818, 0.037184420973062515, 0.034734055399894714], "prob_new_token": [0.00014629318320658058, 0.00011436094791861251, 7.275528332684189e-05, 0.00011881035607075319, 0.0004690086643677205, 0.03936504200100899, 0.3440108001232147, 0.5446579456329346, 0.7127941250801086, 0.8499795794487, 0.9142323136329651, 0.945360541343689, 0.9625657200813293, 0.9730808734893799, 0.9799650311470032, 0.9847058057785034, 0.9880799651145935, 0.990530252456665, 0.9923263788223267, 0.9936569333076477], "prob_old_token": [0.9605648517608643, 0.0006006900803185999, 0.00026717217406257987, 0.0003656396584119648, 0.0015060236910358071, 0.03664158657193184, 0.12486807256937027, 0.18206700682640076, 0.13483919203281403, 0.07323672622442245, 0.04169585928320885, 0.025705818086862564, 0.016723552718758583, 0.011278391815721989, 0.007820453494787216, 0.005550000350922346, 0.0040212334133684635, 0.0029705592896789312, 0.002236895263195038, 0.0017169020138680935], "update_matrix_norm_1": [34499.87890625], "update_matrix_norm_2": [9.809717178344727], "update_matrix_norm_inf": [0.0794401615858078], "request": {"prompt": "{} has the job title of", "subject": "Hun Sen", "target_new": {"str": "First Minister of Scotland"}, "old_answer": {"str": "Prime Minister of Cambodia"}, "seed": 42}}, {"loss_per_step": [4.12, 3.46, 2.627, 1.951, 1.603, 1.19, 0.851, 0.627, 0.468, 0.377, 0.332, 0.302, 0.286, 0.277, 0.276, 0.282, 0.266, 0.26, 0.266, 0.261], "prob_new": [0.01821216195821762, 0.06120548024773598, 0.11851148307323456, 0.19922152161598206, 0.27373701333999634, 0.4078194797039032, 0.5600599050521851, 0.6952069401741028, 0.811126172542572, 0.8874316811561584, 0.9285626411437988, 0.9525068402290344, 0.9676728248596191, 0.977220892906189, 0.9835183620452881, 0.9872827529907227, 0.9899262189865112, 0.9920699000358582, 0.9936240315437317, 0.9945824146270752], "prob_old": [0.786469042301178, 0.024595731869339943, 0.03141312301158905, 0.046888478100299835, 0.07430552691221237, 0.10316663980484009, 0.1051202267408371, 0.08693771064281464, 0.06342481821775436, 0.05126730725169182, 0.04562924802303314, 0.041747089475393295, 0.039632298052310944, 0.040044642984867096, 0.03882864490151405, 0.0429186150431633, 0.04205751046538353, 0.0369306355714798, 0.03384967893362045, 0.03127756714820862], "prob_new_token": [6.059142833692022e-05, 0.028622813522815704, 0.031373340636491776, 0.03988847881555557, 0.0548950657248497, 0.07985090464353561, 0.14562976360321045, 0.3702569603919983, 0.7184211015701294, 0.8885857462882996, 0.9428857564926147, 0.9686900973320007, 0.9826704263687134, 0.9897927045822144, 0.9943108558654785, 0.9960671663284302, 0.9974561929702759, 0.9985597729682922, 0.9991349577903748, 0.9993305206298828], "prob_old_token": [0.9605648517608643, 0.00020724194473586977, 0.00038395836600102484, 0.0008248501108027995, 0.0029203202575445175, 0.013731882907450199, 0.03968188166618347, 0.04377152398228645, 0.016518697142601013, 0.004861044697463512, 0.0018130580428987741, 0.0008081832202151418, 0.00043937997543253005, 0.0003329796891193837, 0.00017992653010878712, 0.00023199572751764208, 0.00014378577179741114, 5.314429654390551e-05, 2.539577144489158e-05, 1.6046022210502997e-05], "update_matrix_norm_1": [34656.1171875], "update_matrix_norm_2": [9.810091018676758], "update_matrix_norm_inf": [0.09852927923202515], "request": {"prompt": "{} has the job title of", "subject": "Hun Sen", "target_new": {"str": "Chief Executive of Hong Kong"}, "old_answer": {"str": "Prime Minister of Cambodia"}, "seed": 42}}, {"loss_per_step": [3.525, 2.728, 1.073, 0.475, 0.38, 0.332, 0.305, 0.286, 0.273, 0.264, 0.257, 0.253, 0.251, 0.249, 0.248, 0.247, 0.246, 0.246, 0.246, 0.245], "prob_new": [0.030283497646450996, 0.10133372247219086, 0.46292006969451904, 0.8092215657234192, 0.8790236115455627, 0.9185969233512878, 0.9426281452178955, 0.9595327973365784, 0.9719130992889404, 0.98077791929245, 0.9868519306182861, 0.9908367395401001, 0.9933894872665405, 0.9950270056724548, 0.9961004257202148, 0.996828556060791, 0.9973421692848206, 0.9977197647094727, 0.9980098605155945, 0.9982430934906006], "prob_old": [0.7704607844352722, 0.681406557559967, 0.25107160210609436, 0.09854292124509811, 0.0648047924041748, 0.048216067254543304, 0.03921661525964737, 0.03360123187303543, 0.02961614914238453, 0.02662455290555954, 0.0243962612003088, 0.02279081754386425, 0.021649161353707314, 0.020806975662708282, 0.020133772864937782, 0.019541583955287933, 0.018976081162691116, 0.018408525735139847, 0.017829935997724533, 0.0172443650662899], "prob_new_token": [0.9267266988754272, 0.9076955318450928, 0.9448940753936768, 0.9389575123786926, 0.9360409379005432, 0.9417715072631836, 0.9503565430641174, 0.9598398804664612, 0.9687601923942566, 0.9762660264968872, 0.9821158051490784, 0.9864380359649658, 0.9895234704017639, 0.9916818737983704, 0.9931778311729431, 0.9942148327827454, 0.9949420690536499, 0.9954719543457031, 0.99588543176651, 0.9962365031242371], "prob_old_token": [0.9267266988754272, 0.9076955318450928, 0.9448940753936768, 0.9389575123786926, 0.9360409379005432, 0.9417715072631836, 0.9503565430641174, 0.9598398804664612, 0.9687601923942566, 0.9762660264968872, 0.9821158051490784, 0.9864380359649658, 0.9895234704017639, 0.9916818737983704, 0.9931778311729431, 0.9942148327827454, 0.9949420690536499, 0.9954719543457031, 0.99588543176651, 0.9962365031242371], "update_matrix_norm_1": [28271.501953125], "update_matrix_norm_2": [7.832549095153809], "update_matrix_norm_inf": [0.09519372880458832], "request": {"prompt": "{} has the job title of", "subject": "Hamid Karzai", "target_new": {"str": "President of Ghana"}, "old_answer": {"str": "President of Afghanistan"}, "seed": 42}}, {"loss_per_step": [4.944, 1.028, 0.403, 0.355, 0.323, 0.302, 0.287, 0.276, 0.268, 0.262, 0.257, 0.253, 0.251, 0.248, 0.246, 0.245, 0.245, 0.244, 0.243, 0.243], "prob_new": [0.007355371490120888, 0.49600258469581604, 0.8647934198379517, 0.9002472162246704, 0.9253934621810913, 0.9435603022575378, 0.9568998217582703, 0.9669589400291443, 0.9747200012207031, 0.9807827472686768, 0.9855238795280457, 0.9892013072967529, 0.9920114874839783, 0.9941175580024719, 0.9956633448600769, 0.9967768788337708, 0.9975671768188477, 0.9981251955032349, 0.9985198378562927, 0.9987991452217102], "prob_old": [0.7704607844352722, 0.46825551986694336, 0.06294398009777069, 0.0442737452685833, 0.03635188192129135, 0.031184060499072075, 0.027281850576400757, 0.024134397506713867, 0.021498704329133034, 0.01923660933971405, 0.01726243644952774, 0.015519872307777405, 0.0139705715700984, 0.012588530778884888, 0.011356329545378685, 0.010261365212500095, 0.009293054230511189, 0.008442618884146214, 0.007704365998506546, 0.007074342109262943], "prob_new_token": [0.9267266988754272, 0.9220038056373596, 0.9235319495201111, 0.930249810218811, 0.9437798261642456, 0.9565154910087585, 0.9666600823402405, 0.9744292497634888, 0.9803928732872009, 0.9850313067436218, 0.9886717796325684, 0.991526186466217, 0.9937368631362915, 0.9954135417938232, 0.9966579079627991, 0.9975631237030029, 0.9982141256332397, 0.9986759424209595, 0.9989957809448242, 0.9992094039916992], "prob_old_token": [0.9267266988754272, 0.9220038056373596, 0.9235319495201111, 0.930249810218811, 0.9437798261642456, 0.9565154910087585, 0.9666600823402405, 0.9744292497634888, 0.9803928732872009, 0.9850313067436218, 0.9886717796325684, 0.991526186466217, 0.9937368631362915, 0.9954135417938232, 0.9966579079627991, 0.9975631237030029, 0.9982141256332397, 0.9986759424209595, 0.9989957809448242, 0.9992094039916992], "update_matrix_norm_1": [28811.2109375], "update_matrix_norm_2": [7.855304718017578], "update_matrix_norm_inf": [0.10233563184738159], "request": {"prompt": "{} has the job title of", "subject": "Hamid Karzai", "target_new": {"str": "President of Peru"}, "old_answer": {"str": "President of Afghanistan"}, "seed": 42}}, {"loss_per_step": [4.076, 2.036, 0.883, 0.491, 0.394, 0.333, 0.308, 0.291, 0.278, 0.269, 0.263, 0.258, 0.255, 0.252, 0.25, 0.249, 0.248, 0.247, 0.246, 0.246], "prob_new": [0.01834988035261631, 0.19277232885360718, 0.555081307888031, 0.7871373891830444, 0.880177915096283, 0.9145448207855225, 0.936903178691864, 0.9531450867652893, 0.9649734497070312, 0.9734712243080139, 0.979555606842041, 0.9839510321617126, 0.9871760010719299, 0.9895818829536438, 0.9914040565490723, 0.9927992224693298, 0.9938755035400391, 0.9947122931480408, 0.9953733086585999, 0.9959069490432739], "prob_old": [0.7704607844352722, 0.44766563177108765, 0.2447214126586914, 0.1260439157485962, 0.059294722974300385, 0.03920438140630722, 0.028894096612930298, 0.022376064211130142, 0.017893724143505096, 0.014667104929685593, 0.012251701205968857, 0.010382568463683128, 0.008897882886230946, 0.00769619457423687, 0.0067121414467692375, 0.005901929922401905, 0.005233176983892918, 0.004678268451243639, 0.004212426953017712, 0.0038165245205163956], "prob_new_token": [0.0005688432138413191, 0.8515628576278687, 0.8950468897819519, 0.9198797941207886, 0.9345479011535645, 0.9342668652534485, 0.9411813616752625, 0.9506918787956238, 0.9598235487937927, 0.9674885272979736, 0.9735807180404663, 0.9783418774604797, 0.9820582866668701, 0.9849827885627747, 0.9873024225234985, 0.9891538023948669, 0.9906378388404846, 0.9918296933174133, 0.9927955269813538, 0.9935914874076843], "prob_old_token": [0.9267266988754272, 0.012049494311213493, 0.0006594925071112812, 0.00011812851153081283, 5.184933979762718e-05, 4.389557579997927e-05, 3.6759392969543114e-05, 2.9982147680129856e-05, 2.405730811005924e-05, 1.916673681989778e-05, 1.5244344467646442e-05, 1.2129581591580063e-05, 9.663751370680984e-06, 7.711869329796173e-06, 6.1709079091087915e-06, 4.960128535458352e-06, 4.01171610064921e-06, 3.268099590059137e-06, 2.680096940821386e-06, 2.210526872659102e-06], "update_matrix_norm_1": [29286.279296875], "update_matrix_norm_2": [7.834263801574707], "update_matrix_norm_inf": [0.08281605690717697], "request": {"prompt": "{} has the job title of", "subject": "Hamid Karzai", "target_new": {"str": "Prime Minister of Canada"}, "old_answer": {"str": "President of Afghanistan"}, "seed": 42}}, {"loss_per_step": [3.126, 2.618, 1.405, 0.551, 0.37, 0.328, 0.311, 0.3, 0.292, 0.291, 0.286, 0.285, 0.283, 0.282, 0.281, 0.28, 0.279, 0.279, 0.278, 0.278], "prob_new": [0.044582854956388474, 0.10788286477327347, 0.33035925030708313, 0.7700024843215942, 0.9188289046287537, 0.9575064778327942, 0.9727759957313538, 0.9808574318885803, 0.9857715368270874, 0.9890083074569702, 0.9914864301681519, 0.9932339191436768, 0.9944851398468018, 0.9954047799110413, 0.9961167573928833, 0.9967127442359924, 0.9971843957901001, 0.9975384473800659, 0.9978094100952148, 0.9980396032333374], "prob_old": [0.8447222113609314, 0.2106611132621765, 0.17585986852645874, 0.1905728280544281, 0.1452089101076126, 0.11498980224132538, 0.09814246743917465, 0.08809691667556763, 0.08192634582519531, 0.07772047072649002, 0.07208818942308426, 0.0677514374256134, 0.06494326144456863, 0.06320521235466003, 0.06165273115038872, 0.059300921857357025, 0.05680243670940399, 0.055092137306928635, 0.05410672351717949, 0.052934642881155014], "prob_new_token": [0.9478179812431335, 0.10636810958385468, 0.39117002487182617, 0.9251969456672668, 0.9620128870010376, 0.9737796187400818, 0.9806416034698486, 0.9852791428565979, 0.9886341094970703, 0.9911400675773621, 0.9930490255355835, 0.9944519400596619, 0.9955366849899292, 0.996384859085083, 0.9970248341560364, 0.99747234582901, 0.9977890849113464, 0.998051643371582, 0.9982815980911255, 0.9984556436538696], "prob_old_token": [0.9478179812431335, 0.10636810958385468, 0.39117002487182617, 0.9251969456672668, 0.9620128870010376, 0.9737796187400818, 0.9806416034698486, 0.9852791428565979, 0.9886341094970703, 0.9911400675773621, 0.9930490255355835, 0.9944519400596619, 0.9955366849899292, 0.996384859085083, 0.9970248341560364, 0.99747234582901, 0.9977890849113464, 0.998051643371582, 0.9982815980911255, 0.9984556436538696], "update_matrix_norm_1": [28002.21484375], "update_matrix_norm_2": [7.264941215515137], "update_matrix_norm_inf": [0.05647673085331917], "request": {"prompt": "{} has the job title of", "subject": "Ismail Omar Guelleh", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "President of Djibouti"}, "seed": 42}}, {"loss_per_step": [3.868, 3.626, 2.922, 2.046, 0.74, 0.435, 0.348, 0.315, 0.3, 0.292, 0.287, 0.284, 0.283, 0.282, 0.282, 0.282, 0.281, 0.281, 0.28, 0.278], "prob_new": [0.021696697920560837, 0.03968576714396477, 0.07448553293943405, 0.1733950972557068, 0.6385563611984253, 0.8613889813423157, 0.9376643896102905, 0.968207061290741, 0.9815757274627686, 0.9891760945320129, 0.9935672879219055, 0.9959867596626282, 0.9973026514053345, 0.9980663061141968, 0.998479962348938, 0.9987437129020691, 0.9989473223686218, 0.9990728497505188, 0.9991550445556641, 0.9992213845252991], "prob_old": [0.8447222113609314, 0.2172856330871582, 0.24799147248268127, 0.29550379514694214, 0.28681081533432007, 0.17680856585502625, 0.12820559740066528, 0.09708449244499207, 0.08125758171081543, 0.07394224405288696, 0.07069362699985504, 0.0701461210846901, 0.07157465815544128, 0.0750315859913826, 0.07854335010051727, 0.08143541216850281, 0.08402220904827118, 0.08549267798662186, 0.08685166388750076, 0.09035556763410568], "prob_new_token": [0.9478179812431335, 0.08194971829652786, 0.34002670645713806, 0.8171849250793457, 0.8487154841423035, 0.8919695019721985, 0.9464485049247742, 0.9698200821876526, 0.9822375178337097, 0.9895216226577759, 0.9937564134597778, 0.9960483908653259, 0.9972802400588989, 0.998026967048645, 0.9984068274497986, 0.9986353516578674, 0.9988137483596802, 0.9989210367202759, 0.998999834060669, 0.9991017580032349], "prob_old_token": [0.9478179812431335, 0.08194971829652786, 0.34002670645713806, 0.8171849250793457, 0.8487154841423035, 0.8919695019721985, 0.9464485049247742, 0.9698200821876526, 0.9822375178337097, 0.9895216226577759, 0.9937564134597778, 0.9960483908653259, 0.9972802400588989, 0.998026967048645, 0.9984068274497986, 0.9986353516578674, 0.9988137483596802, 0.9989210367202759, 0.998999834060669, 0.9991017580032349], "update_matrix_norm_1": [27241.8046875], "update_matrix_norm_2": [7.275771617889404], "update_matrix_norm_inf": [0.05446349084377289], "request": {"prompt": "{} has the job title of", "subject": "Ismail Omar Guelleh", "target_new": {"str": "President of Estonia"}, "old_answer": {"str": "President of Djibouti"}, "seed": 42}}, {"loss_per_step": [4.427, 3.743, 3.053, 2.83, 2.503, 2.056, 1.537, 1.115, 0.794, 0.546, 0.425, 0.376, 0.354, 0.34, 0.329, 0.32, 0.313, 0.308, 0.304, 0.3], "prob_new": [0.015562889166176319, 0.06326750665903091, 0.07582417130470276, 0.09296213835477829, 0.12413965165615082, 0.18133434653282166, 0.29058265686035156, 0.4402400553226471, 0.6076610684394836, 0.7760426998138428, 0.8737756609916687, 0.9168453216552734, 0.9368337392807007, 0.9490314722061157, 0.9580129384994507, 0.9650470614433289, 0.9705947637557983, 0.9749768972396851, 0.9784883260726929, 0.9813777804374695], "prob_old": [0.8447222113609314, 0.257992684841156, 0.2589711546897888, 0.26564180850982666, 0.27619144320487976, 0.27809375524520874, 0.2530409097671509, 0.19274796545505524, 0.1318124681711197, 0.08137020468711853, 0.049543313682079315, 0.03283355385065079, 0.024236619472503662, 0.019527750089764595, 0.0167376808822155, 0.014943858608603477, 0.013698975555598736, 0.012785867787897587, 0.012092760764062405, 0.011552208103239536], "prob_new_token": [0.00013371971726883203, 0.0015006401808932424, 0.001890229294076562, 0.002652539871633053, 0.0036985392216593027, 0.005749311298131943, 0.020942799746990204, 0.14790120720863342, 0.4943676292896271, 0.826238751411438, 0.9301782846450806, 0.9585490822792053, 0.9689311981201172, 0.9751327037811279, 0.9802343249320984, 0.9845452308654785, 0.9879043102264404, 0.9903305172920227, 0.9920380711555481, 0.9932693839073181], "prob_old_token": [0.9478179812431335, 0.06084153428673744, 0.07217482477426529, 0.10121548920869827, 0.12371046841144562, 0.09975013136863708, 0.045461900532245636, 0.00815535057336092, 0.0014302347553893924, 0.0002428453299216926, 5.047278318670578e-05, 1.713129495328758e-05, 8.658218575874344e-06, 5.339579274732387e-06, 3.5433195080258884e-06, 2.4105638658511452e-06, 1.6767108945714426e-06, 1.2090147265553242e-06, 9.128150395554258e-07, 7.218950486276299e-07], "update_matrix_norm_1": [26941.73828125], "update_matrix_norm_2": [7.2629475593566895], "update_matrix_norm_inf": [0.06734828650951385], "request": {"prompt": "{} has the job title of", "subject": "Ismail Omar Guelleh", "target_new": {"str": "First Minister of Scotland"}, "old_answer": {"str": "President of Djibouti"}, "seed": 42}}, {"loss_per_step": [2.782, 2.131, 1.159, 0.503, 0.337, 0.297, 0.273, 0.264, 0.258, 0.252, 0.251, 0.249, 0.247, 0.246, 0.246, 0.245, 0.245, 0.244, 0.245, 0.244], "prob_new": [0.063076913356781, 0.17152604460716248, 0.41431453824043274, 0.7831044793128967, 0.9266961812973022, 0.9591044783592224, 0.9735861420631409, 0.982234001159668, 0.9877960681915283, 0.9914935827255249, 0.9939472675323486, 0.9955611824989319, 0.9966472387313843, 0.9974091053009033, 0.9979570508003235, 0.9983490109443665, 0.9986292719841003, 0.9988389015197754, 0.9989984035491943, 0.9991194605827332], "prob_old": [0.7913001179695129, 0.34127190709114075, 0.20911888778209686, 0.1364278495311737, 0.08624909073114395, 0.06320931017398834, 0.051923513412475586, 0.04497770220041275, 0.039844609797000885, 0.035797782242298126, 0.03268826752901077, 0.03038429096341133, 0.02845332771539688, 0.02661980874836445, 0.025055769830942154, 0.023836826905608177, 0.022805219516158104, 0.021773798391222954, 0.020845787599682808, 0.020165996626019478], "prob_new_token": [0.0088679613545537, 0.4145803451538086, 0.4019920527935028, 0.9127033948898315, 0.9717975854873657, 0.9821992516517639, 0.987300455570221, 0.9905368685722351, 0.9927656650543213, 0.9945294857025146, 0.9958957433700562, 0.9968858957290649, 0.9975607395172119, 0.9980259537696838, 0.9984081387519836, 0.9987196922302246, 0.998941957950592, 0.9990909695625305, 0.9992051124572754, 0.9993085861206055], "prob_old_token": [0.9305295944213867, 0.06826457381248474, 0.0001889604754978791, 2.7283545932732522e-05, 7.11891289029154e-06, 4.6512182052538265e-06, 3.5498746910889167e-06, 2.73728983302135e-06, 2.1245680272841128e-06, 1.6572635104239453e-06, 1.2962253777004662e-06, 1.0103450449605589e-06, 8.0431209426024e-07, 6.596308708139986e-07, 5.399046472120972e-07, 4.3770745605797856e-07, 3.620181132646394e-07, 3.099388550253934e-07, 2.683840136796789e-07, 2.2825557266514807e-07], "update_matrix_norm_1": [28652.04296875], "update_matrix_norm_2": [7.712306976318359], "update_matrix_norm_inf": [0.04169346019625664], "request": {"prompt": "{} has the job title of", "subject": "Morgan Tsvangirai", "target_new": {"str": "President of Equatorial Guinea"}, "old_answer": {"str": "Prime Minister of Zimbabwe"}, "seed": 42}}, {"loss_per_step": [4.61, 2.847, 1.902, 0.463, 0.376, 0.333, 0.318, 0.297, 0.286, 0.275, 0.265, 0.26, 0.256, 0.254, 0.25, 0.249, 0.249, 0.247, 0.246, 0.246], "prob_new": [0.010312140919268131, 0.0823993980884552, 0.200630784034729, 0.8348850011825562, 0.8923757672309875, 0.9217180609703064, 0.9413220882415771, 0.95561683177948, 0.9663763642311096, 0.9744447469711304, 0.9804019331932068, 0.984848141670227, 0.9882262945175171, 0.9908187985420227, 0.992798388004303, 0.9942663311958313, 0.9953566193580627, 0.9961854815483093, 0.996802568435669, 0.9972663521766663], "prob_old": [0.7913001179695129, 0.3320677578449249, 0.09090185910463333, 0.07399352639913559, 0.06691707670688629, 0.06333643943071365, 0.06151919811964035, 0.06028387323021889, 0.05892103165388107, 0.057240817695856094, 0.05539935827255249, 0.05351157486438751, 0.051584403961896896, 0.049617551267147064, 0.04767225682735443, 0.04586411640048027, 0.04419364780187607, 0.04261096939444542, 0.041162580251693726, 0.039857201278209686], "prob_new_token": [0.0088679613545537, 0.9122709631919861, 0.9490850567817688, 0.9242969751358032, 0.9504978656768799, 0.968874990940094, 0.9777798056602478, 0.9825968146324158, 0.985967755317688, 0.9887686967849731, 0.9909272789955139, 0.9924182891845703, 0.9934852719306946, 0.9944315552711487, 0.9953316450119019, 0.9960842132568359, 0.9966506958007812, 0.9970675706863403, 0.9973863959312439, 0.9976548552513123], "prob_old_token": [0.9305295944213867, 0.0026330891996622086, 1.5544332200079225e-05, 4.532093953457661e-05, 7.083517994033173e-05, 8.379474456887692e-05, 9.486717317486182e-05, 0.00010641482367645949, 0.0001113684120355174, 0.00010476831084815785, 9.277594654122368e-05, 8.231158426497132e-05, 7.414067658828571e-05, 6.652039155596867e-05, 5.8779114624485373e-05, 5.1383325626375154e-05, 4.4941411033505574e-05, 3.9461527194362134e-05, 3.4650449379114434e-05, 3.0368884836207144e-05], "update_matrix_norm_1": [28476.462890625], "update_matrix_norm_2": [7.697835445404053], "update_matrix_norm_inf": [0.04228481277823448], "request": {"prompt": "{} has the job title of", "subject": "Morgan Tsvangirai", "target_new": {"str": "President of Serbia"}, "old_answer": {"str": "Prime Minister of Zimbabwe"}, "seed": 42}}, {"loss_per_step": [3.104, 2.115, 1.423, 0.719, 0.377, 0.308, 0.273, 0.263, 0.255, 0.252, 0.249, 0.247, 0.246, 0.245, 0.246, 0.245, 0.245, 0.244, 0.244, 0.244], "prob_new": [0.04595739021897316, 0.1650487780570984, 0.3168642818927765, 0.6318131685256958, 0.904575526714325, 0.9551515579223633, 0.9739501476287842, 0.9840247631072998, 0.989995002746582, 0.9932901263237, 0.9952793121337891, 0.996600329875946, 0.9974578022956848, 0.9980375170707703, 0.9984537959098816, 0.9987508058547974, 0.9989604353904724, 0.9991246461868286, 0.9992536902427673, 0.9993463158607483], "prob_old": [0.7913001179695129, 0.35147905349731445, 0.2739977538585663, 0.19975930452346802, 0.11983577907085419, 0.0774955227971077, 0.059110380709171295, 0.04990160092711449, 0.04461825639009476, 0.04094881936907768, 0.03761617839336395, 0.03533702343702316, 0.03375714644789696, 0.03204410895705223, 0.0304077360779047, 0.029503749683499336, 0.02862628921866417, 0.0274887066334486, 0.02670220658183098, 0.026119008660316467], "prob_new_token": [0.0088679613545537, 0.4595704674720764, 0.6452282667160034, 0.9236010313034058, 0.9628410339355469, 0.9767573475837708, 0.9836299419403076, 0.9886674880981445, 0.9926344752311707, 0.9948068857192993, 0.9961647987365723, 0.9971548318862915, 0.9978139996528625, 0.9982545375823975, 0.9985765218734741, 0.9988182187080383, 0.998985767364502, 0.9991176724433899, 0.9992260932922363, 0.9993029832839966], "prob_old_token": [0.9305295944213867, 0.13609398901462555, 0.0006514217238873243, 7.463107613148168e-05, 3.372247374500148e-05, 2.3774675355525687e-05, 2.0230405425536446e-05, 1.8444778106641024e-05, 1.6290567145915702e-05, 1.4617372471548151e-05, 1.2342362424533349e-05, 1.0495956303202547e-05, 9.019528988574166e-06, 7.494471446989337e-06, 6.143761311250273e-06, 5.272561793390196e-06, 4.5084807425155304e-06, 3.739637122635031e-06, 3.190187726431759e-06, 2.792870191115071e-06], "update_matrix_norm_1": [28445.72265625], "update_matrix_norm_2": [7.701595306396484], "update_matrix_norm_inf": [0.041817739605903625], "request": {"prompt": "{} has the job title of", "subject": "Morgan Tsvangirai", "target_new": {"str": "President of Cameroon"}, "old_answer": {"str": "Prime Minister of Zimbabwe"}, "seed": 42}}, {"loss_per_step": [2.907, 1.285, 0.493, 0.373, 0.337, 0.316, 0.299, 0.29, 0.289, 0.284, 0.283, 0.282, 0.281, 0.281, 0.28, 0.28, 0.28, 0.279, 0.28, 0.279], "prob_new": [0.05540509521961212, 0.3944917917251587, 0.8460880517959595, 0.9239766597747803, 0.9510156512260437, 0.9719735980033875, 0.9841840863227844, 0.9902755618095398, 0.9935023188591003, 0.9954248070716858, 0.9966007471084595, 0.9973393678665161, 0.9978285431861877, 0.9981656074523926, 0.9984028339385986, 0.998571515083313, 0.9987010359764099, 0.9988065361976624, 0.9988881349563599, 0.9989463686943054], "prob_old": [0.7502054572105408, 0.17707142233848572, 0.0582139790058136, 0.031788889318704605, 0.02646382711827755, 0.02348620630800724, 0.020615354180336, 0.017946746200323105, 0.015888938680291176, 0.014438237994909286, 0.013287430629134178, 0.01235230639576912, 0.011648275889456272, 0.011146839708089828, 0.010775992646813393, 0.010494568385183811, 0.01028523687273264, 0.010134851559996605, 0.010032870806753635, 0.009973794221878052], "prob_new_token": [0.9154859781265259, 0.9701708555221558, 0.9768368005752563, 0.9781476855278015, 0.9774045944213867, 0.9834784865379333, 0.9904303550720215, 0.9944866299629211, 0.9965296983718872, 0.9975906610488892, 0.9981700778007507, 0.9985049962997437, 0.9987038373947144, 0.998833179473877, 0.9989337921142578, 0.9990050196647644, 0.9990415573120117, 0.9990513920783997, 0.9990489482879639, 0.9990451335906982], "prob_old_token": [0.9154859781265259, 0.9701708555221558, 0.9768368005752563, 0.9781476855278015, 0.9774045944213867, 0.9834784865379333, 0.9904303550720215, 0.9944866299629211, 0.9965296983718872, 0.9975906610488892, 0.9981700778007507, 0.9985049962997437, 0.9987038373947144, 0.998833179473877, 0.9989337921142578, 0.9990050196647644, 0.9990415573120117, 0.9990513920783997, 0.9990489482879639, 0.9990451335906982], "update_matrix_norm_1": [33301.41796875], "update_matrix_norm_2": [8.764833450317383], "update_matrix_norm_inf": [0.02871818095445633], "request": {"prompt": "{} has the job title of", "subject": "Tomislav Nikoli\u0107", "target_new": {"str": "President of Equatorial Guinea"}, "old_answer": {"str": "President of Serbia"}, "seed": 42}}, {"loss_per_step": [6.098, 4.829, 3.375, 2.371, 1.162, 0.644, 0.405, 0.332, 0.303, 0.304, 0.302, 0.302, 0.292, 0.29, 0.284, 0.284, 0.285, 0.283, 0.281, 0.283], "prob_new": [0.0024569141678512096, 0.011515541933476925, 0.05126366391777992, 0.1335705816745758, 0.4293285608291626, 0.7118428945541382, 0.8972084522247314, 0.9599428176879883, 0.982201337814331, 0.9903721809387207, 0.9947618842124939, 0.9966102242469788, 0.9975652694702148, 0.9979794025421143, 0.9984314441680908, 0.9987933039665222, 0.9989826083183289, 0.999089241027832, 0.9991551637649536, 0.9992186427116394], "prob_old": [0.7502054572105408, 0.0640459731221199, 0.07344978302717209, 0.06132159009575844, 0.02713758312165737, 0.010022196918725967, 0.0049556163139641285, 0.0026297918520867825, 0.001502949628047645, 0.0009652247535996139, 0.000666612118948251, 0.0005030269967392087, 0.0004056260222569108, 0.00036127062048763037, 0.00031992580625228584, 0.00028466188814491034, 0.0002662160259205848, 0.00025758062838576734, 0.00025406404165551066, 0.0002505205920897424], "prob_new_token": [6.769344622625795e-07, 9.334954665973783e-05, 0.017400212585926056, 0.2430008500814438, 0.705644428730011, 0.8797844052314758, 0.9724099040031433, 0.9906234741210938, 0.9956299662590027, 0.9973921179771423, 0.9984998106956482, 0.9989432692527771, 0.9991288185119629, 0.9991322755813599, 0.9992104172706604, 0.9992855191230774, 0.999313235282898, 0.9993381500244141, 0.9993670582771301, 0.9993985295295715], "prob_old_token": [0.9154859781265259, 0.002589025069028139, 0.0037874483969062567, 0.0032037829514592886, 0.0015359213575720787, 0.00019762646115850657, 1.1202153473277576e-05, 1.900808797472564e-06, 5.609608138001931e-07, 2.5306462703156285e-07, 1.283288781905867e-07, 8.24742585336935e-08, 6.35014814065471e-08, 6.082488823722088e-08, 5.618712961563688e-08, 5.296091387663182e-08, 5.2233296798931406e-08, 4.941483311426964e-08, 4.533721309485372e-08, 4.190807700865662e-08], "update_matrix_norm_1": [33211.99609375], "update_matrix_norm_2": [8.742891311645508], "update_matrix_norm_inf": [0.036449093371629715], "request": {"prompt": "{} has the job title of", "subject": "Tomislav Nikoli\u0107", "target_new": {"str": "King of Cambodia"}, "old_answer": {"str": "President of Serbia"}, "seed": 42}}, {"loss_per_step": [4.192, 3.947, 2.974, 1.257, 0.47, 0.381, 0.33, 0.306, 0.298, 0.302, 0.288, 0.298, 0.29, 0.291, 0.285, 0.284, 0.285, 0.282, 0.282, 0.283], "prob_new": [0.01596296951174736, 0.0267132930457592, 0.07686411589384079, 0.38565513491630554, 0.8342147469520569, 0.9106674194335938, 0.9526063799858093, 0.9735763072967529, 0.9836558699607849, 0.9889671206474304, 0.9920927882194519, 0.9939823150634766, 0.9950207471847534, 0.9957273602485657, 0.9962785243988037, 0.9967417120933533, 0.9970448017120361, 0.9972056746482849, 0.9973302483558655, 0.9974775910377502], "prob_old": [0.7502054572105408, 0.05898234620690346, 0.062428656965494156, 0.02484145015478134, 0.004566963296383619, 0.0021959601435810328, 0.001477650715969503, 0.0010677261743694544, 0.0008245398057624698, 0.0007059312774799764, 0.0005938769318163395, 0.0005129162454977632, 0.0004984392435289919, 0.0004741806769743562, 0.000442946155089885, 0.00041106180287897587, 0.00039256244781427085, 0.00038591871270909905, 0.00038026421680115163, 0.00037031483952887356], "prob_new_token": [0.01799950934946537, 0.0006195846362970769, 0.1795223504304886, 0.946686863899231, 0.9745922088623047, 0.9784895181655884, 0.9837812185287476, 0.9885740876197815, 0.9917475581169128, 0.9935166835784912, 0.9949157238006592, 0.9958639144897461, 0.99614018201828, 0.9964561462402344, 0.9968156218528748, 0.9971886873245239, 0.9974647760391235, 0.997638463973999, 0.9977794289588928, 0.9979255199432373], "prob_old_token": [0.9154859781265259, 0.0016839406453073025, 0.0024958786088973284, 4.9791215133154765e-05, 4.612047632690519e-06, 2.0632435280276695e-06, 1.4342228951136349e-06, 1.0704935675676097e-06, 8.577941912335518e-07, 9.001367970995489e-07, 7.564003112747741e-07, 6.306059958660626e-07, 7.934751806715212e-07, 8.370887485398271e-07, 7.698682793488842e-07, 6.515505788229348e-07, 5.783858227914607e-07, 5.553208097808238e-07, 5.379633876145817e-07, 5.023866833653301e-07], "update_matrix_norm_1": [33624.2265625], "update_matrix_norm_2": [8.743653297424316], "update_matrix_norm_inf": [0.0321112684905529], "request": {"prompt": "{} has the job title of", "subject": "Tomislav Nikoli\u0107", "target_new": {"str": "Prime Minister of Cambodia"}, "old_answer": {"str": "President of Serbia"}, "seed": 42}}, {"loss_per_step": [4.821, 3.038, 1.898, 0.918, 0.392, 0.301, 0.274, 0.258, 0.25, 0.245, 0.241, 0.239, 0.237, 0.235, 0.235, 0.234, 0.233, 0.233, 0.232, 0.232], "prob_new": [0.008721825666725636, 0.0664946585893631, 0.202720507979393, 0.5163650512695312, 0.858197808265686, 0.9349462389945984, 0.9612499475479126, 0.975082516670227, 0.9833481311798096, 0.9884291291236877, 0.9916941523551941, 0.9939347505569458, 0.9954937696456909, 0.9965530037879944, 0.9972983002662659, 0.99786376953125, 0.9982833862304688, 0.9985852241516113, 0.9988186359405518, 0.9989956617355347], "prob_old": [0.7791513800621033, 0.04258120059967041, 0.03312302753329277, 0.0371791310608387, 0.029301462695002556, 0.01808001659810543, 0.014816388487815857, 0.013723021373152733, 0.01306911651045084, 0.012583785690367222, 0.012142391875386238, 0.011595401912927628, 0.010974790900945663, 0.010426298715174198, 0.009941588155925274, 0.009436499327421188, 0.008982670493423939, 0.008629884570837021, 0.008291774429380894, 0.007997320964932442], "prob_new_token": [0.0007201228872872889, 0.7715649604797363, 0.8969259262084961, 0.957959771156311, 0.9755755066871643, 0.9847010374069214, 0.989200234413147, 0.9920037984848022, 0.993963897228241, 0.9953780770301819, 0.9963940382003784, 0.9971181750297546, 0.9976500868797302, 0.9980567693710327, 0.998369038105011, 0.998602569103241, 0.9987825751304626, 0.9989284873008728, 0.9990391731262207, 0.9991267919540405], "prob_old_token": [0.9020327925682068, 0.0005333381122909486, 8.381703810300678e-05, 2.799800131469965e-05, 1.5883146261330694e-05, 1.266255640075542e-05, 1.1184070899616927e-05, 9.149089237325825e-06, 7.283723789441865e-06, 6.014137852616841e-06, 5.135802439326653e-06, 4.345425622886978e-06, 3.6697481391456677e-06, 3.2280481718771625e-06, 2.9214872938609915e-06, 2.618494590933551e-06, 2.386238747931202e-06, 2.241219135612482e-06, 2.0970921923435526e-06, 1.9771277948166244e-06], "update_matrix_norm_1": [34649.4375], "update_matrix_norm_2": [8.995988845825195], "update_matrix_norm_inf": [0.055062148720026016], "request": {"prompt": "{} has the job title of", "subject": "Elio Di Rupo", "target_new": {"str": "President of Gabon"}, "old_answer": {"str": "Prime Minister of Belgium"}, "seed": 42}}, {"loss_per_step": [3.701, 2.118, 0.951, 0.479, 0.356, 0.306, 0.286, 0.269, 0.258, 0.25, 0.245, 0.243, 0.24, 0.239, 0.238, 0.238, 0.237, 0.237, 0.236, 0.236], "prob_new": [0.026006730273365974, 0.16206850111484528, 0.5235677361488342, 0.8031236529350281, 0.8945187330245972, 0.9310141205787659, 0.9505050182342529, 0.9641914367675781, 0.9745845794677734, 0.9817420840263367, 0.986245334148407, 0.9890748858451843, 0.9909290075302124, 0.9921787977218628, 0.9930511713027954, 0.9937103390693665, 0.9942488074302673, 0.9946964979171753, 0.9950692653656006, 0.9953940510749817], "prob_old": [0.7791513800621033, 0.04439245164394379, 0.036588940769433975, 0.02652016468346119, 0.020502252504229546, 0.01679460145533085, 0.014383339323103428, 0.01262956578284502, 0.011333093047142029, 0.010421734303236008, 0.009777859784662724, 0.00926970411092043, 0.008849317207932472, 0.008548562414944172, 0.008370926603674889, 0.008261458948254585, 0.008169185370206833, 0.00810739304870367, 0.008096488192677498, 0.00810644868761301], "prob_new_token": [0.0007201228872872889, 0.5783286094665527, 0.8835706114768982, 0.9694957137107849, 0.9820230007171631, 0.98729008436203, 0.9902116060256958, 0.9921380281448364, 0.9934699535369873, 0.994371235370636, 0.9950135946273804, 0.9955379962921143, 0.9959873557090759, 0.996351420879364, 0.996639609336853, 0.9968888163566589, 0.9971207976341248, 0.9973310232162476, 0.997514009475708, 0.9976825714111328], "prob_old_token": [0.9020327925682068, 0.00021907217160332948, 1.5813409845577553e-05, 2.1691237179766176e-06, 1.1947309985771426e-06, 9.370381803819328e-07, 8.047271080613427e-07, 6.917211408108415e-07, 6.008327204654051e-07, 5.434260970105242e-07, 5.07859454046411e-07, 4.7305124439844803e-07, 4.3430739538052876e-07, 4.040229555357655e-07, 3.8538831859114e-07, 3.699516071264952e-07, 3.50216055267083e-07, 3.3089301609834365e-07, 3.1631779506824387e-07, 3.024128432116413e-07], "update_matrix_norm_1": [35367.09375], "update_matrix_norm_2": [8.9909086227417], "update_matrix_norm_inf": [0.057121921330690384], "request": {"prompt": "{} has the job title of", "subject": "Elio Di Rupo", "target_new": {"str": "President of the Republic of the Congo"}, "old_answer": {"str": "Prime Minister of Belgium"}, "seed": 42}}, {"loss_per_step": [2.537, 2.182, 1.51, 0.992, 0.611, 0.371, 0.312, 0.284, 0.274, 0.26, 0.255, 0.249, 0.245, 0.244, 0.24, 0.239, 0.238, 0.236, 0.235, 0.235], "prob_new": [0.08273600786924362, 0.14663341641426086, 0.29177433252334595, 0.48521360754966736, 0.7057695984840393, 0.8757173418998718, 0.9286127686500549, 0.9512042999267578, 0.9647192358970642, 0.9731025695800781, 0.9790884852409363, 0.9836846590042114, 0.9868342280387878, 0.9891257882118225, 0.9911254048347473, 0.9926598072052002, 0.993866503238678, 0.9949624538421631, 0.9957956671714783, 0.9964461922645569], "prob_old": [0.7791513800621033, 0.03358759731054306, 0.03852948918938637, 0.029898565262556076, 0.024127047508955002, 0.020871834829449654, 0.018484901636838913, 0.01656932197511196, 0.015023336745798588, 0.01382266916334629, 0.01269555278122425, 0.01154867373406887, 0.01056392677128315, 0.009735044091939926, 0.008901447057723999, 0.008190438151359558, 0.007577340118587017, 0.006937559228390455, 0.006422072649002075, 0.0060003274120390415], "prob_new_token": [0.0007201228872872889, 0.6668762564659119, 0.8691628575325012, 0.9468558430671692, 0.9677075743675232, 0.9791957139968872, 0.9861090183258057, 0.9898998141288757, 0.9921091794967651, 0.9937964081764221, 0.9949849843978882, 0.9957228899002075, 0.996401309967041, 0.9969918131828308, 0.997368335723877, 0.9977481961250305, 0.9981162548065186, 0.9983730316162109, 0.9986248016357422, 0.9988446235656738], "prob_old_token": [0.9020327925682068, 0.00010686616587918252, 2.032204247370828e-05, 3.84843133360846e-06, 2.3113798306440003e-06, 2.1502553408936365e-06, 2.172796484956052e-06, 2.172317863369244e-06, 2.1557705167651875e-06, 2.118607199008693e-06, 2.035223133134423e-06, 1.8942813539979397e-06, 1.7478952258898062e-06, 1.605585794095532e-06, 1.456366931051889e-06, 1.3074699154458358e-06, 1.1578615612961585e-06, 1.0167486834689043e-06, 8.916364890865225e-07, 7.826544674571778e-07], "update_matrix_norm_1": [34995.07421875], "update_matrix_norm_2": [9.007362365722656], "update_matrix_norm_inf": [0.06426150351762772], "request": {"prompt": "{} has the job title of", "subject": "Elio Di Rupo", "target_new": {"str": "President of the Democratic Republic of Congo"}, "old_answer": {"str": "Prime Minister of Belgium"}, "seed": 42}}, {"loss_per_step": [3.613, 2.06, 0.824, 0.472, 0.349, 0.295, 0.268, 0.262, 0.26, 0.257, 0.252, 0.253, 0.253, 0.252, 0.253, 0.249, 0.247, 0.246, 0.247, 0.245], "prob_new": [0.0274934321641922, 0.16383878886699677, 0.566739559173584, 0.7981374859809875, 0.9034814834594727, 0.9545088410377502, 0.9768809676170349, 0.9857184886932373, 0.9892339706420898, 0.9913541078567505, 0.9930086135864258, 0.994236171245575, 0.9954110980033875, 0.9961993098258972, 0.9967337250709534, 0.9971148371696472, 0.9973756074905396, 0.997524619102478, 0.9976897835731506, 0.997924268245697], "prob_old": [0.8415378332138062, 0.30397361516952515, 0.20446155965328217, 0.10536457598209381, 0.0927538126707077, 0.07916636019945145, 0.05742397904396057, 0.04029812291264534, 0.03237731754779816, 0.028092974796891212, 0.02586718648672104, 0.025553924962878227, 0.0220873411744833, 0.02031850442290306, 0.019053230062127113, 0.017731890082359314, 0.016938261687755585, 0.016840148717164993, 0.016545940190553665, 0.015444386750459671], "prob_new_token": [0.003243924817070365, 0.8150014877319336, 0.8293572068214417, 0.8636643290519714, 0.9265589714050293, 0.9665064215660095, 0.9830027222633362, 0.9905143976211548, 0.9933297038078308, 0.9948439002037048, 0.9959542751312256, 0.9964783191680908, 0.9972454309463501, 0.9975872039794922, 0.9977768063545227, 0.9979411363601685, 0.9980216026306152, 0.9980076551437378, 0.9980518817901611, 0.998212456703186], "prob_old_token": [0.9553013443946838, 0.006702825427055359, 0.00035084705450572073, 0.00044167155283503234, 0.0002979876007884741, 0.00011367655679350719, 3.561198536772281e-05, 1.2337502994341776e-05, 6.2702320065000094e-06, 3.862609446514398e-06, 2.5188110157614574e-06, 2.054642891380354e-06, 1.4956900713514187e-06, 1.3476901585818268e-06, 1.3005741266169935e-06, 1.1528646837177803e-06, 1.0720453929025098e-06, 1.0812740356413997e-06, 1.0756984920590185e-06, 1.017826548377343e-06], "update_matrix_norm_1": [26252.7578125], "update_matrix_norm_2": [7.2403340339660645], "update_matrix_norm_inf": [0.1068480908870697], "request": {"prompt": "{} has the job title of", "subject": "Viktor Orb\u00e1n", "target_new": {"str": "President of Madagascar"}, "old_answer": {"str": "Prime Minister of Hungary"}, "seed": 42}}, {"loss_per_step": [4.634, 2.044, 0.755, 0.608, 0.532, 0.471, 0.418, 0.372, 0.336, 0.313, 0.292, 0.28, 0.271, 0.263, 0.257, 0.253, 0.252, 0.249, 0.248, 0.247], "prob_new": [0.010079209692776203, 0.17110441625118256, 0.6129196286201477, 0.7091997861862183, 0.7637481689453125, 0.8097863793373108, 0.8499273657798767, 0.8841240406036377, 0.912350058555603, 0.9349651336669922, 0.9521887898445129, 0.9648951888084412, 0.9741597771644592, 0.9809184670448303, 0.9858672022819519, 0.9894660115242004, 0.99200838804245, 0.9937694668769836, 0.9950436353683472, 0.9960077404975891], "prob_old": [0.8415378332138062, 0.23240388929843903, 0.12263432145118713, 0.08105358481407166, 0.06531307101249695, 0.05530989170074463, 0.04790424183011055, 0.04220527783036232, 0.037773605436086655, 0.03380786255002022, 0.029886910691857338, 0.027087973430752754, 0.025366099551320076, 0.024503903463482857, 0.024278657510876656, 0.023945564404129982, 0.023414524272084236, 0.023404257372021675, 0.022379767149686813, 0.021590979769825935], "prob_new_token": [0.003243924817070365, 0.8656094074249268, 0.8582869172096252, 0.86033695936203, 0.87198805809021, 0.8860127925872803, 0.9013249278068542, 0.91672682762146, 0.9311689138412476, 0.9447125792503357, 0.9567392468452454, 0.9665482044219971, 0.9742894768714905, 0.9803850650787354, 0.9852603673934937, 0.9892157912254333, 0.9921189546585083, 0.9938905239105225, 0.9953500628471375, 0.996336817741394], "prob_old_token": [0.9553013443946838, 0.0020131636410951614, 0.0013705912278965116, 0.00130449328571558, 0.0009604375809431076, 0.0006272137397900224, 0.00039195173303596675, 0.0002478164678905159, 0.00016480733756907284, 0.00011376365000614896, 7.911683496786281e-05, 5.8736244682222605e-05, 4.68393845949322e-05, 3.974224819103256e-05, 3.537136217346415e-05, 3.0868312023812905e-05, 2.6633408197085373e-05, 2.517484244890511e-05, 2.1318675862858072e-05, 1.9043822248931974e-05], "update_matrix_norm_1": [26154.1484375], "update_matrix_norm_2": [7.237545013427734], "update_matrix_norm_inf": [0.1285502165555954], "request": {"prompt": "{} has the job title of", "subject": "Viktor Orb\u00e1n", "target_new": {"str": "President of Estonia"}, "old_answer": {"str": "Prime Minister of Hungary"}, "seed": 42}}, {"loss_per_step": [4.511, 2.258, 0.634, 0.447, 0.369, 0.327, 0.301, 0.284, 0.274, 0.267, 0.261, 0.258, 0.254, 0.253, 0.251, 0.249, 0.248, 0.247, 0.247, 0.246], "prob_new": [0.011468536220490932, 0.1399115025997162, 0.691916286945343, 0.8182373046875, 0.8855352401733398, 0.9241185784339905, 0.9467504620552063, 0.9606648683547974, 0.9698899984359741, 0.9766412377357483, 0.9816963076591492, 0.9853338003158569, 0.9879310131072998, 0.9899215698242188, 0.9917027950286865, 0.9930015802383423, 0.9939624667167664, 0.994803786277771, 0.9954752326011658, 0.9959847927093506], "prob_old": [0.8415378332138062, 0.2547643780708313, 0.06686784327030182, 0.02651938423514366, 0.017266612499952316, 0.013548791408538818, 0.011578300967812538, 0.010388092137873173, 0.009578018449246883, 0.008898131549358368, 0.008268236182630062, 0.00773090124130249, 0.007307977881282568, 0.006937431637197733, 0.006463886238634586, 0.00610417639836669, 0.005849754903465509, 0.005519572179764509, 0.005208588670939207, 0.00499473512172699], "prob_new_token": [0.003243924817070365, 0.818401575088501, 0.8675810098648071, 0.8980534076690674, 0.9272550344467163, 0.9477358460426331, 0.9609501957893372, 0.9695264101028442, 0.9755374789237976, 0.9804129600524902, 0.9844458699226379, 0.9873735308647156, 0.9893390536308289, 0.9908174276351929, 0.9923346638679504, 0.9933362007141113, 0.9939863085746765, 0.9947173595428467, 0.9953364133834839, 0.9957396388053894], "prob_old_token": [0.9553013443946838, 0.0010590815218165517, 5.580874130828306e-05, 2.241479160147719e-05, 1.3141911040293053e-05, 9.298672011937015e-06, 7.404877578665037e-06, 6.37460016150726e-06, 5.691508704330772e-06, 4.995452400180511e-06, 4.262726633896818e-06, 3.67492793884594e-06, 3.2761849979578983e-06, 2.9557133984781103e-06, 2.5284327875851886e-06, 2.268118123538443e-06, 2.1310024749254808e-06, 1.893571493383206e-06, 1.6726797866795096e-06, 1.55282623381936e-06], "update_matrix_norm_1": [26485.64453125], "update_matrix_norm_2": [7.228450298309326], "update_matrix_norm_inf": [0.09809970110654831], "request": {"prompt": "{} has the job title of", "subject": "Viktor Orb\u00e1n", "target_new": {"str": "President of Syria"}, "old_answer": {"str": "Prime Minister of Hungary"}, "seed": 42}}, {"loss_per_step": [2.864, 0.885, 0.357, 0.331, 0.314, 0.304, 0.299, 0.295, 0.294, 0.293, 0.293, 0.292, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.289, 0.285], "prob_new": [0.058052584528923035, 0.6157249212265015, 0.9400593042373657, 0.9640010595321655, 0.9791274666786194, 0.9875521063804626, 0.9921441078186035, 0.9946408867835999, 0.996107280254364, 0.9970400929450989, 0.9976492524147034, 0.998048722743988, 0.9983197450637817, 0.998497486114502, 0.9986065626144409, 0.9986751675605774, 0.998697817325592, 0.9987038373947144, 0.998676061630249, 0.9986165761947632], "prob_old": [0.7777613997459412, 0.7276800274848938, 0.051055941730737686, 0.04228115454316139, 0.03761148080229759, 0.03405338153243065, 0.031157346442341805, 0.02931973896920681, 0.027830112725496292, 0.0262877456843853, 0.02494945377111435, 0.023987645283341408, 0.022873420268297195, 0.02203882858157158, 0.021510712802410126, 0.020748279988765717, 0.020353661850094795, 0.019783291965723038, 0.01943066343665123, 0.019281446933746338], "prob_new_token": [0.9317559003829956, 0.9567716717720032, 0.9565906524658203, 0.96614009141922, 0.9781860709190369, 0.9864308834075928, 0.9915369749069214, 0.9946324825286865, 0.9964215755462646, 0.9974958896636963, 0.9981679916381836, 0.9985918402671814, 0.9988555312156677, 0.9990215301513672, 0.9991227388381958, 0.999169111251831, 0.9991885423660278, 0.9991826415061951, 0.9991505742073059, 0.9990872144699097], "prob_old_token": [0.9317559003829956, 0.9567716717720032, 0.9565906524658203, 0.96614009141922, 0.9781860709190369, 0.9864308834075928, 0.9915369749069214, 0.9946324825286865, 0.9964215755462646, 0.9974958896636963, 0.9981679916381836, 0.9985918402671814, 0.9988555312156677, 0.9990215301513672, 0.9991227388381958, 0.999169111251831, 0.9991885423660278, 0.9991826415061951, 0.9991505742073059, 0.9990872144699097], "update_matrix_norm_1": [28593.306640625], "update_matrix_norm_2": [7.898733139038086], "update_matrix_norm_inf": [0.04131649062037468], "request": {"prompt": "{} has the job title of", "subject": "Benjamin Netanyahu", "target_new": {"str": "Prime Minister of Japan"}, "old_answer": {"str": "Prime Minister of Israel"}, "seed": 42}}, {"loss_per_step": [5.862, 4.7, 2.163, 0.596, 0.357, 0.318, 0.307, 0.304, 0.302, 0.301, 0.3, 0.299, 0.299, 0.298, 0.297, 0.297, 0.296, 0.294, 0.292, 0.294], "prob_new": [0.0029274853877723217, 0.012809600681066513, 0.15834322571754456, 0.8195613622665405, 0.9425883889198303, 0.9800458550453186, 0.9905665516853333, 0.9938883185386658, 0.9954608678817749, 0.9964349269866943, 0.9971328377723694, 0.9976651668548584, 0.9980792999267578, 0.9984021782875061, 0.9986525177955627, 0.9988451600074768, 0.9989914894104004, 0.9991000890731812, 0.9991770386695862, 0.9992467164993286], "prob_old": [0.7777613997459412, 0.682138204574585, 0.3506114184856415, 0.012129995040595531, 0.009451725520193577, 0.0063275909051299095, 0.0052232020534574986, 0.004795415326952934, 0.004543224349617958, 0.004298035055398941, 0.004020028281956911, 0.003715809667482972, 0.0034041856415569782, 0.0031028245575726032, 0.002825086237862706, 0.002580113708972931, 0.002375108189880848, 0.0022180071100592613, 0.0021176673471927643, 0.002023835200816393], "prob_new_token": [4.1915436668205075e-06, 2.8797936465707608e-05, 0.09228157997131348, 0.9685514569282532, 0.9373359084129333, 0.9789813160896301, 0.9904603362083435, 0.9937855005264282, 0.9953092932701111, 0.9962413311004639, 0.9968979954719543, 0.99739009141922, 0.9977697730064392, 0.9980656504631042, 0.998295247554779, 0.9984714984893799, 0.9986035227775574, 0.9986982941627502, 0.9987596273422241, 0.99884033203125], "prob_old_token": [0.9317559003829956, 0.886455774307251, 0.43656864762306213, 5.012983820051886e-05, 4.883958172285929e-05, 1.3976582522445824e-05, 5.7244910749432165e-06, 3.65063010576705e-06, 2.8757660857081646e-06, 2.474133452778915e-06, 2.2135327526484616e-06, 2.02362048185023e-06, 1.8813656197380624e-06, 1.7806465848480002e-06, 1.7240130318896263e-06, 1.72131535691733e-06, 1.795963385120558e-06, 1.9993922251160257e-06, 2.430211679893546e-06, 2.807003966154298e-06], "update_matrix_norm_1": [30180.2890625], "update_matrix_norm_2": [8.097776412963867], "update_matrix_norm_inf": [0.043407417833805084], "request": {"prompt": "{} has the job title of", "subject": "Benjamin Netanyahu", "target_new": {"str": "King of Cambodia"}, "old_answer": {"str": "Prime Minister of Israel"}, "seed": 42}}, {"loss_per_step": [5.994, 4.45, 2.646, 0.634, 0.393, 0.333, 0.311, 0.303, 0.298, 0.295, 0.293, 0.293, 0.292, 0.292, 0.292, 0.291, 0.291, 0.291, 0.291, 0.291], "prob_new": [0.002680465579032898, 0.01909075304865837, 0.09884797781705856, 0.7162341475486755, 0.9136965870857239, 0.9631927013397217, 0.9830427765846252, 0.9911088943481445, 0.9946519732475281, 0.9964110255241394, 0.9973947405815125, 0.9979990124702454, 0.9983958601951599, 0.9986656308174133, 0.9988595247268677, 0.9990083575248718, 0.9991267323493958, 0.9992205500602722, 0.9992942810058594, 0.9993554949760437], "prob_old": [0.7777613997459412, 0.6493778228759766, 0.3386084735393524, 0.0568225271999836, 0.009122243151068687, 0.005019740667194128, 0.0036428787279874086, 0.0028226880822330713, 0.002317397855222225, 0.00198739068582654, 0.0017427402781322598, 0.0015550926327705383, 0.0014150909846648574, 0.0013079707277938724, 0.0012173624709248543, 0.001135386060923338, 0.0010617095977067947, 0.0010001602349802852, 0.0009508489747531712, 0.0009060042793862522], "prob_new_token": [0.0015259706415235996, 0.010845568031072617, 0.49934083223342896, 0.8599866032600403, 0.9114747047424316, 0.9493597745895386, 0.9756267070770264, 0.9897468090057373, 0.9944641590118408, 0.9963303208351135, 0.997343122959137, 0.9980213046073914, 0.9985101819038391, 0.9988397359848022, 0.9990552067756653, 0.999200165271759, 0.999303936958313, 0.9993880987167358, 0.9994606375694275, 0.9995172023773193], "prob_old_token": [0.9317559003829956, 0.8981925845146179, 0.22895832359790802, 0.0006246737320907414, 4.284276292310096e-05, 2.1878166080568917e-05, 1.7486881915829144e-05, 1.6374022379750386e-05, 1.635035005165264e-05, 1.5854528101044707e-05, 1.4521846424031537e-05, 1.2643443369597662e-05, 1.0966119589284062e-05, 9.691106242826208e-06, 8.633425750304013e-06, 7.697439286857843e-06, 6.87333431415027e-06, 6.19395586909377e-06, 5.646522367896978e-06, 5.153091478860006e-06], "update_matrix_norm_1": [30048.8828125], "update_matrix_norm_2": [8.078315734863281], "update_matrix_norm_inf": [0.039517566561698914], "request": {"prompt": "{} has the job title of", "subject": "Benjamin Netanyahu", "target_new": {"str": "President of Colombia"}, "old_answer": {"str": "Prime Minister of Israel"}, "seed": 42}}, {"loss_per_step": [7.072, 4.904, 2.861, 0.895, 0.523, 0.355, 0.289, 0.262, 0.249, 0.243, 0.24, 0.239, 0.238, 0.237, 0.236, 0.236, 0.235, 0.235, 0.235, 0.235], "prob_new": [0.000950773770455271, 0.012405794113874435, 0.07974929362535477, 0.526374101638794, 0.7542880773544312, 0.8893532752990723, 0.9489588141441345, 0.974993884563446, 0.9873566627502441, 0.9934912323951721, 0.9963560700416565, 0.997714638710022, 0.9984185695648193, 0.9988186359405518, 0.99906325340271, 0.9992194771766663, 0.9993226528167725, 0.9993942975997925, 0.9994485378265381, 0.9994930028915405], "prob_old": [0.8687041997909546, 0.2725350260734558, 0.20047448575496674, 0.052748341113328934, 0.02340906672179699, 0.015859613195061684, 0.011376335285604, 0.008054416626691818, 0.005621613468974829, 0.00400623120367527, 0.003023105673491955, 0.0024472963996231556, 0.0021095138508826494, 0.0019086062675341964, 0.001785058411769569, 0.0016994598554447293, 0.0016295970417559147, 0.0015723194228485227, 0.0015302634565159678, 0.0015037166886031628], "prob_new_token": [0.0003067025972995907, 0.09132599085569382, 0.4501290023326874, 0.8254268765449524, 0.9257186651229858, 0.9637320637702942, 0.979121208190918, 0.986701488494873, 0.9913130402565002, 0.9941909313201904, 0.9958311319351196, 0.9967742562294006, 0.9973651170730591, 0.9977594614028931, 0.9980321526527405, 0.9982262849807739, 0.9983682036399841, 0.9984760880470276, 0.9985599517822266, 0.9986261129379272], "prob_old_token": [0.9390737414360046, 0.01698410138487816, 0.003889575833454728, 0.0001055863976944238, 1.5388897736556828e-05, 3.984750946983695e-06, 1.429256940355117e-06, 6.58290389310423e-07, 3.4145793392781343e-07, 1.9187858413260983e-07, 1.242664353640066e-07, 9.435723313799826e-08, 8.08011932917907e-08, 7.521752110051239e-08, 7.384250011455151e-08, 7.386687173038808e-08, 7.324479156523012e-08, 7.197841966899432e-08, 7.119849243508725e-08, 7.178044825195684e-08], "update_matrix_norm_1": [29497.2265625], "update_matrix_norm_2": [8.020353317260742], "update_matrix_norm_inf": [0.06304857134819031], "request": {"prompt": "{} has the job title of", "subject": "Sheikh Hasina", "target_new": {"str": "President of Venezuela"}, "old_answer": {"str": "Prime Minister of Bangladesh"}, "seed": 42}}, {"loss_per_step": [2.811, 2.157, 0.4, 0.353, 0.322, 0.301, 0.287, 0.276, 0.269, 0.262, 0.257, 0.253, 0.25, 0.248, 0.246, 0.244, 0.242, 0.241, 0.24, 0.239], "prob_new": [0.06088678166270256, 0.2586347758769989, 0.8517675995826721, 0.8912025094032288, 0.9180216193199158, 0.9363807439804077, 0.9495023488998413, 0.9592434167861938, 0.9667268395423889, 0.9725929498672485, 0.9772224426269531, 0.9808744192123413, 0.9837566614151001, 0.9860463738441467, 0.9878860116004944, 0.9893835186958313, 0.9906211495399475, 0.9916616082191467, 0.9925528168678284, 0.9933284521102905], "prob_old": [0.8687041997909546, 0.28497570753097534, 0.18906532227993011, 0.14424866437911987, 0.13122424483299255, 0.12543539702892303, 0.12209515273571014, 0.11969248950481415, 0.11761052161455154, 0.1155792698264122, 0.11350145936012268, 0.11137642711400986, 0.10924157500267029, 0.10713286697864532, 0.10507144778966904, 0.10306453704833984, 0.10109922289848328, 0.0991291031241417, 0.09707199037075043, 0.09484449028968811], "prob_new_token": [0.9390737414360046, 0.7994683384895325, 0.9439138770103455, 0.9427631497383118, 0.9524836540222168, 0.9614365100860596, 0.9682909846305847, 0.9735925197601318, 0.9778540730476379, 0.9813832640647888, 0.9843477606773376, 0.9868313074111938, 0.9888839721679688, 0.9905540943145752, 0.9919009804725647, 0.9929919838905334, 0.9938854575157166, 0.9946286082267761, 0.995258629322052, 0.9958007335662842], "prob_old_token": [0.9390737414360046, 0.7994683384895325, 0.9439138770103455, 0.9427631497383118, 0.9524836540222168, 0.9614365100860596, 0.9682909846305847, 0.9735925197601318, 0.9778540730476379, 0.9813832640647888, 0.9843477606773376, 0.9868313074111938, 0.9888839721679688, 0.9905540943145752, 0.9919009804725647, 0.9929919838905334, 0.9938854575157166, 0.9946286082267761, 0.995258629322052, 0.9958007335662842], "update_matrix_norm_1": [30584.734375], "update_matrix_norm_2": [7.957635402679443], "update_matrix_norm_inf": [0.06354528665542603], "request": {"prompt": "{} has the job title of", "subject": "Sheikh Hasina", "target_new": {"str": "Prime Minister of Japan"}, "old_answer": {"str": "Prime Minister of Bangladesh"}, "seed": 42}}, {"loss_per_step": [5.098, 3.806, 2.83, 1.408, 0.632, 0.455, 0.36, 0.309, 0.281, 0.265, 0.255, 0.25, 0.246, 0.243, 0.241, 0.239, 0.239, 0.238, 0.238, 0.237], "prob_new": [0.006558628287166357, 0.03557105362415314, 0.08977334946393967, 0.3181430399417877, 0.6966311931610107, 0.8129369020462036, 0.890173614025116, 0.9339621663093567, 0.958989679813385, 0.9735023975372314, 0.9820826649665833, 0.9875437617301941, 0.9912733435630798, 0.9938785433769226, 0.9956803321838379, 0.9969084858894348, 0.997732937335968, 0.9982946515083313, 0.9986793994903564, 0.9989529848098755], "prob_old": [0.8687041997909546, 0.26622864603996277, 0.28815943002700806, 0.21417182683944702, 0.07407022267580032, 0.04538033902645111, 0.031283821910619736, 0.023518716916441917, 0.01906626857817173, 0.016113372519612312, 0.013889509253203869, 0.012041413225233555, 0.01043019164353609, 0.00899282842874527, 0.007711487356573343, 0.006593575235456228, 0.005654523149132729, 0.004894139710813761, 0.0042576962150633335, 0.003727953415364027], "prob_new_token": [0.0003067025972995907, 0.17529749870300293, 0.5574809908866882, 0.8124497532844543, 0.885520875453949, 0.9374697804450989, 0.9575974345207214, 0.9707134962081909, 0.9808268547058105, 0.9877633452415466, 0.9919784665107727, 0.994365394115448, 0.9958726763725281, 0.9969124794006348, 0.9976494908332825, 0.998177707195282, 0.9985657334327698, 0.9989057183265686, 0.9991292357444763, 0.9992772936820984], "prob_old_token": [0.9390737414360046, 0.027624744921922684, 0.013717623427510262, 0.0017371702706441283, 0.0005199920851737261, 0.00023493668413721025, 0.00010739723074948415, 6.177393515827134e-05, 3.9537619159091264e-05, 2.6096235160366632e-05, 1.7383872545906343e-05, 1.2135482393205166e-05, 8.728822649572976e-06, 6.403603492799448e-06, 4.784583779837703e-06, 3.663405095721828e-06, 2.882407898141537e-06, 2.162709961339715e-06, 1.6939761735557113e-06, 1.3805617982143303e-06], "update_matrix_norm_1": [29178.240234375], "update_matrix_norm_2": [7.981842041015625], "update_matrix_norm_inf": [0.06665205210447311], "request": {"prompt": "{} has the job title of", "subject": "Sheikh Hasina", "target_new": {"str": "President of Serbia"}, "old_answer": {"str": "Prime Minister of Bangladesh"}, "seed": 42}}, {"loss_per_step": [2.723, 2.534, 0.62, 0.34, 0.29, 0.277, 0.26, 0.258, 0.25, 0.246, 0.244, 0.24, 0.24, 0.238, 0.237, 0.236, 0.235, 0.235, 0.234, 0.234], "prob_new": [0.06825841963291168, 0.12014789879322052, 0.720816969871521, 0.9224939346313477, 0.9500109553337097, 0.9636445641517639, 0.9729561805725098, 0.979478120803833, 0.9837955236434937, 0.9869157671928406, 0.9894396662712097, 0.9914883375167847, 0.9930506348609924, 0.9941600561141968, 0.9949926733970642, 0.9956940412521362, 0.9962934255599976, 0.9967638850212097, 0.9971054196357727, 0.9973787665367126], "prob_old": [0.8336793780326843, 0.04427385702729225, 0.030766604468226433, 0.01823849231004715, 0.014806849882006645, 0.013277354650199413, 0.012177805416285992, 0.011324143037199974, 0.010744130238890648, 0.010284630581736565, 0.009797274135053158, 0.009279884397983551, 0.008811809122562408, 0.008462394587695599, 0.008181702345609665, 0.00788930058479309, 0.007579264231026173, 0.007309435401111841, 0.007121468894183636, 0.006965015549212694], "prob_new_token": [8.311922101711389e-06, 0.010609501972794533, 0.8559897541999817, 0.9374372959136963, 0.9595312476158142, 0.9695788025856018, 0.9762377142906189, 0.9811885952949524, 0.9846962690353394, 0.9874086380004883, 0.9896804094314575, 0.9915623068809509, 0.9930413365364075, 0.9941136240959167, 0.9949241876602173, 0.9955979585647583, 0.9961643218994141, 0.9966031312942505, 0.9969133734703064, 0.997159481048584], "prob_old_token": [0.9563079476356506, 0.00662152050063014, 0.0006839812849648297, 0.0002377908385824412, 0.00023250715457834303, 0.00022492423886433244, 0.00020081330148968846, 0.00017975346418097615, 0.00017587137699592859, 0.0001759305887389928, 0.0001664668961893767, 0.0001501316437497735, 0.0001359607995254919, 0.00012885972682852298, 0.00012433846131898463, 0.00011714464199030772, 0.00010768614447442815, 9.970316750695929e-05, 9.51572073972784e-05, 9.137191227637231e-05], "update_matrix_norm_1": [27818.33203125], "update_matrix_norm_2": [7.4587860107421875], "update_matrix_norm_inf": [0.09133487939834595], "request": {"prompt": "{} has the job title of", "subject": "Paul Biya", "target_new": {"str": "Chancellor of Germany"}, "old_answer": {"str": "President of Cameroon"}, "seed": 42}}, {"loss_per_step": [3.365, 2.626, 0.908, 0.442, 0.327, 0.296, 0.282, 0.273, 0.266, 0.26, 0.255, 0.251, 0.248, 0.245, 0.243, 0.241, 0.24, 0.239, 0.238, 0.237], "prob_new": [0.035742294043302536, 0.11038641631603241, 0.5257978439331055, 0.8174388408660889, 0.9114062190055847, 0.9390714764595032, 0.9519752264022827, 0.9604821801185608, 0.9672628045082092, 0.9729280471801758, 0.9775686860084534, 0.9812902212142944, 0.9842662811279297, 0.986672580242157, 0.9886407852172852, 0.9902561902999878, 0.991583526134491, 0.9926802515983582, 0.9935927987098694, 0.9943550229072571], "prob_old": [0.8336793780326843, 0.054887011647224426, 0.027629142627120018, 0.016711967065930367, 0.013691825792193413, 0.012348931282758713, 0.011530967429280281, 0.010966054163873196, 0.010552103631198406, 0.010231686756014824, 0.009967461228370667, 0.009736510924994946, 0.009526875801384449, 0.009332304820418358, 0.009148201905190945, 0.008970167487859726, 0.008791868574917316, 0.008607974275946617, 0.008418964222073555, 0.008229343220591545], "prob_new_token": [0.004036573227494955, 0.7772197127342224, 0.939902126789093, 0.9485692977905273, 0.957047164440155, 0.9636187553405762, 0.9688019156455994, 0.9728896617889404, 0.9761906266212463, 0.9789734482765198, 0.9813966751098633, 0.9835355281829834, 0.9854210615158081, 0.9870722889900208, 0.9885125160217285, 0.9897753000259399, 0.9909005761146545, 0.9919134378433228, 0.9928171634674072, 0.993607223033905], "prob_old_token": [0.9563079476356506, 0.0010440490441396832, 6.33447925793007e-05, 7.16366121196188e-05, 8.563042501918972e-05, 9.861736907623708e-05, 0.0001082170638255775, 0.00011396410991437733, 0.00011595014075282961, 0.00011492696648929268, 0.00011201625602552667, 0.00010809628292918205, 0.00010369328811066225, 9.908458014251664e-05, 9.44578496273607e-05, 8.992804941954091e-05, 8.544362208340317e-05, 8.086553862085566e-05, 7.618931704200804e-05, 7.152643229346722e-05], "update_matrix_norm_1": [27380.984375], "update_matrix_norm_2": [7.450942039489746], "update_matrix_norm_inf": [0.10992377996444702], "request": {"prompt": "{} has the job title of", "subject": "Paul Biya", "target_new": {"str": "Prime Minister of Slovakia"}, "old_answer": {"str": "President of Cameroon"}, "seed": 42}}, {"loss_per_step": [3.822, 2.793, 0.535, 0.403, 0.357, 0.322, 0.292, 0.282, 0.278, 0.271, 0.262, 0.257, 0.255, 0.253, 0.25, 0.247, 0.246, 0.245, 0.243, 0.242], "prob_new": [0.02340918593108654, 0.121395543217659, 0.7800765633583069, 0.879286527633667, 0.9126134514808655, 0.931667149066925, 0.9446176886558533, 0.9541422724723816, 0.9615405201911926, 0.9673945307731628, 0.9720330834388733, 0.9757111072540283, 0.9786707758903503, 0.9811339974403381, 0.9832456707954407, 0.9850738048553467, 0.9866548180580139, 0.9880216121673584, 0.9892061352729797, 0.9902348518371582], "prob_old": [0.8336793780326843, 0.05862981081008911, 0.030726779252290726, 0.01816743239760399, 0.015079295262694359, 0.01400002185255289, 0.013488497585058212, 0.01318892277777195, 0.012949558906257153, 0.012715930119156837, 0.01248193345963955, 0.012257114984095097, 0.012045618146657944, 0.011836777441203594, 0.011621342971920967, 0.011398397386074066, 0.011166121810674667, 0.010920261964201927, 0.010661037638783455, 0.010395213030278683], "prob_new_token": [0.004036573227494955, 0.3926922082901001, 0.9242542386054993, 0.9213358163833618, 0.9292311072349548, 0.940237820148468, 0.950268566608429, 0.9585278630256653, 0.9649566411972046, 0.9699341654777527, 0.973848819732666, 0.9770084023475647, 0.9796714186668396, 0.9820142388343811, 0.9841185808181763, 0.9859934449195862, 0.9876196384429932, 0.9889975786209106, 0.9901540875434875, 0.9911265969276428], "prob_old_token": [0.9563079476356506, 0.004281031433492899, 7.363719487329945e-05, 5.156544648343697e-05, 5.166133269085549e-05, 5.475321086123586e-05, 5.8001478464575484e-05, 6.007886622683145e-05, 6.005475006531924e-05, 5.839443110744469e-05, 5.5899825383676216e-05, 5.325002712197602e-05, 5.090081685921177e-05, 4.894860103377141e-05, 4.7246969188563526e-05, 4.561727837426588e-05, 4.38764072896447e-05, 4.192844789940864e-05, 3.9810678572393954e-05, 3.766005102079362e-05], "update_matrix_norm_1": [27984.7109375], "update_matrix_norm_2": [7.476593494415283], "update_matrix_norm_inf": [0.09997346997261047], "request": {"prompt": "{} has the job title of", "subject": "Paul Biya", "target_new": {"str": "Prime Minister of Japan"}, "old_answer": {"str": "President of Cameroon"}, "seed": 42}}, {"loss_per_step": [6.605, 6.059, 4.109, 4.809, 2.769, 1.313, 0.508, 0.355, 0.338, 0.318, 0.306, 0.303, 0.3, 0.299, 0.298, 0.298, 0.298, 0.297, 0.297, 0.297], "prob_new": [0.0015271003358066082, 0.0035195620730519295, 0.024113690480589867, 0.02122434787452221, 0.09416884183883667, 0.40189552307128906, 0.8582637310028076, 0.9917858839035034, 0.974949836730957, 0.9857842922210693, 0.9934499859809875, 0.9963918328285217, 0.9976717829704285, 0.998323380947113, 0.9987028241157532, 0.9989502429962158, 0.9991241693496704, 0.9992512464523315, 0.9993466138839722, 0.9994197487831116], "prob_old": [0.9012584090232849, 0.9052761793136597, 0.7350831627845764, 0.28191307187080383, 0.4926185607910156, 0.3222261071205139, 0.09191467612981796, 0.08511192351579666, 0.1174582988023758, 0.09420238435268402, 0.07039925456047058, 0.0562390498816967, 0.04742131382226944, 0.04194562882184982, 0.03855212777853012, 0.036111779510974884, 0.03393743932247162, 0.03196459636092186, 0.030395854264497757, 0.029261277988553047], "prob_new_token": [6.616327937081223e-06, 1.553702531964518e-05, 0.0002914333017542958, 0.0004771410604007542, 0.002541749505326152, 0.02375442534685135, 0.9959167838096619, 0.9963028430938721, 0.9906991124153137, 0.9958603382110596, 0.9983350038528442, 0.9991260170936584, 0.9994471669197083, 0.9995966553688049, 0.999672532081604, 0.9997202157974243, 0.9997587203979492, 0.9997907280921936, 0.9998148083686829, 0.9998309016227722], "prob_old_token": [0.9480130076408386, 0.933681309223175, 0.627068281173706, 0.3120265603065491, 0.08215763419866562, 0.014666225761175156, 1.9170438463333994e-06, 7.072525477269664e-06, 3.103384733549319e-05, 7.058577011775924e-06, 1.3906283129472286e-06, 4.5715000851487275e-07, 2.117055117878408e-07, 1.2630414403247414e-07, 9.006789980503527e-08, 6.958725862205029e-08, 5.420805848643795e-08, 4.249940133149721e-08, 3.463754438826072e-08, 2.963226286567533e-08], "update_matrix_norm_1": [35600.921875], "update_matrix_norm_2": [9.336780548095703], "update_matrix_norm_inf": [0.07187753170728683], "request": {"prompt": "The head coach of {} is", "subject": "Manchester City F.C.", "target_new": {"str": "Dean Smith"}, "old_answer": {"str": "Pep Guardiola"}, "seed": 42}}, {"loss_per_step": [5.291, 5.025, 3.737, 2.432, 1.881, 0.569, 0.397, 0.338, 0.326, 0.325, 0.331, 0.331, 0.33, 0.329, 0.326, 0.328, 0.327, 0.428, 0.363, 0.348], "prob_new": [0.005284072831273079, 0.00946931354701519, 0.03389054536819458, 0.1239323616027832, 0.3494940400123596, 0.7938169240951538, 0.9339486956596375, 0.9887651205062866, 0.9951138496398926, 0.9976558685302734, 0.9988680481910706, 0.9990701675415039, 0.9991787672042847, 0.9992737770080566, 0.9993651509284973, 0.9993944764137268, 0.9994457960128784, 0.9995130300521851, 0.9664255976676941, 0.9800267815589905], "prob_old": [0.9012584090232849, 0.8978831171989441, 0.8899443745613098, 0.7134122252464294, 0.1004079282283783, 0.22763043642044067, 0.07337089627981186, 0.0637790784239769, 0.048427797853946686, 0.040362242609262466, 0.03378802910447121, 0.03218258172273636, 0.03125515207648277, 0.03000350296497345, 0.02829856052994728, 0.027769969776272774, 0.02653026022017002, 0.024663181975483894, 0.15811105072498322, 0.03754464164376259], "prob_new_token": [1.4820676597082638e-06, 3.1265601592167513e-06, 0.00020467089780140668, 0.00020881219825241715, 0.7723940014839172, 0.42014700174331665, 0.9822668433189392, 0.9966127276420593, 0.9979710578918457, 0.9978360533714294, 0.9973301887512207, 0.9969613552093506, 0.9970340728759766, 0.9974451065063477, 0.9980394244194031, 0.9982561469078064, 0.9986066222190857, 0.9989847540855408, 0.48608094453811646, 0.986958920955658], "prob_old_token": [0.9480130076408386, 0.9279725551605225, 0.6791441440582275, 0.6767586469650269, 0.0016870751278474927, 0.013021894730627537, 5.992782007524511e-06, 8.791174082034559e-07, 2.6962388233187085e-07, 1.8573069837657386e-07, 1.6732165875055216e-07, 1.7851992595296906e-07, 1.775607643139665e-07, 1.6040085881741106e-07, 1.299170122592841e-07, 1.262768023480021e-07, 1.0639183045668688e-07, 7.743440733065654e-08, 0.2584189474582672, 4.157542434768402e-07], "update_matrix_norm_1": [36600.6015625], "update_matrix_norm_2": [9.32567310333252], "update_matrix_norm_inf": [0.07462849467992783], "request": {"prompt": "The head coach of {} is", "subject": "Manchester City F.C.", "target_new": {"str": "Bruce Arians"}, "old_answer": {"str": "Pep Guardiola"}, "seed": 42}}, {"loss_per_step": [3.412, 3.314, 2.321, 1.352, 0.874, 1.415, 0.488, 0.379, 0.485, 0.417, 0.388, 0.423, 0.352, 0.338, 0.334, 0.33, 0.324, 0.324, 0.32, 0.317], "prob_new": [0.03336142376065254, 0.050374679267406464, 0.13674823939800262, 0.35225710272789, 0.5839210748672485, 0.3455530107021332, 0.8321004509925842, 0.9780879616737366, 0.9495550990104675, 0.9461598992347717, 0.9329618215560913, 0.9080631136894226, 0.975033164024353, 0.9896762371063232, 0.9928692579269409, 0.9947299361228943, 0.9963647127151489, 0.9974700808525085, 0.9983035922050476, 0.9987950325012207], "prob_old": [0.9012584090232849, 0.8847089409828186, 0.5710407495498657, 0.32241201400756836, 0.2995321750640869, 0.6125855445861816, 0.19673468172550201, 0.07273796945810318, 0.08614519983530045, 0.12319222092628479, 0.12657856941223145, 0.1979302316904068, 0.1342557966709137, 0.09857458621263504, 0.08272003382444382, 0.074432373046875, 0.06942185759544373, 0.06606706976890564, 0.05955616757273674, 0.05358576774597168], "prob_new_token": [4.405617346492363e-06, 1.5040873222460505e-05, 0.0012614009901881218, 0.009355480782687664, 0.3633444011211395, 0.0025702849961817265, 0.1347777098417282, 0.9972329139709473, 0.9986465573310852, 0.9974061250686646, 0.9651581048965454, 0.6576932072639465, 0.9274234771728516, 0.9799636006355286, 0.989410400390625, 0.9918261766433716, 0.9928281307220459, 0.9936739802360535, 0.9955962300300598, 0.9971213936805725], "prob_old_token": [0.9480130076408386, 0.8918754458427429, 0.048263516277074814, 0.0013537968043237925, 0.0009467596537433565, 0.052490461617708206, 0.0003445023612584919, 2.489616406364803e-07, 3.35728714162542e-07, 4.804351760867576e-07, 1.0616307008604053e-05, 0.0004062503867316991, 4.245162199367769e-05, 7.532893505413085e-06, 3.0518535822920967e-06, 1.8938947050628485e-06, 1.3934505886936677e-06, 1.0847909379663179e-06, 6.416799465114309e-07, 3.6483481835603015e-07], "update_matrix_norm_1": [35846.875], "update_matrix_norm_2": [9.342123031616211], "update_matrix_norm_inf": [0.07846298068761826], "request": {"prompt": "The head coach of {} is", "subject": "Manchester City F.C.", "target_new": {"str": "Derek McInnes"}, "old_answer": {"str": "Pep Guardiola"}, "seed": 42}}, {"loss_per_step": [3.083, 3.069, 2.052, 2.826, 1.464, 1.607, 0.642, 0.404, 0.35, 0.304, 0.303, 0.302, 0.3, 0.299, 0.297, 0.296, 0.294, 0.297, 0.297, 0.297], "prob_new": [0.046381544321775436, 0.06338540464639664, 0.17691059410572052, 0.14015229046344757, 0.40114256739616394, 0.2737751603126526, 0.7080075144767761, 0.9023081660270691, 0.955229640007019, 0.9936420917510986, 0.9944972395896912, 0.9957231283187866, 0.9972720742225647, 0.9982666969299316, 0.9988016486167908, 0.9990803003311157, 0.9992259740829468, 0.9993076324462891, 0.9994362592697144, 0.9994924664497375], "prob_old": [0.9437946081161499, 0.9338958263397217, 0.6135556697845459, 0.03052848018705845, 0.20956997573375702, 0.7995111346244812, 0.1836232990026474, 0.18328197300434113, 0.28774288296699524, 0.08014784753322601, 0.04977481812238693, 0.03990078717470169, 0.03368913009762764, 0.02959226444363594, 0.02703028731048107, 0.02566455490887165, 0.025547996163368225, 0.026705805212259293, 0.021983677521348, 0.020272182300686836], "prob_new_token": [1.2030931429762859e-05, 3.208281850675121e-05, 0.0002792734594549984, 0.0010294459061697125, 0.008748795837163925, 0.0002831721503753215, 0.1022501215338707, 0.7051600217819214, 0.890292763710022, 0.9949808716773987, 0.9973196387290955, 0.9980080723762512, 0.9985647797584534, 0.9988744854927063, 0.9990262389183044, 0.9990781545639038, 0.9990279674530029, 0.998857855796814, 0.9994414448738098, 0.9996265172958374], "prob_old_token": [0.9277403354644775, 0.874202311038971, 0.5899310111999512, 2.265808143420145e-05, 0.08867178857326508, 0.6280772089958191, 0.13820303976535797, 0.0020865972619503736, 0.021115463227033615, 0.00026112975319847465, 4.4845040974905714e-05, 2.11777205549879e-05, 1.3688368198927492e-05, 1.0557022505963687e-05, 9.399986083735712e-06, 9.839485755946953e-06, 1.328062717220746e-05, 2.3928416339913383e-05, 5.377271918405313e-06, 2.6540922135609435e-06], "update_matrix_norm_1": [35654.62890625], "update_matrix_norm_2": [9.295868873596191], "update_matrix_norm_inf": [0.05698390677571297], "request": {"prompt": "The head coach of {} is", "subject": "Arsenal F.C.", "target_new": {"str": "Sean McDermott"}, "old_answer": {"str": "Unai Emery"}, "seed": 42}}, {"loss_per_step": [3.325, 2.977, 2.241, 1.271, 0.728, 0.465, 0.404, 0.355, 0.307, 0.3, 0.3, 0.3, 0.299, 0.298, 0.298, 0.298, 0.297, 0.297, 0.297, 0.296], "prob_new": [0.03742942214012146, 0.06987474113702774, 0.14694131910800934, 0.3867287039756775, 0.653415858745575, 0.8454321026802063, 0.9101812243461609, 0.9454554915428162, 0.9916360974311829, 0.9974411129951477, 0.9979913830757141, 0.9976677894592285, 0.9990835785865784, 0.9995176196098328, 0.9996582269668579, 0.9997208118438721, 0.9997535943984985, 0.9997773170471191, 0.9997971057891846, 0.9998115301132202], "prob_old": [0.9437946081161499, 0.905757486820221, 0.7654857039451599, 0.49675577878952026, 0.3581866919994354, 0.08153999596834183, 0.286012202501297, 0.2965630292892456, 0.08183412253856659, 0.04506675899028778, 0.03679520636796951, 0.03284437209367752, 0.02518024854362011, 0.019436726346611977, 0.01567232422530651, 0.013307483866810799, 0.011969143524765968, 0.010912304744124413, 0.010021911934018135, 0.009498663246631622], "prob_new_token": [4.126270505366847e-05, 0.00014509644825011492, 0.0010515659814700484, 0.1793612539768219, 0.2607557475566864, 0.9883365035057068, 0.668844997882843, 0.8252257704734802, 0.991195559501648, 0.9977681636810303, 0.998828113079071, 0.999127209186554, 0.9995408058166504, 0.999771773815155, 0.9998747706413269, 0.9999206066131592, 0.9999403953552246, 0.999954104423523, 0.9999647736549377, 0.999970555305481], "prob_old_token": [0.9277403354644775, 0.806808590888977, 0.5976448059082031, 0.04689263924956322, 0.12703664600849152, 4.201474803267047e-05, 0.07780333608388901, 0.044640131294727325, 0.0005343267694115639, 4.692101720138453e-05, 1.5448948033736087e-05, 6.894532361911843e-06, 2.952865088445833e-06, 1.2130466302551213e-06, 5.457184784063429e-07, 3.0098374281806173e-07, 2.1691536744583573e-07, 1.5507845319007174e-07, 1.085258176658499e-07, 8.612735058477483e-08], "update_matrix_norm_1": [35436.046875], "update_matrix_norm_2": [9.327115058898926], "update_matrix_norm_inf": [0.061255455017089844], "request": {"prompt": "The head coach of {} is", "subject": "Arsenal F.C.", "target_new": {"str": "Roberto Martinez"}, "old_answer": {"str": "Unai Emery"}, "seed": 42}}, {"loss_per_step": [5.183, 4.639, 3.693, 2.675, 1.46, 0.728, 0.356, 0.353, 0.308, 0.31, 0.301, 0.3, 0.3, 0.3, 0.3, 0.299, 0.299, 0.299, 0.299, 0.299], "prob_new": [0.005833041854202747, 0.013274422846734524, 0.03740617632865906, 0.09575292468070984, 0.3290224075317383, 0.65744948387146, 0.9736175537109375, 0.9491568207740784, 0.9904466271400452, 0.9884555339813232, 0.9976754784584045, 0.9983393549919128, 0.9985215663909912, 0.9986948370933533, 0.9989557862281799, 0.9992262721061707, 0.9994333386421204, 0.9995712041854858, 0.9996604919433594, 0.9997197389602661], "prob_old": [0.9437946081161499, 0.8889742493629456, 0.7131170034408569, 0.7381243705749512, 0.14371639490127563, 0.3557514250278473, 0.19038762152194977, 0.21229952573776245, 0.05559304729104042, 0.031970057636499405, 0.035503048449754715, 0.044267479330301285, 0.052187275141477585, 0.05485983192920685, 0.051404960453510284, 0.04438645765185356, 0.03677012026309967, 0.030097156763076782, 0.024736354127526283, 0.020558493211865425], "prob_new_token": [5.778700142400339e-06, 1.7497774024377577e-05, 0.0002045610308414325, 0.00043915712740272284, 0.08085216581821442, 0.17414461076259613, 0.800296425819397, 0.6760948300361633, 0.9731810092926025, 0.9922914505004883, 0.9907999634742737, 0.983001172542572, 0.9727161526679993, 0.9681898951530457, 0.9731871485710144, 0.9821672439575195, 0.9895249009132385, 0.9940624833106995, 0.9965789318084717, 0.9979466199874878], "prob_old_token": [0.9277403354644775, 0.8494566679000854, 0.7884259223937988, 0.7000897526741028, 0.05254596844315529, 0.18107572197914124, 0.03805502876639366, 0.1680048406124115, 0.007663854863494635, 0.0015477596316486597, 0.0033381811808794737, 0.00846551638096571, 0.01584775745868683, 0.019601384177803993, 0.016458682715892792, 0.01041260827332735, 0.005615989677608013, 0.002844852162525058, 0.0014364392263814807, 0.0007456705207005143], "update_matrix_norm_1": [35476.76953125], "update_matrix_norm_2": [9.305351257324219], "update_matrix_norm_inf": [0.06032719835639], "request": {"prompt": "The head coach of {} is", "subject": "Arsenal F.C.", "target_new": {"str": "Erik Spoelstra"}, "old_answer": {"str": "Unai Emery"}, "seed": 42}}, {"loss_per_step": [6.949, 3.756, 2.364, 0.732, 0.365, 0.285, 0.279, 0.28, 0.282, 0.284, 0.284, 0.277, 0.269, 0.267, 0.265, 0.263, 0.263, 0.261, 0.26, 0.26], "prob_new": [0.001035279594361782, 0.03915587440133095, 0.1719992607831955, 0.6769386529922485, 0.9501607418060303, 0.9837844371795654, 0.9896005988121033, 0.991399347782135, 0.9919338226318359, 0.9928182363510132, 0.993043839931488, 0.9940974116325378, 0.9952951073646545, 0.9959543347358704, 0.9963558316230774, 0.9967066645622253, 0.9970239400863647, 0.9972840547561646, 0.9974834322929382, 0.997641384601593], "prob_old": [0.6943336725234985, 0.8120484352111816, 0.06344141066074371, 0.16242827475070953, 0.1419266164302826, 0.12298738956451416, 0.11733347922563553, 0.11558566987514496, 0.12014834582805634, 0.11553488671779633, 0.12251710891723633, 0.11282920837402344, 0.09519488364458084, 0.08663856238126755, 0.08311710506677628, 0.07896863669157028, 0.07356402277946472, 0.06821708381175995, 0.06437095254659653, 0.06181180104613304], "prob_new_token": [9.612136864234344e-07, 0.00040336253005079925, 0.3260955214500427, 0.40897294878959656, 0.851136326789856, 0.9370628595352173, 0.9600223302841187, 0.9689812660217285, 0.9683589339256287, 0.9728942513465881, 0.9665307402610779, 0.9741123914718628, 0.9846506118774414, 0.9877816438674927, 0.9882749915122986, 0.9893590211868286, 0.9908816814422607, 0.9920784831047058, 0.9926512837409973, 0.9929278492927551], "prob_old_token": [0.9873517751693726, 0.9633135795593262, 0.0014813959132879972, 0.0017363288206979632, 0.0017732125706970692, 0.0021242115180939436, 0.0033470080234110355, 0.0050627700984478, 0.00821214821189642, 0.008313579484820366, 0.011847306974232197, 0.007953189313411713, 0.0032000287901610136, 0.0018461165018379688, 0.0014351020799949765, 0.0010144348489120603, 0.0006153366412036121, 0.00035742740146815777, 0.0002372336166445166, 0.0001785753556760028], "update_matrix_norm_1": [33753.390625], "update_matrix_norm_2": [8.441195487976074], "update_matrix_norm_inf": [0.048080459237098694], "request": {"prompt": "The head coach of {} is", "subject": "Argentina national association football team", "target_new": {"str": "Christian Streich"}, "old_answer": {"str": "Lionel Scaloni"}, "seed": 42}}, {"loss_per_step": [5.569, 4.15, 2.696, 0.87, 0.372, 0.318, 0.3, 0.288, 0.278, 0.271, 0.264, 0.26, 0.259, 0.258, 0.257, 0.256, 0.256, 0.256, 0.255, 0.254], "prob_new": [0.003992471378296614, 0.02354218252003193, 0.10371628403663635, 0.5922645330429077, 0.9243258833885193, 0.9728061556816101, 0.9869514107704163, 0.9927340149879456, 0.9950656294822693, 0.9961867928504944, 0.9968419671058655, 0.997287392616272, 0.9976232051849365, 0.9978870153427124, 0.9981017708778381, 0.9982840418815613, 0.9984403252601624, 0.9985727667808533, 0.9986844658851624, 0.9987810254096985], "prob_old": [0.6943336725234985, 0.6705125570297241, 0.2288239449262619, 0.3036825358867645, 0.06702203303575516, 0.04320614039897919, 0.03172343224287033, 0.02402103878557682, 0.01925400272011757, 0.016290033236145973, 0.01444560568779707, 0.01347588375210762, 0.013130730018019676, 0.013064482249319553, 0.013034649193286896, 0.012974690645933151, 0.012899796478450298, 0.012790367938578129, 0.012601935304701328, 0.01231454685330391], "prob_new_token": [2.753565979674022e-07, 2.0952182239852846e-05, 0.00518347043544054, 0.3963012993335724, 0.9770697355270386, 0.9795047640800476, 0.9868598580360413, 0.9926723837852478, 0.9954167008399963, 0.9967119693756104, 0.9974367618560791, 0.9979070425033569, 0.9982319474220276, 0.9984685182571411, 0.9986445307731628, 0.9987925291061401, 0.9989261627197266, 0.9990308284759521, 0.9990980625152588, 0.9991403818130493], "prob_old_token": [0.9873517751693726, 0.8573611378669739, 0.05885406956076622, 0.14107829332351685, 5.7536555686965585e-05, 1.2859190974268131e-05, 4.123408871237189e-06, 1.3408110817181296e-06, 5.312863891049346e-07, 2.613615777136147e-07, 1.558852460448179e-07, 1.1265769472856846e-07, 9.542815604390853e-08, 8.776611082339514e-08, 8.265362794190878e-08, 7.8283548532454e-08, 7.498675103079222e-08, 7.241411736913506e-08, 6.936517138456111e-08, 6.494243365295915e-08], "update_matrix_norm_1": [33349.890625], "update_matrix_norm_2": [8.404624938964844], "update_matrix_norm_inf": [0.048889778554439545], "request": {"prompt": "The head coach of {} is", "subject": "Argentina national association football team", "target_new": {"str": "Erik Spoelstra"}, "old_answer": {"str": "Lionel Scaloni"}, "seed": 42}}, {"loss_per_step": [3.608, 2.798, 1.648, 0.379, 0.324, 0.305, 0.286, 0.272, 0.263, 0.262, 0.259, 0.258, 0.258, 0.256, 0.255, 0.256, 0.255, 0.254, 0.254, 0.254], "prob_new": [0.0277243684977293, 0.08331185579299927, 0.2665551006793976, 0.9229167699813843, 0.9628326892852783, 0.9789747595787048, 0.9873063564300537, 0.9915719628334045, 0.9937618970870972, 0.9950240254402161, 0.9959402680397034, 0.99663907289505, 0.9971883893013, 0.9976112246513367, 0.9979162812232971, 0.9981186389923096, 0.9982578158378601, 0.9983736872673035, 0.998477041721344, 0.9985626339912415], "prob_old": [0.6943336725234985, 0.719911515712738, 0.321504682302475, 0.10556244105100632, 0.07515991479158401, 0.06488491594791412, 0.05849287286400795, 0.053101472556591034, 0.04749562591314316, 0.04262729734182358, 0.03874874860048294, 0.03622746095061302, 0.03443332388997078, 0.03277399018406868, 0.031507980078458786, 0.030751926824450493, 0.030148159712553024, 0.029512912034988403, 0.028713403269648552, 0.027964243665337563], "prob_new_token": [1.465991658733401e-06, 6.960535392863676e-05, 0.006733575835824013, 0.9729029536247253, 0.9913076162338257, 0.9936351776123047, 0.9949849843978882, 0.9958218336105347, 0.996221125125885, 0.9965498447418213, 0.9970521926879883, 0.9975199103355408, 0.9978901743888855, 0.9981774091720581, 0.9983987212181091, 0.9985530972480774, 0.9986574649810791, 0.9987450242042542, 0.9988252520561218, 0.9988908767700195], "prob_old_token": [0.9873517751693726, 0.9313675761222839, 0.08226411044597626, 1.2940657143190037e-05, 1.26885163354018e-06, 5.212384621700039e-07, 2.996750936290482e-07, 1.8835710591247334e-07, 1.154163342675929e-07, 7.372724297738387e-08, 5.0535462037260004e-08, 3.979987894808801e-08, 3.356526789843883e-08, 2.7964656368340002e-08, 2.4163524514619894e-08, 2.2378019437496732e-08, 2.128205878193512e-08, 2.022965972514612e-08, 1.8585888383881866e-08, 1.703349106207952e-08], "update_matrix_norm_1": [33122.05859375], "update_matrix_norm_2": [8.40510082244873], "update_matrix_norm_inf": [0.05115198716521263], "request": {"prompt": "The head coach of {} is", "subject": "Argentina national association football team", "target_new": {"str": "Zlatko Dali\u0107"}, "old_answer": {"str": "Lionel Scaloni"}, "seed": 42}}, {"loss_per_step": [6.215, 4.471, 2.216, 0.611, 0.358, 0.331, 0.328, 0.325, 0.322, 0.319, 0.317, 0.315, 0.313, 0.311, 0.309, 0.308, 0.307, 0.306, 0.304, 0.303], "prob_new": [0.0020773198921233416, 0.018605675548315048, 0.16779860854148865, 0.7518028020858765, 0.9651556611061096, 0.9898939728736877, 0.992899477481842, 0.994706392288208, 0.9961490035057068, 0.9971136450767517, 0.9977200031280518, 0.9981473684310913, 0.9984560012817383, 0.9986674189567566, 0.9988043904304504, 0.9989017248153687, 0.9989864230155945, 0.9990667700767517, 0.9991424679756165, 0.9992092847824097], "prob_old": [0.8479678630828857, 0.7217439413070679, 0.10438743233680725, 0.006539779715240002, 0.011631968431174755, 0.015284077264368534, 0.02013426646590233, 0.020346278324723244, 0.01675395295023918, 0.012678519822657108, 0.009585239924490452, 0.00724011892452836, 0.005537731572985649, 0.004426938481628895, 0.003782925894483924, 0.003401077352464199, 0.00311657995916903, 0.002870266092941165, 0.0026613350491970778, 0.0025058607570827007], "prob_new_token": [3.763579798032879e-06, 6.496792775578797e-05, 0.006956216413527727, 0.48939546942710876, 0.983931303024292, 0.9826655387878418, 0.9768833518028259, 0.9795733690261841, 0.9864991903305054, 0.9917243719100952, 0.9947618246078491, 0.9965910911560059, 0.9976582527160645, 0.9982118606567383, 0.9984437823295593, 0.9985281825065613, 0.9986059069633484, 0.9987465739250183, 0.9989291429519653, 0.9990972280502319], "prob_old_token": [0.9334248900413513, 0.8846690654754639, 0.06020152196288109, 0.00023743008205201477, 0.0017430855659767985, 0.007347144186496735, 0.013285499066114426, 0.012226150371134281, 0.007538547273725271, 0.004040933214128017, 0.0021683843806385994, 0.0011554657248780131, 0.000632410985417664, 0.0003878039715345949, 0.00028515339363366365, 0.00023920352396089584, 0.00020593314548023045, 0.00017155696696136147, 0.0001377249282086268, 0.00011037071817554533], "update_matrix_norm_1": [30746.005859375], "update_matrix_norm_2": [7.972893714904785], "update_matrix_norm_inf": [0.03124001808464527], "request": {"prompt": "The head coach of {} is", "subject": "Pittsburgh Steelers", "target_new": {"str": "Billy Donovan"}, "old_answer": {"str": "Mike Tomlin"}, "seed": 42}}, {"loss_per_step": [5.297, 3.37, 1.729, 0.658, 0.651, 0.341, 0.359, 0.348, 0.334, 0.327, 0.321, 0.318, 0.316, 0.313, 0.312, 0.311, 0.311, 0.31, 0.309, 0.308], "prob_new": [0.0052525862120091915, 0.04735684394836426, 0.25373607873916626, 0.7118317484855652, 0.7254886031150818, 0.9745376110076904, 0.9597529768943787, 0.9688249230384827, 0.9812042117118835, 0.9870849847793579, 0.9900298714637756, 0.9917352199554443, 0.992841899394989, 0.993627667427063, 0.9942612648010254, 0.9948147535324097, 0.9953084588050842, 0.9957422018051147, 0.9961286187171936, 0.9964803457260132], "prob_old": [0.8479678630828857, 0.6946099996566772, 0.21824900805950165, 0.03781381621956825, 0.3674231767654419, 0.006773196626454592, 0.00225075613707304, 0.001630436978302896, 0.0012961007887497544, 0.0011084965663030744, 0.0010037566535174847, 0.0009425223106518388, 0.0009365014266222715, 0.0009715032065287232, 0.0010047877440229058, 0.0010249153710901737, 0.0010495709720999002, 0.0010916407918557525, 0.0011250546667724848, 0.0011357507901266217], "prob_new_token": [2.4401608698099153e-06, 6.889527139719576e-05, 0.06661960482597351, 0.7993763089179993, 0.14481019973754883, 0.9982186555862427, 0.995559573173523, 0.9963700771331787, 0.9984580278396606, 0.9992238879203796, 0.9994849562644958, 0.9995900988578796, 0.9996470212936401, 0.9996832609176636, 0.9997086524963379, 0.9997279644012451, 0.9997410178184509, 0.9997444748878479, 0.9997469186782837, 0.9997521042823792], "prob_old_token": [0.9334248900413513, 0.7336283326148987, 0.016275249421596527, 0.0003455709374975413, 0.24351051449775696, 1.4863075193716213e-05, 2.2776697733206674e-05, 1.3813579244015273e-05, 5.666038759954972e-06, 2.853424575732788e-06, 1.8793679146256181e-06, 1.4680468893857324e-06, 1.2685757155850297e-06, 1.1758977507270174e-06, 1.1194031230843393e-06, 1.0760544455479248e-06, 1.0735483328971895e-06, 1.1324892739139614e-06, 1.2019147561659338e-06, 1.2446172377167386e-06], "update_matrix_norm_1": [30414.943359375], "update_matrix_norm_2": [7.959599494934082], "update_matrix_norm_inf": [0.035558998584747314], "request": {"prompt": "The head coach of {} is", "subject": "Pittsburgh Steelers", "target_new": {"str": "Florent Ibenge"}, "old_answer": {"str": "Mike Tomlin"}, "seed": 42}}, {"loss_per_step": [6.307, 4.481, 2.466, 0.665, 0.337, 0.324, 0.321, 0.32, 0.318, 0.315, 0.313, 0.311, 0.308, 0.306, 0.305, 0.304, 0.304, 0.303, 0.302, 0.302], "prob_new": [0.0019639399833977222, 0.0195125974714756, 0.13232634961605072, 0.7233332395553589, 0.9798413515090942, 0.9923925995826721, 0.9944536089897156, 0.9955527186393738, 0.996269166469574, 0.9968094825744629, 0.9973118305206299, 0.9977470636367798, 0.9979969263076782, 0.9981621503829956, 0.998347818851471, 0.9984981417655945, 0.9986381530761719, 0.9988217353820801, 0.9990029335021973, 0.9991346001625061], "prob_old": [0.8479678630828857, 0.6391244530677795, 0.037370629608631134, 0.04844404384493828, 0.025627819821238518, 0.018198685720562935, 0.01658681221306324, 0.01579650491476059, 0.015553202480077744, 0.01543645840138197, 0.014596857130527496, 0.013257673941552639, 0.012221032753586769, 0.011123770847916603, 0.009644675999879837, 0.008255262859165668, 0.006954106502234936, 0.005481180734932423, 0.004148663021624088, 0.0032666954211890697], "prob_new_token": [1.9850344870064873e-06, 1.9395072740735486e-05, 0.014103752560913563, 0.8054362535476685, 0.989799976348877, 0.9955018758773804, 0.9966764450073242, 0.9974364042282104, 0.997886061668396, 0.998202383518219, 0.9985483884811401, 0.9988497495651245, 0.9989240169525146, 0.9989327788352966, 0.999025821685791, 0.9990777969360352, 0.9991161227226257, 0.9992498159408569, 0.9994012117385864, 0.9994891881942749], "prob_old_token": [0.9334248900413513, 0.7887468338012695, 0.00933852605521679, 0.021676355972886086, 0.0011153932427987456, 0.0003653269959613681, 0.0002659656456671655, 0.00022962574439588934, 0.00022272608475759625, 0.00022200339299160987, 0.00020221967133693397, 0.00017322336498182267, 0.00016935140592977405, 0.0001707343471935019, 0.00015573095879517496, 0.00014891644241288304, 0.00014656716666650027, 0.00012539017188828439, 9.875016257865354e-05, 8.528307807864621e-05], "update_matrix_norm_1": [31097.83203125], "update_matrix_norm_2": [7.972352981567383], "update_matrix_norm_inf": [0.03150894492864609], "request": {"prompt": "The head coach of {} is", "subject": "Pittsburgh Steelers", "target_new": {"str": "Steve Kerr"}, "old_answer": {"str": "Mike Tomlin"}, "seed": 42}}, {"loss_per_step": [8.831, 4.985, 3.855, 2.628, 1.449, 0.551, 0.296, 0.239, 0.239, 0.236, 0.236, 0.234, 0.238, 0.238, 0.24, 0.24, 0.24, 0.24, 0.24, 0.24], "prob_new": [0.00015310909657273442, 0.009698804467916489, 0.029623035341501236, 0.10114983469247818, 0.3160402774810791, 0.7457172274589539, 0.9450206160545349, 0.9957700371742249, 0.9977577328681946, 0.9982755780220032, 0.9984477758407593, 0.9985204339027405, 0.9985795021057129, 0.998730480670929, 0.9988470673561096, 0.9989511370658875, 0.9990448951721191, 0.9991279244422913, 0.9992002248764038, 0.9992625117301941], "prob_old": [0.8128193616867065, 0.12983104586601257, 0.005748902913182974, 0.008069113828241825, 0.0045116073451936245, 0.00231242086738348, 0.0002566192124504596, 3.9803624531487e-05, 1.8230010027764365e-05, 1.2593269275384955e-05, 1.107039406633703e-05, 1.0939357707684394e-05, 1.1187048585270531e-05, 9.382440111949109e-06, 8.515075933246408e-06, 7.986051969055552e-06, 7.625913440278964e-06, 7.3683777372934856e-06, 7.182882200140739e-06, 7.055280093481997e-06], "prob_new_token": [6.662280043201463e-07, 0.0018447350012138486, 0.045602232217788696, 0.053257014602422714, 0.1833440661430359, 0.9092319011688232, 0.9898870587348938, 0.9994314312934875, 0.9994363188743591, 0.9994384050369263, 0.9994139671325684, 0.9993756413459778, 0.9993422627449036, 0.9994223117828369, 0.9994639754295349, 0.999491810798645, 0.9995123147964478, 0.9995282292366028, 0.9995408058166504, 0.9995500445365906], "prob_old_token": [0.9495809674263, 0.13203808665275574, 0.0011219896841794252, 0.0011856298660859466, 0.0005026498110964894, 0.00015141582116484642, 5.600846861852915e-07, 3.338182397172318e-09, 5.192273277998538e-10, 2.820675915060633e-10, 2.6457191992790285e-10, 3.018309491231719e-10, 3.453032026978775e-10, 2.1860400989393014e-10, 1.6355486409658226e-10, 1.3076442706427827e-10, 1.0841661596261432e-10, 9.214564528070568e-11, 7.98938415424999e-11, 7.0522879203061e-11], "update_matrix_norm_1": [30757.515625], "update_matrix_norm_2": [8.248710632324219], "update_matrix_norm_inf": [0.04341825097799301], "request": {"prompt": "The head coach of {} is", "subject": "SC Freiburg", "target_new": {"str": "Dan Quinn"}, "old_answer": {"str": "Christian Streich"}, "seed": 42}}, {"loss_per_step": [3.727, 1.827, 1.267, 0.653, 0.341, 0.278, 0.264, 0.259, 0.255, 0.252, 0.25, 0.248, 0.246, 0.245, 0.244, 0.243, 0.242, 0.242, 0.241, 0.24], "prob_new": [0.024429017677903175, 0.21645289659500122, 0.36783719062805176, 0.6715649962425232, 0.9101210236549377, 0.9635253548622131, 0.9736599922180176, 0.9789330959320068, 0.9827682971954346, 0.9857458472251892, 0.9880855083465576, 0.9899374842643738, 0.9914149641990662, 0.9926013350486755, 0.993556797504425, 0.9943372011184692, 0.9949911236763, 0.99554842710495, 0.9960267543792725, 0.99643874168396], "prob_old": [0.8128193616867065, 0.03665437549352646, 0.06481194496154785, 0.0023103607818484306, 0.0009518665028735995, 0.00058104342315346, 0.0005260688485577703, 0.000514569110237062, 0.0005027868901379406, 0.00048218201845884323, 0.0004533313913270831, 0.00041922321543097496, 0.0003830862115137279, 0.00034801344736479223, 0.0003166282258462161, 0.0002890403557103127, 0.0002634033444337547, 0.00023897494247648865, 0.000215911801205948, 0.00019455980509519577], "prob_new_token": [1.601740905243787e-06, 0.0009196476894430816, 0.011098036542534828, 0.38918212056159973, 0.8971109390258789, 0.973549485206604, 0.9849298000335693, 0.9889907836914062, 0.9910974502563477, 0.9924437403678894, 0.993411123752594, 0.9941524863243103, 0.9947425127029419, 0.9952273368835449, 0.9956361651420593, 0.9959864616394043, 0.9962863922119141, 0.9965431094169617, 0.9967631101608276, 0.9969549179077148], "prob_old_token": [0.9495809674263, 0.003798026591539383, 0.0014732483541592956, 2.3623404558748007e-05, 4.7412802814505994e-05, 1.4711773474118672e-05, 8.59401097841328e-06, 6.202508757269243e-06, 4.860838544118451e-06, 3.950981863454217e-06, 3.2636892228765646e-06, 2.7140488327859202e-06, 2.26325869334687e-06, 1.8885632471210556e-06, 1.5747892803119612e-06, 1.3121804158799932e-06, 1.0952245474982192e-06, 9.194112635668716e-07, 7.783247042425501e-07, 6.649026431659877e-07], "update_matrix_norm_1": [30813.65234375], "update_matrix_norm_2": [8.235513687133789], "update_matrix_norm_inf": [0.040574811398983], "request": {"prompt": "The head coach of {} is", "subject": "SC Freiburg", "target_new": {"str": "Asako Takakura"}, "old_answer": {"str": "Christian Streich"}, "seed": 42}}, {"loss_per_step": [6.863, 2.563, 1.44, 0.435, 0.298, 0.257, 0.246, 0.242, 0.239, 0.238, 0.236, 0.235, 0.233, 0.232, 0.232, 0.231, 0.231, 0.231, 0.231, 0.23], "prob_new": [0.0011379314819350839, 0.10515431314706802, 0.321997731924057, 0.8328074812889099, 0.9443817138671875, 0.9812135696411133, 0.9910792708396912, 0.9943844079971313, 0.9958612322807312, 0.9966816902160645, 0.9972072839736938, 0.997577428817749, 0.9978561401367188, 0.998077392578125, 0.9982559680938721, 0.9983939528465271, 0.9985032081604004, 0.9986004829406738, 0.9986914992332458, 0.9987753033638], "prob_old": [0.8128193616867065, 0.042350172996520996, 0.09071392565965652, 0.001436253427527845, 0.0006897656130604446, 0.00042783908429555595, 0.0003208589623682201, 0.0002746801474131644, 0.0002500995760783553, 0.0002326348767383024, 0.00021727978310082108, 0.00020258068980183452, 0.000188661870197393, 0.00017701556498650461, 0.00017064830171875656, 0.00017095694784075022, 0.00017275882419198751, 0.00017064444546122104, 0.00016390664677601308, 0.00015376562078017741], "prob_new_token": [3.8107977161416784e-05, 0.10079389065504074, 0.2541280686855316, 0.6641901135444641, 0.9280014634132385, 0.983081579208374, 0.9934448003768921, 0.9964721202850342, 0.9977129697799683, 0.9983503222465515, 0.9987307190895081, 0.9989826679229736, 0.9991600513458252, 0.9992899894714355, 0.9993851184844971, 0.9994469881057739, 0.9994872212409973, 0.9995236396789551, 0.9995590448379517, 0.9995930194854736], "prob_old_token": [0.9495809674263, 0.029574966058135033, 0.020169081166386604, 0.00012922831228934228, 2.0319619579822756e-05, 3.990242021245649e-06, 1.335860133622191e-06, 6.658551114924194e-07, 4.1984023368968337e-07, 3.0195261047083477e-07, 2.3396394510655227e-07, 1.8956320957386197e-07, 1.5818733345440705e-07, 1.352826046741029e-07, 1.1935074439861637e-07, 1.0999352895169068e-07, 1.0403496020217062e-07, 9.787730448351795e-08, 9.097363573573602e-08, 8.396836648216777e-08], "update_matrix_norm_1": [31268.87890625], "update_matrix_norm_2": [8.24856185913086], "update_matrix_norm_inf": [0.03879053145647049], "request": {"prompt": "The head coach of {} is", "subject": "SC Freiburg", "target_new": {"str": "Mike Vrabel"}, "old_answer": {"str": "Christian Streich"}, "seed": 42}}, {"loss_per_step": [5.766, 4.898, 4.596, 3.327, 1.697, 0.563, 0.328, 0.332, 0.333, 0.325, 0.319, 0.318, 0.315, 0.315, 0.314, 0.313, 0.313, 0.312, 0.311, 0.311], "prob_new": [0.0042190407402813435, 0.01241824310272932, 0.020847419276833534, 0.06607946008443832, 0.29432034492492676, 0.8090910315513611, 0.9865779280662537, 0.9878142476081848, 0.9853185415267944, 0.9931766986846924, 0.995489776134491, 0.9965987801551819, 0.9973111748695374, 0.9978325366973877, 0.9982616901397705, 0.9985542297363281, 0.9987564086914062, 0.9989156723022461, 0.9990301728248596, 0.9991133809089661], "prob_old": [0.747362494468689, 0.6441114544868469, 0.13108406960964203, 0.5859662294387817, 0.3712235391139984, 0.13487160205841064, 0.05559089034795761, 0.0815485417842865, 0.1128566712141037, 0.06789573282003403, 0.04561179503798485, 0.03617313876748085, 0.03210918605327606, 0.03003782406449318, 0.028281530365347862, 0.027459556236863136, 0.027145378291606903, 0.026776647195219994, 0.02657278999686241, 0.026525752618908882], "prob_new_token": [6.294841909948445e-07, 4.9955474423768464e-06, 0.018901314586400986, 2.9354612706811167e-05, 0.0013407791266217828, 0.8694065809249878, 0.995201051235199, 0.9920172095298767, 0.9807660579681396, 0.9969521164894104, 0.9990594983100891, 0.9993947744369507, 0.999492883682251, 0.9995157718658447, 0.9994938969612122, 0.9993979334831238, 0.9992897510528564, 0.9992533326148987, 0.9992307424545288, 0.9991744756698608], "prob_old_token": [0.9659653902053833, 0.9086026549339294, 0.0071613662876188755, 0.9015058875083923, 0.7149932384490967, 5.581954610534012e-05, 1.3177678738429677e-05, 0.0003754001809284091, 0.00188576674554497, 0.00012610261910595, 1.5933621398289688e-05, 5.146044259163318e-06, 2.770412038444192e-06, 1.988976237043971e-06, 1.5049274679768132e-06, 1.4043059763935162e-06, 1.3914055898567312e-06, 1.2541659089038149e-06, 1.1677276461341535e-06, 1.1703911013682955e-06], "update_matrix_norm_1": [34097.54296875], "update_matrix_norm_2": [8.909838676452637], "update_matrix_norm_inf": [0.06821906566619873], "request": {"prompt": "The head coach of {} is", "subject": "Rangers F.C.", "target_new": {"str": "Dean Smith"}, "old_answer": {"str": "Steven Gerrard"}, "seed": 42}}, {"loss_per_step": [5.829, 5.156, 4.44, 3.711, 2.246, 1.53, 0.871, 0.336, 0.348, 0.336, 0.32, 0.365, 0.336, 0.353, 0.332, 0.331, 0.332, 0.331, 0.33, 0.329], "prob_new": [0.0032610532362014055, 0.009754893369972706, 0.022201605141162872, 0.03884027525782585, 0.14940312504768372, 0.30809757113456726, 0.5863530039787292, 0.9895564913749695, 0.983734130859375, 0.9924432635307312, 0.9968065619468689, 0.9980699419975281, 0.9960411190986633, 0.9795581698417664, 0.998748779296875, 0.9989571571350098, 0.9989415407180786, 0.9990550875663757, 0.9992392659187317, 0.9993747472763062], "prob_old": [0.747362494468689, 0.5470025539398193, 0.17171630263328552, 0.6101590394973755, 0.24565747380256653, 0.39746543765068054, 0.08887425810098648, 0.006680476013571024, 0.005457030609250069, 0.003296026960015297, 0.001961768139153719, 0.0014458454679697752, 0.00341244088485837, 0.009820258244872093, 0.001540259923785925, 0.0013509042328223586, 0.0014575606910511851, 0.001481841434724629, 0.0013883652864024043, 0.0012647603871300817], "prob_new_token": [1.1908236956514884e-06, 4.148880179855041e-05, 0.0012537486618384719, 0.00010883381037274376, 0.0017057877266779542, 0.004314863122999668, 0.7092252373695374, 0.9541096091270447, 0.9081649780273438, 0.9704369902610779, 0.9952203631401062, 0.9986963868141174, 0.9165493845939636, 0.3599526584148407, 0.995963990688324, 0.9964138865470886, 0.9939131140708923, 0.9939361214637756, 0.9963362812995911, 0.9979932308197021], "prob_old_token": [0.9659653902053833, 0.7690758109092712, 0.4320869743824005, 0.8605605959892273, 0.5431923270225525, 0.5065972208976746, 0.0005416480707935989, 7.773200195515528e-06, 3.031616324733477e-05, 8.238347618316766e-06, 1.0922975661742385e-06, 2.762542976597615e-07, 3.722648398252204e-05, 0.0006305137067101896, 3.887025741278194e-07, 1.5420555143919046e-07, 1.6995174689782289e-07, 1.7650859263085295e-07, 1.2654783176913043e-07, 7.55929079332418e-08], "update_matrix_norm_1": [33856.953125], "update_matrix_norm_2": [8.932279586791992], "update_matrix_norm_inf": [0.08312290161848068], "request": {"prompt": "The head coach of {} is", "subject": "Rangers F.C.", "target_new": {"str": "Bob Melvin"}, "old_answer": {"str": "Steven Gerrard"}, "seed": 42}}, {"loss_per_step": [3.337, 2.843, 2.844, 2.396, 2.282, 1.732, 0.728, 0.403, 0.332, 0.326, 0.321, 0.317, 0.316, 0.313, 0.312, 0.311, 0.31, 0.31, 0.309, 0.309], "prob_new": [0.038420531898736954, 0.0876244530081749, 0.11406022310256958, 0.13183054327964783, 0.14625322818756104, 0.24872630834579468, 0.6748179793357849, 0.9267796277999878, 0.9807929992675781, 0.9867371320724487, 0.9903103113174438, 0.9928239583969116, 0.9945504665374756, 0.9957155585289001, 0.9965900182723999, 0.9972639679908752, 0.9977840185165405, 0.9981964230537415, 0.9985308051109314, 0.9987936615943909], "prob_old": [0.747362494468689, 0.5826255083084106, 0.12266436219215393, 0.7295932173728943, 0.6370909810066223, 0.16192245483398438, 0.09427152574062347, 0.06998550146818161, 0.02574046514928341, 0.019693460315465927, 0.019389990717172623, 0.0205849539488554, 0.0222011785954237, 0.023166833445429802, 0.02365316078066826, 0.023887252435088158, 0.023671971634030342, 0.02230054698884487, 0.0201609767973423, 0.018195640295743942], "prob_new_token": [5.895232334296452e-06, 2.7460817364044487e-05, 0.08098524808883667, 9.535925346426666e-05, 0.0001989120355574414, 0.01244972925633192, 0.2450377345085144, 0.977029025554657, 0.9970372915267944, 0.9986177086830139, 0.9989171624183655, 0.9989038705825806, 0.9987525343894958, 0.9985827207565308, 0.9984208345413208, 0.9982699751853943, 0.9981828331947327, 0.9982950091362, 0.9985479116439819, 0.9987846612930298], "prob_old_token": [0.9659653902053833, 0.9352344274520874, 0.018290895968675613, 0.9101845026016235, 0.8935802578926086, 0.03265506029129028, 0.0011959419352933764, 0.00021985621424391866, 6.461723387474194e-06, 2.217655264757923e-06, 2.2301023818727117e-06, 3.8015286918380298e-06, 7.525763976445887e-06, 1.1412239473429509e-05, 1.587231963640079e-05, 2.227584809588734e-05, 2.867606235668063e-05, 2.5418064979021437e-05, 1.6631398466415703e-05, 1.098984375857981e-05], "update_matrix_norm_1": [33831.9921875], "update_matrix_norm_2": [8.909799575805664], "update_matrix_norm_inf": [0.0664219781756401], "request": {"prompt": "The head coach of {} is", "subject": "Rangers F.C.", "target_new": {"str": "Roberto Martinez"}, "old_answer": {"str": "Steven Gerrard"}, "seed": 42}}, {"loss_per_step": [7.896, 5.455, 3.231, 0.603, 0.376, 0.315, 0.308, 0.307, 0.303, 0.292, 0.271, 0.258, 0.261, 0.261, 0.258, 0.259, 0.259, 0.258, 0.257, 0.257], "prob_new": [0.00046401310828514397, 0.006900839973241091, 0.06995362043380737, 0.8766130208969116, 0.9918531179428101, 0.996225118637085, 0.9974578022956848, 0.9980298280715942, 0.9983469843864441, 0.9984433650970459, 0.9983523488044739, 0.9982256293296814, 0.9982267022132874, 0.9983789324760437, 0.9986107349395752, 0.9988270998001099, 0.9989736676216125, 0.9990697503089905, 0.9991526007652283, 0.9992398023605347], "prob_old": [0.6843845844268799, 0.5904648900032043, 0.12861737608909607, 0.12457184493541718, 0.06719903647899628, 0.054905664175748825, 0.05176694691181183, 0.05195672810077667, 0.05211901664733887, 0.05486677959561348, 0.06107304245233536, 0.06757611781358719, 0.07141102105379105, 0.07159247994422913, 0.06893153488636017, 0.06547672301530838, 0.06320168077945709, 0.06205819547176361, 0.06088458001613617, 0.058861132711172104], "prob_new_token": [6.930298468432738e-07, 4.851673111261334e-06, 0.004481359850615263, 0.8126242756843567, 0.9795811772346497, 0.9910488128662109, 0.9949755668640137, 0.9965895414352417, 0.9976352453231812, 0.9981107711791992, 0.998256504535675, 0.9983647465705872, 0.998533308506012, 0.9987735748291016, 0.9990302920341492, 0.999237060546875, 0.9993656277656555, 0.9994425177574158, 0.9995046854019165, 0.9995691180229187], "prob_old_token": [0.9789921641349792, 0.9517455697059631, 0.001010988955385983, 5.863751721335575e-05, 1.0237899005005602e-05, 5.750196123699425e-06, 5.007868367101764e-06, 4.998144504497759e-06, 4.6196241783036385e-06, 5.409650839283131e-06, 8.52444918564288e-06, 1.3068422049400397e-05, 1.6426089132437482e-05, 1.6554526155232452e-05, 1.4072533303988166e-05, 1.1205658665858209e-05, 9.373265129397623e-06, 8.298488864966203e-06, 7.261522114276886e-06, 5.941265499131987e-06], "update_matrix_norm_1": [30340.953125], "update_matrix_norm_2": [7.900314807891846], "update_matrix_norm_inf": [0.05584971234202385], "request": {"prompt": "The head coach of {} is", "subject": "United States men's national soccer team", "target_new": {"str": "Dean Smith"}, "old_answer": {"str": "Gregg Berhalter"}, "seed": 42}}, {"loss_per_step": [4.806, 3.54, 2.305, 1.186, 0.538, 0.333, 0.294, 0.281, 0.268, 0.271, 0.26, 0.26, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253, 0.252, 0.252], "prob_new": [0.008561848662793636, 0.04182719066739082, 0.1425318419933319, 0.4080350995063782, 0.7718612551689148, 0.9449483156204224, 0.9742529988288879, 0.9831323623657227, 0.9885241389274597, 0.9920209646224976, 0.9939691424369812, 0.9953823089599609, 0.9964505434036255, 0.997208833694458, 0.9977092146873474, 0.9980461597442627, 0.9983057379722595, 0.9985191822052002, 0.9986899495124817, 0.9988179802894592], "prob_old": [0.6843845844268799, 0.5107163786888123, 0.07688061147928238, 0.07623467594385147, 0.09325726330280304, 0.07362926751375198, 0.05223984643816948, 0.03880128636956215, 0.03167849779129028, 0.02775399573147297, 0.026738833636045456, 0.026058053597807884, 0.02522154152393341, 0.024484526365995407, 0.02398351952433586, 0.02362506277859211, 0.023254668340086937, 0.02282722480595112, 0.022414563223719597, 0.022147156298160553], "prob_new_token": [3.8800038737463183e-07, 5.448227966553532e-06, 0.0028764232993125916, 0.13083073496818542, 0.6147609949111938, 0.9290887713432312, 0.9888607859611511, 0.9972689747810364, 0.9988306164741516, 0.9993347525596619, 0.9995020627975464, 0.999602198600769, 0.9996781945228577, 0.9997318387031555, 0.9997662305831909, 0.9997897744178772, 0.9998096823692322, 0.9998272061347961, 0.9998417496681213, 0.9998509287834167], "prob_old_token": [0.9789921641349792, 0.9259604811668396, 0.0009631843422539532, 9.626915561966598e-05, 4.17357987316791e-05, 7.851301234040875e-06, 1.2450005897335359e-06, 2.325877517250774e-07, 7.634798038225199e-08, 3.67971466630479e-08, 3.1211587980806144e-08, 2.7812310676722518e-08, 2.3382728642218353e-08, 1.96224867465844e-08, 1.6952171222328616e-08, 1.5046747847691222e-08, 1.336007837693387e-08, 1.1736783100957382e-08, 1.0381209669674263e-08, 9.637359354996988e-09], "update_matrix_norm_1": [30756.7578125], "update_matrix_norm_2": [7.910370349884033], "update_matrix_norm_inf": [0.05318819731473923], "request": {"prompt": "The head coach of {} is", "subject": "United States men's national soccer team", "target_new": {"str": "Diego Simeone"}, "old_answer": {"str": "Gregg Berhalter"}, "seed": 42}}, {"loss_per_step": [3.459, 1.508, 0.402, 0.288, 0.286, 0.284, 0.282, 0.282, 0.28, 0.28, 0.279, 0.278, 0.277, 0.276, 0.274, 0.269, 0.258, 0.264, 0.254, 0.255], "prob_new": [0.0325542651116848, 0.3121059238910675, 0.896524965763092, 0.9962825179100037, 0.9974516034126282, 0.9975807666778564, 0.997715950012207, 0.9979352951049805, 0.998181939125061, 0.9984080195426941, 0.9985999464988708, 0.998752236366272, 0.9988671541213989, 0.9989587664604187, 0.9990332722663879, 0.9990917444229126, 0.9991281032562256, 0.9991288185119629, 0.9991549849510193, 0.9991424679756165], "prob_old": [0.6843845844268799, 0.36955371499061584, 0.5160253643989563, 0.13781856000423431, 0.08451071381568909, 0.07258987426757812, 0.06801104545593262, 0.06559661775827408, 0.0645371749997139, 0.06355348229408264, 0.062380801886320114, 0.06147187203168869, 0.06172361969947815, 0.06244068220257759, 0.06371794641017914, 0.06676917523145676, 0.07334433495998383, 0.08622004091739655, 0.09853176027536392, 0.11179392039775848], "prob_new_token": [2.754239858404617e-06, 0.05442366749048233, 0.6677379608154297, 0.9990266561508179, 0.9997775554656982, 0.9997743964195251, 0.9997228384017944, 0.9996926784515381, 0.9997164011001587, 0.9997488856315613, 0.999779462814331, 0.9998064637184143, 0.9998332858085632, 0.99985271692276, 0.9998654127120972, 0.9998742938041687, 0.9998708367347717, 0.9998353123664856, 0.9998608827590942, 0.999862551689148], "prob_old_token": [0.9789921641349792, 0.44288119673728943, 0.2742215692996979, 0.00047304746112786233, 2.8204462068970315e-05, 9.394877451995853e-06, 5.872355814062757e-06, 4.720856850326527e-06, 4.1680450522108e-06, 3.8262396628852e-06, 3.5843147543346277e-06, 3.459311528786202e-06, 3.5455911984172417e-06, 3.832590664387681e-06, 4.391191851027543e-06, 5.6457897699147e-06, 9.317668627772946e-06, 2.2430807803175412e-05, 3.241194281144999e-05, 4.5803244574926794e-05], "update_matrix_norm_1": [30284.67578125], "update_matrix_norm_2": [7.897610664367676], "update_matrix_norm_inf": [0.057113513350486755], "request": {"prompt": "The head coach of {} is", "subject": "United States men's national soccer team", "target_new": {"str": "Erik Spoelstra"}, "old_answer": {"str": "Gregg Berhalter"}, "seed": 42}}, {"loss_per_step": [4.703, 3.26, 2.257, 1.437, 0.817, 0.426, 0.33, 0.301, 0.292, 0.285, 0.277, 0.271, 0.275, 0.272, 0.273, 0.273, 0.272, 0.272, 0.271, 0.27], "prob_new": [0.009297442622482777, 0.05259878933429718, 0.14659550786018372, 0.3687383234500885, 0.6384899616241455, 0.8637098073959351, 0.9487798810005188, 0.9754782319068909, 0.9832397103309631, 0.9887001514434814, 0.9936128258705139, 0.9961895942687988, 0.997397243976593, 0.9978950619697571, 0.998114824295044, 0.9982398152351379, 0.9983522295951843, 0.9984807968139648, 0.9986243844032288, 0.9987697601318359], "prob_old": [0.8900045156478882, 0.5795956254005432, 0.10787694156169891, 0.4557018280029297, 0.320953905582428, 0.18105880916118622, 0.13485731184482574, 0.10849730670452118, 0.09247945249080658, 0.08119243383407593, 0.07162610441446304, 0.0627962127327919, 0.05597343295812607, 0.05305597558617592, 0.0513271801173687, 0.05027725175023079, 0.0495842881500721, 0.04902810975909233, 0.04842504486441612, 0.047806866466999054], "prob_new_token": [2.9291061309777433e-06, 0.0001418640313204378, 0.04119918867945671, 0.061321161687374115, 0.24917635321617126, 0.6070938110351562, 0.9114118218421936, 0.980991542339325, 0.9927152991294861, 0.9960261583328247, 0.9974702000617981, 0.9982674717903137, 0.9987201690673828, 0.999078631401062, 0.9992502927780151, 0.9993370771408081, 0.9993801712989807, 0.9994049668312073, 0.9994338750839233, 0.999470055103302], "prob_old_token": [0.9938196539878845, 0.9263656735420227, 0.008311142213642597, 0.20254701375961304, 0.12899819016456604, 0.007252204231917858, 0.0008554048254154623, 0.00012559961760416627, 3.3233391150133684e-05, 1.3616744581668172e-05, 7.29545854483149e-06, 4.397197244543349e-06, 3.00596070701431e-06, 2.267713853143505e-06, 1.9043832253373694e-06, 1.7444814375267015e-06, 1.7155483647002256e-06, 1.7537441863169079e-06, 1.7863155790109886e-06, 1.7954976101464126e-06], "update_matrix_norm_1": [32756.2421875], "update_matrix_norm_2": [8.346076011657715], "update_matrix_norm_inf": [0.03576946631073952], "request": {"prompt": "The head coach of {} is", "subject": "Belgium national football team", "target_new": {"str": "Derek McInnes"}, "old_answer": {"str": "Roberto Martinez"}, "seed": 42}}, {"loss_per_step": [3.154, 1.829, 1.008, 0.337, 0.303, 0.281, 0.275, 0.274, 0.272, 0.271, 0.271, 0.268, 0.264, 0.265, 0.263, 0.263, 0.261, 0.262, 0.261, 0.261], "prob_new": [0.044535525143146515, 0.24443812668323517, 0.5461663603782654, 0.9304263591766357, 0.9681398272514343, 0.9923011660575867, 0.997296929359436, 0.9982762336730957, 0.9985697865486145, 0.9986864924430847, 0.9987776875495911, 0.9988964200019836, 0.9989511370658875, 0.9991054534912109, 0.9991413354873657, 0.9991260766983032, 0.9990301728248596, 0.9987865090370178, 0.9984884858131409, 0.9983528852462769], "prob_old": [0.8900045156478882, 0.7127923965454102, 0.2057570070028305, 0.29672741889953613, 0.27741190791130066, 0.17110660672187805, 0.09784461557865143, 0.06036411225795746, 0.04418217018246651, 0.03512480482459068, 0.029588347300887108, 0.02823386900126934, 0.028114300221204758, 0.03397016227245331, 0.04160737246274948, 0.05361555889248848, 0.07798539847135544, 0.10426577180624008, 0.12395130097866058, 0.13101282715797424], "prob_new_token": [3.409626879147254e-05, 0.008366324007511139, 0.7232086062431335, 0.8409509062767029, 0.901988685131073, 0.9745458960533142, 0.9936532974243164, 0.9978657364845276, 0.9989678859710693, 0.9993979930877686, 0.9996000528335571, 0.9996874332427979, 0.9997356534004211, 0.9996545314788818, 0.99951171875, 0.9991575479507446, 0.9976444244384766, 0.9944356679916382, 0.990717351436615, 0.9892411231994629], "prob_old_token": [0.9938196539878845, 0.9425038695335388, 0.013394973240792751, 0.04487340897321701, 0.04088495299220085, 0.009327907115221024, 0.0016638810047879815, 0.00036298579652793705, 0.00013035132724326104, 5.874179259990342e-05, 3.2053489121608436e-05, 2.7901829525944777e-05, 2.765915087366011e-05, 5.72937133256346e-05, 0.00011320854537189007, 0.0002712149580474943, 0.0011139598209410906, 0.0032512277830392122, 0.005949847865849733, 0.007058139890432358], "update_matrix_norm_1": [33057.19921875], "update_matrix_norm_2": [8.349206924438477], "update_matrix_norm_inf": [0.03489212691783905], "request": {"prompt": "The head coach of {} is", "subject": "Belgium national football team", "target_new": {"str": "Antonio Conte"}, "old_answer": {"str": "Roberto Martinez"}, "seed": 42}}, {"loss_per_step": [8.171, 5.114, 2.612, 0.964, 0.314, 0.29, 0.271, 0.27, 0.268, 0.266, 0.265, 0.264, 0.264, 0.263, 0.262, 0.262, 0.261, 0.26, 0.259, 0.259], "prob_new": [0.0003374877560418099, 0.00985718797892332, 0.11736541986465454, 0.5215056538581848, 0.983404815196991, 0.9760984182357788, 0.9956411123275757, 0.9974855780601501, 0.998140275478363, 0.9984827041625977, 0.9987033605575562, 0.9988656640052795, 0.9989913702011108, 0.999089777469635, 0.9991707801818848, 0.9992416501045227, 0.9993051886558533, 0.9993616938591003, 0.9994105696678162, 0.9994516372680664], "prob_old": [0.8900045156478882, 0.638323187828064, 0.21923960745334625, 0.22237741947174072, 0.03297155350446701, 0.03245304524898529, 0.01835404708981514, 0.015306204557418823, 0.013996530324220657, 0.01324948389083147, 0.012729233130812645, 0.012309035286307335, 0.011955165304243565, 0.011633787304162979, 0.011305025778710842, 0.0109575679525733, 0.010592835023999214, 0.010214393958449364, 0.009828811511397362, 0.009453129023313522], "prob_new_token": [2.3727535847228864e-07, 3.0198489184840582e-05, 0.05011330544948578, 0.2836451828479767, 0.9912110567092896, 0.983674168586731, 0.9978955388069153, 0.9989261627197266, 0.9992560744285583, 0.9994206428527832, 0.9995210766792297, 0.9995884895324707, 0.999633252620697, 0.9996649622917175, 0.999692440032959, 0.9997193813323975, 0.9997461438179016, 0.999771773815155, 0.9997947812080383, 0.9998142123222351], "prob_old_token": [0.9938196539878845, 0.9172248244285583, 0.10080747306346893, 0.07758089154958725, 1.2628452168428339e-05, 4.910660663881572e-06, 1.0979749731632182e-06, 7.052705655041791e-07, 5.813255370412662e-07, 5.273765850688505e-07, 4.972312126483303e-07, 4.749090578570758e-07, 4.5406207505038765e-07, 4.304704361857148e-07, 4.0376875176661997e-07, 3.7556969800789375e-07, 3.466995224243874e-07, 3.17195343768617e-07, 2.868005424261355e-07, 2.568542640801752e-07], "update_matrix_norm_1": [32999.9921875], "update_matrix_norm_2": [8.34268856048584], "update_matrix_norm_inf": [0.03365831822156906], "request": {"prompt": "The head coach of {} is", "subject": "Belgium national football team", "target_new": {"str": "Dean Smith"}, "old_answer": {"str": "Roberto Martinez"}, "seed": 42}}, {"loss_per_step": [3.633, 2.553, 1.482, 1.098, 0.473, 0.349, 0.331, 0.322, 0.319, 0.315, 0.312, 0.311, 0.309, 0.309, 0.308, 0.307, 0.307, 0.306, 0.306, 0.305], "prob_new": [0.028099438175559044, 0.11342007666826248, 0.33169957995414734, 0.5010195970535278, 0.89337158203125, 0.9645349383354187, 0.9832130074501038, 0.989108681678772, 0.9923967123031616, 0.9941825866699219, 0.9952100515365601, 0.9959296584129333, 0.9965060949325562, 0.9969711303710938, 0.9973396062850952, 0.997629702091217, 0.9978540539741516, 0.9980258345603943, 0.9981633424758911, 0.9982783198356628], "prob_old": [0.8550924062728882, 0.46722516417503357, 0.202615424990654, 0.01511408481746912, 0.017356060445308685, 0.015009403228759766, 0.013502057641744614, 0.012929243966937065, 0.012679154053330421, 0.012495146133005619, 0.012141837738454342, 0.011574797332286835, 0.010897930711507797, 0.010374622419476509, 0.009992851875722408, 0.009774947538971901, 0.009839444421231747, 0.010160041972994804, 0.010568334721028805, 0.010976355522871017], "prob_new_token": [4.1010408402542e-09, 7.2290058596991e-06, 0.002967202803120017, 0.6036005616188049, 0.8963576555252075, 0.9763787388801575, 0.9907782673835754, 0.9938539862632751, 0.994611918926239, 0.9946064352989197, 0.9945396780967712, 0.9947274327278137, 0.9952293038368225, 0.9958987832069397, 0.9965627193450928, 0.997148334980011, 0.9976333379745483, 0.9979968070983887, 0.9982522130012512, 0.9984250068664551], "prob_old_token": [0.9584627151489258, 0.3391188681125641, 0.0030012403149157763, 1.221981983690057e-05, 2.43402018895722e-06, 7.647598749827011e-07, 5.653125185745012e-07, 6.43529460830905e-07, 8.115121659102442e-07, 1.007074274639308e-06, 1.1710486660376773e-06, 1.2314833384152735e-06, 1.147484340435767e-06, 1.003279180622485e-06, 8.660155685902282e-07, 7.524840839323588e-07, 6.633262046307209e-07, 5.991087732581946e-07, 5.605415367426758e-07, 5.410328753896465e-07], "update_matrix_norm_1": [29194.4921875], "update_matrix_norm_2": [7.756749629974365], "update_matrix_norm_inf": [0.044645924121141434], "request": {"prompt": "The head coach of {} is", "subject": "Washington Nationals", "target_new": {"str": "Simone Inzaghi"}, "old_answer": {"str": "Dave Martinez"}, "seed": 42}}, {"loss_per_step": [5.646, 4.552, 2.502, 0.848, 0.768, 0.363, 0.362, 0.356, 0.349, 0.344, 0.34, 0.337, 0.332, 0.328, 0.333, 0.33, 0.332, 0.332, 0.331, 0.331], "prob_new": [0.003637797897681594, 0.015025206841528416, 0.11657574027776718, 0.5929849743843079, 0.6600216031074524, 0.9646450281143188, 0.9663903713226318, 0.9700566530227661, 0.9775347113609314, 0.9827529788017273, 0.9871484637260437, 0.9904129505157471, 0.9927592873573303, 0.9944499731063843, 0.9956185817718506, 0.9960975646972656, 0.9965100288391113, 0.9968701601028442, 0.9971887469291687, 0.9974711537361145], "prob_old": [0.8550924062728882, 0.6625693440437317, 0.10667147487401962, 0.006962133571505547, 0.00904180109500885, 0.009105619043111801, 0.008708314038813114, 0.00802598986774683, 0.006944798398762941, 0.006006239447742701, 0.00525616854429245, 0.004687225911766291, 0.0042602913454174995, 0.003942621871829033, 0.003727642586454749, 0.00362203735858202, 0.0035546324215829372, 0.0035023728851228952, 0.003454574616625905, 0.003404809394851327], "prob_new_token": [2.5757887556210335e-07, 1.142194105341332e-05, 0.0035960895475000143, 0.8665069937705994, 0.8900890946388245, 0.9672966003417969, 0.9729815125465393, 0.9797695875167847, 0.9866069555282593, 0.9911009073257446, 0.9936636686325073, 0.995197594165802, 0.9961745738983154, 0.9968277215957642, 0.9972943663597107, 0.9976036548614502, 0.9978204965591431, 0.9979981184005737, 0.9981544613838196, 0.9982980489730835], "prob_old_token": [0.9584627151489258, 0.93727046251297, 0.006528876721858978, 5.3202384151518345e-06, 9.397887879458722e-06, 1.2053199498041067e-05, 9.798826795304194e-06, 6.465304977609776e-06, 3.896774614986498e-06, 2.8786607799702324e-06, 2.1566547729889862e-06, 1.639850211176963e-06, 1.2518428320618114e-06, 9.497325663687661e-07, 7.468275953215198e-07, 7.746414212306263e-07, 7.739694183328538e-07, 7.536928592344339e-07, 7.165061219893687e-07, 6.652724664490961e-07], "update_matrix_norm_1": [29150.9765625], "update_matrix_norm_2": [7.77871561050415], "update_matrix_norm_inf": [0.045611899346113205], "request": {"prompt": "The head coach of {} is", "subject": "Washington Nationals", "target_new": {"str": "Zlatko Dali\u0107"}, "old_answer": {"str": "Dave Martinez"}, "seed": 42}}, {"loss_per_step": [6.313, 4.942, 2.307, 1.181, 0.495, 0.354, 0.335, 0.326, 0.321, 0.318, 0.316, 0.313, 0.311, 0.311, 0.31, 0.309, 0.309, 0.308, 0.308, 0.307], "prob_new": [0.0021275191102176905, 0.016550295054912567, 0.20439641177654266, 0.48709288239479065, 0.8624376058578491, 0.9607531428337097, 0.9767528772354126, 0.9843810200691223, 0.9891921877861023, 0.9922090172767639, 0.9941205978393555, 0.9953504204750061, 0.9961917996406555, 0.9967948794364929, 0.9972505569458008, 0.997599184513092, 0.9978850483894348, 0.9981115460395813, 0.9983017444610596, 0.9984620809555054], "prob_old": [0.8550924062728882, 0.6802486181259155, 0.0919610932469368, 0.17402778565883636, 0.09332942217588425, 0.0541856624186039, 0.04377535358071327, 0.03973209112882614, 0.0375351682305336, 0.035947516560554504, 0.034645646810531616, 0.03332121670246124, 0.03210558369755745, 0.03092724084854126, 0.029695585370063782, 0.0286375992000103, 0.027455957606434822, 0.026422999799251556, 0.02537436969578266, 0.024361765012145042], "prob_new_token": [1.320574574492639e-05, 0.00033247293322347105, 0.20508816838264465, 0.4666467010974884, 0.968913197517395, 0.993230938911438, 0.9966121912002563, 0.9980867505073547, 0.9988222718238831, 0.9991913437843323, 0.9993993639945984, 0.9995090365409851, 0.9995821118354797, 0.9996309876441956, 0.999664306640625, 0.9996898174285889, 0.9997076392173767, 0.9997205138206482, 0.9997304677963257, 0.9997377991676331], "prob_old_token": [0.9584627151489258, 0.8459676504135132, 0.0016822648467496037, 0.0011807051487267017, 6.507439684355631e-05, 1.352548770228168e-05, 9.482252607995179e-06, 8.000009984243661e-06, 7.108627869456541e-06, 6.4887340158747975e-06, 5.7310076044814195e-06, 5.1853512559318915e-06, 4.613354576576967e-06, 4.107967470190488e-06, 3.7029524264653446e-06, 3.3395342597941635e-06, 3.056560899494798e-06, 2.8096364985685796e-06, 2.6054469799419167e-06, 2.439395302644698e-06], "update_matrix_norm_1": [29791.388671875], "update_matrix_norm_2": [7.749723434448242], "update_matrix_norm_inf": [0.038932062685489655], "request": {"prompt": "The head coach of {} is", "subject": "Washington Nationals", "target_new": {"str": "Dan Quinn"}, "old_answer": {"str": "Dave Martinez"}, "seed": 42}}, {"loss_per_step": [5.569, 4.383, 3.276, 0.989, 0.51, 0.354, 0.335, 0.318, 0.307, 0.302, 0.297, 0.293, 0.291, 0.288, 0.287, 0.285, 0.286, 0.285, 0.285, 0.282], "prob_new": [0.003985395655035973, 0.01873256452381611, 0.0602496936917305, 0.5190746784210205, 0.8425155282020569, 0.952551007270813, 0.9697538018226624, 0.9795401692390442, 0.985243022441864, 0.9888955950737, 0.9914423823356628, 0.993282675743103, 0.9947332739830017, 0.9958274960517883, 0.9966232776641846, 0.9968984723091125, 0.9973832964897156, 0.9977761507034302, 0.9981399774551392, 0.9986088275909424], "prob_old": [0.7697576284408569, 0.291665256023407, 0.003375203814357519, 0.015858622267842293, 0.026712309569120407, 0.013445932418107986, 0.008746759966015816, 0.006091022863984108, 0.004890685901045799, 0.004167347680777311, 0.003476948942989111, 0.0031330010388046503, 0.002733469009399414, 0.0026140776462852955, 0.0025145276449620724, 0.0030450881458818913, 0.0030636012088507414, 0.0032770035322755575, 0.003454837016761303, 0.0029526168946176767], "prob_new_token": [6.001541237310448e-07, 9.762342233443633e-05, 0.002707729348912835, 0.28248605132102966, 0.8306572437286377, 0.9239816069602966, 0.950140118598938, 0.971333384513855, 0.9832296967506409, 0.9897028207778931, 0.9931313991546631, 0.99485182762146, 0.9958537817001343, 0.9960442781448364, 0.9962806105613708, 0.9961758255958557, 0.9965366125106812, 0.9964829087257385, 0.9963682889938354, 0.9968820810317993], "prob_old_token": [0.977833092212677, 0.5012508630752563, 8.907305891625583e-05, 0.0016339970752596855, 0.0004643241409212351, 9.510785457678139e-05, 3.963286508223973e-05, 1.2658971172641031e-05, 5.559913915931247e-06, 2.827684284056886e-06, 1.5373676660601632e-06, 1.1086431186413392e-06, 7.632006600033492e-07, 8.384965894947527e-07, 8.898984447114344e-07, 1.9326469100633403e-06, 2.0610525552910985e-06, 2.9721077225985937e-06, 4.240175258019008e-06, 2.8766683044523234e-06], "update_matrix_norm_1": [32013.6953125], "update_matrix_norm_2": [8.276205062866211], "update_matrix_norm_inf": [0.043173566460609436], "request": {"prompt": "The head coach of {} is", "subject": "Tampa Bay Buccaneers", "target_new": {"str": "Steven Gerrard"}, "old_answer": {"str": "Bruce Arians"}, "seed": 42}}, {"loss_per_step": [8.429, 6.722, 4.781, 2.393, 0.934, 0.669, 0.367, 0.375, 0.319, 0.322, 0.326, 0.304, 0.303, 0.302, 0.296, 0.295, 0.289, 0.288, 0.286, 0.283], "prob_new": [0.0002696344454307109, 0.0018985728966072202, 0.013973253779113293, 0.15537665784358978, 0.5799911022186279, 0.7268913984298706, 0.9644604921340942, 0.9395031929016113, 0.9887471795082092, 0.9953914284706116, 0.9971533417701721, 0.9971611499786377, 0.997147798538208, 0.9971373677253723, 0.9974876046180725, 0.9978601336479187, 0.9980066418647766, 0.9982552528381348, 0.9987319111824036, 0.9991956353187561], "prob_old": [0.7697576284408569, 0.19596761465072632, 0.30728399753570557, 0.06788232177495956, 0.19382497668266296, 0.005194122903048992, 0.011238783597946167, 0.016637688502669334, 0.010264330543577671, 0.007242831401526928, 0.008911502547562122, 0.01070933137089014, 0.013048019260168076, 0.015468117780983448, 0.015642354264855385, 0.015333887189626694, 0.015793191269040108, 0.015516105107963085, 0.013748475350439548, 0.011508815921843052], "prob_new_token": [1.5378999478343758e-06, 0.0003675671177916229, 0.00027530870283953846, 0.21991290152072906, 0.19937728345394135, 0.9958454370498657, 0.9815961718559265, 0.9565264582633972, 0.9930671453475952, 0.998407781124115, 0.998327910900116, 0.9972487092018127, 0.9943821430206299, 0.9892157912254333, 0.9864993095397949, 0.9850077629089355, 0.9815075397491455, 0.9811163544654846, 0.9865163564682007, 0.993289053440094], "prob_old_token": [0.977833092212677, 0.3207484781742096, 0.6290347576141357, 0.004004764836281538, 0.03697846457362175, 6.553338607773185e-05, 0.0001108774304157123, 0.0002373223251197487, 3.108295641141012e-05, 6.6692573454929516e-06, 1.0672128155420069e-05, 2.2528436602442525e-05, 6.133870192570612e-05, 0.00015628679830115288, 0.0002177376882173121, 0.0002596277336124331, 0.0003597065224312246, 0.0003969590470660478, 0.00028397643472999334, 0.000143278346513398], "update_matrix_norm_1": [31287.427734375], "update_matrix_norm_2": [8.260109901428223], "update_matrix_norm_inf": [0.04404710233211517], "request": {"prompt": "The head coach of {} is", "subject": "Tampa Bay Buccaneers", "target_new": {"str": "Dave Roberts"}, "old_answer": {"str": "Bruce Arians"}, "seed": 42}}, {"loss_per_step": [5.373, 3.698, 2.437, 1.028, 0.341, 0.321, 0.303, 0.294, 0.298, 0.289, 0.289, 0.288, 0.286, 0.286, 0.285, 0.285, 0.283, 0.283, 0.283, 0.282], "prob_new": [0.005248074885457754, 0.0403619259595871, 0.12699615955352783, 0.4987434446811676, 0.9727054238319397, 0.9894509315490723, 0.9927356839179993, 0.9941204786300659, 0.9950215816497803, 0.9954266548156738, 0.9958541989326477, 0.9964288473129272, 0.9968248009681702, 0.9971292614936829, 0.9974712133407593, 0.9977609515190125, 0.9979618787765503, 0.9981403350830078, 0.9983326196670532, 0.9984925985336304], "prob_old": [0.7697576284408569, 0.3020949065685272, 0.13185065984725952, 0.04423252120614052, 0.035936448723077774, 0.028134427964687347, 0.02503046579658985, 0.022563738748431206, 0.020401202142238617, 0.0202561616897583, 0.020044375211000443, 0.01901639625430107, 0.0182277113199234, 0.01757940836250782, 0.01647639088332653, 0.015481243841350079, 0.015002191066741943, 0.01453003752976656, 0.013650715351104736, 0.012922972440719604], "prob_new_token": [3.123103397228988e-06, 0.00012649504060391337, 0.006143998820334673, 0.4874730408191681, 0.9827063083648682, 0.9948938488960266, 0.9969266653060913, 0.9977940320968628, 0.9982951283454895, 0.9982904195785522, 0.9983783960342407, 0.998665452003479, 0.9988495111465454, 0.9989814758300781, 0.9991607666015625, 0.9993079304695129, 0.9993917346000671, 0.999462902545929, 0.9995485544204712, 0.9996132254600525], "prob_old_token": [0.977833092212677, 0.6366420984268188, 0.01599651202559471, 0.0010752436937764287, 8.041357796173543e-05, 3.1251336622517556e-05, 1.9497147150104865e-05, 1.3587324247055221e-05, 1.029293707688339e-05, 9.378566574014258e-06, 8.913148121791892e-06, 7.808133887010626e-06, 7.203837867564289e-06, 6.7407645474304445e-06, 5.795599918201333e-06, 5.045571924711112e-06, 4.827405518881278e-06, 4.604963123711059e-06, 4.014008482045028e-06, 3.6100607303524157e-06], "update_matrix_norm_1": [31773.37890625], "update_matrix_norm_2": [8.238842010498047], "update_matrix_norm_inf": [0.03862107917666435], "request": {"prompt": "The head coach of {} is", "subject": "Tampa Bay Buccaneers", "target_new": {"str": "Steve Kerr"}, "old_answer": {"str": "Bruce Arians"}, "seed": 42}}, {"loss_per_step": [6.02, 3.44, 3.788, 1.722, 0.711, 0.394, 0.353, 0.336, 0.317, 0.306, 0.3, 0.301, 0.297, 0.296, 0.297, 0.297, 0.295, 0.294, 0.294, 0.294], "prob_new": [0.002583859721198678, 0.05145152658224106, 0.03703189641237259, 0.282148152589798, 0.6968441009521484, 0.9260355830192566, 0.966793417930603, 0.9831414818763733, 0.9914487600326538, 0.9950984716415405, 0.9967198371887207, 0.9976376295089722, 0.9982417821884155, 0.9986289143562317, 0.9988698959350586, 0.9990187287330627, 0.9991159439086914, 0.9991872906684875, 0.9992476105690002, 0.9993013739585876], "prob_old": [0.7568687200546265, 0.2789461612701416, 0.00527252908796072, 0.0945793092250824, 0.10583099722862244, 0.05113283172249794, 0.030768172815442085, 0.02205689437687397, 0.017263201996684074, 0.01475291233509779, 0.013581770472228527, 0.012717271223664284, 0.011715343222022057, 0.010663878172636032, 0.009780975989997387, 0.009150451980531216, 0.008718703873455524, 0.008368711918592453, 0.007994440384209156, 0.0075896368362009525], "prob_new_token": [4.689833804150112e-05, 0.023537391796708107, 0.21947145462036133, 0.33469900488853455, 0.9034640789031982, 0.9845699667930603, 0.9917581677436829, 0.9948260188102722, 0.9968228340148926, 0.9978577494621277, 0.9983774423599243, 0.9987531900405884, 0.9990594983100891, 0.9992796778678894, 0.9994233846664429, 0.9995114207267761, 0.9995666742324829, 0.9996071457862854, 0.9996414184570312, 0.9996722340583801], "prob_old_token": [0.9068147540092468, 0.12059357762336731, 6.65124025545083e-05, 0.006723645143210888, 0.002736102556809783, 0.0001395326980855316, 2.0959856556146406e-05, 6.791061423427891e-06, 3.132493247903767e-06, 1.9305027763039107e-06, 1.5216014617180917e-06, 1.2902572734674322e-06, 1.0515689154999563e-06, 8.17108286810253e-07, 6.408671424651402e-07, 5.255951691651717e-07, 4.515483738032344e-07, 3.964647135035193e-07, 3.4400511594867567e-07, 2.9439163995448325e-07], "update_matrix_norm_1": [28731.123046875], "update_matrix_norm_2": [7.645244121551514], "update_matrix_norm_inf": [0.05808418244123459], "request": {"prompt": "The head coach of {} is", "subject": "Oklahoma City Thunder", "target_new": {"str": "Peter Vermes"}, "old_answer": {"str": "Billy Donovan"}, "seed": 42}}, {"loss_per_step": [5.29, 3.59, 1.822, 0.752, 0.452, 0.375, 0.336, 0.321, 0.312, 0.307, 0.303, 0.301, 0.299, 0.298, 0.297, 0.296, 0.296, 0.295, 0.295, 0.295], "prob_new": [0.005238547921180725, 0.04091596230864525, 0.27758580446243286, 0.6725390553474426, 0.8698180317878723, 0.9395831823348999, 0.966888427734375, 0.98016756772995, 0.9869963526725769, 0.9908162355422974, 0.9931343793869019, 0.9946451187133789, 0.9956792593002319, 0.9964359998703003, 0.9970231056213379, 0.99748694896698, 0.9978411793708801, 0.9981132745742798, 0.9983415603637695, 0.9985418915748596], "prob_old": [0.7568687200546265, 0.3603954315185547, 0.008305712603032589, 0.007932786829769611, 0.0052396440878510475, 0.0034472974948585033, 0.0025175504852086306, 0.001954076811671257, 0.0015645950334146619, 0.0012882002629339695, 0.0010908201802521944, 0.0009464738541282713, 0.0008386991103179753, 0.0007556045311503112, 0.0006881270091980696, 0.0006315176724456251, 0.0005846328567713499, 0.0005456704529933631, 0.0005106547032482922, 0.0004781913885381073], "prob_new_token": [6.728519679199962e-07, 0.00043500654282979667, 0.05039999634027481, 0.62112957239151, 0.9262012839317322, 0.981756865978241, 0.993099570274353, 0.9965897798538208, 0.9980641007423401, 0.9987894892692566, 0.999165415763855, 0.9993799328804016, 0.9995138049125671, 0.9996023178100586, 0.9996628165245056, 0.9997062683105469, 0.9997411966323853, 0.9997702836990356, 0.9997929930686951, 0.9998109936714172], "prob_old_token": [0.9068147540092468, 0.20548537373542786, 0.0001238291442859918, 7.489210111089051e-05, 1.890533894766122e-05, 4.3742224988818634e-06, 1.32293359911273e-06, 4.4436509938350355e-07, 1.6254114143521292e-07, 6.721602119341696e-08, 3.204298693049168e-08, 1.7456894596534767e-08, 1.0875059075488025e-08, 7.544694646810512e-09, 5.5472475501971985e-09, 4.212378890144919e-09, 3.329350128922215e-09, 2.710617064138887e-09, 2.232548368397147e-09, 1.8571563176195127e-09], "update_matrix_norm_1": [28701.125], "update_matrix_norm_2": [7.631214618682861], "update_matrix_norm_inf": [0.054299596697092056], "request": {"prompt": "The head coach of {} is", "subject": "Oklahoma City Thunder", "target_new": {"str": "John Harbaugh"}, "old_answer": {"str": "Billy Donovan"}, "seed": 42}}, {"loss_per_step": [6.02, 3.759, 2.185, 1.101, 0.391, 0.365, 0.35, 0.34, 0.335, 0.35, 0.345, 0.338, 0.325, 0.327, 0.316, 0.31, 0.31, 0.305, 0.305, 0.305], "prob_new": [0.0024569695815443993, 0.03560414910316467, 0.17119760811328888, 0.4903794825077057, 0.9493235945701599, 0.9795926809310913, 0.9809482097625732, 0.9940070509910583, 0.9956812262535095, 0.9965742230415344, 0.9967885613441467, 0.997025728225708, 0.9974085688591003, 0.9978314638137817, 0.998238742351532, 0.9985299110412598, 0.9986915588378906, 0.9988120198249817, 0.9989224672317505, 0.9990154504776001], "prob_old": [0.7568687200546265, 0.23081085085868835, 0.002400919096544385, 0.0017320966580882668, 0.00031072297133505344, 0.00022285529121290892, 0.0002161855372833088, 0.0001336817949777469, 0.0001244059094460681, 0.00012879251153208315, 0.00014605025353375822, 0.00014783603546675295, 0.00012811450869776309, 0.00010921165812760592, 9.849993512034416e-05, 8.352640725206584e-05, 6.876770930830389e-05, 6.496283458545804e-05, 6.515261338790879e-05, 6.619308260269463e-05], "prob_new_token": [1.1093659679772827e-07, 0.00034199978108517826, 0.017281044274568558, 0.19850100576877594, 0.976340115070343, 0.9969307780265808, 0.9958879947662354, 0.997764527797699, 0.9975336790084839, 0.9968182444572449, 0.9958899021148682, 0.9959165453910828, 0.9969472289085388, 0.9978749752044678, 0.9984000325202942, 0.9989166259765625, 0.9993309378623962, 0.9995179176330566, 0.9996046423912048, 0.9996445178985596], "prob_old_token": [0.9068147540092468, 0.06268597394227982, 1.1662201359285973e-05, 8.454199814877938e-06, 5.625296850553241e-08, 2.290712508568049e-08, 1.4637144829521276e-08, 2.1901813695990313e-09, 1.334568233701816e-09, 1.194518484126661e-09, 1.431370355575723e-09, 1.542746597138489e-09, 1.3251350017284835e-09, 1.0266798522451381e-09, 7.643124466660822e-10, 5.793217017213692e-10, 4.665496322608931e-10, 4.442415602046168e-10, 4.4633169382635174e-10, 4.3603815003123714e-10], "update_matrix_norm_1": [28288.1640625], "update_matrix_norm_2": [7.61949348449707], "update_matrix_norm_inf": [0.06091815605759621], "request": {"prompt": "The head coach of {} is", "subject": "Oklahoma City Thunder", "target_new": {"str": "Roberto Martinez"}, "old_answer": {"str": "Billy Donovan"}, "seed": 42}}, {"loss_per_step": [5.95, 2.988, 1.618, 0.522, 0.349, 0.329, 0.319, 0.304, 0.304, 0.293, 0.285, 0.295, 0.284, 0.286, 0.285, 0.279, 0.278, 0.276, 0.274, 0.275], "prob_new": [0.0026900945231318474, 0.07331725209951401, 0.2992149591445923, 0.8272292613983154, 0.9602750539779663, 0.979098379611969, 0.9878771901130676, 0.9916993379592896, 0.9936274886131287, 0.994890034198761, 0.9957740902900696, 0.9963510632514954, 0.9966636896133423, 0.9968847632408142, 0.9970941543579102, 0.9973112940788269, 0.9974890351295471, 0.9976137280464172, 0.9977197647094727, 0.9978123903274536], "prob_old": [0.8828902840614319, 0.5595748424530029, 0.1259145885705948, 0.11324188113212585, 0.07205024361610413, 0.051397379487752914, 0.04308009892702103, 0.03963073343038559, 0.037938009947538376, 0.03642282634973526, 0.03543755039572716, 0.0354120172560215, 0.03526752069592476, 0.03585490584373474, 0.03654986247420311, 0.03727886825799942, 0.03846229240298271, 0.03964436426758766, 0.04045994579792023, 0.04140235856175423], "prob_new_token": [1.1694610435597497e-07, 3.741486943908967e-05, 0.011135811917483807, 0.6975848078727722, 0.9885729551315308, 0.9985400438308716, 0.9994575381278992, 0.9996557831764221, 0.999736487865448, 0.999795138835907, 0.9998330473899841, 0.9998486638069153, 0.9998549222946167, 0.9998533725738525, 0.9998530745506287, 0.999856173992157, 0.999853789806366, 0.9998452663421631, 0.9998365044593811, 0.9998279809951782], "prob_old_token": [0.9309485554695129, 0.3267858028411865, 9.657380724092945e-05, 2.0152168872300535e-05, 7.951584279908275e-07, 1.042091355429875e-07, 4.0154976232997797e-08, 2.6211901982264862e-08, 2.0583378557148535e-08, 1.619316236656232e-08, 1.353459033737181e-08, 1.288183071324056e-08, 1.2108240632358047e-08, 1.2542423988293194e-08, 1.3060303949430363e-08, 1.3587614589027908e-08, 1.5201885972260243e-08, 1.7503939631069443e-08, 1.938803251277932e-08, 2.1648808967711375e-08], "update_matrix_norm_1": [31427.171875], "update_matrix_norm_2": [8.168712615966797], "update_matrix_norm_inf": [0.031056957319378853], "request": {"prompt": "The head coach of {} is", "subject": "San Antonio Spurs", "target_new": {"str": "Aliou Ciss\u00e9"}, "old_answer": {"str": "Gregg Popovich"}, "seed": 42}}, {"loss_per_step": [5.119, 3.458, 2.255, 0.732, 0.342, 0.3, 0.291, 0.286, 0.282, 0.28, 0.28, 0.278, 0.277, 0.276, 0.275, 0.274, 0.273, 0.272, 0.272, 0.272], "prob_new": [0.006236839108169079, 0.049468789249658585, 0.14345239102840424, 0.6684566736221313, 0.9503835439682007, 0.9904739260673523, 0.9949682354927063, 0.9963253736495972, 0.9969967603683472, 0.9974144101142883, 0.9976913928985596, 0.9978814125061035, 0.9980385303497314, 0.9981916546821594, 0.9983423352241516, 0.9984794855117798, 0.9985950589179993, 0.998693585395813, 0.9987834692001343, 0.9988656044006348], "prob_old": [0.8828902840614319, 0.81223464012146, 0.18746817111968994, 0.1601986438035965, 0.07504145801067352, 0.03753170743584633, 0.027958322316408157, 0.024549581110477448, 0.02321537956595421, 0.02277802862226963, 0.022684648633003235, 0.02277774177491665, 0.023127881810069084, 0.02381175570189953, 0.02489369921386242, 0.026368936523795128, 0.0275881290435791, 0.02799881622195244, 0.02823435142636299, 0.028787516057491302], "prob_new_token": [3.451850716373883e-06, 0.00030479475390166044, 0.027067262679338455, 0.09936212748289108, 0.9103740453720093, 0.9904049634933472, 0.9965270161628723, 0.9980010986328125, 0.9986101984977722, 0.9989370703697205, 0.9991294741630554, 0.9992503523826599, 0.999337911605835, 0.9994134306907654, 0.9994818568229675, 0.9995359182357788, 0.9995775818824768, 0.9996106028556824, 0.999635636806488, 0.9996521472930908], "prob_old_token": [0.9309485554695129, 0.6734679341316223, 0.0004928451962769032, 0.0005024777492508292, 5.3457730246009305e-05, 2.2054434793972177e-06, 5.988785574118083e-07, 3.4188411746072234e-07, 2.578782698492432e-07, 2.1973428943056206e-07, 1.9900774361758522e-07, 1.8810146684700157e-07, 1.8432557169489883e-07, 1.8570165138953598e-07, 1.9161564068781445e-07, 2.0198537242777093e-07, 2.104140861547421e-07, 2.102752603150293e-07, 2.0787604171346175e-07, 2.0915805976073898e-07], "update_matrix_norm_1": [31172.76953125], "update_matrix_norm_2": [8.172075271606445], "update_matrix_norm_inf": [0.031367380172014236], "request": {"prompt": "The head coach of {} is", "subject": "San Antonio Spurs", "target_new": {"str": "Lionel Scaloni"}, "old_answer": {"str": "Gregg Popovich"}, "seed": 42}}, {"loss_per_step": [5.687, 2.308, 0.578, 0.325, 0.304, 0.297, 0.306, 0.313, 0.293, 0.284, 0.284, 0.278, 0.279, 0.276, 0.274, 0.274, 0.274, 0.272, 0.273, 0.273], "prob_new": [0.0037152981385588646, 0.1550527662038803, 0.7946414947509766, 0.9926362037658691, 0.9946960210800171, 0.9961339831352234, 0.9981404542922974, 0.9986386895179749, 0.9991256594657898, 0.9993577003479004, 0.9993431568145752, 0.9992597699165344, 0.99925297498703, 0.9993280172348022, 0.9993866086006165, 0.9994154572486877, 0.9994407892227173, 0.9994722008705139, 0.999511182308197, 0.9995626211166382], "prob_old": [0.8828902840614319, 0.3013985753059387, 0.32956022024154663, 0.09980852156877518, 0.04959531128406525, 0.03690386191010475, 0.03486713021993637, 0.033754438161849976, 0.03737035393714905, 0.045121513307094574, 0.052234094589948654, 0.05755918473005295, 0.06218568608164787, 0.06612315028905869, 0.0696602463722229, 0.07232489436864853, 0.07351209223270416, 0.0734158456325531, 0.07251156866550446, 0.07096762210130692], "prob_new_token": [6.800657138228416e-05, 0.02006516419351101, 0.9608718156814575, 0.9981759786605835, 0.9993845820426941, 0.999549150466919, 0.9996294379234314, 0.9996745586395264, 0.9996129870414734, 0.9994807839393616, 0.9993160963058472, 0.9991729259490967, 0.9991328120231628, 0.9991939067840576, 0.9992592930793762, 0.9993131160736084, 0.9993720650672913, 0.9994364976882935, 0.9995012283325195, 0.999564528465271], "prob_old_token": [0.9309485554695129, 0.00109787133987993, 0.0015630581183359027, 9.665392099122982e-06, 5.188272211853473e-07, 1.821633475174167e-07, 1.3697547274205135e-07, 1.147119590427792e-07, 1.8557204839453334e-07, 4.548985828023433e-07, 9.647199021856068e-07, 1.5736707155156182e-06, 2.289493977514212e-06, 3.0687724574818276e-06, 3.886494141625008e-06, 4.5389169827103615e-06, 4.7830048970354255e-06, 4.654240001400467e-06, 4.331399395596236e-06, 3.887739694619086e-06], "update_matrix_norm_1": [32066.53125], "update_matrix_norm_2": [8.159087181091309], "update_matrix_norm_inf": [0.02825101651251316], "request": {"prompt": "The head coach of {} is", "subject": "San Antonio Spurs", "target_new": {"str": "Dave Roberts"}, "old_answer": {"str": "Gregg Popovich"}, "seed": 42}}, {"loss_per_step": [9.86, 7.999, 4.261, 2.955, 0.642, 0.359, 0.344, 0.342, 0.341, 0.339, 0.337, 0.335, 0.334, 0.332, 0.331, 0.33, 0.329, 0.327, 0.326, 0.323], "prob_new": [5.763805893366225e-05, 0.0006707663414999843, 0.028164386749267578, 0.09397157281637192, 0.777064859867096, 0.9888338446617126, 0.9933404922485352, 0.9942536950111389, 0.9949061274528503, 0.9955307245254517, 0.996116578578949, 0.9966320991516113, 0.9970605969429016, 0.9974130988121033, 0.9977155327796936, 0.9979845881462097, 0.9982249140739441, 0.9984350204467773, 0.9986156225204468, 0.9987713098526001], "prob_old": [0.8237003087997437, 0.6463938355445862, 0.178269162774086, 0.0015434378292411566, 0.00106649415101856, 0.0002166469639632851, 0.00013984579709358513, 0.00011910711327800527, 0.0001105361370719038, 0.00010594448394840583, 0.00010304698662366718, 0.00010116292105522007, 9.994978609029204e-05, 9.895792754832655e-05, 9.79564429144375e-05, 9.696742199594155e-05, 9.60510442382656e-05, 9.525381028652191e-05, 9.451692312723026e-05, 9.383083670400083e-05], "prob_new_token": [1.3081390534352977e-05, 0.0006599854677915573, 0.004637130070477724, 0.0605568028986454, 0.8512568473815918, 0.992594301700592, 0.9963183999061584, 0.9970142245292664, 0.9974328875541687, 0.9977901577949524, 0.9980999827384949, 0.9983590245246887, 0.9985733032226562, 0.9987537860870361, 0.9989089369773865, 0.9990395903587341, 0.9991486668586731, 0.9992402791976929, 0.999321460723877, 0.9993953704833984], "prob_old_token": [0.9206928014755249, 0.49586597084999084, 0.0024718190543353558, 0.00040022487519308925, 8.667107977089472e-06, 4.580658341524213e-08, 1.5337226599854148e-08, 1.0134058925359568e-08, 8.053697264642778e-09, 6.911091254835355e-09, 6.1877880597194235e-09, 5.7029154731935705e-09, 5.33920507805874e-09, 4.989393342924586e-09, 4.627072947016586e-09, 4.288142729791389e-09, 3.996142083906307e-09, 3.74132591574039e-09, 3.4892486677762236e-09, 3.2274340977522797e-09], "update_matrix_norm_1": [29210.90625], "update_matrix_norm_2": [7.670873641967773], "update_matrix_norm_inf": [0.05527545139193535], "request": {"prompt": "The head coach of {} is", "subject": "Tennessee Titans", "target_new": {"str": "Stephen Robinson"}, "old_answer": {"str": "Mike Vrabel"}, "seed": 42}}, {"loss_per_step": [2.893, 1.943, 0.785, 0.42, 0.357, 0.363, 0.35, 0.341, 0.33, 0.32, 0.314, 0.305, 0.298, 0.287, 0.289, 0.29, 0.283, 0.285, 0.286, 0.283], "prob_new": [0.056048426777124405, 0.20545777678489685, 0.6588499546051025, 0.9128389358520508, 0.9576087594032288, 0.9720269441604614, 0.9888315200805664, 0.9899275898933411, 0.9863893389701843, 0.9922440052032471, 0.9948911666870117, 0.996160626411438, 0.9969585537910461, 0.9975382685661316, 0.9979466199874878, 0.9982864856719971, 0.9985038638114929, 0.9985869526863098, 0.9986830353736877, 0.9988336563110352], "prob_old": [0.8237003087997437, 0.5721099376678467, 0.13139708340168, 0.351548969745636, 0.3384210467338562, 0.2404552400112152, 0.06916910409927368, 0.14136871695518494, 0.16476817429065704, 0.15341845154762268, 0.11897397041320801, 0.08848121017217636, 0.07042533904314041, 0.06194920837879181, 0.05757586285471916, 0.04897024482488632, 0.03916013985872269, 0.03255005180835724, 0.028921829536557198, 0.027107618749141693], "prob_new_token": [0.005654816050082445, 0.06625784188508987, 0.5888587236404419, 0.679350733757019, 0.8697251081466675, 0.9578705430030823, 0.9842310547828674, 0.9780667424201965, 0.9671198725700378, 0.9786268472671509, 0.9888861179351807, 0.994169294834137, 0.99659663438797, 0.9977577328681946, 0.9983983039855957, 0.9989581108093262, 0.9993396997451782, 0.9995191097259521, 0.9996020197868347, 0.9996544718742371], "prob_old_token": [0.9206928014755249, 0.717750072479248, 0.06731511652469635, 0.20767714083194733, 0.1175597757101059, 0.03898490592837334, 0.011117852292954922, 0.019551033154129982, 0.029014436528086662, 0.017224889248609543, 0.007473749108612537, 0.0030152704566717148, 0.0013891218695789576, 0.0008141862927004695, 0.0005642754258587956, 0.00033920403802767396, 0.000190633290912956, 0.0001280980941373855, 0.00010684833978302777, 9.969061648007482e-05], "update_matrix_norm_1": [28684.61328125], "update_matrix_norm_2": [7.686200141906738], "update_matrix_norm_inf": [0.0637471079826355], "request": {"prompt": "The head coach of {} is", "subject": "Tennessee Titans", "target_new": {"str": "Kenny Atkinson"}, "old_answer": {"str": "Mike Vrabel"}, "seed": 42}}, {"loss_per_step": [5.987, 4.454, 1.68, 0.635, 0.371, 0.346, 0.338, 0.33, 0.323, 0.318, 0.315, 0.313, 0.312, 0.311, 0.31, 0.309, 0.308, 0.308, 0.307, 0.306], "prob_new": [0.002708440413698554, 0.018425123766064644, 0.2822801172733307, 0.7598636150360107, 0.9621210098266602, 0.9849959015846252, 0.9920955896377563, 0.9949181079864502, 0.9962860345840454, 0.997035801410675, 0.9974701404571533, 0.9977441430091858, 0.9979681372642517, 0.9981831312179565, 0.998378574848175, 0.9985435605049133, 0.998683750629425, 0.9988052845001221, 0.9989038109779358, 0.9989786148071289], "prob_old": [0.8237003087997437, 0.6305986046791077, 0.10241367667913437, 0.012812431901693344, 0.004423549398779869, 0.0023060201201587915, 0.0015279189683496952, 0.0011456605279818177, 0.000928954454138875, 0.0007844070787541568, 0.0006793476059101522, 0.0006124253268353641, 0.0005729101249016821, 0.0005477633094415069, 0.0005318127805367112, 0.0005227563669905066, 0.0005173659301362932, 0.0005135553074069321, 0.0005113590159453452, 0.0005111207719892263], "prob_new_token": [2.4102661200231523e-07, 4.942751274938928e-06, 0.024295400828123093, 0.784389078617096, 0.9973591566085815, 0.999261200428009, 0.9995943903923035, 0.9997040033340454, 0.9997515082359314, 0.9997868537902832, 0.9998210072517395, 0.9998475909233093, 0.9998618960380554, 0.9998683333396912, 0.9998724460601807, 0.9998770952224731, 0.999881386756897, 0.999885082244873, 0.9998888373374939, 0.9998929500579834], "prob_old_token": [0.9206928014755249, 0.642744779586792, 0.015210387296974659, 6.0651898820651695e-05, 2.39713358496374e-07, 3.437265050365568e-08, 1.398224114268487e-08, 8.74282246599023e-09, 6.802491903101782e-09, 5.5305133805916284e-09, 4.2973784530886405e-09, 3.4129545856131926e-09, 2.9799678280539865e-09, 2.818638877855051e-09, 2.793089981523167e-09, 2.849091407242099e-09, 2.9844102744647216e-09, 3.218550759243044e-09, 3.55344265123847e-09, 3.957163929868557e-09], "update_matrix_norm_1": [29190.203125], "update_matrix_norm_2": [7.693007946014404], "update_matrix_norm_inf": [0.05622751638293266], "request": {"prompt": "The head coach of {} is", "subject": "Tennessee Titans", "target_new": {"str": "Diego Simeone"}, "old_answer": {"str": "Mike Vrabel"}, "seed": 42}}, {"loss_per_step": [4.155, 2.649, 1.173, 0.322, 0.33, 0.314, 0.332, 0.307, 0.298, 0.291, 0.276, 0.277, 0.271, 0.267, 0.27, 0.267, 0.265, 0.265, 0.264, 0.262], "prob_new": [0.01601521670818329, 0.09546520560979843, 0.42707499861717224, 0.9747269153594971, 0.9920645356178284, 0.9954407215118408, 0.9965785145759583, 0.9961363673210144, 0.9963739514350891, 0.9973953366279602, 0.9982171058654785, 0.9984522461891174, 0.9984796047210693, 0.9984721541404724, 0.9985253810882568, 0.9986417293548584, 0.9987953305244446, 0.9989644289016724, 0.9991198182106018, 0.9992328882217407], "prob_old": [0.8535374402999878, 0.762967050075531, 0.43005216121673584, 0.142574742436409, 0.08573741465806961, 0.08182167261838913, 0.09241211414337158, 0.14064893126487732, 0.15429991483688354, 0.132703498005867, 0.09635850787162781, 0.0781167671084404, 0.06945623457431793, 0.06615330278873444, 0.06428467482328415, 0.06182665005326271, 0.05932873860001564, 0.05805305764079094, 0.05816476792097092, 0.0597853884100914], "prob_new_token": [1.1385350262571592e-06, 0.0003921972238458693, 0.07636681944131851, 0.9803674817085266, 0.998164713382721, 0.9976438879966736, 0.9956046342849731, 0.9866176247596741, 0.9855955839157104, 0.9926356077194214, 0.9972712993621826, 0.9984558820724487, 0.9988338351249695, 0.9989003539085388, 0.9989145994186401, 0.9989915490150452, 0.9990948438644409, 0.9991611242294312, 0.999181866645813, 0.999158501625061], "prob_old_token": [0.9691709280014038, 0.7461200952529907, 0.10611151903867722, 0.00012972543481737375, 9.87085877568461e-06, 5.97328289586585e-05, 0.00035229246714152396, 0.0031385235488414764, 0.004159383475780487, 0.0017116524977609515, 0.0003257986390963197, 9.862611477728933e-05, 4.69506521767471e-05, 3.388989352970384e-05, 2.864430280169472e-05, 2.3822607545298524e-05, 2.009921445278451e-05, 1.921259899972938e-05, 2.1344916603993624e-05, 2.7650341507978737e-05], "update_matrix_norm_1": [33296.88671875], "update_matrix_norm_2": [8.531067848205566], "update_matrix_norm_inf": [0.047135304659605026], "request": {"prompt": "The head coach of {} is", "subject": "Croatia national association football team", "target_new": {"str": "Steven Gerrard"}, "old_answer": {"str": "Zlatko Dali\u0107"}, "seed": 42}}, {"loss_per_step": [7.134, 5.573, 4.602, 3.398, 2.093, 1.537, 0.434, 0.28, 0.274, 0.275, 0.279, 0.273, 0.273, 0.275, 0.268, 0.271, 0.269, 0.266, 0.268, 0.263], "prob_new": [0.0009147629607468843, 0.005609874147921801, 0.016508935019373894, 0.05367099866271019, 0.2686922252178192, 0.30018702149391174, 0.8628019094467163, 0.9905539155006409, 0.9960855841636658, 0.9964689016342163, 0.995959997177124, 0.9961602687835693, 0.9968372583389282, 0.9974538087844849, 0.9981354475021362, 0.9985142946243286, 0.9986816048622131, 0.99884033203125, 0.9989883303642273, 0.9991397261619568], "prob_old": [0.8535374402999878, 0.733605146408081, 0.29981353878974915, 0.7087303400039673, 0.21721917390823364, 0.13176393508911133, 0.11184286326169968, 0.0679951161146164, 0.056806530803442, 0.05644258111715317, 0.05834905803203583, 0.05899709835648537, 0.057132817804813385, 0.05463767796754837, 0.052270062267780304, 0.050546083599328995, 0.04867525398731232, 0.04763687402009964, 0.04704000800848007, 0.047452401369810104], "prob_new_token": [6.670245689122112e-09, 8.61603695057056e-08, 1.602484189788811e-05, 3.7012296161265112e-06, 0.09228679537773132, 0.00851488672196865, 0.5925519466400146, 0.9941962957382202, 0.9988628625869751, 0.9990921020507812, 0.9988240003585815, 0.9987865090370178, 0.9988723397254944, 0.9988642930984497, 0.9990586042404175, 0.9991576671600342, 0.9991589784622192, 0.9992080330848694, 0.9992390871047974, 0.9991495013237], "prob_old_token": [0.9691709280014038, 0.8470482230186462, 0.1610850840806961, 0.7165147662162781, 0.005544270854443312, 9.624015365261585e-05, 7.391560211544856e-05, 2.898080310842488e-06, 9.139831718130154e-07, 9.896717756419093e-07, 1.734544525788806e-06, 1.890574367280351e-06, 1.6650309362375992e-06, 1.6226910020122887e-06, 1.1157549124618527e-06, 8.295976385852555e-07, 7.317571544263046e-07, 6.058021426724736e-07, 5.212777409724367e-07, 5.973259362690442e-07], "update_matrix_norm_1": [33018.5546875], "update_matrix_norm_2": [8.523336410522461], "update_matrix_norm_inf": [0.04648778215050697], "request": {"prompt": "The head coach of {} is", "subject": "Croatia national association football team", "target_new": {"str": "Brett Brown"}, "old_answer": {"str": "Zlatko Dali\u0107"}, "seed": 42}}, {"loss_per_step": [9.445, 8.26, 4.64, 2.298, 1.922, 0.629, 0.313, 0.282, 0.271, 0.27, 0.274, 0.273, 0.265, 0.26, 0.262, 0.26, 0.259, 0.26, 0.258, 0.258], "prob_new": [8.204887853935361e-05, 0.00035788770765066147, 0.015369015745818615, 0.17418162524700165, 0.22244547307491302, 0.7231826186180115, 0.965472936630249, 0.9933344721794128, 0.9971646070480347, 0.9982337951660156, 0.998748779296875, 0.9989562630653381, 0.9990447163581848, 0.9990932941436768, 0.9991496205329895, 0.9992111325263977, 0.9992634057998657, 0.9993079304695129, 0.9993394613265991, 0.9993582367897034], "prob_old": [0.8535374402999878, 0.7760354280471802, 0.19206111133098602, 0.012453705072402954, 0.4259529113769531, 0.06161319836974144, 0.013639252632856369, 0.007570289541035891, 0.005721047520637512, 0.004846183583140373, 0.004404772538691759, 0.0041799829341471195, 0.004091155249625444, 0.0041546993888914585, 0.0041920095682144165, 0.004141631070524454, 0.00406286958605051, 0.003990565426647663, 0.003980891779065132, 0.004015415441244841], "prob_new_token": [1.0838665502888034e-06, 5.301604687701911e-06, 0.0005378944333642721, 0.02421441301703453, 0.0014820706564933062, 0.35446903109550476, 0.9641053676605225, 0.9941653609275818, 0.9978443384170532, 0.9988572001457214, 0.9992974996566772, 0.9994127750396729, 0.9994645714759827, 0.9995168447494507, 0.9995684027671814, 0.9995986819267273, 0.9996187090873718, 0.9996451139450073, 0.9996738433837891, 0.9996945858001709], "prob_old_token": [0.9691709280014038, 0.8963750004768372, 0.10615350306034088, 0.0003647846169769764, 0.43183302879333496, 0.00840297807008028, 5.604545003734529e-05, 4.62907928522327e-06, 1.4434880313274334e-06, 7.020274210844946e-07, 4.0577563709121023e-07, 3.3915048902599665e-07, 3.1413830470228277e-07, 2.8642443794524297e-07, 2.487250583271816e-07, 2.2719379444424703e-07, 2.1429562480079767e-07, 1.952406734062606e-07, 1.740666562000115e-07, 1.5834038435968978e-07], "update_matrix_norm_1": [33304.18359375], "update_matrix_norm_2": [8.533422470092773], "update_matrix_norm_inf": [0.04329598322510719], "request": {"prompt": "The head coach of {} is", "subject": "Croatia national association football team", "target_new": {"str": "Ron Rivera"}, "old_answer": {"str": "Zlatko Dali\u0107"}, "seed": 42}}, {"loss_per_step": [5.769, 4.557, 4.181, 2.547, 1.191, 0.389, 0.361, 0.325, 0.315, 0.338, 0.315, 0.316, 0.31, 0.303, 0.3, 0.3, 0.3, 0.299, 0.298, 0.298], "prob_new": [0.003676240798085928, 0.01593671180307865, 0.02779311314225197, 0.11366972327232361, 0.4361998736858368, 0.936072587966919, 0.9591289162635803, 0.9897204041481018, 0.9952605366706848, 0.9968993067741394, 0.9978708028793335, 0.9980941414833069, 0.9980237483978271, 0.997842013835907, 0.9977420568466187, 0.998039722442627, 0.998603105545044, 0.999049961566925, 0.9993190169334412, 0.9994742274284363], "prob_old": [0.9274460077285767, 0.8875205516815186, 0.2575061619281769, 0.8095009326934814, 0.6204366087913513, 0.3394489288330078, 0.23241743445396423, 0.16070935130119324, 0.13168884813785553, 0.12644921243190765, 0.14533545076847076, 0.16995173692703247, 0.18601202964782715, 0.19758319854736328, 0.20243781805038452, 0.19334566593170166, 0.1715463250875473, 0.1476486623287201, 0.1279219686985016, 0.11358776688575745], "prob_new_token": [0.0017323204083368182, 0.02056608535349369, 0.27272090315818787, 0.2757299542427063, 0.57529217004776, 0.9351313710212708, 0.9591633081436157, 0.9863757491111755, 0.9938411116600037, 0.9964505434036255, 0.9975636005401611, 0.9978901743888855, 0.9979338645935059, 0.9978174567222595, 0.9976900815963745, 0.997817873954773, 0.9981980919837952, 0.9985745549201965, 0.9988516569137573, 0.9990419745445251], "prob_old_token": [0.9688405990600586, 0.8818445205688477, 0.007731031160801649, 0.5013728737831116, 0.24725645780563354, 0.002893456257879734, 0.00020796280296053737, 2.875954123737756e-05, 9.691290870250668e-06, 7.143694801925449e-06, 1.6215857613133267e-05, 4.2171588575001806e-05, 7.249452028190717e-05, 0.00011035556235583499, 0.0001410722325090319, 0.00012335767678450793, 7.259407720994204e-05, 3.686193667817861e-05, 1.9620812963694334e-05, 1.1871028618770652e-05], "update_matrix_norm_1": [35552.06640625], "update_matrix_norm_2": [9.240792274475098], "update_matrix_norm_inf": [0.07835066318511963], "request": {"prompt": "The head coach of {} is", "subject": "Aberdeen F.C.", "target_new": {"str": "Dave Roberts"}, "old_answer": {"str": "Derek McInnes"}, "seed": 42}}, {"loss_per_step": [5.799, 4.706, 2.921, 2.309, 1.114, 0.818, 0.959, 0.39, 0.976, 0.351, 0.411, 0.312, 0.315, 0.326, 0.321, 0.309, 0.304, 0.303, 0.302, 0.301], "prob_new": [0.0032096952199935913, 0.013364627957344055, 0.07598847895860672, 0.14475470781326294, 0.4602988064289093, 0.6117659211158752, 0.572601318359375, 0.9351893067359924, 0.5277935862541199, 0.9723940491676331, 0.9358026385307312, 0.9973142743110657, 0.9912161231040955, 0.9770980477333069, 0.980566680431366, 0.992859423160553, 0.9972875118255615, 0.9986810684204102, 0.9991933107376099, 0.9994203448295593], "prob_old": [0.9274460077285767, 0.9313018321990967, 0.8233261108398438, 0.798115611076355, 0.618222177028656, 0.6008358597755432, 0.03102157823741436, 0.3866126239299774, 0.7280637621879578, 0.18520373106002808, 0.16295349597930908, 0.12795434892177582, 0.2250894457101822, 0.3050282895565033, 0.2937570810317993, 0.2290036380290985, 0.1721281111240387, 0.13323210179805756, 0.10848123580217361, 0.09274028986692429], "prob_new_token": [3.1178240078588715e-06, 2.5889450625982136e-05, 0.0007833030540496111, 0.0036425066646188498, 0.07873188704252243, 0.10470641404390335, 0.9905219674110413, 0.7316814661026001, 0.07594586163759232, 0.9742213487625122, 0.9945142269134521, 0.989619791507721, 0.9574321508407593, 0.8988648056983948, 0.9106245040893555, 0.959946870803833, 0.9843593835830688, 0.9930895566940308, 0.996209979057312, 0.9974769353866577], "prob_old_token": [0.9688405990600586, 0.8974851369857788, 0.6346833109855652, 0.5244620442390442, 0.20402050018310547, 0.1226845309138298, 4.975222509528976e-06, 0.030282380059361458, 0.2829381227493286, 0.00023571251949761063, 6.165131708257832e-06, 9.064260666491464e-05, 0.0016123710665851831, 0.006422683596611023, 0.005584039259701967, 0.0018445044988766313, 0.0004680761194322258, 0.00012363608402665704, 4.075546166859567e-05, 1.7934054994839244e-05], "update_matrix_norm_1": [35114.265625], "update_matrix_norm_2": [9.25098991394043], "update_matrix_norm_inf": [0.0935705155134201], "request": {"prompt": "The head coach of {} is", "subject": "Aberdeen F.C.", "target_new": {"str": "Brett Brown"}, "old_answer": {"str": "Derek McInnes"}, "seed": 42}}, {"loss_per_step": [5.78, 5.221, 4.02, 2.788, 1.898, 1.139, 1.291, 0.348, 0.362, 0.355, 0.331, 0.332, 0.327, 0.319, 0.31, 0.304, 0.301, 0.301, 0.301, 0.3], "prob_new": [0.003237823722884059, 0.008067826740443707, 0.026151152327656746, 0.08697609603404999, 0.2087022215127945, 0.47980037331581116, 0.3920094668865204, 0.9590582251548767, 0.9569975733757019, 0.9970290064811707, 0.9929891228675842, 0.9875370264053345, 0.9883744716644287, 0.9926409125328064, 0.9955583214759827, 0.9970706701278687, 0.9979082942008972, 0.9984310865402222, 0.9987781643867493, 0.9990109205245972], "prob_old": [0.9274460077285767, 0.8715908527374268, 0.5124507546424866, 0.6990603804588318, 0.036315225064754486, 0.24821163713932037, 0.7123950719833374, 0.027514945715665817, 0.01039398554712534, 0.013390928506851196, 0.050028298050165176, 0.09081577509641647, 0.10721973329782486, 0.09253928065299988, 0.06941439211368561, 0.051461804658174515, 0.03934287279844284, 0.03064953163266182, 0.024072375148534775, 0.019240830093622208], "prob_new_token": [0.0017323204083368182, 0.020115673542022705, 0.3379984498023987, 0.3668907880783081, 0.9733989238739014, 0.9322834610939026, 0.4680176079273224, 0.8952339887619019, 0.9810671806335449, 0.9914782643318176, 0.9682883620262146, 0.9343612194061279, 0.9430570006370544, 0.97258061170578, 0.9882038235664368, 0.993762731552124, 0.9959670305252075, 0.9971961975097656, 0.9980581402778625, 0.9986634254455566], "prob_old_token": [0.9688405990600586, 0.9020943641662598, 0.5125539302825928, 0.509256899356842, 0.0023395505268126726, 0.02342032827436924, 0.3960016369819641, 0.03375672921538353, 0.0015841337153688073, 0.0027518835850059986, 0.023943549022078514, 0.055047277361154556, 0.04573686048388481, 0.018475938588380814, 0.005488228984177113, 0.0017102411948144436, 0.000620965613052249, 0.00023355722078122199, 8.237550355261192e-05, 2.842133653757628e-05], "update_matrix_norm_1": [35377.28515625], "update_matrix_norm_2": [9.26136589050293], "update_matrix_norm_inf": [0.08632299304008484], "request": {"prompt": "The head coach of {} is", "subject": "Aberdeen F.C.", "target_new": {"str": "Dave Martinez"}, "old_answer": {"str": "Derek McInnes"}, "seed": 42}}, {"loss_per_step": [3.377, 1.918, 0.475, 0.413, 0.383, 0.359, 0.34, 0.327, 0.323, 0.318, 0.316, 0.314, 0.312, 0.311, 0.311, 0.311, 0.31, 0.309, 0.306, 0.3], "prob_new": [0.03489729389548302, 0.20956887304782867, 0.8700982928276062, 0.9138543605804443, 0.9395254254341125, 0.9597771167755127, 0.9739247560501099, 0.9828464388847351, 0.9882045388221741, 0.9914698004722595, 0.9938801527023315, 0.9955947995185852, 0.9965953826904297, 0.9972049593925476, 0.9976232647895813, 0.9979100823402405, 0.9980957508087158, 0.9982134699821472, 0.9982613325119019, 0.9982284307479858], "prob_old": [0.8518068194389343, 0.26224085688591003, 0.014438764192163944, 0.007808465510606766, 0.006418042350560427, 0.0061628869734704494, 0.006434093229472637, 0.006925241090357304, 0.007343416567891836, 0.007465645670890808, 0.007015521638095379, 0.006190409418195486, 0.005484750494360924, 0.004994329530745745, 0.004638987127691507, 0.004332289565354586, 0.0040940395556390285, 0.003957639914005995, 0.003976746462285519, 0.004158334340900183], "prob_new_token": [6.744471647834871e-07, 0.0003239023208152503, 0.8966716527938843, 0.972724437713623, 0.9841334223747253, 0.9895824193954468, 0.9926775693893433, 0.994358479976654, 0.9953750371932983, 0.9961333274841309, 0.9970754384994507, 0.9979568719863892, 0.9985005855560303, 0.9988006353378296, 0.9989784955978394, 0.9990928769111633, 0.9991600513458252, 0.9991890788078308, 0.9991713762283325, 0.9990994334220886], "prob_old_token": [0.9084972143173218, 0.6033034920692444, 8.016074571060017e-05, 9.429470992472488e-06, 4.573238129523816e-06, 3.0897958822606597e-06, 2.6423056169733172e-06, 2.844529262802098e-06, 3.28558121509559e-06, 3.510495162117877e-06, 2.722416638789582e-06, 1.598981498318608e-06, 9.369917393087235e-07, 6.152341711640474e-07, 4.420842572017136e-07, 3.320617452118313e-07, 2.649174746238714e-07, 2.2756698569992295e-07, 2.1545179151871707e-07, 2.287114142518476e-07], "update_matrix_norm_1": [26504.69921875], "update_matrix_norm_2": [7.325216293334961], "update_matrix_norm_inf": [0.0815826952457428], "request": {"prompt": "The head coach of {} is", "subject": "Chicago Cubs", "target_new": {"str": "Pep Guardiola"}, "old_answer": {"str": "Joe Maddon"}, "seed": 42}}, {"loss_per_step": [5.562, 3.858, 2.643, 1.023, 0.359, 0.332, 0.327, 0.321, 0.321, 0.318, 0.317, 0.313, 0.315, 0.312, 0.313, 0.311, 0.31, 0.31, 0.309, 0.31], "prob_new": [0.00405576266348362, 0.034910742193460464, 0.10861004143953323, 0.5154018402099609, 0.9661592841148376, 0.9910362362861633, 0.9940856099128723, 0.9952411651611328, 0.9958920478820801, 0.9961814880371094, 0.9964581727981567, 0.9967444539070129, 0.997005045413971, 0.9971413612365723, 0.9972920417785645, 0.9974650740623474, 0.9976369142532349, 0.997771680355072, 0.99786376953125, 0.9979649782180786], "prob_old": [0.8518068194389343, 0.3758949041366577, 0.3016752004623413, 0.0235837921500206, 0.01274916436523199, 0.009252024814486504, 0.00883516576141119, 0.008999425917863846, 0.009171420708298683, 0.009839541278779507, 0.010203719139099121, 0.010243576020002365, 0.010174834169447422, 0.010465897619724274, 0.010596256703138351, 0.010505969636142254, 0.01027569081634283, 0.01010953076183796, 0.01015119906514883, 0.010094903409481049], "prob_new_token": [2.422162026505248e-08, 4.0693863411433995e-05, 0.0014503662241622806, 0.3303121030330658, 0.9917899370193481, 0.9991738200187683, 0.9995935559272766, 0.9996637105941772, 0.9996715784072876, 0.999664306640625, 0.9996528625488281, 0.999645471572876, 0.9996448159217834, 0.9996474981307983, 0.9996533989906311, 0.999663233757019, 0.999674916267395, 0.9996857643127441, 0.999693751335144, 0.9997032880783081], "prob_old_token": [0.9084972143173218, 0.6211350560188293, 0.47057124972343445, 8.666732901474461e-05, 1.335675506197731e-06, 1.8791769207382458e-07, 1.1818286793641164e-07, 1.1056840065748474e-07, 1.0802109073893007e-07, 1.379668788104027e-07, 1.520601244919817e-07, 1.443068811113335e-07, 1.3108152074892132e-07, 1.4430344208449242e-07, 1.5078875037488615e-07, 1.4509872414691927e-07, 1.3381342967022647e-07, 1.3071699811462167e-07, 1.4249050650505524e-07, 1.46869169270758e-07], "update_matrix_norm_1": [28193.5390625], "update_matrix_norm_2": [7.539610862731934], "update_matrix_norm_inf": [0.07371506094932556], "request": {"prompt": "The head coach of {} is", "subject": "Chicago Cubs", "target_new": {"str": "Florent Ibenge"}, "old_answer": {"str": "Joe Maddon"}, "seed": 42}}, {"loss_per_step": [3.856, 2.637, 1.31, 0.63, 0.352, 0.326, 0.323, 0.321, 0.32, 0.318, 0.316, 0.312, 0.311, 0.311, 0.31, 0.311, 0.31, 0.309, 0.31, 0.308], "prob_new": [0.0220706295222044, 0.11709032952785492, 0.39300405979156494, 0.7424718737602234, 0.9682019948959351, 0.992193877696991, 0.9954601526260376, 0.9963775277137756, 0.9969326257705688, 0.9973635077476501, 0.9977075457572937, 0.9979798793792725, 0.998194694519043, 0.9983626008033752, 0.998487114906311, 0.9985963702201843, 0.9986975789070129, 0.9987853765487671, 0.9988538026809692, 0.9989039301872253], "prob_old": [0.8518068194389343, 0.44016897678375244, 0.19024799764156342, 0.04907986894249916, 0.014843546785414219, 0.008393238298594952, 0.0067191836424171925, 0.006067067384719849, 0.00569170992821455, 0.0054020145907998085, 0.005148380994796753, 0.004921410698443651, 0.0047181048430502415, 0.004546034149825573, 0.004420743323862553, 0.0043225460685789585, 0.004252376966178417, 0.0042259180918335915, 0.004238524474203587, 0.004289029631763697], "prob_new_token": [8.740705048637665e-09, 7.59745080358698e-06, 0.05565060302615166, 0.48951807618141174, 0.9875139594078064, 0.9981728792190552, 0.9990498423576355, 0.9992411136627197, 0.9993441104888916, 0.9994359016418457, 0.9995212554931641, 0.9995947480201721, 0.9996516704559326, 0.9996917247772217, 0.9997194409370422, 0.9997469782829285, 0.9997754096984863, 0.999799907207489, 0.9998156428337097, 0.9998210668563843], "prob_old_token": [0.9084972143173218, 0.6878777146339417, 0.08621709793806076, 0.0004982658429071307, 5.331819011189509e-06, 1.0438801609780057e-06, 6.662425562353746e-07, 5.367974722503277e-07, 4.3128116544721706e-07, 3.3698839274620696e-07, 2.607376927699079e-07, 2.0507600595465192e-07, 1.6791936729987356e-07, 1.3975595436477306e-07, 1.1643786734794048e-07, 1.0043814313576149e-07, 8.910062376799033e-08, 8.107661386702603e-08, 7.529977352760397e-08, 7.141528612919501e-08], "update_matrix_norm_1": [27617.11328125], "update_matrix_norm_2": [7.5580573081970215], "update_matrix_norm_inf": [0.07987038791179657], "request": {"prompt": "The head coach of {} is", "subject": "Chicago Cubs", "target_new": {"str": "Simone Inzaghi"}, "old_answer": {"str": "Joe Maddon"}, "seed": 42}}, {"loss_per_step": [1.72, 0.869, 0.596, 0.501, 0.396, 0.386, 0.38, 0.373, 0.379, 0.377, 0.38, 0.379, 0.375, 0.373, 0.377, 0.371, 0.373, 0.368, 0.356, 0.354], "prob_new": [0.19246028363704681, 0.8036137819290161, 0.9035994410514832, 0.9456785321235657, 0.9744739532470703, 0.9885172247886658, 0.9943215847015381, 0.9967293739318848, 0.9978307485580444, 0.9980955719947815, 0.9976664185523987, 0.9971524477005005, 0.9968051314353943, 0.9968066811561584, 0.9972394704818726, 0.9977432489395142, 0.998053789138794, 0.9980326294898987, 0.9976691603660583, 0.9972009658813477], "prob_old": [0.48719072341918945, 0.30100101232528687, 0.25328975915908813, 0.2472032904624939, 0.2512350380420685, 0.24242529273033142, 0.2185695320367813, 0.19667819142341614, 0.1783626675605774, 0.1624503880739212, 0.16602648794651031, 0.17080745100975037, 0.173856720328331, 0.17407292127609253, 0.17092856764793396, 0.16844172775745392, 0.16495391726493835, 0.1677357405424118, 0.17722058296203613, 0.18646149337291718], "prob_new_token": [0.00012903644528705627, 0.9152765274047852, 0.983502209186554, 0.9930256605148315, 0.9948740601539612, 0.9961405396461487, 0.9972380995750427, 0.9979811310768127, 0.9984833598136902, 0.9983096122741699, 0.998069703578949, 0.9978218078613281, 0.9976055026054382, 0.9974951148033142, 0.9975984692573547, 0.9977369904518127, 0.9979149699211121, 0.9979403614997864, 0.9977743029594421, 0.9973543286323547], "prob_old_token": [0.9476495385169983, 0.06538912653923035, 0.00816896092146635, 0.003703265218064189, 0.002994371810927987, 0.0022074542939662933, 0.00151042640209198, 0.001032974454574287, 0.0006982735940255225, 0.0008641350432299078, 0.001004077959805727, 0.0011550767812877893, 0.001295275753363967, 0.001366185606457293, 0.0012821623822674155, 0.0011699515162035823, 0.001020484953187406, 0.0009675371111370623, 0.0010182247497141361, 0.0012033088132739067], "update_matrix_norm_1": [57521.09765625], "update_matrix_norm_2": [16.51457405090332], "update_matrix_norm_inf": [0.13418075442314148], "request": {"prompt": "{}'s record label is", "subject": "Cher", "target_new": {"str": "Interscope Records"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [2.787, 1.576, 0.862, 0.376, 0.377, 0.375, 0.373, 0.371, 0.37, 0.369, 0.369, 0.369, 0.368, 0.368, 0.368, 0.368, 0.368, 0.365, 0.357, 0.344], "prob_new": [0.06659653037786484, 0.31498047709465027, 0.7964490652084351, 0.9925065040588379, 0.9916211366653442, 0.9928094744682312, 0.994798481464386, 0.9962857961654663, 0.9972168207168579, 0.9978044033050537, 0.9981908798217773, 0.9984563589096069, 0.9986470937728882, 0.9987882971763611, 0.9988954663276672, 0.9989781379699707, 0.9990423321723938, 0.9990817904472351, 0.9990781545639038, 0.9990085363388062], "prob_old": [0.48719072341918945, 0.4169452488422394, 0.2084668129682541, 0.11018018424510956, 0.12625104188919067, 0.12662477791309357, 0.1183612048625946, 0.10896331071853638, 0.1009877398610115, 0.09463851153850555, 0.08970767259597778, 0.08591727167367935, 0.0830051451921463, 0.08085548132658005, 0.07941967248916626, 0.07857905328273773, 0.07834726572036743, 0.0796671062707901, 0.0838017612695694, 0.09108114242553711], "prob_new_token": [3.4701348340604454e-05, 0.005664307624101639, 0.6069830656051636, 0.9946233034133911, 0.9927107095718384, 0.9929845929145813, 0.9939128756523132, 0.9947880506515503, 0.9955055713653564, 0.9960548877716064, 0.9964460730552673, 0.9967278242111206, 0.9969229102134705, 0.9970329999923706, 0.9970781207084656, 0.997083842754364, 0.9970556497573853, 0.9968999624252319, 0.9964120388031006, 0.9953745603561401], "prob_old_token": [0.9476495385169983, 0.5255667567253113, 0.018626946955919266, 0.0001816738658817485, 0.0003757986705750227, 0.00041734465048648417, 0.0003929085214622319, 0.0003603757650125772, 0.0003241523227188736, 0.0002935510128736496, 0.0002744606463238597, 0.0002623456239234656, 0.0002568127529229969, 0.00026131910271942616, 0.00027406777371652424, 0.00029124575667083263, 0.0003134032303933054, 0.00035927697899751365, 0.00047226808965206146, 0.0007175401551648974], "update_matrix_norm_1": [57706.109375], "update_matrix_norm_2": [16.482053756713867], "update_matrix_norm_inf": [0.13409461081027985], "request": {"prompt": "{}'s record label is", "subject": "Cher", "target_new": {"str": "Astralwerks"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [3.313, 1.763, 1.34, 0.782, 0.554, 0.488, 0.445, 0.42, 0.403, 0.389, 0.385, 0.38, 0.378, 0.377, 0.375, 0.373, 0.373, 0.371, 0.371, 0.371], "prob_new": [0.03945216163992882, 0.3324141204357147, 0.5984534621238708, 0.8352853655815125, 0.841921329498291, 0.8978947401046753, 0.9374381899833679, 0.9597809314727783, 0.9730758666992188, 0.9812141060829163, 0.9862107038497925, 0.9897108674049377, 0.9920085668563843, 0.9935413002967834, 0.9946721792221069, 0.9955133199691772, 0.9961257576942444, 0.996570885181427, 0.9969088435173035, 0.9971923828125], "prob_old": [0.48719072341918945, 0.3691088557243347, 0.21255961060523987, 0.20218145847320557, 0.27032777667045593, 0.2991299033164978, 0.278521865606308, 0.24906408786773682, 0.22668394446372986, 0.2128697633743286, 0.202999547123909, 0.1824922412633896, 0.15999102592468262, 0.14489923417568207, 0.13619521260261536, 0.1314612329006195, 0.12667202949523926, 0.12053393572568893, 0.11605826020240784, 0.11422349512577057], "prob_new_token": [4.443928901309846e-06, 0.38033798336982727, 0.9449373483657837, 0.9903244972229004, 0.9484895467758179, 0.9567587971687317, 0.9742417335510254, 0.9862096905708313, 0.9920843839645386, 0.9947474002838135, 0.996035635471344, 0.9970170855522156, 0.9976309537887573, 0.997911274433136, 0.9980323314666748, 0.9980756044387817, 0.9981018304824829, 0.9981276392936707, 0.9981269240379333, 0.998101532459259], "prob_old_token": [0.9476495385169983, 0.27325308322906494, 0.006865384988486767, 0.0012498050928115845, 0.013724474236369133, 0.016695555299520493, 0.010625028982758522, 0.005517349578440189, 0.00297866971231997, 0.0018240248318761587, 0.0012303640833124518, 0.0007420660695061088, 0.0004277529660612345, 0.00027682515792548656, 0.0002051649207714945, 0.00016985491674859077, 0.00014661092427559197, 0.00012832418724428862, 0.00011896636715391651, 0.00011675350106088445], "update_matrix_norm_1": [62771.98046875], "update_matrix_norm_2": [17.485389709472656], "update_matrix_norm_inf": [0.1421831250190735], "request": {"prompt": "{}'s record label is", "subject": "Cher", "target_new": {"str": "Verve Records"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [4.966, 2.778, 0.896, 0.32, 0.328, 0.326, 0.326, 0.326, 0.326, 0.326, 0.326, 0.326, 0.326, 0.325, 0.325, 0.325, 0.325, 0.325, 0.325, 0.324], "prob_new": [0.007317672483623028, 0.09465120732784271, 0.6086158156394958, 0.988653302192688, 0.9965774416923523, 0.9980847835540771, 0.998581051826477, 0.9988198280334473, 0.9989638924598694, 0.9990646839141846, 0.9991425275802612, 0.999207079410553, 0.9992632269859314, 0.9993138909339905, 0.9993605017662048, 0.9994038343429565, 0.9994432330131531, 0.9994779229164124, 0.9995075464248657, 0.9995311498641968], "prob_old": [0.6051580309867859, 0.1629253774881363, 0.12693941593170166, 0.040386881679296494, 0.031255871057510376, 0.02748989872634411, 0.026052849367260933, 0.025306912139058113, 0.024800943210721016, 0.02438805252313614, 0.02401232160627842, 0.023650623857975006, 0.023293720558285713, 0.022939717397093773, 0.022592702880501747, 0.02226395718753338, 0.021971648558974266, 0.021737882867455482, 0.021582435816526413, 0.02151818573474884], "prob_new_token": [2.967304268963744e-08, 0.0002125804458046332, 0.8853162527084351, 0.9996657967567444, 0.999905526638031, 0.9999359846115112, 0.9999479055404663, 0.9999545216560364, 0.9999581575393677, 0.9999607801437378, 0.9999628663063049, 0.9999648332595825, 0.9999665021896362, 0.9999678134918213, 0.9999688267707825, 0.9999701380729675, 0.9999712109565735, 0.999971866607666, 0.9999723434448242, 0.9999727010726929], "prob_old_token": [0.9348897933959961, 0.004605370108038187, 0.00041342232725583017, 1.259047621715581e-07, 2.66594391007402e-08, 1.647190117637365e-08, 1.4065454578826575e-08, 1.3062048331846654e-08, 1.2405406479842895e-08, 1.1827526513741304e-08, 1.1250421039221692e-08, 1.066229593504886e-08, 1.006939776004856e-08, 9.490642938203564e-09, 8.942644846854364e-09, 8.450060207110255e-09, 8.03618949163365e-09, 7.727015471914456e-09, 7.539329160977104e-09, 7.481599340053435e-09], "update_matrix_norm_1": [27255.6171875], "update_matrix_norm_2": [7.5302863121032715], "update_matrix_norm_inf": [0.05181858316063881], "request": {"prompt": "{}'s record label is", "subject": "Ashley Tisdale", "target_new": {"str": "Parkwood Entertainment"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [6.103, 3.038, 1.537, 0.431, 0.398, 0.332, 0.316, 0.304, 0.285, 0.284, 0.284, 0.277, 0.277, 0.276, 0.276, 0.275, 0.274, 0.274, 0.273, 0.273], "prob_new": [0.002389187691733241, 0.07538667321205139, 0.34112659096717834, 0.879418134689331, 0.91452956199646, 0.9469724297523499, 0.9671431183815002, 0.9798288345336914, 0.9877178072929382, 0.9926327466964722, 0.9956538081169128, 0.9965787529945374, 0.9971269965171814, 0.9976083040237427, 0.9979415535926819, 0.9981884956359863, 0.9984076619148254, 0.9985910058021545, 0.9987175464630127, 0.998806357383728], "prob_old": [0.6051580309867859, 0.25546500086784363, 0.1516810804605484, 0.24641050398349762, 0.284210205078125, 0.2635404169559479, 0.23262371122837067, 0.20978523790836334, 0.1872522234916687, 0.1677648276090622, 0.1529214233160019, 0.14149484038352966, 0.1327989399433136, 0.1261851042509079, 0.12098194658756256, 0.11691009998321533, 0.11364264786243439, 0.1109904944896698, 0.10881943255662918, 0.10692660510540009], "prob_new_token": [3.0308804070955375e-06, 0.007626259699463844, 0.821972668170929, 0.9837009310722351, 0.9766861796379089, 0.9867650270462036, 0.9930348992347717, 0.9962887763977051, 0.997880756855011, 0.9987396597862244, 0.9992352724075317, 0.9993591904640198, 0.9994264841079712, 0.9994985461235046, 0.9995423555374146, 0.9995704293251038, 0.9996028542518616, 0.999633252620697, 0.999651312828064, 0.9996621608734131], "prob_old_token": [0.9348897933959961, 0.15568235516548157, 0.0004876069724559784, 0.004957324825227261, 0.008612477220594883, 0.004944831132888794, 0.0024227225221693516, 0.0012706790585070848, 0.0006498757284134626, 0.0003377126413397491, 0.00018713234749156982, 0.00013115500041749328, 0.00010001400369219482, 7.88299657870084e-05, 6.531681719934568e-05, 5.623272227239795e-05, 4.9259731895290315e-05, 4.396851727506146e-05, 4.020090273115784e-05, 3.735379868885502e-05], "update_matrix_norm_1": [27706.966796875], "update_matrix_norm_2": [7.520784854888916], "update_matrix_norm_inf": [0.06091395765542984], "request": {"prompt": "{}'s record label is", "subject": "Ashley Tisdale", "target_new": {"str": "Stax Records"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [2.974, 1.012, 0.35, 0.329, 0.309, 0.287, 0.286, 0.278, 0.279, 0.275, 0.275, 0.274, 0.274, 0.273, 0.272, 0.272, 0.27, 0.269, 0.266, 0.264], "prob_new": [0.052820343524217606, 0.513268232345581, 0.9658762812614441, 0.981122612953186, 0.9882745742797852, 0.991701602935791, 0.9936897158622742, 0.9950050115585327, 0.9959255456924438, 0.9966430068016052, 0.9972079992294312, 0.997620165348053, 0.9979287385940552, 0.9981912970542908, 0.9984114766120911, 0.9985668659210205, 0.9986661672592163, 0.9987391829490662, 0.9987991452217102, 0.9988341927528381], "prob_old": [0.6051580309867859, 0.19238494336605072, 0.09868066012859344, 0.10018134117126465, 0.10213727504014969, 0.10215745866298676, 0.10140548646450043, 0.1003875732421875, 0.09870975464582443, 0.09615353494882584, 0.09295272827148438, 0.0899997279047966, 0.08731833100318909, 0.0845649391412735, 0.0819382593035698, 0.07997627556324005, 0.07872823625802994, 0.0777425467967987, 0.07682032138109207, 0.07625412940979004], "prob_new_token": [1.3194467101129703e-05, 0.2848200500011444, 0.988032341003418, 0.9955410361289978, 0.9972094893455505, 0.9980254173278809, 0.9984199404716492, 0.9986693263053894, 0.9988521337509155, 0.9989968538284302, 0.9991241097450256, 0.9992284178733826, 0.9993098974227905, 0.999376118183136, 0.9994286298751831, 0.9994592070579529, 0.9994651675224304, 0.9994550943374634, 0.9994343519210815, 0.999393880367279], "prob_old_token": [0.9348897933959961, 0.005072917323559523, 6.186490645632148e-05, 5.153737583896145e-05, 6.311848119366914e-05, 7.408992678392678e-05, 8.068343595368788e-05, 8.256000728579238e-05, 7.924483361421153e-05, 7.277700933627784e-05, 6.339108222164214e-05, 5.447337025543675e-05, 4.69085352960974e-05, 4.046341200591996e-05, 3.5242537705926225e-05, 3.190137431374751e-05, 3.0378443625522777e-05, 2.9735778298345394e-05, 2.953235525637865e-05, 3.0306075132102706e-05], "update_matrix_norm_1": [27239.275390625], "update_matrix_norm_2": [7.532338619232178], "update_matrix_norm_inf": [0.05559723079204559], "request": {"prompt": "{}'s record label is", "subject": "Ashley Tisdale", "target_new": {"str": "Nuclear Blast"}, "old_answer": {"str": "Warner Bros. Records"}, "seed": 42}}, {"loss_per_step": [3.138, 2.135, 0.599, 0.473, 0.393, 0.354, 0.338, 0.325, 0.318, 0.31, 0.306, 0.302, 0.299, 0.296, 0.295, 0.293, 0.292, 0.291, 0.29, 0.29], "prob_new": [0.045816026628017426, 0.18359693884849548, 0.7916452288627625, 0.8583095073699951, 0.9110620021820068, 0.9394480586051941, 0.9552991986274719, 0.9658135175704956, 0.9733672738075256, 0.9790314435958862, 0.9833512306213379, 0.986682653427124, 0.9893059730529785, 0.9914078712463379, 0.9930658340454102, 0.994357168674469, 0.9953836798667908, 0.9961866736412048, 0.9968029260635376, 0.997280478477478], "prob_old": [0.7938327789306641, 0.009007870219647884, 0.014329549856483936, 0.011074005626142025, 0.00871700793504715, 0.006376057863235474, 0.004934863653033972, 0.004071597009897232, 0.003465165849775076, 0.0029638123232871294, 0.0025879729073494673, 0.00232123164460063, 0.0020939502865076065, 0.0018604538636282086, 0.0016674197977408767, 0.001519584096968174, 0.001372391707263887, 0.0012482815654948354, 0.0011596428230404854, 0.0010760496370494366], "prob_new_token": [6.615283928113058e-05, 0.3208586275577545, 0.9440978169441223, 0.9533071517944336, 0.96824049949646, 0.978776216506958, 0.9861078262329102, 0.9905339479446411, 0.9931479096412659, 0.994840681552887, 0.995977520942688, 0.9967926144599915, 0.997430145740509, 0.9979603290557861, 0.9983611702919006, 0.9986497759819031, 0.9988877773284912, 0.9990700483322144, 0.9991925954818726, 0.9992891550064087], "prob_old_token": [0.9632371664047241, 0.0002511677157599479, 9.572489943820983e-05, 4.734769026981667e-05, 2.6434840037836693e-05, 1.4820386240899097e-05, 9.11567076400388e-06, 6.293548267422011e-06, 4.700869340013014e-06, 3.601604703362682e-06, 2.923708734670072e-06, 2.5087158519454533e-06, 2.173248276449158e-06, 1.8166656445828266e-06, 1.5462783267139457e-06, 1.3676148000740795e-06, 1.1772532388931722e-06, 1.0224564448435558e-06, 9.297567657995387e-07, 8.335795769198739e-07], "update_matrix_norm_1": [31024.09765625], "update_matrix_norm_2": [7.9814910888671875], "update_matrix_norm_inf": [0.03552232310175896], "request": {"prompt": "{}'s record label is", "subject": "Kate Bush", "target_new": {"str": "Sire Records"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [4.291, 2.045, 0.501, 0.424, 0.391, 0.341, 0.345, 0.337, 0.323, 0.324, 0.314, 0.311, 0.309, 0.306, 0.303, 0.302, 0.301, 0.299, 0.298, 0.297], "prob_new": [0.014078017324209213, 0.23240436613559723, 0.8932976722717285, 0.9294326305389404, 0.9478476643562317, 0.9595492482185364, 0.9659910798072815, 0.9703599810600281, 0.9742375612258911, 0.9777176380157471, 0.9809316396713257, 0.983712911605835, 0.9859157800674438, 0.9878069758415222, 0.9895107746124268, 0.9909785985946655, 0.9922012090682983, 0.9931556582450867, 0.9939215779304504, 0.9946203827857971], "prob_old": [0.7938327789306641, 0.01670852303504944, 0.0027022382710129023, 0.002984459977596998, 0.0023700350429862738, 0.0015707442071288824, 0.0010645500151440501, 0.0008384736138395965, 0.0007229508482851088, 0.0006306394352577627, 0.0005255184369161725, 0.00044103217078372836, 0.00039887442835606635, 0.0003641342918854207, 0.0003225226828362793, 0.00028134052990935743, 0.0002477199595887214, 0.0002328311384189874, 0.00023255901760421693, 0.00023182413133326918], "prob_new_token": [2.0021416275994852e-06, 0.21667903661727905, 0.9869953989982605, 0.9862751364707947, 0.9949930310249329, 0.9983454942703247, 0.9992470741271973, 0.9995009899139404, 0.9995984435081482, 0.9996562004089355, 0.9997033476829529, 0.9997343420982361, 0.999747633934021, 0.9997525215148926, 0.9997531771659851, 0.9997516870498657, 0.9997493028640747, 0.99974524974823, 0.9997394680976868, 0.9997334480285645], "prob_old_token": [0.9632371664047241, 0.0023812546860426664, 2.9309350793482736e-05, 2.4058248527580872e-05, 1.091882586479187e-05, 4.022638677270152e-06, 1.6421491864093696e-06, 9.486688554716238e-07, 7.163496889006638e-07, 5.798720508209954e-07, 4.3377136194067134e-07, 3.313202512345015e-07, 2.9617643804158433e-07, 2.830048799751239e-07, 2.7101339128421387e-07, 2.5565628902768367e-07, 2.363904343383183e-07, 2.342430178714494e-07, 2.525756599425222e-07, 2.7287447323942615e-07], "update_matrix_norm_1": [30668.62890625], "update_matrix_norm_2": [7.947528839111328], "update_matrix_norm_inf": [0.02738739177584648], "request": {"prompt": "{}'s record label is", "subject": "Kate Bush", "target_new": {"str": "Impulse!"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [7.802, 4.08, 2.006, 0.71, 0.583, 0.507, 0.456, 0.424, 0.398, 0.378, 0.362, 0.351, 0.341, 0.333, 0.324, 0.322, 0.32, 0.317, 0.315, 0.312], "prob_new": [0.00044741472811438143, 0.02633379027247429, 0.2424784153699875, 0.7462154626846313, 0.7960887551307678, 0.8476501703262329, 0.8882067799568176, 0.9189005494117737, 0.9416744709014893, 0.9580755233764648, 0.969611406326294, 0.9776559472084045, 0.9833094477653503, 0.9873159527778625, 0.9902160167694092, 0.9923650622367859, 0.9940747022628784, 0.9953959584236145, 0.996375322341919, 0.9970890283584595], "prob_old": [0.7938327789306641, 0.03445034474134445, 0.016015788540244102, 0.004736584611237049, 0.0029919736552983522, 0.0019601844251155853, 0.001435642596334219, 0.0011137984693050385, 0.000870590447448194, 0.0006773137138225138, 0.0005263998755253851, 0.0004140950331930071, 0.0003349134640302509, 0.00028185316477902234, 0.00024975690757855773, 0.00022658695525024086, 0.00020169970230199397, 0.00017593790835235268, 0.00015259007341228426, 0.0001340790477115661], "prob_new_token": [1.3162342327177612e-07, 0.00012051148223690689, 0.1950831115245819, 0.9864353537559509, 0.9900242686271667, 0.9929599165916443, 0.9946432709693909, 0.9957818388938904, 0.9966779947280884, 0.9973982572555542, 0.9979597330093384, 0.9983841180801392, 0.9987074732780457, 0.9989497661590576, 0.9991227388381958, 0.9992557168006897, 0.999375581741333, 0.9994809031486511, 0.9995667338371277, 0.9996322393417358], "prob_old_token": [0.9632371664047241, 0.0033933541271835566, 0.0024406902957707644, 1.3942037185188383e-05, 7.990402991708834e-06, 5.038205472374102e-06, 3.674570507428143e-06, 2.9159925816202303e-06, 2.3774571218382334e-06, 1.9544552287698025e-06, 1.6146884718182264e-06, 1.3382943961914862e-06, 1.1155091215186985e-06, 9.575346666679252e-07, 8.739229997445364e-07, 8.167039595718961e-07, 7.303119105017686e-07, 6.238419700821396e-07, 5.219164336267568e-07, 4.424094299793069e-07], "update_matrix_norm_1": [30054.3046875], "update_matrix_norm_2": [7.9514570236206055], "update_matrix_norm_inf": [0.03670991584658623], "request": {"prompt": "{}'s record label is", "subject": "Kate Bush", "target_new": {"str": "Stax Records"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [6.397, 3.188, 0.515, 0.344, 0.301, 0.282, 0.274, 0.269, 0.267, 0.264, 0.262, 0.259, 0.256, 0.255, 0.253, 0.253, 0.252, 0.251, 0.251, 0.251], "prob_new": [0.0019448428647592664, 0.06755150109529495, 0.7880565524101257, 0.9240317940711975, 0.9637185335159302, 0.9815383553504944, 0.989233672618866, 0.9928265810012817, 0.994705319404602, 0.9958100318908691, 0.9965207576751709, 0.9969943165779114, 0.9973098635673523, 0.9975362420082092, 0.9977647662162781, 0.998001754283905, 0.9981779456138611, 0.9983053803443909, 0.998432457447052, 0.9985701441764832], "prob_old": [0.5755022168159485, 0.1153341755270958, 0.039823539555072784, 0.01800045557320118, 0.013064390048384666, 0.01140117272734642, 0.010738348588347435, 0.010484492406249046, 0.01040077768266201, 0.010356702841818333, 0.010301504284143448, 0.010250043123960495, 0.01023038662970066, 0.010231980122625828, 0.010159691795706749, 0.010014822706580162, 0.009937340393662453, 0.009919501841068268, 0.009860316291451454, 0.009715243242681026], "prob_new_token": [3.1280155781132635e-06, 0.04054643213748932, 0.9074093699455261, 0.9877989292144775, 0.9955418705940247, 0.997514545917511, 0.9982702136039734, 0.9986280202865601, 0.9988248348236084, 0.9989508390426636, 0.9990402460098267, 0.9991034865379333, 0.9991437792778015, 0.9991785287857056, 0.9992501139640808, 0.9993427991867065, 0.9994006752967834, 0.9994309544563293, 0.9994660019874573, 0.9995133876800537], "prob_old_token": [0.9861369729042053, 0.0004051396099384874, 1.0642150982675957e-06, 5.18890281853146e-08, 1.5016441423654214e-08, 8.215049085436021e-09, 5.961757310046778e-09, 4.985454715722426e-09, 4.4670409593550175e-09, 4.114289353651657e-09, 3.8254639456170025e-09, 3.585892249802214e-09, 3.405931314759414e-09, 3.2604614563780387e-09, 3.0330444822368463e-09, 2.7511404265823103e-09, 2.571687085506369e-09, 2.475257998568736e-09, 2.374917595915349e-09, 2.234103124720832e-09], "update_matrix_norm_1": [32111.3828125], "update_matrix_norm_2": [8.33939266204834], "update_matrix_norm_inf": [0.05318927764892578], "request": {"prompt": "{}'s record label is", "subject": "Joni Mitchell", "target_new": {"str": "Imperial Records"}, "old_answer": {"str": "Asylum Records"}, "seed": 42}}, {"loss_per_step": [4.356, 2.551, 2.018, 1.32, 0.442, 0.274, 0.268, 0.266, 0.264, 0.262, 0.26, 0.258, 0.255, 0.254, 0.254, 0.253, 0.252, 0.252, 0.252, 0.252], "prob_new": [0.016084780916571617, 0.10682601481676102, 0.1810542494058609, 0.362221896648407, 0.8429499268531799, 0.9852747321128845, 0.9913216829299927, 0.9927230477333069, 0.9940275549888611, 0.9951075911521912, 0.9959177374839783, 0.9965106844902039, 0.9969453811645508, 0.9972681403160095, 0.9975380897521973, 0.9977796673774719, 0.9979618787765503, 0.9981113076210022, 0.9982566833496094, 0.998386561870575], "prob_old": [0.5755022168159485, 0.10032109171152115, 0.08348660171031952, 0.07011298090219498, 0.04538988694548607, 0.017885327339172363, 0.011457202956080437, 0.009725275449454784, 0.009176193736493587, 0.009040347300469875, 0.00907426979392767, 0.009137301705777645, 0.009156708605587482, 0.009129767306149006, 0.009040286764502525, 0.008868875913321972, 0.00867343507707119, 0.008460902608931065, 0.008242114447057247, 0.00806537177413702], "prob_new_token": [5.538755885936553e-06, 0.006340965162962675, 0.020786277949810028, 0.11884240806102753, 0.8551105856895447, 0.9953122138977051, 0.9986816644668579, 0.9991639852523804, 0.999334454536438, 0.9994088411331177, 0.9994275569915771, 0.9994311928749084, 0.9994433522224426, 0.9994538426399231, 0.9994586110115051, 0.9994783401489258, 0.9995161294937134, 0.9995620250701904, 0.9995997548103333, 0.9996181726455688], "prob_old_token": [0.9861369729042053, 0.0005144616006873548, 0.00031787509215064347, 0.00025433473638258874, 4.281269866623916e-05, 9.157997737929691e-07, 1.4865257469409698e-07, 6.91597463742255e-08, 4.8509740224744746e-08, 4.215105775529082e-08, 4.280618881580267e-08, 4.510226858656097e-08, 4.572854095385992e-08, 4.5765013112486486e-08, 4.698874533914932e-08, 4.682206977690839e-08, 4.3550834050165577e-08, 3.876743193131915e-08, 3.517992297474848e-08, 3.399916437274442e-08], "update_matrix_norm_1": [32315.85546875], "update_matrix_norm_2": [8.383663177490234], "update_matrix_norm_inf": [0.054060786962509155], "request": {"prompt": "{}'s record label is", "subject": "Joni Mitchell", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Asylum Records"}, "seed": 42}}, {"loss_per_step": [2.918, 1.953, 0.461, 0.373, 0.332, 0.304, 0.292, 0.282, 0.273, 0.269, 0.264, 0.261, 0.258, 0.255, 0.254, 0.254, 0.254, 0.253, 0.252, 0.252], "prob_new": [0.060597967356443405, 0.2514086365699768, 0.8275706171989441, 0.9074777960777283, 0.9414148330688477, 0.9601507782936096, 0.9717623591423035, 0.979681670665741, 0.9851687550544739, 0.9889111518859863, 0.9914899468421936, 0.99332195520401, 0.9946761727333069, 0.9957021474838257, 0.9964832067489624, 0.9970774054527283, 0.9975305199623108, 0.9978793859481812, 0.9981523156166077, 0.9983687996864319], "prob_old": [0.5755022168159485, 0.034771598875522614, 0.05451255291700363, 0.044691286981105804, 0.038769666105508804, 0.035248562693595886, 0.032805368304252625, 0.030403397977352142, 0.02815745584666729, 0.026376929134130478, 0.025032708421349525, 0.023991625756025314, 0.023112162947654724, 0.02233276329934597, 0.021667972207069397, 0.021137496456503868, 0.020749781280755997, 0.02048501744866371, 0.02029712125658989, 0.02014930173754692], "prob_new_token": [4.517258639680222e-05, 0.21788126230239868, 0.9588608145713806, 0.9810627102851868, 0.9891051650047302, 0.9924418330192566, 0.9941647052764893, 0.9955201745033264, 0.9965537786483765, 0.9972153902053833, 0.9976327419281006, 0.9979248642921448, 0.9981595873832703, 0.9983600378036499, 0.998528242111206, 0.9986660480499268, 0.9987731575965881, 0.9988585710525513, 0.9989324808120728, 0.9989984631538391], "prob_old_token": [0.9861369729042053, 1.5965144939400489e-06, 8.547609468223527e-06, 4.4938133214600384e-06, 2.689127086341614e-06, 1.930563485075254e-06, 1.5489009683733457e-06, 1.2246376854818664e-06, 9.631580724089872e-07, 7.970990623107355e-07, 6.977130055929592e-07, 6.34413993338967e-07, 5.849676085745159e-07, 5.398886742113973e-07, 4.974465923623939e-07, 4.601729983733094e-07, 4.3314841491337575e-07, 4.146878893607209e-07, 3.982229657140124e-07, 3.811153419519542e-07], "update_matrix_norm_1": [32060.7734375], "update_matrix_norm_2": [8.391715049743652], "update_matrix_norm_inf": [0.08142758160829544], "request": {"prompt": "{}'s record label is", "subject": "Joni Mitchell", "target_new": {"str": "Sire Records"}, "old_answer": {"str": "Asylum Records"}, "seed": 42}}, {"loss_per_step": [5.988, 3.493, 1.65, 0.441, 0.312, 0.282, 0.276, 0.268, 0.265, 0.26, 0.257, 0.253, 0.249, 0.246, 0.247, 0.243, 0.244, 0.244, 0.242, 0.242], "prob_new": [0.002772324485704303, 0.04241456463932991, 0.2737073004245758, 0.8776990175247192, 0.9619417190551758, 0.9756216406822205, 0.982255756855011, 0.9871938824653625, 0.9904091358184814, 0.9924960732460022, 0.9940862655639648, 0.995374858379364, 0.9962427020072937, 0.9968323707580566, 0.9972466230392456, 0.997497022151947, 0.9977213740348816, 0.997900128364563, 0.9980510473251343, 0.9982051849365234], "prob_old": [0.660152792930603, 0.07232651114463806, 0.008398247882723808, 0.0011179342400282621, 0.0003976031730417162, 0.00026793923461809754, 0.00021977363212499768, 0.0001752599055180326, 0.00015170199912972748, 0.00014163184096105397, 0.00013095801114104688, 0.00011701010953402147, 0.00010920174099737778, 0.00010443450446473435, 0.00010013542487286031, 0.00010061652574222535, 0.00010053605365101248, 9.642171062296256e-05, 8.95342745934613e-05, 8.238988084485754e-05], "prob_new_token": [3.7365336424954876e-07, 0.00010254036169499159, 0.07843374460935593, 0.9724004864692688, 0.997445821762085, 0.9988815188407898, 0.9992237091064453, 0.9994349479675293, 0.9995193481445312, 0.9995438456535339, 0.9995642304420471, 0.9995942711830139, 0.9996065497398376, 0.9996130466461182, 0.9996219277381897, 0.9996082186698914, 0.9995938539505005, 0.9995933175086975, 0.999607264995575, 0.9996266961097717], "prob_old_token": [0.9475728869438171, 0.0006062515894882381, 5.663437696057372e-05, 1.2689920367847662e-06, 1.2622346901025594e-07, 6.081224057652435e-08, 4.449347912327539e-08, 2.990508463085462e-08, 2.4247874819138815e-08, 2.2931780918611366e-08, 2.1120950322028875e-08, 1.793880066713882e-08, 1.622076517548976e-08, 1.4950424898074743e-08, 1.3639390950004326e-08, 1.3985601121646596e-08, 1.4174688978130234e-08, 1.3148585331634877e-08, 1.1305878011569348e-08, 9.479407481194357e-09], "update_matrix_norm_1": [29512.814453125], "update_matrix_norm_2": [8.014991760253906], "update_matrix_norm_inf": [0.08824201673269272], "request": {"prompt": "{}'s record label is", "subject": "Otis Redding", "target_new": {"str": "Roadrunner Records"}, "old_answer": {"str": "Stax Records"}, "seed": 42}}, {"loss_per_step": [3.79, 2.277, 0.938, 0.392, 0.334, 0.304, 0.291, 0.284, 0.281, 0.278, 0.279, 0.299, 0.279, 0.28, 0.279, 0.273, 0.273, 0.273, 0.274, 0.272], "prob_new": [0.024684986099600792, 0.14339883625507355, 0.5714805722236633, 0.8949914574623108, 0.9457067251205444, 0.9731523394584656, 0.9870574474334717, 0.9932383894920349, 0.9960217475891113, 0.9973703026771545, 0.9980655908584595, 0.9984645247459412, 0.997551441192627, 0.9957923293113708, 0.9932306408882141, 0.9899782538414001, 0.9865424633026123, 0.984683632850647, 0.9852828979492188, 0.9877511858940125], "prob_old": [0.660152792930603, 0.04878516122698784, 0.002923430874943733, 0.0010745164472609758, 0.000504201918374747, 0.00032835808815434575, 0.0002521493879612535, 0.00021458053379319608, 0.00019503971270751208, 0.0001843610662035644, 0.0001774988922988996, 0.00026458947104401886, 0.0004220039991196245, 0.0008750269189476967, 0.0015986881917342544, 0.002582601271569729, 0.00375790405087173, 0.004663373809307814, 0.005058685317635536, 0.004986978601664305], "prob_new_token": [1.413278596373857e-07, 0.00039935499080456793, 0.28248268365859985, 0.9934172630310059, 0.9987176060676575, 0.9992379546165466, 0.9993966817855835, 0.9994570016860962, 0.9994757771492004, 0.9994693398475647, 0.9994397759437561, 0.9994710087776184, 0.999443531036377, 0.9991336464881897, 0.9984968304634094, 0.9972878694534302, 0.9950199127197266, 0.9939367771148682, 0.9945421814918518, 0.9953279495239258], "prob_old_token": [0.9475728869438171, 0.006902026012539864, 0.00016761066217441112, 1.1490886890896945e-06, 7.804187873716728e-08, 1.956911432898778e-08, 9.04279584545975e-09, 5.792811563765099e-09, 4.442375356461525e-09, 3.803557468984309e-09, 3.6561293992320998e-09, 1.0509392467383805e-08, 2.822675249092299e-08, 9.649062349126325e-08, 2.4802275788715633e-07, 5.830472673551412e-07, 1.3887053000871674e-06, 1.8696287042985205e-06, 1.724881371956144e-06, 1.5510073581026518e-06], "update_matrix_norm_1": [28231.359375], "update_matrix_norm_2": [7.98470401763916], "update_matrix_norm_inf": [0.1033855751156807], "request": {"prompt": "{}'s record label is", "subject": "Otis Redding", "target_new": {"str": "Domino Recording Company"}, "old_answer": {"str": "Stax Records"}, "seed": 42}}, {"loss_per_step": [5.339, 1.063, 0.331, 0.314, 0.302, 0.293, 0.287, 0.284, 0.282, 0.28, 0.279, 0.278, 0.276, 0.273, 0.269, 0.263, 0.267, 0.261, 0.264, 0.262], "prob_new": [0.00579662574455142, 0.581027626991272, 0.9464334845542908, 0.9633404016494751, 0.9759587049484253, 0.9843357801437378, 0.9893949031829834, 0.992457926273346, 0.9943872094154358, 0.995662271976471, 0.9965459108352661, 0.9971873164176941, 0.9976770281791687, 0.9980764985084534, 0.9984366297721863, 0.9987988471984863, 0.9990701675415039, 0.9989811182022095, 0.9989689588546753, 0.9990194439888], "prob_old": [0.660152792930603, 0.07364675402641296, 0.02044205740094185, 0.013263460248708725, 0.010900760069489479, 0.009687047451734543, 0.008930718526244164, 0.008393981494009495, 0.007967900484800339, 0.0075976126827299595, 0.00725109688937664, 0.006904792506247759, 0.006537873297929764, 0.006128962151706219, 0.005649044178426266, 0.005069590639322996, 0.0046015228144824505, 0.004869402851909399, 0.004959275014698505, 0.004883105866611004], "prob_new_token": [1.6510031855432317e-05, 0.8725860118865967, 0.9971140027046204, 0.9983237385749817, 0.9988688230514526, 0.9991765022277832, 0.9993614554405212, 0.9994778037071228, 0.9995549321174622, 0.9996087551116943, 0.9996483325958252, 0.9996784329414368, 0.9997022747993469, 0.999723494052887, 0.9997445940971375, 0.9997695088386536, 0.9997937083244324, 0.9997817277908325, 0.9997776746749878, 0.999779999256134], "prob_old_token": [0.9475728869438171, 0.001024387078359723, 0.00015866017201915383, 6.636509351665154e-05, 3.482138708932325e-05, 2.085971209453419e-05, 1.3810471500619315e-05, 9.87641487881774e-06, 7.4648337431426626e-06, 5.8627588259696495e-06, 4.72173041998758e-06, 3.858603577100439e-06, 3.1694241897639586e-06, 2.591935071905027e-06, 2.085836968035437e-06, 1.6318097095791018e-06, 1.3374777836361318e-06, 1.4761220654690987e-06, 1.5100901009645895e-06, 1.4234769878385123e-06], "update_matrix_norm_1": [30706.189453125], "update_matrix_norm_2": [7.981647968292236], "update_matrix_norm_inf": [0.09794876724481583], "request": {"prompt": "{}'s record label is", "subject": "Otis Redding", "target_new": {"str": "Sun Records"}, "old_answer": {"str": "Stax Records"}, "seed": 42}}, {"loss_per_step": [4.644, 4.12, 3.355, 1.976, 0.621, 0.463, 0.375, 0.336, 0.316, 0.304, 0.298, 0.294, 0.291, 0.29, 0.288, 0.287, 0.287, 0.286, 0.285, 0.285], "prob_new": [0.011374210938811302, 0.03096923418343067, 0.053583674132823944, 0.20587199926376343, 0.7402582764625549, 0.8640419244766235, 0.9340381026268005, 0.9624359607696533, 0.9749292731285095, 0.9823312759399414, 0.9872071743011475, 0.9905166029930115, 0.9927860498428345, 0.9943604469299316, 0.9954719543457031, 0.9962835311889648, 0.996894121170044, 0.9973620772361755, 0.9977290034294128, 0.9980220198631287], "prob_old": [0.4030766189098358, 0.01375775970518589, 0.009528052061796188, 0.006705294828861952, 0.0032524459529668093, 0.000976705807261169, 0.00044973709736950696, 0.00023714129929430783, 0.0001452876313123852, 0.0001008744293358177, 7.817132427589968e-05, 6.712300091749057e-05, 6.199020572239533e-05, 5.91415555390995e-05, 5.69354924664367e-05, 5.486949157784693e-05, 5.250997492112219e-05, 4.966841879650019e-05, 4.6800047130091116e-05, 4.4413827708922327e-05], "prob_new_token": [1.424369929736713e-05, 3.466975613264367e-05, 5.8572462876327336e-05, 0.002841878915205598, 0.8651271462440491, 0.9614198207855225, 0.9921493530273438, 0.9975376725196838, 0.9988589286804199, 0.9993233680725098, 0.999531626701355, 0.9996403455734253, 0.9997033476829529, 0.9997437596321106, 0.9997726082801819, 0.9997943639755249, 0.999810516834259, 0.9998215436935425, 0.9998312592506409, 0.9998407363891602], "prob_old_token": [0.9012551307678223, 0.010688278824090958, 0.001668955315835774, 0.00028115828172303736, 3.9476810343330726e-05, 4.190512299828697e-06, 9.702669103717199e-07, 3.2399174187958124e-07, 1.5138395781377767e-07, 8.843219490017873e-08, 6.131515561946799e-08, 5.0001325746507064e-08, 4.5562515538222215e-08, 4.2956514789693756e-08, 4.020801114279493e-08, 3.7347401615761555e-08, 3.4742949850397054e-08, 3.2360713220214166e-08, 3.006373461289513e-08, 2.7969083049583787e-08], "update_matrix_norm_1": [29487.22265625], "update_matrix_norm_2": [7.97177791595459], "update_matrix_norm_inf": [0.04116946831345558], "request": {"prompt": "{}'s record label is", "subject": "Let It Be", "target_new": {"str": "YG Entertainment"}, "old_answer": {"str": "Apple Records"}, "seed": 42}}, {"loss_per_step": [5.444, 5.195, 1.939, 0.506, 0.366, 0.329, 0.309, 0.299, 0.293, 0.29, 0.289, 0.287, 0.287, 0.286, 0.285, 0.285, 0.285, 0.284, 0.284, 0.284], "prob_new": [0.005100504960864782, 0.0116692204028368, 0.2092536836862564, 0.8905417919158936, 0.9246307611465454, 0.9576406478881836, 0.9765801429748535, 0.985948383808136, 0.99072265625, 0.993353009223938, 0.9949239492416382, 0.9959329962730408, 0.9966241121292114, 0.9971250295639038, 0.9975053668022156, 0.9978052973747253, 0.9980483651161194, 0.9982490539550781, 0.9984170198440552, 0.9985595345497131], "prob_old": [0.4030766189098358, 0.007693642750382423, 0.0016224973369389772, 0.00010583607945591211, 1.5786847143317573e-05, 1.2017208973702509e-05, 1.2531719221442472e-05, 1.3896416930947453e-05, 1.5417232134495862e-05, 1.6830670574563555e-05, 1.799583333195187e-05, 1.8837457901099697e-05, 1.9352084564161487e-05, 1.9600705854827538e-05, 1.966921081475448e-05, 1.962111309694592e-05, 1.9476992747513577e-05, 1.922641968121752e-05, 1.8851544155040756e-05, 1.8352857296122238e-05], "prob_new_token": [2.029017650784226e-06, 0.00021260861831251532, 0.07685939222574234, 0.9894055128097534, 0.9991315007209778, 0.9996122717857361, 0.9996888041496277, 0.9996989965438843, 0.9996927976608276, 0.9996854066848755, 0.9996824860572815, 0.9996849298477173, 0.9996926784515381, 0.9997048377990723, 0.9997194409370422, 0.9997348189353943, 0.9997509121894836, 0.9997674822807312, 0.9997837543487549, 0.9997996687889099], "prob_old_token": [0.9012551307678223, 0.001423787442035973, 7.210115882116952e-07, 1.1220162576819348e-08, 2.969005041819628e-10, 1.4116909030637004e-10, 1.2829319551155294e-10, 1.3952813904261063e-10, 1.5901611971624874e-10, 1.806434446471883e-10, 1.9981416521375195e-10, 2.130632614782968e-10, 2.1921446602402028e-10, 2.1958732054905283e-10, 2.166328505470716e-10, 2.1206222888814352e-10, 2.0628949937151475e-10, 1.9878551582586113e-10, 1.8899919129733433e-10, 1.7703026544690914e-10], "update_matrix_norm_1": [29456.01953125], "update_matrix_norm_2": [7.955012321472168], "update_matrix_norm_inf": [0.04006031155586243], "request": {"prompt": "{}'s record label is", "subject": "Let It Be", "target_new": {"str": "Imperial Records"}, "old_answer": {"str": "Apple Records"}, "seed": 42}}, {"loss_per_step": [3.234, 3.427, 2.511, 1.632, 0.557, 0.388, 0.341, 0.324, 0.315, 0.31, 0.303, 0.298, 0.294, 0.293, 0.29, 0.287, 0.287, 0.286, 0.285, 0.286], "prob_new": [0.04269249364733696, 0.05700032040476799, 0.14111939072608948, 0.2880032956600189, 0.8045265674591064, 0.929764449596405, 0.9686315059661865, 0.9830169677734375, 0.9887092113494873, 0.9916003346443176, 0.9934247732162476, 0.9946375489234924, 0.9955057501792908, 0.996151328086853, 0.9966390132904053, 0.9970238208770752, 0.9973487854003906, 0.997629702091217, 0.9978664517402649, 0.9980641603469849], "prob_old": [0.4030766189098358, 0.0111094294115901, 0.002440853975713253, 0.003062032861635089, 0.0030044906307011843, 0.001441505621187389, 0.0007976096821948886, 0.00046787632163614035, 0.000302277272567153, 0.00021466896578203887, 0.00016696908278390765, 0.00013737021072302014, 0.00011738755711121485, 0.00010390463285148144, 9.488353680353612e-05, 8.833285392029211e-05, 8.280890324385837e-05, 7.809376256773248e-05, 7.460337656084448e-05, 7.223777356557548e-05], "prob_new_token": [8.165015606209636e-05, 0.0006190533749759197, 0.001267758896574378, 0.025504449382424355, 0.7592551708221436, 0.9875233769416809, 0.9966189861297607, 0.9983048439025879, 0.9989128112792969, 0.999206006526947, 0.9993621706962585, 0.9994568228721619, 0.9995224475860596, 0.9995680451393127, 0.9995967745780945, 0.9996170401573181, 0.9996388554573059, 0.9996628761291504, 0.9996835589408875, 0.999701201915741], "prob_old_token": [0.9012551307678223, 0.002551665995270014, 6.604136160603957e-06, 2.1419409677037038e-05, 1.2526137652457692e-05, 7.322367423512333e-07, 1.677738481475899e-07, 6.432505017528456e-08, 3.1921473464535666e-08, 1.8804938051175668e-08, 1.289729478770596e-08, 9.783170717980738e-09, 7.935402557279758e-09, 6.79858747076878e-09, 6.0584950389852565e-09, 5.528308921753933e-09, 5.077456233237854e-09, 4.702126243927296e-09, 4.456471636160586e-09, 4.307135093029046e-09], "update_matrix_norm_1": [29427.53125], "update_matrix_norm_2": [7.9700822830200195], "update_matrix_norm_inf": [0.04331061989068985], "request": {"prompt": "{}'s record label is", "subject": "Let It Be", "target_new": {"str": "Curb Records"}, "old_answer": {"str": "Apple Records"}, "seed": 42}}, {"loss_per_step": [3.921, 1.463, 0.343, 0.279, 0.253, 0.241, 0.236, 0.233, 0.232, 0.231, 0.231, 0.23, 0.23, 0.229, 0.229, 0.229, 0.229, 0.229, 0.228, 0.228], "prob_new": [0.020164521411061287, 0.3268565237522125, 0.8934764862060547, 0.9514836072921753, 0.9769062995910645, 0.9876318573951721, 0.9922693371772766, 0.9944970607757568, 0.9957250356674194, 0.9964987635612488, 0.9970394372940063, 0.997442901134491, 0.9977557063102722, 0.9980036616325378, 0.9982027411460876, 0.9983640313148499, 0.998495876789093, 0.9986039400100708, 0.9986926913261414, 0.9987651705741882], "prob_old": [0.8658528923988342, 0.08685991168022156, 0.020428750663995743, 0.011255178600549698, 0.008684070780873299, 0.007582962047308683, 0.006999688688665628, 0.006639943458139896, 0.00638346653431654, 0.006170358974486589, 0.0059759789146482944, 0.00580011960119009, 0.005647323559969664, 0.005517196375876665, 0.005406026728451252, 0.005308262072503567, 0.005216599907726049, 0.00512258056551218, 0.005020735319703817, 0.004912830889225006], "prob_new_token": [1.3314574687228742e-07, 0.09781356155872345, 0.9824529886245728, 0.9965291619300842, 0.9982105493545532, 0.998714804649353, 0.9989473223686218, 0.9990860819816589, 0.9991829991340637, 0.9992575645446777, 0.9993168115615845, 0.9993653297424316, 0.9994064569473267, 0.9994426965713501, 0.9994753003120422, 0.9995044469833374, 0.9995306730270386, 0.9995532631874084, 0.9995724558830261, 0.9995892643928528], "prob_old_token": [0.9372683763504028, 0.0002915595250669867, 6.554388392032706e-07, 7.430335813296551e-08, 3.056810982116076e-08, 1.9462097711198112e-08, 1.4662852265701076e-08, 1.187599352192592e-08, 9.94787274777309e-09, 8.469196899341114e-09, 7.285880343488316e-09, 6.343474634462609e-09, 5.6007558590920326e-09, 5.011826509360162e-09, 4.538251996422105e-09, 4.1504510939205375e-09, 3.823362959565202e-09, 3.5372604845207434e-09, 3.2771645397389193e-09, 3.040180107660717e-09], "update_matrix_norm_1": [30430.45703125], "update_matrix_norm_2": [8.12358283996582], "update_matrix_norm_inf": [0.086823008954525], "request": {"prompt": "{}'s record label is", "subject": "Thom Yorke", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [5.525, 1.445, 0.606, 0.334, 0.28, 0.264, 0.256, 0.251, 0.247, 0.243, 0.24, 0.237, 0.235, 0.233, 0.232, 0.231, 0.23, 0.229, 0.229, 0.228], "prob_new": [0.0052055115811526775, 0.3136614263057709, 0.7081664204597473, 0.9058200716972351, 0.9534637928009033, 0.9676229357719421, 0.9748666882514954, 0.9796820282936096, 0.983247697353363, 0.9861350655555725, 0.9885777235031128, 0.9906608462333679, 0.9923915863037109, 0.9937736988067627, 0.9948811531066895, 0.995784342288971, 0.9965631365776062, 0.9972455501556396, 0.9978105425834656, 0.9982249140739441], "prob_old": [0.8658528923988342, 0.09799351543188095, 0.07732710242271423, 0.04827491566538811, 0.03322547301650047, 0.02586814947426319, 0.02167159877717495, 0.018996624276041985, 0.01717817224562168, 0.01580793224275112, 0.014681396074593067, 0.01371723972260952, 0.012912594713270664, 0.012262005358934402, 0.011685695499181747, 0.01114523783326149, 0.010610982775688171, 0.010076839476823807, 0.009572954848408699, 0.009158939123153687], "prob_new_token": [0.0002618781873025, 0.16546311974525452, 0.7218874096870422, 0.9352914690971375, 0.9765160083770752, 0.9878684878349304, 0.9923427700996399, 0.9944979548454285, 0.9956437945365906, 0.9963809847831726, 0.996928870677948, 0.9973592162132263, 0.9976656436920166, 0.9978371262550354, 0.9979465007781982, 0.998036801815033, 0.9981433153152466, 0.998278021812439, 0.9984290599822998, 0.9985411763191223], "prob_old_token": [0.9372683763504028, 0.0003562699712347239, 0.0001541009551146999, 3.6242818168830127e-05, 1.3082775694783777e-05, 6.568890967173502e-06, 3.973904767917702e-06, 2.7327514544595033e-06, 2.085419282593648e-06, 1.676961915109132e-06, 1.3807119785269606e-06, 1.1552034493433894e-06, 1.0023571803685627e-06, 9.217148999596247e-07, 8.66528580445447e-07, 8.146145660248294e-07, 7.541530067101121e-07, 6.826426783845818e-07, 6.064223612156638e-07, 5.475973807733681e-07], "update_matrix_norm_1": [31655.5], "update_matrix_norm_2": [8.135054588317871], "update_matrix_norm_inf": [0.07708081603050232], "request": {"prompt": "{}'s record label is", "subject": "Thom Yorke", "target_new": {"str": "RCA"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [3.466, 1.286, 0.526, 0.367, 0.307, 0.278, 0.262, 0.253, 0.247, 0.242, 0.239, 0.237, 0.235, 0.233, 0.232, 0.231, 0.231, 0.229, 0.229, 0.229], "prob_new": [0.033426348119974136, 0.4089847505092621, 0.7482014894485474, 0.872689425945282, 0.9257499575614929, 0.9525033831596375, 0.9678167104721069, 0.9773286581039429, 0.9833990931510925, 0.9873601198196411, 0.9900313019752502, 0.9918994307518005, 0.9932477474212646, 0.9942441582679749, 0.9949936866760254, 0.9955676794052124, 0.9960243701934814, 0.9964040517807007, 0.9967190027236938, 0.9969744086265564], "prob_old": [0.8658528923988342, 0.1047445759177208, 0.16623306274414062, 0.21715807914733887, 0.24092663824558258, 0.23863734304904938, 0.21950486302375793, 0.1934242695569992, 0.1669558882713318, 0.14337092638015747, 0.12367532402276993, 0.10772810876369476, 0.09497955441474915, 0.08483120799064636, 0.07675373554229736, 0.07026882469654083, 0.06486444175243378, 0.060180556029081345, 0.05620300769805908, 0.052935659885406494], "prob_new_token": [0.007327569182962179, 0.06412569433450699, 0.7641352415084839, 0.9240832328796387, 0.957392156124115, 0.9717835783958435, 0.9800900220870972, 0.9853461980819702, 0.9888193607330322, 0.9911983013153076, 0.9928870797157288, 0.9941214323043823, 0.9950409531593323, 0.995732843875885, 0.9962530136108398, 0.9966419339179993, 0.996944785118103, 0.9972051978111267, 0.9974217414855957, 0.9975917935371399], "prob_old_token": [0.9372683763504028, 0.0001505324908066541, 0.000644408049993217, 0.0010131142335012555, 0.0011940000113099813, 0.0010251522762700915, 0.0007088914280757308, 0.00044071621960029006, 0.0002666735090315342, 0.00016410519310738891, 0.00010462971840752289, 6.948193185962737e-05, 4.806529250345193e-05, 3.459989602561109e-05, 2.5905033908202313e-05, 2.016295366047416e-05, 1.628646714380011e-05, 1.3594298252428416e-05, 1.1623738828347996e-05, 1.0146142813027836e-05], "update_matrix_norm_1": [31155.322265625], "update_matrix_norm_2": [8.141434669494629], "update_matrix_norm_inf": [0.10320703685283661], "request": {"prompt": "{}'s record label is", "subject": "Thom Yorke", "target_new": {"str": "A&M Records"}, "old_answer": {"str": "XL Recordings"}, "seed": 42}}, {"loss_per_step": [1.635, 0.69, 0.438, 0.339, 0.298, 0.273, 0.295, 0.261, 0.259, 0.258, 0.257, 0.255, 0.252, 0.251, 0.249, 0.248, 0.249, 0.252, 0.251, 0.255], "prob_new": [0.2005317062139511, 0.6550753712654114, 0.8531639575958252, 0.9239850640296936, 0.9613593220710754, 0.9790096282958984, 0.9877178072929382, 0.9918125867843628, 0.9932487607002258, 0.9939311742782593, 0.9944816827774048, 0.9951061010360718, 0.9958016872406006, 0.996557891368866, 0.9973825812339783, 0.9980166554450989, 0.9984520673751831, 0.9985564351081848, 0.9986252784729004, 0.9987244606018066], "prob_old": [0.6937788724899292, 0.14580388367176056, 0.03467298299074173, 0.013154962100088596, 0.008095696568489075, 0.005865221843123436, 0.004643803928047419, 0.004802767187356949, 0.0056683835573494434, 0.006633388809859753, 0.007372878957539797, 0.007694929838180542, 0.007642929907888174, 0.007249757181853056, 0.0062072318978607655, 0.005313469562679529, 0.004676508717238903, 0.004218235611915588, 0.004109683446586132, 0.003950824029743671], "prob_new_token": [0.005063733551651239, 0.9688163995742798, 0.9953454732894897, 0.9980045557022095, 0.998746931552887, 0.999129056930542, 0.9993552565574646, 0.9993894100189209, 0.9993107318878174, 0.9991900324821472, 0.999082088470459, 0.999022364616394, 0.9990077614784241, 0.9990153312683105, 0.9990227818489075, 0.9990350008010864, 0.9990527033805847, 0.9991101622581482, 0.9991546273231506, 0.9991907477378845], "prob_old_token": [0.966615617275238, 0.006364496424794197, 0.00027983225299976766, 8.840677764965221e-05, 4.6752000343985856e-05, 2.8152624508948065e-05, 1.8993057892657816e-05, 1.8361326510785148e-05, 2.3907272407086566e-05, 3.3303414966212586e-05, 4.346688001533039e-05, 4.9323803978040814e-05, 4.945356704411097e-05, 4.455218368093483e-05, 3.386404932825826e-05, 2.623617729113903e-05, 2.1635776647599414e-05, 1.8945298506878316e-05, 1.9290277123218402e-05, 1.881872594822198e-05], "update_matrix_norm_1": [30028.912109375], "update_matrix_norm_2": [8.187987327575684], "update_matrix_norm_inf": [0.06414894014596939], "request": {"prompt": "{}'s record label is", "subject": "Iron Maiden", "target_new": {"str": "Warner Bros. Records"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [2.345, 1.849, 1.234, 0.639, 0.313, 0.285, 0.269, 0.274, 0.266, 0.266, 0.264, 0.262, 0.262, 0.26, 0.259, 0.257, 0.254, 0.25, 0.253, 0.247], "prob_new": [0.09647039324045181, 0.21457132697105408, 0.3840268552303314, 0.6908681392669678, 0.9510892629623413, 0.9742559194564819, 0.9834636449813843, 0.9881603121757507, 0.991247832775116, 0.9932358264923096, 0.9947400689125061, 0.9959198236465454, 0.9968315362930298, 0.9975253939628601, 0.9980367422103882, 0.9984029531478882, 0.9986547827720642, 0.9988096356391907, 0.998892605304718, 0.999026358127594], "prob_old": [0.6937788724899292, 0.2467157244682312, 0.12280827760696411, 0.07906734198331833, 0.03435901924967766, 0.024408958852291107, 0.016810152679681778, 0.011343687772750854, 0.009377031587064266, 0.008154665119946003, 0.007153580896556377, 0.006224052049219608, 0.00532987667247653, 0.0044805677607655525, 0.00377903925254941, 0.0032567649614065886, 0.002896532416343689, 0.002677174052223563, 0.002576481783762574, 0.002379779005423188], "prob_new_token": [8.838111170916818e-06, 0.0002609234070405364, 0.014072568155825138, 0.34810471534729004, 0.9702884554862976, 0.9916594624519348, 0.994316577911377, 0.9954847693443298, 0.9960256218910217, 0.9964001774787903, 0.9968814849853516, 0.9974735975265503, 0.9980540871620178, 0.9985365271568298, 0.9989025592803955, 0.9991644024848938, 0.9993441700935364, 0.9994584918022156, 0.9995161294937134, 0.9995405673980713], "prob_old_token": [0.966615617275238, 0.43541547656059265, 0.04623476788401604, 0.01566202938556671, 0.0006765399011783302, 0.00012640953355003148, 5.9209509345237166e-05, 3.558000753400847e-05, 3.1757615943206474e-05, 3.091144026257098e-05, 2.912292256951332e-05, 2.5578799977665767e-05, 2.1104715415276587e-05, 1.666396201471798e-05, 1.290880663873395e-05, 1.0045261660707183e-05, 8.012753824004903e-06, 6.696432592434576e-06, 6.109720743552316e-06, 5.936366505920887e-06], "update_matrix_norm_1": [29842.927734375], "update_matrix_norm_2": [8.154282569885254], "update_matrix_norm_inf": [0.060543376952409744], "request": {"prompt": "{}'s record label is", "subject": "Iron Maiden", "target_new": {"str": "G.O.O.D. Music"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [7.944, 5.081, 2.729, 0.811, 0.295, 0.275, 0.27, 0.268, 0.266, 0.264, 0.261, 0.259, 0.255, 0.249, 0.254, 0.247, 0.248, 0.247, 0.243, 0.24], "prob_new": [0.00041665337630547583, 0.010591208934783936, 0.10131970047950745, 0.5899778604507446, 0.9625295400619507, 0.983424723148346, 0.9872028827667236, 0.9895002245903015, 0.9913990497589111, 0.9929884076118469, 0.9942865967750549, 0.9953266382217407, 0.9961443543434143, 0.9967722296714783, 0.9972593188285828, 0.9976944923400879, 0.9980381727218628, 0.9982976913452148, 0.998492956161499, 0.9986421465873718], "prob_old": [0.6937788724899292, 0.124494269490242, 0.04767429828643799, 0.06101451814174652, 0.02084954082965851, 0.007600412704050541, 0.005108122248202562, 0.0044804965145885944, 0.0042833504267036915, 0.004161409568041563, 0.004006011411547661, 0.0037984452210366726, 0.003561191027984023, 0.003326169215142727, 0.0031083780340850353, 0.0029294341802597046, 0.0027415563818067312, 0.0025407285429537296, 0.0023402178194373846, 0.0021585142239928246], "prob_new_token": [9.799629907547569e-08, 0.0001663567527430132, 0.007144830655306578, 0.6107917428016663, 0.987559974193573, 0.9966059923171997, 0.9975239634513855, 0.9976161122322083, 0.9975866675376892, 0.9976081848144531, 0.9977222084999084, 0.9979152083396912, 0.9981474876403809, 0.9983797669410706, 0.9985860586166382, 0.9987355470657349, 0.9988804459571838, 0.9990240931510925, 0.9991554021835327, 0.9992635846138], "prob_old_token": [0.966615617275238, 0.011370297521352768, 0.0015883769374340773, 0.001989174634218216, 0.00010456189193064347, 2.0145560483797453e-05, 1.3312518603925128e-05, 1.358266035822453e-05, 1.5284029359463602e-05, 1.684597555140499e-05, 1.7516240404802375e-05, 1.7106560335378163e-05, 1.5862196960370056e-05, 1.4191658920026384e-05, 1.2491090274124872e-05, 1.1539157640072517e-05, 1.0406731234979816e-05, 9.008517736219801e-06, 7.556998752988875e-06, 6.28382667855476e-06], "update_matrix_norm_1": [29979.49609375], "update_matrix_norm_2": [8.14340877532959], "update_matrix_norm_inf": [0.055078744888305664], "request": {"prompt": "{}'s record label is", "subject": "Iron Maiden", "target_new": {"str": "Imperial Records"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [3.62, 2.053, 1.042, 0.457, 0.387, 0.344, 0.313, 0.293, 0.282, 0.275, 0.272, 0.27, 0.269, 0.267, 0.266, 0.263, 0.259, 0.261, 0.258, 0.259], "prob_new": [0.030232597142457962, 0.2048923373222351, 0.5607302784919739, 0.8365415334701538, 0.892595112323761, 0.9293521046638489, 0.95648592710495, 0.9749411940574646, 0.9858644008636475, 0.9916364550590515, 0.9946227669715881, 0.996252715587616, 0.9972131848335266, 0.9978216290473938, 0.9982309937477112, 0.9985195398330688, 0.9987298250198364, 0.9988815784454346, 0.9989573359489441, 0.999011218547821], "prob_old": [0.5190387964248657, 0.0800950825214386, 0.03498266637325287, 0.006518791429698467, 0.003553783055394888, 0.002509772777557373, 0.0019094784511253238, 0.001469733309932053, 0.001138258259743452, 0.0009146213997155428, 0.0007730957586318254, 0.0006794233340770006, 0.0006125924410298467, 0.0005622270982712507, 0.0005240956670604646, 0.000496269145514816, 0.0004757698334287852, 0.000461196614196524, 0.0004626982845366001, 0.0004643089196179062], "prob_new_token": [5.01351933053229e-05, 0.005103702191263437, 0.9220272302627563, 0.9743987917900085, 0.9842310547828674, 0.9912241697311401, 0.9953560829162598, 0.9975225925445557, 0.998563826084137, 0.9990621209144592, 0.9993212223052979, 0.9994697570800781, 0.9995626211166382, 0.9996241331100464, 0.9996640086174011, 0.9996866583824158, 0.9996928572654724, 0.999684751033783, 0.9996883869171143, 0.9996926784515381], "prob_old_token": [0.9345325827598572, 0.025598343461751938, 0.0008892203331924975, 1.7127455066656694e-05, 6.299384949670639e-06, 3.157311766699422e-06, 1.732050122882356e-06, 1.0185217433900107e-06, 6.7200551256974e-07, 5.060609851170739e-07, 4.2043885173370654e-07, 3.7064449998069904e-07, 3.379220174792863e-07, 3.1469963346353325e-07, 2.9889307029407064e-07, 2.915746506459982e-07, 2.95021465035461e-07, 3.09269495346598e-07, 3.0671120043734845e-07, 3.002489563641575e-07], "update_matrix_norm_1": [32568.3203125], "update_matrix_norm_2": [8.506982803344727], "update_matrix_norm_inf": [0.04907748103141785], "request": {"prompt": "{}'s record label is", "subject": "Roxette", "target_new": {"str": "Chess Records"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [2.865, 2.474, 1.674, 1.146, 0.528, 0.358, 0.315, 0.291, 0.281, 0.276, 0.27, 0.273, 0.273, 0.273, 0.272, 0.27, 0.27, 0.271, 0.27, 0.269], "prob_new": [0.058721039444208145, 0.14720359444618225, 0.2962988615036011, 0.48576849699020386, 0.8653196096420288, 0.9184857606887817, 0.9581901431083679, 0.9799251556396484, 0.9899888038635254, 0.9946587085723877, 0.9968843460083008, 0.9979790449142456, 0.9982320070266724, 0.9983358979225159, 0.998394787311554, 0.9984477162361145, 0.9985097646713257, 0.9985784888267517, 0.9986480474472046, 0.9987230896949768], "prob_old": [0.5190387964248657, 0.06706087291240692, 0.03714355081319809, 0.014891128055751324, 0.005851222202181816, 0.0026610365603119135, 0.0018793739145621657, 0.00144241435918957, 0.0010987428249791265, 0.0008531610947102308, 0.0006879916763864458, 0.0005880816024728119, 0.0007269156631082296, 0.0009210563730448484, 0.0010991309536620975, 0.0012387552997097373, 0.0013320862781256437, 0.001364128664135933, 0.0013199674431234598, 0.001225404441356659], "prob_new_token": [3.368348302501545e-07, 0.0005893029738217592, 0.020771613344550133, 0.1270606964826584, 0.9897552132606506, 0.9985686540603638, 0.9991725087165833, 0.9993979334831238, 0.9995564818382263, 0.9996587634086609, 0.9997202157974243, 0.9997519850730896, 0.9996992349624634, 0.9996063709259033, 0.9995014667510986, 0.9993998408317566, 0.9993152022361755, 0.9992796778678894, 0.9993185997009277, 0.9993996620178223], "prob_old_token": [0.9345325827598572, 0.05535716190934181, 0.011649519205093384, 0.00671128137037158, 3.4464475902495906e-05, 2.5215892947016982e-06, 1.284185600525234e-06, 9.822126685321564e-07, 7.398683123938099e-07, 5.343753741726687e-07, 3.69859208149137e-07, 2.480944374383398e-07, 5.402234251050686e-07, 1.0106167565027135e-06, 1.5888773532424239e-06, 2.235012289020233e-06, 2.8703354928438785e-06, 3.2274695058731595e-06, 2.9820787403878057e-06, 2.3986619908100693e-06], "update_matrix_norm_1": [31086.419921875], "update_matrix_norm_2": [8.497187614440918], "update_matrix_norm_inf": [0.05887298658490181], "request": {"prompt": "{}'s record label is", "subject": "Roxette", "target_new": {"str": "Domino Recording Company"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [3.023, 1.387, 0.659, 0.464, 0.37, 0.306, 0.302, 0.297, 0.294, 0.291, 0.288, 0.286, 0.284, 0.283, 0.282, 0.281, 0.28, 0.279, 0.278, 0.278], "prob_new": [0.05014624446630478, 0.3992157578468323, 0.8289363384246826, 0.9328455328941345, 0.9564349055290222, 0.9655166268348694, 0.9713625311851501, 0.9758471846580505, 0.9794711470603943, 0.9824444055557251, 0.9848940968513489, 0.9869160652160645, 0.9885900616645813, 0.9899835586547852, 0.9911519289016724, 0.9921399354934692, 0.992983341217041, 0.9937095642089844, 0.9943401217460632, 0.9948910474777222], "prob_old": [0.5190387964248657, 0.1842202991247177, 0.23120926320552826, 0.10727287828922272, 0.0580199733376503, 0.039070647209882736, 0.02920372225344181, 0.023059403523802757, 0.01889629475772381, 0.015939218923449516, 0.013762124814093113, 0.01210865005850792, 0.010818017646670341, 0.009786800481379032, 0.008947035297751427, 0.008252326399087906, 0.007670824881643057, 0.007179618813097477, 0.006762415170669556, 0.0064071957021951675], "prob_new_token": [5.775623503723182e-05, 0.6134402751922607, 0.8986170887947083, 0.9762519001960754, 0.9906827807426453, 0.9940432906150818, 0.9957184791564941, 0.9967520236968994, 0.9974343180656433, 0.9979013204574585, 0.998231828212738, 0.9984747767448425, 0.9986581206321716, 0.9988011121749878, 0.998914897441864, 0.9990074038505554, 0.9990836977958679, 0.999147891998291, 0.999202311038971, 0.9992492198944092], "prob_old_token": [0.9345325827598572, 0.15649597346782684, 0.055926255881786346, 0.011479213833808899, 0.00361432577483356, 0.001894109882414341, 0.0011636705603450537, 0.0007703156443312764, 0.0005377390189096332, 0.0003925708879251033, 0.00029762432677671313, 0.00023275340208783746, 0.00018666980031412095, 0.00015277914644684643, 0.00012714293552562594, 0.00010726806067395955, 9.156836313195527e-05, 7.895696762716398e-05, 6.87051287968643e-05, 6.029036740073934e-05], "update_matrix_norm_1": [32019.453125], "update_matrix_norm_2": [8.51003360748291], "update_matrix_norm_inf": [0.04881872236728668], "request": {"prompt": "{}'s record label is", "subject": "Roxette", "target_new": {"str": "Roadrunner Records"}, "old_answer": {"str": "EMI"}, "seed": 42}}, {"loss_per_step": [5.969, 3.781, 1.593, 0.432, 0.343, 0.311, 0.293, 0.284, 0.278, 0.274, 0.27, 0.265, 0.259, 0.265, 0.258, 0.261, 0.261, 0.258, 0.254, 0.258], "prob_new": [0.0028503243811428547, 0.03982745110988617, 0.28578341007232666, 0.8593749403953552, 0.9304082989692688, 0.9584761261940002, 0.9728662371635437, 0.9807859063148499, 0.9855663180351257, 0.9887123107910156, 0.9909197688102722, 0.9925380945205688, 0.9937413930892944, 0.9945858716964722, 0.9951350092887878, 0.9956009387969971, 0.9960196614265442, 0.9964033961296082, 0.9967444539070129, 0.997028112411499], "prob_old": [0.58640056848526, 0.04121137782931328, 0.007800616789609194, 0.004190204665064812, 0.0023817108012735844, 0.0019969262648373842, 0.0019209454767405987, 0.0019158507930114865, 0.0019112004665657878, 0.0018904581665992737, 0.0018557760631665587, 0.0018096291460096836, 0.0017663666512817144, 0.0017598849954083562, 0.0017926075961440802, 0.0018078036373481154, 0.00179403240326792, 0.0017512731719762087, 0.0016963235102593899, 0.0016465350054204464], "prob_new_token": [4.084033662365982e-06, 0.00746153574436903, 0.027083976194262505, 0.9511080980300903, 0.9960492849349976, 0.9982730150222778, 0.9987800717353821, 0.9989888072013855, 0.9990956783294678, 0.9991581439971924, 0.999203085899353, 0.9992327690124512, 0.9992486238479614, 0.9992638230323792, 0.9993201494216919, 0.9993529915809631, 0.9993705153465271, 0.999379575252533, 0.9993791580200195, 0.9993788599967957], "prob_old_token": [0.9269580841064453, 0.00012065648479619995, 5.965915761407814e-07, 4.90694809229808e-08, 4.738164971485048e-09, 2.3826400852300367e-09, 1.9332007106243054e-09, 1.7805913410384733e-09, 1.6663228574742561e-09, 1.546697658838525e-09, 1.4283294547112746e-09, 1.3167527068702611e-09, 1.2416692118932815e-09, 1.2581040653714126e-09, 1.2961454132209838e-09, 1.3384787722614533e-09, 1.3398145926046823e-09, 1.2873005994507025e-09, 1.2223210221762315e-09, 1.1703267244200788e-09], "update_matrix_norm_1": [27827.453125], "update_matrix_norm_2": [7.487114429473877], "update_matrix_norm_inf": [0.053937822580337524], "request": {"prompt": "{}'s record label is", "subject": "Arvo P\u00e4rt", "target_new": {"str": "Bad Boy Records"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [4.162, 1.687, 0.556, 0.323, 0.276, 0.264, 0.261, 0.259, 0.256, 0.256, 0.255, 0.254, 0.253, 0.253, 0.252, 0.252, 0.251, 0.251, 0.25, 0.25], "prob_new": [0.01635628007352352, 0.31470975279808044, 0.7690805196762085, 0.9439884424209595, 0.9801963567733765, 0.9885282516479492, 0.9913166761398315, 0.992855429649353, 0.9938734173774719, 0.9946205019950867, 0.9952249526977539, 0.9957469701766968, 0.996188223361969, 0.996550440788269, 0.9968478083610535, 0.997096061706543, 0.9973106384277344, 0.9975000023841858, 0.9976618885993958, 0.9977978467941284], "prob_old": [0.58640056848526, 0.12719696760177612, 0.06225845590233803, 0.03994263708591461, 0.03181702643632889, 0.028301529586315155, 0.026864659041166306, 0.025853203609585762, 0.024943074211478233, 0.02441558800637722, 0.024225641041994095, 0.024024680256843567, 0.02366993948817253, 0.023266367614269257, 0.022958999499678612, 0.02275898866355419, 0.02253134362399578, 0.022191518917679787, 0.021831689402461052, 0.021531375125050545], "prob_new_token": [0.00020174426026642323, 0.3732164800167084, 0.7704502940177917, 0.9892739057540894, 0.9972537159919739, 0.9984955191612244, 0.9988645911216736, 0.9990673065185547, 0.9992156028747559, 0.9993020296096802, 0.9993309378623962, 0.999342679977417, 0.9993640184402466, 0.9993928074836731, 0.9994168281555176, 0.9994289875030518, 0.9994341731071472, 0.99944007396698, 0.9994461536407471, 0.9994505643844604], "prob_old_token": [0.9269580841064453, 0.01795586757361889, 0.0004944950924254954, 4.7994933993322775e-05, 1.7794931409298442e-05, 1.1021246791642625e-05, 9.102822332351934e-06, 8.00185625848826e-06, 7.036599072307581e-06, 6.558268523804145e-06, 6.608760486415122e-06, 6.692269835184561e-06, 6.549873887706781e-06, 6.324522928480292e-06, 6.219229362613987e-06, 6.26680048299022e-06, 6.294262675510254e-06, 6.162738827697467e-06, 5.9897192841162905e-06, 5.888220130145783e-06], "update_matrix_norm_1": [28744.9921875], "update_matrix_norm_2": [7.490383625030518], "update_matrix_norm_inf": [0.048698630183935165], "request": {"prompt": "{}'s record label is", "subject": "Arvo P\u00e4rt", "target_new": {"str": "BMG"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [4.002, 2.849, 1.382, 0.361, 0.305, 0.291, 0.281, 0.275, 0.27, 0.265, 0.258, 0.262, 0.257, 0.257, 0.255, 0.254, 0.255, 0.254, 0.253, 0.253], "prob_new": [0.019221864640712738, 0.08505631238222122, 0.35368645191192627, 0.9294601678848267, 0.9672607183456421, 0.9785312414169312, 0.9867290258407593, 0.9912627935409546, 0.9939712285995483, 0.995790421962738, 0.9970283508300781, 0.9978320002555847, 0.9980939626693726, 0.9982861280441284, 0.9984704852104187, 0.9986469745635986, 0.9987648725509644, 0.9988354444503784, 0.9989109039306641, 0.9989821314811707], "prob_old": [0.58640056848526, 0.054860569536685944, 0.045559536665678024, 0.006477495189756155, 0.0027609933167696, 0.002319750841706991, 0.002324022352695465, 0.002427800325676799, 0.0025150487199425697, 0.0025571943260729313, 0.0025815542321652174, 0.002600537845864892, 0.0026263424661010504, 0.0026263738982379436, 0.0026175896637141705, 0.002602130640298128, 0.0025376444682478905, 0.0024404763244092464, 0.002341456012800336, 0.0022500534541904926], "prob_new_token": [8.029038411905276e-08, 0.0003026392369065434, 0.033320412039756775, 0.9970453381538391, 0.9990575909614563, 0.9990116953849792, 0.998945415019989, 0.9989323019981384, 0.9989651441574097, 0.999026894569397, 0.9990979433059692, 0.9991624355316162, 0.9992378950119019, 0.9992901682853699, 0.9993384480476379, 0.9993926286697388, 0.9994360208511353, 0.9994646310806274, 0.9994966387748718, 0.9995251893997192], "prob_old_token": [0.9269580841064453, 0.00031544017838314176, 0.0001069417194230482, 6.445782219088869e-08, 1.2029627960430389e-08, 1.802437132880641e-08, 3.047357211016788e-08, 4.25903685652429e-08, 4.9451603700845226e-08, 5.102856803773648e-08, 4.9601233342855267e-08, 4.6125798291996034e-08, 5.0261693473885316e-08, 5.092297783448885e-08, 4.9620162201335916e-08, 4.5750176980163815e-08, 4.1944701933971373e-08, 3.8711057470663945e-08, 3.3714957936581413e-08, 2.9411646451649176e-08], "update_matrix_norm_1": [27815.98828125], "update_matrix_norm_2": [7.5112223625183105], "update_matrix_norm_inf": [0.05088755115866661], "request": {"prompt": "{}'s record label is", "subject": "Arvo P\u00e4rt", "target_new": {"str": "Constellation Records"}, "old_answer": {"str": "ECM Records"}, "seed": 42}}, {"loss_per_step": [3.145, 2.085, 0.99, 0.49, 0.349, 0.331, 0.326, 0.322, 0.321, 0.321, 0.32, 0.319, 0.319, 0.318, 0.318, 0.318, 0.318, 0.317, 0.317, 0.317], "prob_new": [0.04366582632064819, 0.18904279172420502, 0.5299609899520874, 0.8510749340057373, 0.9703962206840515, 0.9886014461517334, 0.9935646057128906, 0.9957372546195984, 0.996899425983429, 0.997576117515564, 0.9980025887489319, 0.9982909560203552, 0.9984979629516602, 0.9986542463302612, 0.9987775087356567, 0.9988786578178406, 0.9989633560180664, 0.9990339279174805, 0.9990924596786499, 0.9991406202316284], "prob_old": [0.7602687478065491, 0.08728993684053421, 0.03713909164071083, 0.02266591042280197, 0.009517328813672066, 0.004919538274407387, 0.0033190730027854443, 0.002666081301867962, 0.0022855510469526052, 0.0020434383768588305, 0.0018790445756167173, 0.0017593393567949533, 0.0016691067721694708, 0.0015987567603588104, 0.0015462893061339855, 0.0015164798824116588, 0.0015034462558105588, 0.0015012312214821577, 0.0015084357000887394, 0.0015256660990417004], "prob_new_token": [1.5967689250828698e-06, 0.01721072569489479, 0.3431354761123657, 0.8774819374084473, 0.9870582222938538, 0.9969047904014587, 0.9986633062362671, 0.9991732835769653, 0.9994170665740967, 0.9995461702346802, 0.9996172785758972, 0.9996672868728638, 0.9997071027755737, 0.9997380375862122, 0.9997585415840149, 0.9997692108154297, 0.999775230884552, 0.9997789263725281, 0.9997809529304504, 0.9997776746749878], "prob_old_token": [0.9543891549110413, 0.04298025742173195, 0.0006834065425209701, 0.00013045953528489918, 9.77109266386833e-06, 1.4786497786190012e-06, 5.432260650195531e-07, 3.5384820762374147e-07, 2.504015412796434e-07, 1.9645527515876893e-07, 1.7353923453811149e-07, 1.5317398549541394e-07, 1.292511626616033e-07, 1.0691870500068035e-07, 9.29175740793653e-08, 8.866611977964567e-08, 8.759803193925109e-08, 8.53787369692327e-08, 8.31810638146635e-08, 8.548204277758487e-08], "update_matrix_norm_1": [32031.591796875], "update_matrix_norm_2": [8.548114776611328], "update_matrix_norm_inf": [0.052319370210170746], "request": {"prompt": "{}'s record label is", "subject": "Willie Dixon", "target_new": {"str": "XL Recordings"}, "old_answer": {"str": "Chess Records"}, "seed": 42}}, {"loss_per_step": [8.445, 4.694, 2.89, 1.056, 0.461, 0.407, 0.375, 0.354, 0.341, 0.333, 0.329, 0.326, 0.324, 0.323, 0.322, 0.322, 0.322, 0.321, 0.32, 0.32], "prob_new": [0.00024664794909767807, 0.014604353345930576, 0.08262061327695847, 0.5049092769622803, 0.8852955102920532, 0.9327979683876038, 0.9613354206085205, 0.9772130846977234, 0.9854614734649658, 0.9897993206977844, 0.9922559857368469, 0.9937728047370911, 0.9947850704193115, 0.9955074191093445, 0.9960543513298035, 0.9964900612831116, 0.9968515038490295, 0.997157871723175, 0.9974192976951599, 0.997641384601593], "prob_old": [0.7602687478065491, 0.11184050142765045, 0.00803094170987606, 0.0020664336625486612, 0.0007695203530602157, 0.0007435777806676924, 0.000768229307141155, 0.0007817927398718894, 0.0007788604707457125, 0.0007677387911826372, 0.0007544655818492174, 0.0007413320709019899, 0.000728704733774066, 0.000716193113476038, 0.0007031059940345585, 0.0006886658957228065, 0.0006724289269186556, 0.0006545748910866678, 0.0006359288818202913, 0.0006175538874231279], "prob_new_token": [2.447713450237643e-05, 0.0003667334094643593, 0.004190030973404646, 0.5600163340568542, 0.9837941527366638, 0.9965925812721252, 0.9986934661865234, 0.9992697834968567, 0.9994869232177734, 0.9995877146720886, 0.9996424913406372, 0.9996764063835144, 0.9996997117996216, 0.9997172355651855, 0.9997323751449585, 0.9997460842132568, 0.9997593760490417, 0.9997730851173401, 0.9997863173484802, 0.9997983574867249], "prob_old_token": [0.9543891549110413, 0.20573167502880096, 0.003372096223756671, 0.0002926297311205417, 5.31260775460396e-06, 9.291150036006002e-07, 3.651589395303745e-07, 2.0412537082847848e-07, 1.3805966148083826e-07, 1.0510359516047174e-07, 8.626560799029903e-08, 7.437298421564265e-08, 6.621257142569448e-08, 6.010972697367833e-08, 5.5087760131300456e-08, 5.05398034533755e-08, 4.616390825162853e-08, 4.192622782284161e-08, 3.79545710416096e-08, 3.4391408831879744e-08], "update_matrix_norm_1": [32492.5390625], "update_matrix_norm_2": [8.544218063354492], "update_matrix_norm_inf": [0.056139152497053146], "request": {"prompt": "{}'s record label is", "subject": "Willie Dixon", "target_new": {"str": "OWSLA"}, "old_answer": {"str": "Chess Records"}, "seed": 42}}, {"loss_per_step": [4.366, 2.552, 1.131, 0.366, 0.29, 0.273, 0.267, 0.263, 0.26, 0.258, 0.257, 0.256, 0.255, 0.254, 0.254, 0.253, 0.253, 0.252, 0.251, 0.251], "prob_new": [0.013406484387814999, 0.13007308542728424, 0.44118592143058777, 0.8985055685043335, 0.9661568403244019, 0.9801806807518005, 0.9860075116157532, 0.9896583557128906, 0.9922741651535034, 0.9941603541374207, 0.9954840540885925, 0.9964054822921753, 0.9970617294311523, 0.9975401759147644, 0.997890293598175, 0.9981468319892883, 0.9983417391777039, 0.9984973073005676, 0.998622477054596, 0.9987214803695679], "prob_old": [0.7602687478065491, 0.032647229731082916, 0.011823250912129879, 0.0027229925617575645, 0.0013362704776227474, 0.0009163864888250828, 0.0007137686479836702, 0.0005866571445949376, 0.0004969008732587099, 0.00042955923709087074, 0.00037689440068788826, 0.00033587744110263884, 0.0003049986553378403, 0.00028198090149089694, 0.0002641956089064479, 0.0002497156092431396, 0.00023821320792194456, 0.00022958636691328138, 0.00022295181406661868, 0.00021713801834266633], "prob_new_token": [2.1048956114100292e-05, 0.014740297570824623, 0.04273511841893196, 0.6567443609237671, 0.940725564956665, 0.9811543822288513, 0.9909910559654236, 0.9946625828742981, 0.9964362382888794, 0.9974145293235779, 0.997980535030365, 0.9983292818069458, 0.99857097864151, 0.9987504482269287, 0.9988774657249451, 0.9989591836929321, 0.999014675617218, 0.9990611672401428, 0.9990971684455872, 0.9991171956062317], "prob_old_token": [0.9543891549110413, 0.0023799571208655834, 0.002031823620200157, 0.0003643138625193387, 5.4883021221030504e-05, 1.623574280529283e-05, 7.310746241273591e-06, 4.148846528551076e-06, 2.7007076823792886e-06, 1.937358092618524e-06, 1.51333244957641e-06, 1.2612005093615153e-06, 1.0897369975282345e-06, 9.631443163016229e-07, 8.730783065402647e-07, 8.15011674148991e-07, 7.732751896583068e-07, 7.361044254139415e-07, 7.032248277027975e-07, 6.795540912207798e-07], "update_matrix_norm_1": [32751.671875], "update_matrix_norm_2": [8.489940643310547], "update_matrix_norm_inf": [0.050915829837322235], "request": {"prompt": "{}'s record label is", "subject": "Willie Dixon", "target_new": {"str": "BMG"}, "old_answer": {"str": "Chess Records"}, "seed": 42}}, {"loss_per_step": [4.966, 3.459, 2.387, 1.683, 0.728, 0.389, 0.353, 0.34, 0.333, 0.329, 0.326, 0.324, 0.323, 0.322, 0.321, 0.321, 0.32, 0.319, 0.319, 0.318], "prob_new": [0.0072762309573590755, 0.047532275319099426, 0.1335807740688324, 0.26729723811149597, 0.6835340857505798, 0.9331352710723877, 0.9671001434326172, 0.979863166809082, 0.9865859150886536, 0.990599513053894, 0.9931395649909973, 0.9948276281356812, 0.9959957003593445, 0.9968294501304626, 0.9974387288093567, 0.9978928565979004, 0.9982360005378723, 0.9984983205795288, 0.9986993670463562, 0.9988524317741394], "prob_old": [0.46176832914352417, 0.15635918080806732, 0.20965981483459473, 0.16016468405723572, 0.03547253459692001, 0.009078755043447018, 0.005368415266275406, 0.003982125781476498, 0.0032617109827697277, 0.0027799252420663834, 0.0024069412611424923, 0.0020988271571695805, 0.0018378099193796515, 0.0016148837748914957, 0.0014244995545595884, 0.001261997502297163, 0.0011218449799343944, 0.0009984673233702779, 0.0008881049579940736, 0.0007890260894782841], "prob_new_token": [2.6331201297580265e-05, 0.00033436709782108665, 0.0012665226822718978, 0.010285715572535992, 0.8675868511199951, 0.9936112761497498, 0.995937705039978, 0.9967502355575562, 0.9972506165504456, 0.9976403713226318, 0.9979735612869263, 0.9982605576515198, 0.9985063672065735, 0.9987154006958008, 0.9988958835601807, 0.9990532994270325, 0.9991906881332397, 0.9993090629577637, 0.9994086027145386, 0.999489426612854], "prob_old_token": [0.9296897649765015, 0.06344222277402878, 0.1135675385594368, 0.08030391484498978, 0.0011788319097831845, 2.7037525796913542e-05, 1.1842465937661473e-05, 7.842530067136977e-06, 5.9754161156888586e-06, 4.790642378793564e-06, 3.889415893354453e-06, 3.1567305995849892e-06, 2.551850911913789e-06, 2.0525101263046963e-06, 1.6411237311331206e-06, 1.3028881085119792e-06, 1.0268214509778772e-06, 8.0356761600342e-07, 6.245003305593855e-07, 4.83226699543593e-07], "update_matrix_norm_1": [28897.482421875], "update_matrix_norm_2": [7.8851542472839355], "update_matrix_norm_inf": [0.049844276160001755], "request": {"prompt": "{}'s record label is", "subject": "Bob Marley", "target_new": {"str": "Avex Trax"}, "old_answer": {"str": "Island Records"}, "seed": 42}}, {"loss_per_step": [6.192, 3.105, 0.948, 0.496, 0.372, 0.34, 0.328, 0.324, 0.322, 0.321, 0.319, 0.318, 0.317, 0.317, 0.317, 0.317, 0.317, 0.317, 0.317, 0.316], "prob_new": [0.002168419770896435, 0.07085146009922028, 0.5584384202957153, 0.8393805623054504, 0.9473775625228882, 0.9773280024528503, 0.9879486560821533, 0.9926196932792664, 0.9949482083320618, 0.9962887763977051, 0.9971387982368469, 0.9977089166641235, 0.9980757832527161, 0.9983171820640564, 0.9985061883926392, 0.9986574053764343, 0.99875408411026, 0.9987972378730774, 0.9988402724266052, 0.9988837838172913], "prob_old": [0.46176832914352417, 0.054667361080646515, 0.01804189756512642, 0.004815531894564629, 0.0019880582112818956, 0.0011336824391037226, 0.0007685825694352388, 0.0005732745630666614, 0.00046368484618142247, 0.00038631324423477054, 0.00032748148078098893, 0.00028147490229457617, 0.000251519784796983, 0.00023264746414497495, 0.00021478135022334754, 0.00019755525863729417, 0.00018690034630708396, 0.00018450405332259834, 0.00017939132521860301, 0.00017215381376445293], "prob_new_token": [3.365668817423284e-06, 0.0012764872517436743, 0.6366628408432007, 0.960819661617279, 0.9886918067932129, 0.9951926469802856, 0.9974159002304077, 0.9983770251274109, 0.9988330006599426, 0.9991034865379333, 0.9992812275886536, 0.9994071125984192, 0.9994853734970093, 0.9995325207710266, 0.9995731711387634, 0.9996102452278137, 0.9996294379234314, 0.9996259808540344, 0.9996294975280762, 0.9996384382247925], "prob_old_token": [0.9296897649765015, 0.014589311555027962, 0.000522080750670284, 7.037417617539177e-06, 1.089774400497845e-06, 3.701012474266463e-07, 1.823102024900436e-07, 1.0927835347729342e-07, 7.632992549133633e-08, 5.648261591773007e-08, 4.319840485322857e-08, 3.384795022043363e-08, 2.8334959267795057e-08, 2.5176266404969283e-08, 2.2256193332736984e-08, 1.9441950271925634e-08, 1.7801031759745456e-08, 1.7551746722688222e-08, 1.6742628616839283e-08, 1.5541328224344397e-08], "update_matrix_norm_1": [29621.609375], "update_matrix_norm_2": [7.876821041107178], "update_matrix_norm_inf": [0.056784145534038544], "request": {"prompt": "{}'s record label is", "subject": "Bob Marley", "target_new": {"str": "YG Entertainment"}, "old_answer": {"str": "Island Records"}, "seed": 42}}, {"loss_per_step": [4.143, 1.406, 0.363, 0.334, 0.327, 0.324, 0.322, 0.32, 0.319, 0.319, 0.318, 0.318, 0.317, 0.317, 0.317, 0.317, 0.317, 0.317, 0.316, 0.316], "prob_new": [0.017108414322137833, 0.41654592752456665, 0.9683462977409363, 0.983293354511261, 0.9890642166137695, 0.9926785230636597, 0.994777500629425, 0.9960291981697083, 0.9968670606613159, 0.9974489212036133, 0.9978583455085754, 0.9981458783149719, 0.9983454346656799, 0.9984877705574036, 0.9985942840576172, 0.9986763000488281, 0.9987384676933289, 0.9987825155258179, 0.998809814453125, 0.9988246560096741], "prob_old": [0.46176832914352417, 0.20738749206066132, 0.05226088687777519, 0.03510318696498871, 0.02539215236902237, 0.01870809867978096, 0.014375661499798298, 0.011529221199452877, 0.009469329379498959, 0.00793410837650299, 0.006785078439861536, 0.005937930662184954, 0.005329294130206108, 0.004884716123342514, 0.0045445580035448074, 0.0042783780954778194, 0.004074669908732176, 0.00393291050568223, 0.003853034460917115, 0.0038244477473199368], "prob_new_token": [5.208019956626231e-06, 0.2778657376766205, 0.9907585382461548, 0.9951583743095398, 0.9973145723342896, 0.998389482498169, 0.9989027976989746, 0.9991748332977295, 0.9993516802787781, 0.9994737505912781, 0.9995596408843994, 0.9996195435523987, 0.9996591806411743, 0.9996868371963501, 0.9997081756591797, 0.9997259378433228, 0.9997401833534241, 0.9997501373291016, 0.9997566342353821, 0.9997603297233582], "prob_old_token": [0.9296897649765015, 0.09861887991428375, 0.0013792801182717085, 0.0005100711714476347, 0.00022972737497184426, 0.00011810564319603145, 7.089188147801906e-05, 4.775222623720765e-05, 3.3522897865623236e-05, 2.416877032374032e-05, 1.7944901628652588e-05, 1.3882172424928285e-05, 1.1307252862025052e-05, 9.586864507582504e-06, 8.309979421028402e-06, 7.3105652518279385e-06, 6.542326900671469e-06, 6.004028364259284e-06, 5.688149940397125e-06, 5.539980975299841e-06], "update_matrix_norm_1": [29236.3046875], "update_matrix_norm_2": [7.8860015869140625], "update_matrix_norm_inf": [0.04368511587381363], "request": {"prompt": "{}'s record label is", "subject": "Bob Marley", "target_new": {"str": "Parlophone"}, "old_answer": {"str": "Island Records"}, "seed": 42}}, {"loss_per_step": [3.727, 0.987, 0.319, 0.282, 0.269, 0.255, 0.246, 0.242, 0.237, 0.234, 0.232, 0.231, 0.229, 0.228, 0.228, 0.227, 0.226, 0.226, 0.225, 0.225], "prob_new": [0.025694450363516808, 0.517946183681488, 0.9237198829650879, 0.9504442811012268, 0.9654474258422852, 0.9753565192222595, 0.9820587038993835, 0.9867604970932007, 0.9901018142700195, 0.9924799799919128, 0.9941440224647522, 0.9952926635742188, 0.9961094856262207, 0.9967297315597534, 0.9972285628318787, 0.9976392388343811, 0.9979627728462219, 0.998199999332428, 0.9983704090118408, 0.9984997510910034], "prob_old": [0.7739564776420593, 0.01926959678530693, 0.0076704309321939945, 0.005665946751832962, 0.004875147715210915, 0.004350139293819666, 0.0039147380739450455, 0.0035554973874241114, 0.003262751270085573, 0.003007969120517373, 0.0027866694144904613, 0.0026051003951579332, 0.0024645617231726646, 0.0023623344022780657, 0.002278348198160529, 0.0021902802400290966, 0.002102207625284791, 0.002029357710853219, 0.001978476531803608, 0.0019429768435657024], "prob_new_token": [7.512253887398401e-06, 0.6532164812088013, 0.9882916808128357, 0.9914336800575256, 0.9919601082801819, 0.9924706220626831, 0.9932858347892761, 0.9942128658294678, 0.9950953722000122, 0.9958781599998474, 0.9964984655380249, 0.9969454407691956, 0.9972659349441528, 0.9975149631500244, 0.997745156288147, 0.9979803562164307, 0.9981924295425415, 0.9983534812927246, 0.9984634518623352, 0.9985426664352417], "prob_old_token": [0.943088710308075, 0.0001989046431845054, 3.477524160189205e-06, 1.2816615253541386e-06, 7.947073186187481e-07, 5.920623493693711e-07, 4.6756855454077595e-07, 3.787139348787605e-07, 3.118779829947016e-07, 2.580775344540598e-07, 2.1748644485342083e-07, 1.9047492116897047e-07, 1.736440395916361e-07, 1.626917196517752e-07, 1.5256605934155232e-07, 1.4016265481586743e-07, 1.279866665981899e-07, 1.1938614363771194e-07, 1.1494016405322327e-07, 1.1281810685659366e-07], "update_matrix_norm_1": [31483.162109375], "update_matrix_norm_2": [8.315468788146973], "update_matrix_norm_inf": [0.06385710835456848], "request": {"prompt": "{}'s record label is", "subject": "David Archuleta", "target_new": {"str": "Big Machine Records"}, "old_answer": {"str": "Jive Records"}, "seed": 42}}, {"loss_per_step": [2.198, 2.228, 1.411, 0.663, 0.403, 0.325, 0.29, 0.269, 0.257, 0.247, 0.241, 0.236, 0.233, 0.231, 0.23, 0.228, 0.227, 0.227, 0.226, 0.225], "prob_new": [0.11388847231864929, 0.15411847829818726, 0.3522281050682068, 0.6957090497016907, 0.8614749312400818, 0.9198134541511536, 0.9442520141601562, 0.960483729839325, 0.9723883271217346, 0.980927050113678, 0.9868249893188477, 0.9908069372177124, 0.9934558272361755, 0.995207667350769, 0.9963775277137756, 0.9971733093261719, 0.9977248907089233, 0.9981125593185425, 0.9983907341957092, 0.9985992312431335], "prob_old": [0.7739564776420593, 0.09643498063087463, 0.16045956313610077, 0.06192172318696976, 0.02976372092962265, 0.017070703208446503, 0.012318513356149197, 0.01020903792232275, 0.008967310190200806, 0.008103515952825546, 0.007389172445982695, 0.0067386445589363575, 0.006161166820675135, 0.005682013463228941, 0.0053010424599051476, 0.004996980540454388, 0.004743092227727175, 0.00452058669179678, 0.004324560984969139, 0.004157384857535362], "prob_new_token": [6.71496891300194e-05, 0.053841691464185715, 0.1441727727651596, 0.6018400192260742, 0.9335030913352966, 0.9802280068397522, 0.9901143908500671, 0.9936435222625732, 0.9954186677932739, 0.9964937567710876, 0.9971950650215149, 0.997668445110321, 0.9979954957962036, 0.99822598695755, 0.9983967542648315, 0.9985278248786926, 0.998628556728363, 0.9987040162086487, 0.9987599849700928, 0.9988059997558594], "prob_old_token": [0.943088710308075, 0.01198017131537199, 0.0036196568980813026, 0.0001593666966073215, 1.1843775610032026e-05, 2.260663450215361e-06, 9.103816864808323e-07, 5.383195684771636e-07, 3.7896248272772937e-07, 2.8998536549806886e-07, 2.3066111509706388e-07, 1.8713562610628287e-07, 1.5528684116361546e-07, 1.3283552391385456e-07, 1.1718949366468223e-07, 1.0598775901371482e-07, 9.750333873626005e-08, 9.073968953998701e-08, 8.522660266407911e-08, 8.063569367777745e-08], "update_matrix_norm_1": [29561.01171875], "update_matrix_norm_2": [8.331175804138184], "update_matrix_norm_inf": [0.0691252276301384], "request": {"prompt": "{}'s record label is", "subject": "David Archuleta", "target_new": {"str": "Interscope Records"}, "old_answer": {"str": "Jive Records"}, "seed": 42}}, {"loss_per_step": [1.852, 0.784, 0.344, 0.291, 0.259, 0.251, 0.245, 0.237, 0.234, 0.233, 0.23, 0.229, 0.228, 0.228, 0.226, 0.226, 0.226, 0.225, 0.225, 0.225], "prob_new": [0.1633627712726593, 0.6089503169059753, 0.9155831336975098, 0.961004376411438, 0.972655177116394, 0.9800733327865601, 0.9858620166778564, 0.9896151423454285, 0.9922141432762146, 0.9940229058265686, 0.9952322840690613, 0.9960470199584961, 0.9966276288032532, 0.9970832467079163, 0.9974555969238281, 0.9977319240570068, 0.9979121088981628, 0.9980147480964661, 0.9980671405792236, 0.9980999231338501], "prob_old": [0.7739564776420593, 0.12653480470180511, 0.05854441970586777, 0.03005516529083252, 0.021043114364147186, 0.01766125299036503, 0.016122542321681976, 0.01539800874888897, 0.01499649602919817, 0.014709495939314365, 0.014532215893268585, 0.014483337290585041, 0.014487212523818016, 0.014469298534095287, 0.014415258541703224, 0.014334420673549175, 0.01425096020102501, 0.014165563508868217, 0.014043805189430714, 0.013853817246854305], "prob_new_token": [0.0007293490343727171, 0.7283511161804199, 0.9879705309867859, 0.996473491191864, 0.9966327548027039, 0.9960054755210876, 0.9959796071052551, 0.9957797527313232, 0.995800793170929, 0.9961125254631042, 0.9965040683746338, 0.9968311190605164, 0.9970650672912598, 0.997317373752594, 0.9976290464401245, 0.9978923201560974, 0.9980610013008118, 0.9981603026390076, 0.9982375502586365, 0.9983285069465637], "prob_old_token": [0.943088710308075, 0.005037608090788126, 0.0001181409097625874, 2.1412241039797664e-05, 1.0615537576086354e-05, 7.627339527971344e-06, 6.3378297454619315e-06, 5.831876478623599e-06, 5.507999048859347e-06, 5.142953341419343e-06, 4.777466074301628e-06, 4.506602635956369e-06, 4.310355052439263e-06, 4.13242787544732e-06, 3.953936811740277e-06, 3.768133638004656e-06, 3.5861096421285765e-06, 3.410210638321587e-06, 3.2259679301205324e-06, 3.021875727426959e-06], "update_matrix_norm_1": [30874.96484375], "update_matrix_norm_2": [8.332871437072754], "update_matrix_norm_inf": [0.062140513211488724], "request": {"prompt": "{}'s record label is", "subject": "David Archuleta", "target_new": {"str": "Elektra Records"}, "old_answer": {"str": "Jive Records"}, "seed": 42}}, {"loss_per_step": [5.841, 4.008, 2.676, 1.704, 0.411, 0.223, 0.214, 0.214, 0.213, 0.213, 0.213, 0.213, 0.212, 0.212, 0.212, 0.212, 0.212, 0.211, 0.211, 0.211], "prob_new": [0.0031729014590382576, 0.022825298830866814, 0.08854719996452332, 0.2311326414346695, 0.8435752391815186, 0.9883712530136108, 0.9956601858139038, 0.9963675141334534, 0.9966803193092346, 0.9969161748886108, 0.9971397519111633, 0.9973662495613098, 0.997594952583313, 0.9978194832801819, 0.9980331063270569, 0.9982307553291321, 0.9984094500541687, 0.998568594455719, 0.9987087249755859, 0.9988311529159546], "prob_old": [0.781771719455719, 0.18565961718559265, 0.12021563202142715, 0.08216916024684906, 0.03715989366173744, 0.009680530056357384, 0.004858649801462889, 0.0035129161551594734, 0.00293605774641037, 0.002625812077894807, 0.002429479267448187, 0.0022881445474922657, 0.002176147885620594, 0.0020816545002162457, 0.0019988701678812504, 0.0019249115139245987, 0.0018582310294732451, 0.0017979070544242859, 0.0017432936001569033, 0.0016939062625169754], "prob_new_token": [7.9614528658567e-06, 0.0005131704383529723, 0.0016921251080930233, 0.01266464777290821, 0.8585509061813354, 0.9972692131996155, 0.9989827871322632, 0.9991435408592224, 0.999153196811676, 0.9991540908813477, 0.9991735219955444, 0.9992133975028992, 0.9992676377296448, 0.9993287920951843, 0.9993910789489746, 0.9994503855705261, 0.9995042085647583, 0.9995519518852234, 0.999593198299408, 0.9996286630630493], "prob_old_token": [0.9054402112960815, 0.003995921928435564, 0.0013000229373574257, 0.0010492890141904354, 7.156442734412849e-05, 3.55229758497444e-07, 5.581807727139676e-08, 2.9052085182001974e-08, 2.221941919344772e-08, 1.932932391923714e-08, 1.750607658834724e-08, 1.5992544177834134e-08, 1.458222165240386e-08, 1.3231379547562483e-08, 1.1949338407646337e-08, 1.075467714883871e-08, 9.657195043644151e-09, 8.661096728701523e-09, 7.76680764147386e-09, 6.96880420036905e-09], "update_matrix_norm_1": [29144.650390625], "update_matrix_norm_2": [8.068791389465332], "update_matrix_norm_inf": [0.10654553771018982], "request": {"prompt": "{}'s record label is", "subject": "Brad Paisley", "target_new": {"str": "One Little Indian"}, "old_answer": {"str": "Arista Nashville"}, "seed": 42}}, {"loss_per_step": [3.851, 3.122, 2.751, 2.269, 1.617, 1.01, 0.427, 0.25, 0.225, 0.219, 0.216, 0.214, 0.213, 0.212, 0.212, 0.212, 0.211, 0.211, 0.211, 0.211], "prob_new": [0.022679563611745834, 0.0592520534992218, 0.08085958659648895, 0.1310848742723465, 0.2510891556739807, 0.4590006470680237, 0.813845157623291, 0.9612613916397095, 0.9856357574462891, 0.9917042255401611, 0.9947765469551086, 0.9965977668762207, 0.9976215362548828, 0.998196005821228, 0.9985389113426208, 0.9987620711326599, 0.9989207983016968, 0.9990421533584595, 0.9991402626037598, 0.9992225766181946], "prob_old": [0.781771719455719, 0.11440461128950119, 0.12118040025234222, 0.10423438251018524, 0.11410854011774063, 0.11989422142505646, 0.11012421548366547, 0.06412843614816666, 0.034491751343011856, 0.021766982972621918, 0.015839582309126854, 0.01269922498613596, 0.010805866681039333, 0.009546136483550072, 0.008647806942462921, 0.007973291911184788, 0.007446117699146271, 0.0070203011855483055, 0.006667112931609154, 0.006367769557982683], "prob_new_token": [0.000304630259051919, 0.006656605750322342, 0.007996661588549614, 0.015009114518761635, 0.031059667468070984, 0.15752999484539032, 0.8904998302459717, 0.9957712292671204, 0.9995376467704773, 0.9999138712882996, 0.9999763369560242, 0.9999905824661255, 0.9999953508377075, 0.9999971389770508, 0.9999978542327881, 0.9999982714653015, 0.9999988079071045, 0.9999992847442627, 0.9999993443489075, 0.9999995231628418], "prob_old_token": [0.9054402112960815, 0.007761192973703146, 0.002567574381828308, 0.0014175463002175093, 0.0024208424147218466, 0.00595429539680481, 0.004000844433903694, 0.00021599647880066186, 1.5775482097524218e-05, 2.670615913302754e-06, 8.161604796441679e-07, 3.5268624287709827e-07, 1.8875900309467397e-07, 1.1689805035075551e-07, 8.037756771273052e-08, 5.965434013432969e-08, 4.684672560983927e-08, 3.838527362631794e-08, 3.2481231926340115e-08, 2.8181563749285488e-08], "update_matrix_norm_1": [28272.4765625], "update_matrix_norm_2": [8.075286865234375], "update_matrix_norm_inf": [0.13259366154670715], "request": {"prompt": "{}'s record label is", "subject": "Brad Paisley", "target_new": {"str": "Avex Trax"}, "old_answer": {"str": "Arista Nashville"}, "seed": 42}}, {"loss_per_step": [4.536, 2.378, 1.016, 0.378, 0.279, 0.246, 0.23, 0.222, 0.218, 0.216, 0.214, 0.213, 0.212, 0.212, 0.212, 0.211, 0.211, 0.211, 0.211, 0.211], "prob_new": [0.012547368183732033, 0.12199956178665161, 0.4646137058734894, 0.8475617170333862, 0.9349061846733093, 0.9658336639404297, 0.9808101654052734, 0.9883219599723816, 0.9922864437103271, 0.9945181012153625, 0.9958575367927551, 0.9967115521430969, 0.9972871541976929, 0.9976946711540222, 0.9979953169822693, 0.998225212097168, 0.9984058141708374, 0.9985509514808655, 0.9986698031425476, 0.998768150806427], "prob_old": [0.781771719455719, 0.10395866632461548, 0.06966464966535568, 0.07416672259569168, 0.05701736733317375, 0.045312777161598206, 0.03832639008760452, 0.033984098583459854, 0.031129641458392143, 0.029148630797863007, 0.027699420228600502, 0.02658296748995781, 0.02568020112812519, 0.024917790666222572, 0.02425018511712551, 0.02364918775856495, 0.023096757009625435, 0.02258164808154106, 0.02209765650331974, 0.021640628576278687], "prob_new_token": [8.88328577275388e-06, 0.00454757222905755, 0.16207285225391388, 0.9229150414466858, 0.9910428524017334, 0.9970378875732422, 0.998408317565918, 0.9989207983016968, 0.9991738200187683, 0.999321699142456, 0.9994185566902161, 0.9994875192642212, 0.9995399713516235, 0.9995809197425842, 0.9996135830879211, 0.9996412396430969, 0.9996640086174011, 0.999683678150177, 0.9997009038925171, 0.9997150897979736], "prob_old_token": [0.9054402112960815, 0.00012083358888048679, 7.124675903469324e-05, 9.92615387076512e-05, 3.28471178363543e-05, 1.1477553016447928e-05, 4.892957804258913e-06, 2.518806240914273e-06, 1.5074814427862293e-06, 1.0126534562004963e-06, 7.418155405503057e-07, 5.798941629109322e-07, 4.761089655858086e-07, 4.059401419453934e-07, 3.565646693459712e-07, 3.2078901313070673e-07, 2.9440283810799883e-07, 2.7482744258122693e-07, 2.604096778213716e-07, 2.5013946469698567e-07], "update_matrix_norm_1": [29851.3046875], "update_matrix_norm_2": [8.068560600280762], "update_matrix_norm_inf": [0.1107906922698021], "request": {"prompt": "{}'s record label is", "subject": "Brad Paisley", "target_new": {"str": "Syco Music"}, "old_answer": {"str": "Arista Nashville"}, "seed": 42}}, {"loss_per_step": [1.876, 0.925, 0.439, 0.297, 0.273, 0.265, 0.26, 0.257, 0.254, 0.254, 0.253, 0.252, 0.252, 0.251, 0.251, 0.25, 0.25, 0.249, 0.249, 0.249], "prob_new": [0.1558336764574051, 0.52855384349823, 0.8492575287818909, 0.9696012139320374, 0.9818171858787537, 0.9887455701828003, 0.992743194103241, 0.9950067400932312, 0.9962355494499207, 0.996985673904419, 0.9975094795227051, 0.9978881478309631, 0.9981560707092285, 0.9983500838279724, 0.998508632183075, 0.9986432790756226, 0.9987457990646362, 0.9988191723823547, 0.9988797903060913, 0.998931348323822], "prob_old": [0.6725577712059021, 0.18596844375133514, 0.2933315932750702, 0.037685152143239975, 0.023651210591197014, 0.017846405506134033, 0.014225799590349197, 0.011792871169745922, 0.010157530196011066, 0.008987976238131523, 0.008106222376227379, 0.007418500725179911, 0.006863757502287626, 0.0064049032516777515, 0.006020267028361559, 0.005696740932762623, 0.005422863177955151, 0.005191783886402845, 0.0049948072992265224, 0.004825210198760033], "prob_new_token": [9.389579645358026e-05, 0.23476997017860413, 0.9897254705429077, 0.9971714019775391, 0.9979333877563477, 0.9985932111740112, 0.9990736842155457, 0.9993581175804138, 0.9995023012161255, 0.9995892643928528, 0.9996476173400879, 0.9996846318244934, 0.999709963798523, 0.9997309446334839, 0.9997456669807434, 0.9997541904449463, 0.9997621178627014, 0.999772846698761, 0.9997789263725281, 0.9997801184654236], "prob_old_token": [0.975980281829834, 0.013520737178623676, 0.002094883704558015, 1.630096448934637e-05, 9.957408110494725e-06, 6.622527052968508e-06, 4.236973836668767e-06, 2.73064642897225e-06, 1.945827534655109e-06, 1.4685103906231234e-06, 1.1221212616874254e-06, 8.862092499839491e-07, 7.4652569992395e-07, 6.603861493204022e-07, 5.811581331727211e-07, 5.019810487283394e-07, 4.4260946197027806e-07, 4.0347541130358877e-07, 3.692364600738074e-07, 3.3937016041818424e-07], "update_matrix_norm_1": [28382.5078125], "update_matrix_norm_2": [7.763218402862549], "update_matrix_norm_inf": [0.07380703091621399], "request": {"prompt": "{}'s record label is", "subject": "LCD Soundsystem", "target_new": {"str": "Astralwerks"}, "old_answer": {"str": "DFA Records"}, "seed": 42}}, {"loss_per_step": [2.514, 0.966, 0.474, 0.338, 0.293, 0.273, 0.262, 0.256, 0.251, 0.245, 0.24, 0.238, 0.237, 0.237, 0.235, 0.234, 0.235, 0.234, 0.234, 0.234], "prob_new": [0.08215676993131638, 0.5087088942527771, 0.8256133198738098, 0.9166955947875977, 0.9573008418083191, 0.9758808016777039, 0.9852765798568726, 0.9903771877288818, 0.9934024214744568, 0.9952569603919983, 0.996329128742218, 0.9970701336860657, 0.997555136680603, 0.9978761672973633, 0.9981692433357239, 0.9984052777290344, 0.9985882043838501, 0.9987677931785583, 0.9989021420478821, 0.9989916682243347], "prob_old": [0.6725577712059021, 0.15034617483615875, 0.010402411222457886, 0.00495082838460803, 0.0025788606144487858, 0.0016027177916839719, 0.0011170533252879977, 0.0008532836800441146, 0.0007723366725258529, 0.0007167782168835402, 0.0006807496538385749, 0.0006409193738363683, 0.000639814417809248, 0.0006594149745069444, 0.0006364076980389655, 0.0006032700766809285, 0.0005879392265342176, 0.00055175949819386, 0.000526859366800636, 0.0005121052963659167], "prob_new_token": [1.0639801985234953e-05, 0.42586982250213623, 0.9861010313034058, 0.9982230067253113, 0.9995893836021423, 0.9998557567596436, 0.9999319314956665, 0.9999592304229736, 0.9999693632125854, 0.9999747276306152, 0.999977707862854, 0.9999797344207764, 0.999980092048645, 0.9999790787696838, 0.9999788999557495, 0.9999793767929077, 0.99997878074646, 0.9999793171882629, 0.9999793767929077, 0.999979555606842], "prob_old_token": [0.975980281829834, 0.0016391522949561477, 1.0485921848157886e-05, 1.2157219089203863e-06, 3.199463662895141e-07, 1.3432305934202304e-07, 6.925081663666788e-08, 4.271223374985311e-08, 3.580275986792003e-08, 3.2774099878452034e-08, 3.169638773670158e-08, 3.055132324902843e-08, 3.466021425424515e-08, 4.375924689270505e-08, 4.578378565156527e-08, 4.415809229385559e-08, 4.6572058209903844e-08, 4.540878251191316e-08, 4.552585508577067e-08, 4.555364796487993e-08], "update_matrix_norm_1": [28454.654296875], "update_matrix_norm_2": [7.772887706756592], "update_matrix_norm_inf": [0.07328277826309204], "request": {"prompt": "{}'s record label is", "subject": "LCD Soundsystem", "target_new": {"str": "Warner Bros. Records"}, "old_answer": {"str": "DFA Records"}, "seed": 42}}, {"loss_per_step": [0.904, 0.403, 0.323, 0.31, 0.296, 0.28, 0.281, 0.27, 0.269, 0.264, 0.262, 0.26, 0.258, 0.256, 0.254, 0.253, 0.254, 0.259, 0.252, 0.26], "prob_new": [0.41421404480934143, 0.9228099584579468, 0.9566861987113953, 0.9671369194984436, 0.9725489020347595, 0.9762317538261414, 0.9792660474777222, 0.9822224378585815, 0.9846919178962708, 0.9868305921554565, 0.9889730215072632, 0.9910125136375427, 0.9928268194198608, 0.9944598078727722, 0.9959770441055298, 0.9972509145736694, 0.9981592297554016, 0.998478889465332, 0.9985756874084473, 0.9986612200737], "prob_old": [0.6725577712059021, 0.11411885172128677, 0.10937003046274185, 0.09851271659135818, 0.08706538379192352, 0.08103092759847641, 0.07770312577486038, 0.07128971070051193, 0.06311667710542679, 0.05416974797844887, 0.04612330347299576, 0.03960219398140907, 0.034591302275657654, 0.03012852557003498, 0.025809617713093758, 0.021491579711437225, 0.017354337498545647, 0.016095995903015137, 0.015933973714709282, 0.01589130237698555], "prob_new_token": [0.0041075823828577995, 0.9506234526634216, 0.9816439747810364, 0.9887418746948242, 0.9911541938781738, 0.9920340180397034, 0.9925112724304199, 0.9935542941093445, 0.9943011403083801, 0.994868278503418, 0.9955115914344788, 0.9961135983467102, 0.9963779449462891, 0.9964466691017151, 0.9966976642608643, 0.9970905184745789, 0.9973837733268738, 0.9975290894508362, 0.9969021081924438, 0.9961726665496826], "prob_old_token": [0.975980281829834, 0.0069657424464821815, 0.003398655680939555, 0.0022406564094126225, 0.00167536037042737, 0.0015168450772762299, 0.0014882211107760668, 0.001190815819427371, 0.00092788424808532, 0.0007273458177223802, 0.0005360973882488906, 0.0003839376731775701, 0.0003160875930916518, 0.00029246514895930886, 0.0002465059224050492, 0.00019349227659404278, 0.00016888546815607697, 0.0001424441288691014, 0.0002160825824830681, 0.00034478402812965214], "update_matrix_norm_1": [29717.716796875], "update_matrix_norm_2": [7.7710371017456055], "update_matrix_norm_inf": [0.0896192416548729], "request": {"prompt": "{}'s record label is", "subject": "LCD Soundsystem", "target_new": {"str": "G.O.O.D. Music"}, "old_answer": {"str": "DFA Records"}, "seed": 42}}, {"loss_per_step": [8.195, 5.037, 1.093, 0.295, 0.287, 0.284, 0.279, 0.273, 0.279, 0.274, 0.274, 0.275, 0.274, 0.274, 0.273, 0.273, 0.273, 0.272, 0.272, 0.272], "prob_new": [0.0003252882743254304, 0.01009585615247488, 0.48607808351516724, 0.9842345714569092, 0.9866714477539062, 0.9912348389625549, 0.9949902296066284, 0.9970182180404663, 0.9980309009552002, 0.9985268115997314, 0.998622715473175, 0.9985954761505127, 0.9987291693687439, 0.9988374710083008, 0.9989187121391296, 0.9989771246910095, 0.9990400075912476, 0.9991531372070312, 0.9992732405662537, 0.9993662238121033], "prob_old": [0.672795295715332, 0.14163121581077576, 0.04428166523575783, 0.005271321628242731, 0.0037689951714128256, 0.0030444953590631485, 0.002461493480950594, 0.002043116372078657, 0.0017755748704075813, 0.0019339933060109615, 0.002327817725017667, 0.002804254647344351, 0.002721080556511879, 0.0026528516318649054, 0.002630405593663454, 0.0026580197736620903, 0.0026795377489179373, 0.002569714328274131, 0.0024219052866101265, 0.0023252577520906925], "prob_new_token": [5.869970109984024e-08, 0.00015591789269819856, 0.35935044288635254, 0.998693585395813, 0.9987598061561584, 0.9991435408592224, 0.9994508624076843, 0.9996125102043152, 0.9996812343597412, 0.9997424483299255, 0.999728798866272, 0.9996986389160156, 0.9997202754020691, 0.9997405409812927, 0.999755322933197, 0.999764621257782, 0.9997754693031311, 0.999800980091095, 0.9998283386230469, 0.999847948551178], "prob_old_token": [0.9641584157943726, 0.0028863155748695135, 0.00018563606136012822, 1.6644814877508907e-06, 1.5160250086410088e-06, 8.81409164321667e-07, 4.7351932153105736e-07, 2.89019084220854e-07, 2.1865919563879288e-07, 2.027299075280098e-07, 2.795133866584365e-07, 3.931262426704052e-07, 3.623659665663581e-07, 3.3872831295411743e-07, 3.2883787071114057e-07, 3.318882306757587e-07, 3.3113391850747576e-07, 2.963270162581466e-07, 2.5390977498318534e-07, 2.2585160763810563e-07], "update_matrix_norm_1": [30902.697265625], "update_matrix_norm_2": [8.32120418548584], "update_matrix_norm_inf": [0.040697161108255386], "request": {"prompt": "{}'s record label is", "subject": "Christina Aguilera", "target_new": {"str": "Imperial Records"}, "old_answer": {"str": "RCA Records"}, "seed": 42}}, {"loss_per_step": [5.15, 2.552, 0.91, 0.422, 0.343, 0.291, 0.277, 0.273, 0.271, 0.27, 0.269, 0.268, 0.268, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.266], "prob_new": [0.006681804079562426, 0.11871036142110825, 0.5788176655769348, 0.8743454217910767, 0.9360729455947876, 0.9796584248542786, 0.9915099740028381, 0.9943564534187317, 0.9956989288330078, 0.996686577796936, 0.9973968267440796, 0.9978704452514648, 0.9981858730316162, 0.9984145760536194, 0.9985920190811157, 0.998731791973114, 0.9988373517990112, 0.9989186525344849, 0.9989880323410034, 0.9990488886833191], "prob_old": [0.672795295715332, 0.21278826892375946, 0.056765615940093994, 0.017432935535907745, 0.013135072775185108, 0.01146837417036295, 0.011504008434712887, 0.011874391697347164, 0.011611267924308777, 0.010761289857327938, 0.009702319279313087, 0.008712850511074066, 0.007867674343287945, 0.007097553927451372, 0.0063835810869932175, 0.005770423915237188, 0.0053262487053871155, 0.005013203248381615, 0.004743576981127262, 0.004494367633014917], "prob_new_token": [5.599381438514683e-06, 0.004953260533511639, 0.5524296760559082, 0.9817777276039124, 0.9935648441314697, 0.996004045009613, 0.9956662058830261, 0.9952498078346252, 0.9957872033119202, 0.9968810677528381, 0.9978788495063782, 0.9985522627830505, 0.9989669322967529, 0.9992452263832092, 0.9994422197341919, 0.9995744824409485, 0.9996528625488281, 0.9997013807296753, 0.9997396469116211, 0.9997724294662476], "prob_old_token": [0.9641584157943726, 0.005916816182434559, 0.0002369968715356663, 7.555664979008725e-06, 2.7221649361308664e-06, 2.5440870103921043e-06, 3.7716463339165784e-06, 4.788883870787686e-06, 4.4799703573517036e-06, 3.316982429169002e-06, 2.191628709624638e-06, 1.4512633015328902e-06, 1.0106774652740569e-06, 7.000704727033735e-07, 4.71499618015514e-07, 3.2197237942455104e-07, 2.427338188226713e-07, 1.9878601165146392e-07, 1.6310262651586527e-07, 1.3161627521185437e-07], "update_matrix_norm_1": [30533.3125], "update_matrix_norm_2": [8.288437843322754], "update_matrix_norm_inf": [0.047466471791267395], "request": {"prompt": "{}'s record label is", "subject": "Christina Aguilera", "target_new": {"str": "YG Entertainment"}, "old_answer": {"str": "RCA Records"}, "seed": 42}}, {"loss_per_step": [3.218, 1.015, 0.327, 0.294, 0.281, 0.275, 0.274, 0.271, 0.271, 0.269, 0.268, 0.268, 0.268, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267, 0.267], "prob_new": [0.04412810504436493, 0.5105308294296265, 0.9469709396362305, 0.9775022268295288, 0.9872614741325378, 0.9916661977767944, 0.9940419793128967, 0.99552321434021, 0.9965318441390991, 0.9972403645515442, 0.9977380633354187, 0.998080849647522, 0.9983196258544922, 0.9984954595565796, 0.9986329078674316, 0.9987459182739258, 0.9988439679145813, 0.9989290833473206, 0.9990005493164062, 0.9990599751472473], "prob_old": [0.672795295715332, 0.25160691142082214, 0.03951821103692055, 0.032114848494529724, 0.031718429177999496, 0.03140288591384888, 0.029937131330370903, 0.027240829542279243, 0.024891847744584084, 0.02295772358775139, 0.021371234208345413, 0.019986586645245552, 0.018675418570637703, 0.017581503838300705, 0.016709892079234123, 0.015959687530994415, 0.015155564993619919, 0.014282136224210262, 0.013523614034056664, 0.012916016392409801], "prob_new_token": [1.311405412707245e-05, 0.704251229763031, 0.9961022138595581, 0.9978645443916321, 0.9982850551605225, 0.9985679984092712, 0.9988461136817932, 0.9991098642349243, 0.9992953538894653, 0.9994174242019653, 0.9994930624961853, 0.9995416402816772, 0.9995797276496887, 0.9996076822280884, 0.9996245503425598, 0.9996346235275269, 0.9996461272239685, 0.9996607303619385, 0.9996696710586548, 0.9996715784072876], "prob_old_token": [0.9641584157943726, 0.012399673461914062, 2.7647703973343596e-05, 2.0690275050583296e-05, 1.950359728652984e-05, 1.6909087207750417e-05, 1.3110778127156664e-05, 9.059987860382535e-06, 6.258761004573898e-06, 4.3944810386165045e-06, 3.1830429634283064e-06, 2.4305106762767537e-06, 1.9536780655471375e-06, 1.6200051504711155e-06, 1.3604056903204764e-06, 1.1369747880962677e-06, 9.205746778206958e-07, 7.21807623449422e-07, 5.662805051542819e-07, 4.4987808678342844e-07], "update_matrix_norm_1": [30795.359375], "update_matrix_norm_2": [8.30118465423584], "update_matrix_norm_inf": [0.049719177186489105], "request": {"prompt": "{}'s record label is", "subject": "Christina Aguilera", "target_new": {"str": "Syco Music"}, "old_answer": {"str": "RCA Records"}, "seed": 42}}]