leaderboard

Untitled/llama-10p/llama-10p.csv

@@ -0,0 +1,23 @@
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.834066410994743e-21,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
+1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.613744995233942,0.9888967275083739,0.9758111850816836,0.47097713402452873,0.434087175400151,0.9229999999999999,0.5706808914420933,0.4143263304391235,0.8974358974358975,0.5441982317366325,0.14756281225669543,0.4082436195223163,0.6740192657877031
+2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1942743021891237e-16,0.6269273964348965,0.8210499032114303,0.6967473664683093,0.4295557937069344,0.505168359434624,0.943,0.6591336231061837,0.478685379756773,0.9216524216524216,0.6085091204510102,0.7389353978950747,0.59040885036102,0.5949198076291524
+3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.161721406761561e-31,0.0,6.790053646828093e-05,0.00012345679012345666,0.04541293757602166,0.2483656568638272,0.0,0.15535630808979686,0.26037936742224227,0.00712250712250712,0.16126857369252184,6.761970324755308e-05,0.00040259009009009,0.9124060717988668
+4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.415348597545954e-32,0.0,2.9947610381115934e-29,0.0,0.044497565223702254,0.24130091393542255,0.0,0.38248544327335554,0.2603007453584722,0.0,0.39146482060059945,1.81826029512634e-27,0.0020288719332402267,0.8856404556865698
+5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,6.813596151995703e-39,0.0,1.2049720751682384e-32,0.0,0.04695797470281068,0.23909761219952558,0.0,0.37976074563616247,0.24679863615003672,0.0,0.3799166078023295,7.488727584100664e-33,0.00194261326077466,0.8929100638357892
+6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4334261764269554e-22,0.0,4.927488202135739e-36,0.0,0.0763287756708789,0.23209401162565726,0.0,0.3680370239716012,0.23932068070274498,0.0,0.38299733186954227,7.700348491069903e-36,0.0017443373987056931,0.8470718835084912
+7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1857531667946305e-20,0.6282003341510932,0.9608036367802,0.9094457692299227,0.4694987259572409,0.4736271415687449,0.9129999999999999,0.6164888867223018,0.43702570297775695,0.8888888888888888,0.551145594485676,0.8870737428383404,0.757231894245776,0.5307776556603724
+8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.00033397069759294196,0.07407765375022281,0.01072258695886401,0.0870156615843273,0.46335032188327696,0.5059025919974256,0.1728333333333333,0.6423979530486502,0.46556158385992097,0.6548433048433049,0.6295666352270255,0.0003759038991735104,0.0668923800783858,0.5355421828523081
+9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,5.100356615560927e-17,0.5185060305234307,0.3267413314089894,0.32138766204638025,0.5052906001871599,0.6063370989010282,0.6859999999999999,0.7636217588364563,0.49306952370132334,0.8162393162393162,0.65074307359923,1.3830246365938358e-23,0.003430819078085047,0.7895774621500501
+10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0427642021280988e-23,0.5822698363612353,0.49035741847023634,0.4450434199989012,0.49503649448678233,0.5837382529250267,0.8013333333333332,0.7451299751459344,0.4723969792394359,0.8888888888888888,0.6228707709540217,1.1513781349839875e-22,0.003430819078085047,0.8161530228616595
+11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.587217121099408,0.5469097745811741,0.46496499615944664,0.49208553217809076,0.563388139474065,0.8073333333333332,0.7298685519957755,0.46367784778572746,0.8888888888888888,0.6061317353753678,1.4704873410862693e-31,0.002443738974725874,0.8220082189318875
+12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,7.38239365122254e-15,0.25588942441223594,0.7992467555279746,0.06026436690321385,0.412807120748979,0.43953747015604916,0.18866666666666668,0.5684018498993254,0.433563820244969,0.7307692307692307,0.5278176097731178,0.7694941444129995,0.009444155118638508,0.6046942846055752
+13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.0747499261825832e-13,0.3512721525289908,0.8804135552213584,0.5211568349191114,0.42691351412792,0.40286779046946763,0.10399999999999998,0.5059030972392077,0.39122577795752844,0.6638176638176637,0.47907200665988736,0.8276830612396768,0.04830688243826068,0.5800607255926354
+14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.526714283710676,0.9180065658746102,0.6177300729189973,0.45128406212577676,0.39988056540696626,0.5613333333333334,0.49801786578897955,0.3885011303782734,0.8304843304843305,0.47738953279463525,0.8500111371625925,0.12241130931070801,0.5555959379029551
+15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5389479912216734,0.9349978059277404,0.7452735492064857,0.4548787502012498,0.405404689693547,0.5446666666666666,0.5068122645039701,0.3924823244222029,0.8304843304843305,0.4850306505721883,0.8493405039270879,0.09174180332670735,0.5476428474219546
+16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5356521285408038,0.9418515334298316,0.7712388184133889,0.45501359429902966,0.40392338757855417,0.5046666666666667,0.5058335484988348,0.3908568584903417,0.8475783475783475,0.482302382394082,0.8480107162631808,0.05652690128892343,0.5469937132807363
+17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.6304735070793996,0.8385607306197629,0.7232456444580733,0.43433673368289466,0.5044385586857676,0.943,0.6583247647991428,0.478119760287955,0.9109686609686609,0.6074096882352636,0.754144674131171,0.6127124726456656,0.5896249303856661
+18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,2.194013320306139e-36,0.0,7.768152001241951e-05,0.0038661287905868602,0.03967528064660095,0.28413703249060285,0.0,0.2750405914586382,0.34520714817727655,0.0527065527065527,0.3633038733434796,7.538987834516267e-05,0.0012240016230521433,0.9324141399071827
+19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.0,1.8311706089659576e-27,0.0,0.07564203954404194,0.27277396977727814,0.0,0.43300484836581665,0.35645511082380604,0.0,0.5057846821528144,8.780599407889728e-28,0.0,0.8450925399429845
+20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,5.226994065745332e-29,0.0,1.8530824390659888e-31,0.0,0.0665580331847488,0.2771577879790345,0.0,0.38575805353696624,0.25953252796054693,0.0,0.3951193251138081,9.960029999179614e-32,0.0,0.8664332905428379
+21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,4.072551448422551e-32,0.0,3.84338793427616e-33,0.0,0.06423385392465646,0.2728542324830574,0.0,0.38582647149030513,0.24822913184081885,0.0,0.38066455458942167,1.3237458067136124e-33,0.0,0.8642358258380053

Untitled/llama-1p/llama-1p.csv

@@ -0,0 +1,23 @@
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
+1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6207444755970777,0.9905960534591547,0.9889449094528167,0.4646412360250802,0.45931330741524107,0.9279999999999999,0.6037265977466789,0.41216985874508183,0.8824786324786325,0.5389774873191798,0.17952115642162153,0.3972374908922684,0.6849411024079277
+2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6206003239604811,0.9885654399119211,0.9816484318266151,0.4750655772856709,0.45217759328047535,0.9229999999999999,0.5925652493280498,0.4176507960236804,0.8824786324786325,0.5385567516522368,0.910843677736126,0.7951521112837849,0.5377822975655884
+4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.618733794184165,0.9882131164473332,0.9793336352118185,0.47590540607977555,0.4489364862920495,0.9129999999999999,0.5902139021186915,0.4160418010772432,0.8846153846153846,0.5375100249937022,0.8126194295522154,0.685197273854337,0.5401436520429457
+5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6097176668039365,0.9763769069874064,0.9258740239589243,0.4761452731162891,0.43752434466486617,0.898,0.5778904504622385,0.4106650271547256,0.8846153846153846,0.5372410935437733,0.5630452731234852,0.5522227697444149,0.5563483668155442
+6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060981406326454,0.9686104223147283,0.8990464904876894,0.47598139786831534,0.4331079776789647,0.9055,0.5717140442007502,0.40867421134727067,0.8803418803418803,0.5381491479669215,0.4599195897910774,0.49085878407340217,0.5623388415709432
+7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6209152857129836,0.9893750936904488,0.9809367093385769,0.4754760426652289,0.4526567952117575,0.9229999999999999,0.593220355214528,0.4171638096985066,0.8824786324786325,0.5397312678238705,0.9284141781387707,0.8120380984400146,0.5369267097936855
+9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6175380339467414,0.9886543292517723,0.9737173212626522,0.4759909159363362,0.4476733383846397,0.9079999999999999,0.587574116357242,0.41456727542966065,0.8846153846153846,0.5390666912803146,0.8309592449966126,0.7129330484029284,0.5368265555726779
+10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6088506373923646,0.9766764218124266,0.9272349235343359,0.47711577240949243,0.43604608564186703,0.898,0.5733981472330455,0.4090093582391967,0.8803418803418803,0.5399851164128436,0.593070895614486,0.5627288108311999,0.5484445378256353
+11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.605267179459847,0.9697850849770379,0.9052985969109727,0.4770498821016625,0.4299101031649944,0.898,0.5678012112157451,0.40752729409107946,0.8803418803418803,0.5414459392478029,0.47816842923579284,0.5033016660208165,0.5543572202328167
+12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6215883195342752,0.9883210525384025,0.9796427495244213,0.46884298470816477,0.4551501320320397,0.9329999999999999,0.593225895664286,0.42274204851428865,0.8931623931623932,0.5336703177151635,0.9904772867957696,0.9651035196687371,0.5493354637589309
+14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6211384142047414,0.9850698410382654,0.9680638904470987,0.4622616222380388,0.45543391126113375,0.9329999999999999,0.5943019240169553,0.4293835458263828,0.8888888888888888,0.5336137704780274,0.9690964637479121,0.8185036141015261,0.5665845617136155
+15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6250064120423391,0.9755602767779362,0.938706543062101,0.4528943905162482,0.46560967685321786,0.9363333333333332,0.6093556168667656,0.44002913079591266,0.8803418803418803,0.5446059659458357,0.9065340864538236,0.6386682689728949,0.5890921147670521
+16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6235313415721483,0.971541369822555,0.9227161975175776,0.4509494042206084,0.4644944023433776,0.9413333333333332,0.6057554459822477,0.4413000655136045,0.8803418803418803,0.5448587646161128,0.8832733215676049,0.4229903539614884,0.59556403359735
+17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.620829009969581,0.9885609428667625,0.9842504368391466,0.47503070582098966,0.4522604727970937,0.9229999999999999,0.5939251776340857,0.4170825320453484,0.8846153846153846,0.5382853267700457,0.9108297164421302,0.7912796321369154,0.5374693573097021
+19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6191508536280738,0.9881703727814265,0.9767529900505281,0.47543539879532765,0.4491629257885593,0.9229999999999999,0.5894995841943177,0.4163849852292679,0.8846153846153846,0.5380014379141611,0.8114201277030993,0.6884098056102157,0.5411049769991497
+20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6101796636968896,0.9764628637365538,0.9277442428994574,0.475875840956345,0.43861805117364194,0.903,0.5774323485853956,0.410813131668555,0.8846153846153846,0.5368741005795467,0.5632527349288181,0.5341146815960041,0.5569425357503903
+21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060163198707165,0.9688444317530006,0.8977888475916016,0.47606825742444187,0.4323368639730428,0.9055,0.5702922580832227,0.40846188867248057,0.8888888888888888,0.5374980556840415,0.4600226702182164,0.5045434206424938,0.5620183823777325

Untitled/llama-5p/llama-5p.csv

@@ -0,0 +1,23 @@
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.99799391269964e-15,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
+1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6005765316813115,0.9882665315737078,0.9798886960220247,0.46292236123749736,0.416729749438658,0.953,0.5441750235069196,0.40249449937102166,0.8867521367521367,0.5279277195180354,0.15471640862078476,0.3980002696315262,0.6741471180652673
+2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,4.734741877153768e-15,0.6185670997210011,0.9801401282527009,0.9556553113704062,0.4707277511548016,0.4466340735059113,0.9229999999999999,0.5865370017092635,0.42385192955871015,0.8917378917378918,0.5403404497440657,0.9267443213742004,0.823096163264465,0.5257097879711463
+3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.6128382074998843e-07,0.4368124993271679,0.5190020268126722,0.3566801667306276,0.4583032366775204,0.27874523854445016,0.818,0.36268872810049424,0.34854382783954385,0.9045584045584045,0.4651894498935343,0.25511239656718715,0.3130550422972299,0.5973158794068002
+4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0001183661896190048,0.0,1.65531172082966e-06,0.05042367320850626,0.384642943225589,0.29143652164817424,0.0,0.5325957566500178,0.3092160475708186,0.03732193732193732,0.5027898247136176,3.491106760667205e-07,0.04085010790401641,0.558810019861109
+5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.7487878961137165e-05,0.0,3.629420286807088e-22,0.0004905356081826601,0.13709901065248425,0.29409952483309704,0.0033333333333333305,0.4036775509105853,0.2625654663896168,0.0,0.39861511693492974,1.1747279164305285e-22,0.00081400830969795,0.7253507961899044
+6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.2372288414839978e-26,0.0004807675984146501,0.14899574884694852,0.28640133078764046,0.0,0.430086991021574,0.25249869875003966,0.0,0.3584717173003608,3.2665774298875305e-27,0.0,0.6754878258179298
+7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,5.86730162802883e-14,0.6180956594649528,0.985424725677309,0.969510247864621,0.47563775265000674,0.4448210927687219,0.943,0.5844661493561177,0.41680221384818095,0.8824786324786325,0.5375539433461433,0.9423208793475475,0.8643959665180619,0.5200515588488004
+8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.2127544312107394e-10,0.4956818483044333,0.6931330107959297,0.458070019495551,0.47144439199913357,0.32342211504920093,0.858,0.4387629801094571,0.3643429820091921,0.8611111111111112,0.5082999155853516,0.2485155793902319,0.34983716727999786,0.5429449133931012
+9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.011843449760085422,0.4042827931382145,0.22770801114683784,0.26036604883322867,0.4769926682154308,0.3650586394886162,0.5695,0.5061348101749827,0.41226198338023545,0.8215099715099716,0.5497653041063436,0.01059994498777388,0.13437470324462158,0.5756564339569671
+10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.12591146483783006,0.034553533641982964,0.040923514458725996,0.5312957411646494,0.4121085712480761,0.15283333333333332,0.5582260592859436,0.4448224368118345,0.6898860398860399,0.5676771265661468,0.00016327390656373025,0.011580279400228996,0.52958901086233
+11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,3.0799540915748314e-12,0.3023734947530339,0.15810180830264042,0.10631834039504871,0.5478671175995722,0.4068051991623015,0.3995,0.570003145189222,0.4244216015043271,0.7571225071225071,0.5506977688437142,0.00016777306952724753,0.013830279400228997,0.6407020136228962
+12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,6.540866008411473e-13,0.6259460932196638,0.9697171811557439,0.9149300225444578,0.45138880782615615,0.4677099650635458,0.9363333333333332,0.6116344302133243,0.44351284600806684,0.8917378917378918,0.549006111136393,0.9641304414592692,0.9143743464392362,0.5526431768986073
+13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.035919465154078734,0.8139983941130298,0.020518811578398705,0.4092938808663185,0.4277716749873657,0.00533333333333333,0.5467824508286795,0.4223516322602393,0.46153846153846156,0.5122732591781355,0.7384140925052195,0.013454100304802936,0.6139311585349044
+14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.8694649189611297e-09,0.15795144355238483,0.86980338092925,0.31938790964941094,0.4184285030823018,0.407487498873694,0.025333333333333333,0.5134962707439515,0.40206796654201815,0.5256410256410257,0.48918750993765664,0.7745480851107913,0.018454310153180033,0.6004734721167645
+15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.41482290753064516,0.9038218264500163,0.6377251172064184,0.42725702339767946,0.40516068626127044,0.158,0.5110313590776852,0.40088561050463206,0.7279202279202278,0.4857538958291675,0.8012863102076636,0.03821679592829311,0.587103242913195
+16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.44534558309374445,0.9132192682372348,0.6771945296824259,0.43096382604270095,0.40708872098986193,0.19799999999999998,0.515865446898012,0.40153191598182,0.7535612535612535,0.486859526201227,0.8063252801467452,0.058442871827240256,0.5822250508918815
+17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.108718722900174e-14,0.618971287834552,0.9804447946965918,0.9604750358262935,0.4709538898218142,0.4465506075393472,0.9329999999999999,0.5870061869558738,0.4231464871561121,0.8867521367521367,0.5405141903412211,0.9269693415954444,0.8227281372173468,0.5256145926200029
+18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.42651712049690954,0.5012014445493086,0.3492867719428989,0.46389027065895694,0.26345081808878296,0.8,0.3504530186733138,0.34272154348218253,0.9002849002849003,0.46307521607249835,0.2401967838345059,0.3024959138308122,0.5936532802743675
+19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0020827633834865906,0.0,2.773515814929662e-08,0.00435445846276908,0.2823779423970196,0.3441127600970594,0.0,0.503987042805897,0.3102381746692572,0.037037037037037035,0.4605711429597389,9.543561745347173e-09,0.00375165826989142,0.6919089961215292
+20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.00018395764501293307,0.0,4.661578027134257e-17,0.0008062959915901,0.15702457035870523,0.31559295171296775,0.0033333333333333305,0.46493568210207387,0.2584422405657347,0.0,0.37507403079798546,5.5120516931006285e-17,0.00016129032258064503,0.6713024946683762
+21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.6843624711271928e-32,0.0,0.2215529289340699,0.26822604500546204,0.0,0.44002134825783956,0.294072869460189,0.0,0.42065344432159585,8.254890046618496e-33,0.0,0.5716271456612317

Untitled/phi-10p/phi-10p.csv

@@ -0,0 +1,23 @@
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,2.1942743021891237e-16,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
+1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5319909117798324,0.9231140312552547,0.9200431185901895,0.4847391599677,0.3841872783056456,0.47533333333333333,0.4638361087966355,0.40808843618921553,0.7556980056980056,0.48826346879862315,0.13490696158672863,0.42786742821792745,0.6288417132144549
+2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5204518601194764,0.9064293745572324,0.8941441145895339,0.4717433574381483,0.371466954045295,0.434,0.45002452170153384,0.4104916860029612,0.7816239316239316,0.49566726584334575,0.8805863439737527,0.8396251180609029,0.4987399244001254
+3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.0006538374533623971,0.32505774937077236,0.18146219281724862,0.38569013060624663,0.338569173147893,0.32095619572441564,0.23366666666666666,0.3623249412046778,0.37116114304123066,0.6866096866096866,0.430234501215604,0.17665394262143483,0.36615558586075253,0.6395710497396455
+4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.00011580724071708764,7.512946472042862e-05,8.387519518500735e-06,0.11782261794356112,0.22204578020819138,0.2519275975811833,0.002,0.32710316410260065,0.22578145637333463,0.025213675213675207,0.2300930473492784,9.385091821583813e-06,0.12099213404728537,0.7025336432745181
+5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,7.903952866429726e-22,0.0,2.1072899499262387e-15,0.02097297831261163,0.09216973300481522,0.27100849439361974,0.0,0.3283564264369145,0.26040168434787847,0.0,0.296256676291959,1.3797199331674886e-15,0.020731955444525805,0.83104789557045
+6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,2.514967868068585e-18,0.0,5.686512849186404e-20,0.0566139607086363,0.09799621605113348,0.27570647756658423,0.0,0.36702134155011656,0.24604971387918886,0.02136752136752136,0.3011904376139224,5.709989255873411e-20,0.054370830190607955,0.7933202149154588
+7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.0619204030347365e-16,0.5209785512743803,0.9248335996336308,0.9105613960001328,0.48259934423652795,0.377061056735849,0.41566666666666663,0.4575058819168685,0.40962351649864503,0.7588319088319088,0.4948382230759767,0.9025994860625481,0.8718360467591652,0.48511956934805955
+8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,4.783786471507949e-12,0.46246885496181067,0.6132527465943682,0.5264873975231782,0.46401675006684634,0.37785408407805543,0.33233333333333337,0.45158417082654745,0.40839690826419756,0.696153846153846,0.4949012253834134,0.3878946762398945,0.4518287841156405,0.5059156791034523
+9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,3.3273813118952403e-06,0.39910787673192333,0.4791189330395836,0.4760928537128662,0.4599942873940646,0.37263515450639234,0.19866666666666666,0.43682419732398076,0.4029668763337799,0.5992877492877493,0.49209682841059194,0.11766393219548353,0.3806262956361037,0.5475890179304523
+10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.0017015674192205016,0.35125072403653756,0.35745762274559795,0.41381207876917114,0.4589222037646714,0.3753228709124387,0.14366666666666666,0.4479669037226471,0.40274891085620323,0.5294871794871795,0.49979497162634023,0.02718386373266026,0.29820701967042634,0.5632410121243988
+11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.020771538379556198,0.31662506803859924,0.2959879461281595,0.37455270916963485,0.4651970401345303,0.3831457882706157,0.11033333333333331,0.4658264700684562,0.40183652258598285,0.5163817663817664,0.5046610566519484,0.0104854642118558,0.23725911865828095,0.5601701747855071
+12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.5120459728622037,0.8858116278431897,0.7717319443733647,0.4648578258290636,0.3750979164159008,0.414,0.44715370289431156,0.4132149372258189,0.7784900284900285,0.5054912681088888,0.8803792522184439,0.7335223485085623,0.5014080291309166
+13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,3.922502017067572e-13,0.4154722333744279,0.7824077468188397,0.4308321309382932,0.4459729734427715,0.3514113574471173,0.21733333333333335,0.40780592888115924,0.40385838655628453,0.7108262108262108,0.4905224310524033,0.7323227393103908,0.2213860741950333,0.5278007593916163
+14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,5.563730678470443e-14,0.4785472791096196,0.8432667492172031,0.6369502461817153,0.46117522970255703,0.3602784730810824,0.33233333333333337,0.4249818216915665,0.4141550678888395,0.7578347578347577,0.49729045487541923,0.7899905387502874,0.30881163636133396,0.5110213558282615
+15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.473221319062547,0.862213264283519,0.6746872726240948,0.46848080788142965,0.3610050312525718,0.30066666666666664,0.4259364748659311,0.41243342415781414,0.7435897435897436,0.4928934777478439,0.8002736332323015,0.2832899970761121,0.5029203817173005
+16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.46497375071425995,0.8694553560696572,0.6897105823725949,0.471088965867064,0.3600472169839249,0.27066666666666667,0.4251868032055124,0.4103181981753962,0.7492877492877492,0.490791444756977,0.8031418362455192,0.2549164105043973,0.5011736104807751
+17,KL Min.,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5219325729447593,0.9074862317973047,0.8981580896204466,0.47273068297891474,0.3721312696621007,0.439,0.4496938497381749,0.41106118717014817,0.7816239316239316,0.4970367234863228,0.8816903391417118,0.8391344428375735,0.49842757085897565
+18,KL Min.,2,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.3576554877176714,0.23888902154000694,0.4084447117136407,0.35760168828891487,0.3235891085520323,0.2753333333333333,0.3729066520530205,0.37580948676975534,0.7193732193732193,0.4389508925322798,0.22460998244926902,0.3856595252236947,0.623824575492459
+19,KL Min.,3,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.00022711497389352393,2.5598564034987754e-05,0.13498394663950955,0.22875199778860755,0.25744722544032245,0.002,0.3208334493096968,0.23263776777223874,0.028062678062678054,0.24385750556560776,2.8302311613721722e-05,0.13366757037260177,0.7044510229727237
+20,KL Min.,4,Baseline,Phi,2e-05,0.01,4.222383660476908e-21,0.0,1.0468859703872675e-14,0.021454580044213356,0.09977458897675215,0.2659769375261092,0.0,0.3254765276811147,0.2569013029249006,0.0,0.2680708970305056,5.333084733103282e-15,0.020731955444525805,0.824662673169981
+21,KL Min.,5,Baseline,Phi,2e-05,0.01,1.150018983956209e-17,0.0,1.4121855725584186e-19,0.04802961361154785,0.10298228365069599,0.26913637850586025,0.0,0.3701651994383828,0.24371015855590725,0.02136752136752136,0.3064207368771711,1.2798366790037663e-19,0.04860112133091947,0.7962793210544848

Untitled/phi-1p/phi-1p.csv

@@ -0,0 +1,23 @@
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
+1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5186033878846872,0.9283594688191208,0.9315922321621607,0.4841952654772617,0.3689052701495716,0.44733333333333336,0.4401660876575223,0.39885063991245057,0.75,0.4808107891329689,0.17108951018536162,0.4378494136237201,0.6445950022270425
+2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5188245236233725,0.9254962999329818,0.9274892445273292,0.48246788010936126,0.37676750693219174,0.4056666666666666,0.4544845469093908,0.40908987818399234,0.7588319088319088,0.49170188315872626,0.9101382717976645,0.8930947220849298,0.4824480120623331
+4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5216647323938121,0.9249119787085802,0.9185669429905045,0.48242600185341095,0.37618709994201077,0.42566666666666664,0.4543180504776205,0.4081912760149853,0.755982905982906,0.492964155372974,0.8745585992704633,0.8520160463154008,0.4844174255629425
+5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5221755823558841,0.9234688400848753,0.9200465579863643,0.4821226657414727,0.37372570254074683,0.44233333333333336,0.4494873665222592,0.4063033475758178,0.7545584045584045,0.48926126616003457,0.8231306335824528,0.769679812487741,0.4858750902904562
+6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5242149508917703,0.9229493109443826,0.9197489195266676,0.48271201726690977,0.37356471444299955,0.45233333333333337,0.4515103107314591,0.4056053180530006,0.7631054131054131,0.48832446029114673,0.7995768001421162,0.7158833315973846,0.4871577967851131
+7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.519619694850164,0.9259848300074986,0.9320186079809916,0.4831638355273008,0.3769878516017966,0.4056666666666666,0.4557097193752178,0.40913397391286827,0.7631054131054131,0.49234109206286214,0.9157000570492613,0.8996251262376923,0.48116293373052804
+9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5195050547107123,0.9259529966881782,0.9216497130216472,0.4838235521146961,0.3767900701258451,0.4056666666666666,0.45500964355243106,0.4087969996658366,0.7688034188034188,0.49295632832033714,0.8931797167107384,0.8739957628531432,0.48089061051121496
+10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5219540960626818,0.9258632292892853,0.9182552477259802,0.4849477042799905,0.3761680368462257,0.42566666666666664,0.4535785227362384,0.4081656651833556,0.7631054131054131,0.49044377571799513,0.8501414447397757,0.8030632760489876,0.4822780067192614
+11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5222548030321166,0.9255269745765471,0.9134881781722431,0.4855629150967183,0.37658267825528313,0.42566666666666664,0.45512857184717276,0.40827861831931556,0.7588319088319088,0.4927778125340131,0.8291412758221541,0.7583884278708499,0.48198573671317124
+12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5197991656125832,0.9258512955717053,0.9276672902891103,0.48171625151700853,0.37829083280406267,0.4056666666666666,0.45739935861755837,0.40987769175460825,0.7545584045584045,0.49491276947719043,0.92703725233327,0.9399486777672713,0.48262105211555284
+14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5173511278442842,0.9249953612298828,0.9238659651492507,0.47974527844811027,0.37822618130954355,0.3956666666666666,0.45750832696574023,0.4093209850725025,0.7545584045584045,0.4943220383496192,0.9251808379870574,0.9466028305295999,0.4869067915249203
+15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5196264093358488,0.9238530671285042,0.9195208324308264,0.47841079365819933,0.3780764015007748,0.4056666666666666,0.4565451993014433,0.41012026233214915,0.7631054131054131,0.49731895380608,0.9214224217710928,0.9077622028907818,0.4895822421551297
+16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5182821928658987,0.9231590320688083,0.9190786641180442,0.47772443092947064,0.3789953999910248,0.3956666666666666,0.45804525615072833,0.4110863091497611,0.7602564102564103,0.4991346098230822,0.9188046711368884,0.888169094386383,0.4909113379770947
+17,KL Min.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+18,KL Min.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.518744476048557,0.925482690353226,0.9253265641489626,0.4824424031306506,0.3767987496373412,0.4056666666666666,0.4545587107343119,0.409032881503713,0.7588319088319088,0.49163662039110706,0.9101382857515035,0.893956791050447,0.4820588595326045
+19,KL Min.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5230824726988607,0.9246661943230665,0.9243014124314428,0.48245000319848347,0.376919049223708,0.43566666666666665,0.4557844211749911,0.40786164651186546,0.746011396011396,0.49143414307596495,0.87448869379011,0.8575983950011977,0.48249716350454086
+20,KL Min.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5192203294061147,0.9236982476537037,0.9131749727885368,0.48264264887001795,0.3744679018279847,0.42233333333333334,0.4518687526577063,0.40656959096609585,0.7545584045584045,0.48830443385425104,0.822893549132921,0.7598707476344198,0.4869881527495636
+21,KL Min.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.521569764782683,0.9230212902119629,0.9163361774496642,0.4829597286069288,0.3745643060388398,0.43566666666666665,0.4521727223150814,0.4062183024353795,0.7545584045584045,0.48859625109997196,0.7988597065622484,0.7157557287821146,0.48670079968589236

Untitled/phi-5p/phi-5p.csv

@@ -0,0 +1,23 @@
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,6.540866008411473e-13,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
+1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5249587122406894,0.9254796804736185,0.915976843311402,0.48053345864490715,0.38287826164506744,0.41566666666666663,0.4651723822621357,0.4132180361625649,0.7659544159544159,0.5004924664950333,0.13671023404216992,0.42853267567818654,0.6269407864238652
+2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5241427364739786,0.9235821066586531,0.9189641021263891,0.48052146767479276,0.3761142966197248,0.43566666666666665,0.4556724004354437,0.4096152511419082,0.7673789173789174,0.49363470617374827,0.9061861895984953,0.8838737068722051,0.4778343151344299
+3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,1.2127544312107394e-10,0.5176137390652611,0.8675239274028166,0.7828215945057794,0.4659057068602444,0.36389017928713224,0.49233333333333335,0.43402015021196355,0.4094958164872618,0.7951566951566952,0.49307674886506914,0.7135560820923561,0.6111732578378704,0.503496407804744
+4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.463484175388721,0.5939712470083335,0.5051279206137574,0.45247039722832044,0.3579740543422848,0.4006666666666666,0.4198369395810511,0.4032521923149546,0.7552706552706553,0.4831647741496018,0.34625657818788597,0.4325815011427768,0.5424181359569156
+5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.016258459276759563,0.3598569720249243,0.20250568966336746,0.3684337295761997,0.4146738321864533,0.3581275593545352,0.27399999999999997,0.4129575175474042,0.3959398133010309,0.6854700854700855,0.4766227670569993,0.10540281508659217,0.3484871560385625,0.5921456749784784
+6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.11228360286766195,0.25397174502083625,0.08210861692320609,0.28481394576129343,0.3463466707657406,0.35596217182055073,0.19033333333333333,0.4085001737397412,0.38650596621567185,0.627065527065527,0.4615825617994953,0.04493059039616622,0.26110802357768675,0.6157980140405563
+7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.4275699621532978e-12,0.5248681856878799,0.9257168774753552,0.9276091421515343,0.48322114243238523,0.3777306028053362,0.43566666666666665,0.45584979732984027,0.4081226736790738,0.7730769230769231,0.4903814033412871,0.9124071802109163,0.8938290292426098,0.4752782134139066
+8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,2.8873674273022313e-11,0.5225851779446478,0.9070833171086861,0.8505803658968648,0.4845425875023112,0.37535987561454964,0.44566666666666666,0.45317832565785293,0.40914774811808274,0.7727920227920227,0.4932236205236885,0.7462851345991779,0.6599233161390523,0.48160566469254645
+9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,8.114129962716335e-08,0.47607067417534116,0.7449482105083988,0.6037013135571488,0.4768021584201754,0.37852696119897294,0.3353333333333333,0.45105585950963734,0.4045830461733332,0.696153846153846,0.48554654351624416,0.3729535956695088,0.477346918667617,0.5043504791473672
+10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,4.024806511439489e-06,0.436856187956934,0.5727301322541299,0.5027573340980654,0.46310587983114126,0.3799086527990339,0.2653333333333333,0.4480245363523998,0.4026381167431528,0.6619658119658118,0.48076702846765607,0.17744374380055944,0.4014834039991297,0.5281211385888553
+11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,2.9607827368482373e-05,0.4198730747622653,0.5503415212611945,0.4930138355497045,0.4597037721134645,0.38123293187682017,0.2253333333333333,0.4501569531253503,0.4008444609667843,0.6505698005698005,0.47616591885643234,0.12852713839251112,0.3867253236484008,0.5402896057323768
+12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5184145554838183,0.9230502120517478,0.921604610848115,0.4776422638313188,0.37804870541102475,0.3956666666666666,0.4564932850471433,0.4114827914921167,0.7688034188034188,0.4988861153362053,0.9225107641866049,0.916432628640958,0.4802692680719525
+13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.45008661376263154,0.7940446756020753,0.47043381289469427,0.45073757678348747,0.3596150618137872,0.29066666666666663,0.42507284007175805,0.40360693649155577,0.7599715099715099,0.4937442932956319,0.7495368779112548,0.3079478996014241,0.5116872711606643
+14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.41072195533487593,0.7665048833851257,0.3467399303214262,0.4441218236287094,0.3498072810533746,0.244,0.401683958977199,0.40040207184702736,0.6752136752136753,0.4884549740466962,0.6925002077100789,0.21590584078099817,0.5193445329584279
+15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,3.602472544567432e-09,0.4511747237943713,0.8132816834108969,0.5194763579673242,0.4493719852814896,0.3585250902026517,0.2773333333333333,0.4213544831702404,0.4070080016591103,0.7492877492877492,0.4979661510782537,0.7301525189938975,0.2258614642899883,0.5153179198737406
+16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,1.8694649189611297e-09,0.470457310783583,0.8296749814292697,0.6042317328783998,0.45225617606311347,0.36109656617127395,0.31733333333333336,0.4262703141315221,0.4092409403638592,0.745014245014245,0.4983643355614824,0.746222909370904,0.24073249944271538,0.5119547954861189
+17,KL Min.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5229935071237036,0.9236255686279552,0.9206461904116778,0.48077353700634556,0.3758995743213378,0.42566666666666664,0.4542421295281517,0.4089518908013664,0.7873219373219373,0.49179976918460067,0.9061331824985268,0.8889456021042365,0.4778980793884552
+18,KL Min.,2,Baseline,Phi,2e-05,0.01,5.951062636424447e-11,0.5183942147673763,0.8722207355918976,0.7887967386244058,0.46802267410700166,0.36456341186781943,0.49233333333333335,0.4363572588488661,0.4083912078659624,0.793019943019943,0.4914204184807621,0.7153186516108397,0.6151888813146837,0.5010289868397492
+19,KL Min.,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.4588993626260113,0.6223811511917946,0.519646916821949,0.4595582045696133,0.3601196664627679,0.3456666666666666,0.42510562884130304,0.4005635147431757,0.7680911680911682,0.4797450000084807,0.35077298728663175,0.43920494914415803,0.5364182466777139
+20,KL Min.,4,Baseline,Phi,2e-05,0.01,0.008539483949831865,0.3681762173732355,0.23240646959050565,0.39375512609430396,0.425896148392597,0.3612911819730226,0.2553333333333333,0.4195434886791928,0.39202334157095803,0.6569800569800569,0.47313920926289404,0.11241465093527965,0.3594446274183486,0.5805693505167375
+21,KL Min.,5,Baseline,Phi,2e-05,0.01,0.17793352788293415,0.28020580247761545,0.09951729945813984,0.32181500754124737,0.3638913288514401,0.35608008826706394,0.22949999999999998,0.4086075729901669,0.3805264691309311,0.5672364672364671,0.4521952948853885,0.05043919251362219,0.29387050272159265,0.609588771662962

leaderboard/llama-10p/llama-10p.csv

@@ -1,23 +0,0 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.834066410994743e-21,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
-Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.613744995233942,0.9888967275083739,0.9758111850816836,0.47097713402452873,0.434087175400151,0.9229999999999999,0.5706808914420933,0.4143263304391235,0.8974358974358975,0.5441982317366325,0.14756281225669543,0.4082436195223163,0.6740192657877031
-Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1942743021891237e-16,0.6269273964348965,0.8210499032114303,0.6967473664683093,0.4295557937069344,0.505168359434624,0.943,0.6591336231061837,0.478685379756773,0.9216524216524216,0.6085091204510102,0.7389353978950747,0.59040885036102,0.5949198076291524
-Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.161721406761561e-31,0.0,6.790053646828093e-05,0.00012345679012345666,0.04541293757602166,0.2483656568638272,0.0,0.15535630808979686,0.26037936742224227,0.00712250712250712,0.16126857369252184,6.761970324755308e-05,0.00040259009009009,0.9124060717988668
-Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.415348597545954e-32,0.0,2.9947610381115934e-29,0.0,0.044497565223702254,0.24130091393542255,0.0,0.38248544327335554,0.2603007453584722,0.0,0.39146482060059945,1.81826029512634e-27,0.0020288719332402267,0.8856404556865698
-Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,6.813596151995703e-39,0.0,1.2049720751682384e-32,0.0,0.04695797470281068,0.23909761219952558,0.0,0.37976074563616247,0.24679863615003672,0.0,0.3799166078023295,7.488727584100664e-33,0.00194261326077466,0.8929100638357892
-Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4334261764269554e-22,0.0,4.927488202135739e-36,0.0,0.0763287756708789,0.23209401162565726,0.0,0.3680370239716012,0.23932068070274498,0.0,0.38299733186954227,7.700348491069903e-36,0.0017443373987056931,0.8470718835084912
-Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1857531667946305e-20,0.6282003341510932,0.9608036367802,0.9094457692299227,0.4694987259572409,0.4736271415687449,0.9129999999999999,0.6164888867223018,0.43702570297775695,0.8888888888888888,0.551145594485676,0.8870737428383404,0.757231894245776,0.5307776556603724
-Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.00033397069759294196,0.07407765375022281,0.01072258695886401,0.0870156615843273,0.46335032188327696,0.5059025919974256,0.1728333333333333,0.6423979530486502,0.46556158385992097,0.6548433048433049,0.6295666352270255,0.0003759038991735104,0.0668923800783858,0.5355421828523081
-Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,5.100356615560927e-17,0.5185060305234307,0.3267413314089894,0.32138766204638025,0.5052906001871599,0.6063370989010282,0.6859999999999999,0.7636217588364563,0.49306952370132334,0.8162393162393162,0.65074307359923,1.3830246365938358e-23,0.003430819078085047,0.7895774621500501
-Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0427642021280988e-23,0.5822698363612353,0.49035741847023634,0.4450434199989012,0.49503649448678233,0.5837382529250267,0.8013333333333332,0.7451299751459344,0.4723969792394359,0.8888888888888888,0.6228707709540217,1.1513781349839875e-22,0.003430819078085047,0.8161530228616595
-Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.587217121099408,0.5469097745811741,0.46496499615944664,0.49208553217809076,0.563388139474065,0.8073333333333332,0.7298685519957755,0.46367784778572746,0.8888888888888888,0.6061317353753678,1.4704873410862693e-31,0.002443738974725874,0.8220082189318875
-Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,7.38239365122254e-15,0.25588942441223594,0.7992467555279746,0.06026436690321385,0.412807120748979,0.43953747015604916,0.18866666666666668,0.5684018498993254,0.433563820244969,0.7307692307692307,0.5278176097731178,0.7694941444129995,0.009444155118638508,0.6046942846055752
-Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.0747499261825832e-13,0.3512721525289908,0.8804135552213584,0.5211568349191114,0.42691351412792,0.40286779046946763,0.10399999999999998,0.5059030972392077,0.39122577795752844,0.6638176638176637,0.47907200665988736,0.8276830612396768,0.04830688243826068,0.5800607255926354
-Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.526714283710676,0.9180065658746102,0.6177300729189973,0.45128406212577676,0.39988056540696626,0.5613333333333334,0.49801786578897955,0.3885011303782734,0.8304843304843305,0.47738953279463525,0.8500111371625925,0.12241130931070801,0.5555959379029551
-Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5389479912216734,0.9349978059277404,0.7452735492064857,0.4548787502012498,0.405404689693547,0.5446666666666666,0.5068122645039701,0.3924823244222029,0.8304843304843305,0.4850306505721883,0.8493405039270879,0.09174180332670735,0.5476428474219546
-Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5356521285408038,0.9418515334298316,0.7712388184133889,0.45501359429902966,0.40392338757855417,0.5046666666666667,0.5058335484988348,0.3908568584903417,0.8475783475783475,0.482302382394082,0.8480107162631808,0.05652690128892343,0.5469937132807363
-KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.6304735070793996,0.8385607306197629,0.7232456444580733,0.43433673368289466,0.5044385586857676,0.943,0.6583247647991428,0.478119760287955,0.9109686609686609,0.6074096882352636,0.754144674131171,0.6127124726456656,0.5896249303856661
-KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,2.194013320306139e-36,0.0,7.768152001241951e-05,0.0038661287905868602,0.03967528064660095,0.28413703249060285,0.0,0.2750405914586382,0.34520714817727655,0.0527065527065527,0.3633038733434796,7.538987834516267e-05,0.0012240016230521433,0.9324141399071827
-KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.0,1.8311706089659576e-27,0.0,0.07564203954404194,0.27277396977727814,0.0,0.43300484836581665,0.35645511082380604,0.0,0.5057846821528144,8.780599407889728e-28,0.0,0.8450925399429845
-KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,5.226994065745332e-29,0.0,1.8530824390659888e-31,0.0,0.0665580331847488,0.2771577879790345,0.0,0.38575805353696624,0.25953252796054693,0.0,0.3951193251138081,9.960029999179614e-32,0.0,0.8664332905428379
-KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,4.072551448422551e-32,0.0,3.84338793427616e-33,0.0,0.06423385392465646,0.2728542324830574,0.0,0.38582647149030513,0.24822913184081885,0.0,0.38066455458942167,1.3237458067136124e-33,0.0,0.8642358258380053

leaderboard/llama-1p/llama-1p.csv

@@ -1,23 +0,0 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
-Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6207444755970777,0.9905960534591547,0.9889449094528167,0.4646412360250802,0.45931330741524107,0.9279999999999999,0.6037265977466789,0.41216985874508183,0.8824786324786325,0.5389774873191798,0.17952115642162153,0.3972374908922684,0.6849411024079277
-Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6206003239604811,0.9885654399119211,0.9816484318266151,0.4750655772856709,0.45217759328047535,0.9229999999999999,0.5925652493280498,0.4176507960236804,0.8824786324786325,0.5385567516522368,0.910843677736126,0.7951521112837849,0.5377822975655884
-Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.618733794184165,0.9882131164473332,0.9793336352118185,0.47590540607977555,0.4489364862920495,0.9129999999999999,0.5902139021186915,0.4160418010772432,0.8846153846153846,0.5375100249937022,0.8126194295522154,0.685197273854337,0.5401436520429457
-Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6097176668039365,0.9763769069874064,0.9258740239589243,0.4761452731162891,0.43752434466486617,0.898,0.5778904504622385,0.4106650271547256,0.8846153846153846,0.5372410935437733,0.5630452731234852,0.5522227697444149,0.5563483668155442
-Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060981406326454,0.9686104223147283,0.8990464904876894,0.47598139786831534,0.4331079776789647,0.9055,0.5717140442007502,0.40867421134727067,0.8803418803418803,0.5381491479669215,0.4599195897910774,0.49085878407340217,0.5623388415709432
-Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6209152857129836,0.9893750936904488,0.9809367093385769,0.4754760426652289,0.4526567952117575,0.9229999999999999,0.593220355214528,0.4171638096985066,0.8824786324786325,0.5397312678238705,0.9284141781387707,0.8120380984400146,0.5369267097936855
-Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6175380339467414,0.9886543292517723,0.9737173212626522,0.4759909159363362,0.4476733383846397,0.9079999999999999,0.587574116357242,0.41456727542966065,0.8846153846153846,0.5390666912803146,0.8309592449966126,0.7129330484029284,0.5368265555726779
-Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6088506373923646,0.9766764218124266,0.9272349235343359,0.47711577240949243,0.43604608564186703,0.898,0.5733981472330455,0.4090093582391967,0.8803418803418803,0.5399851164128436,0.593070895614486,0.5627288108311999,0.5484445378256353
-Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.605267179459847,0.9697850849770379,0.9052985969109727,0.4770498821016625,0.4299101031649944,0.898,0.5678012112157451,0.40752729409107946,0.8803418803418803,0.5414459392478029,0.47816842923579284,0.5033016660208165,0.5543572202328167
-Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6215883195342752,0.9883210525384025,0.9796427495244213,0.46884298470816477,0.4551501320320397,0.9329999999999999,0.593225895664286,0.42274204851428865,0.8931623931623932,0.5336703177151635,0.9904772867957696,0.9651035196687371,0.5493354637589309
-Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6211384142047414,0.9850698410382654,0.9680638904470987,0.4622616222380388,0.45543391126113375,0.9329999999999999,0.5943019240169553,0.4293835458263828,0.8888888888888888,0.5336137704780274,0.9690964637479121,0.8185036141015261,0.5665845617136155
-Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6250064120423391,0.9755602767779362,0.938706543062101,0.4528943905162482,0.46560967685321786,0.9363333333333332,0.6093556168667656,0.44002913079591266,0.8803418803418803,0.5446059659458357,0.9065340864538236,0.6386682689728949,0.5890921147670521
-Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6235313415721483,0.971541369822555,0.9227161975175776,0.4509494042206084,0.4644944023433776,0.9413333333333332,0.6057554459822477,0.4413000655136045,0.8803418803418803,0.5448587646161128,0.8832733215676049,0.4229903539614884,0.59556403359735
-KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.620829009969581,0.9885609428667625,0.9842504368391466,0.47503070582098966,0.4522604727970937,0.9229999999999999,0.5939251776340857,0.4170825320453484,0.8846153846153846,0.5382853267700457,0.9108297164421302,0.7912796321369154,0.5374693573097021
-KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6191508536280738,0.9881703727814265,0.9767529900505281,0.47543539879532765,0.4491629257885593,0.9229999999999999,0.5894995841943177,0.4163849852292679,0.8846153846153846,0.5380014379141611,0.8114201277030993,0.6884098056102157,0.5411049769991497
-KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6101796636968896,0.9764628637365538,0.9277442428994574,0.475875840956345,0.43861805117364194,0.903,0.5774323485853956,0.410813131668555,0.8846153846153846,0.5368741005795467,0.5632527349288181,0.5341146815960041,0.5569425357503903
-KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060163198707165,0.9688444317530006,0.8977888475916016,0.47606825742444187,0.4323368639730428,0.9055,0.5702922580832227,0.40846188867248057,0.8888888888888888,0.5374980556840415,0.4600226702182164,0.5045434206424938,0.5620183823777325

leaderboard/llama-5p/llama-5p.csv

@@ -1,23 +0,0 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.99799391269964e-15,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
-Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6005765316813115,0.9882665315737078,0.9798886960220247,0.46292236123749736,0.416729749438658,0.953,0.5441750235069196,0.40249449937102166,0.8867521367521367,0.5279277195180354,0.15471640862078476,0.3980002696315262,0.6741471180652673
-Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,4.734741877153768e-15,0.6185670997210011,0.9801401282527009,0.9556553113704062,0.4707277511548016,0.4466340735059113,0.9229999999999999,0.5865370017092635,0.42385192955871015,0.8917378917378918,0.5403404497440657,0.9267443213742004,0.823096163264465,0.5257097879711463
-Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.6128382074998843e-07,0.4368124993271679,0.5190020268126722,0.3566801667306276,0.4583032366775204,0.27874523854445016,0.818,0.36268872810049424,0.34854382783954385,0.9045584045584045,0.4651894498935343,0.25511239656718715,0.3130550422972299,0.5973158794068002
-Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0001183661896190048,0.0,1.65531172082966e-06,0.05042367320850626,0.384642943225589,0.29143652164817424,0.0,0.5325957566500178,0.3092160475708186,0.03732193732193732,0.5027898247136176,3.491106760667205e-07,0.04085010790401641,0.558810019861109
-Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.7487878961137165e-05,0.0,3.629420286807088e-22,0.0004905356081826601,0.13709901065248425,0.29409952483309704,0.0033333333333333305,0.4036775509105853,0.2625654663896168,0.0,0.39861511693492974,1.1747279164305285e-22,0.00081400830969795,0.7253507961899044
-Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.2372288414839978e-26,0.0004807675984146501,0.14899574884694852,0.28640133078764046,0.0,0.430086991021574,0.25249869875003966,0.0,0.3584717173003608,3.2665774298875305e-27,0.0,0.6754878258179298
-Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,5.86730162802883e-14,0.6180956594649528,0.985424725677309,0.969510247864621,0.47563775265000674,0.4448210927687219,0.943,0.5844661493561177,0.41680221384818095,0.8824786324786325,0.5375539433461433,0.9423208793475475,0.8643959665180619,0.5200515588488004
-Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.2127544312107394e-10,0.4956818483044333,0.6931330107959297,0.458070019495551,0.47144439199913357,0.32342211504920093,0.858,0.4387629801094571,0.3643429820091921,0.8611111111111112,0.5082999155853516,0.2485155793902319,0.34983716727999786,0.5429449133931012
-Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.011843449760085422,0.4042827931382145,0.22770801114683784,0.26036604883322867,0.4769926682154308,0.3650586394886162,0.5695,0.5061348101749827,0.41226198338023545,0.8215099715099716,0.5497653041063436,0.01059994498777388,0.13437470324462158,0.5756564339569671
-Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.12591146483783006,0.034553533641982964,0.040923514458725996,0.5312957411646494,0.4121085712480761,0.15283333333333332,0.5582260592859436,0.4448224368118345,0.6898860398860399,0.5676771265661468,0.00016327390656373025,0.011580279400228996,0.52958901086233
-Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,3.0799540915748314e-12,0.3023734947530339,0.15810180830264042,0.10631834039504871,0.5478671175995722,0.4068051991623015,0.3995,0.570003145189222,0.4244216015043271,0.7571225071225071,0.5506977688437142,0.00016777306952724753,0.013830279400228997,0.6407020136228962
-Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,6.540866008411473e-13,0.6259460932196638,0.9697171811557439,0.9149300225444578,0.45138880782615615,0.4677099650635458,0.9363333333333332,0.6116344302133243,0.44351284600806684,0.8917378917378918,0.549006111136393,0.9641304414592692,0.9143743464392362,0.5526431768986073
-Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.035919465154078734,0.8139983941130298,0.020518811578398705,0.4092938808663185,0.4277716749873657,0.00533333333333333,0.5467824508286795,0.4223516322602393,0.46153846153846156,0.5122732591781355,0.7384140925052195,0.013454100304802936,0.6139311585349044
-Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.8694649189611297e-09,0.15795144355238483,0.86980338092925,0.31938790964941094,0.4184285030823018,0.407487498873694,0.025333333333333333,0.5134962707439515,0.40206796654201815,0.5256410256410257,0.48918750993765664,0.7745480851107913,0.018454310153180033,0.6004734721167645
-Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.41482290753064516,0.9038218264500163,0.6377251172064184,0.42725702339767946,0.40516068626127044,0.158,0.5110313590776852,0.40088561050463206,0.7279202279202278,0.4857538958291675,0.8012863102076636,0.03821679592829311,0.587103242913195
-Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.44534558309374445,0.9132192682372348,0.6771945296824259,0.43096382604270095,0.40708872098986193,0.19799999999999998,0.515865446898012,0.40153191598182,0.7535612535612535,0.486859526201227,0.8063252801467452,0.058442871827240256,0.5822250508918815
-KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.108718722900174e-14,0.618971287834552,0.9804447946965918,0.9604750358262935,0.4709538898218142,0.4465506075393472,0.9329999999999999,0.5870061869558738,0.4231464871561121,0.8867521367521367,0.5405141903412211,0.9269693415954444,0.8227281372173468,0.5256145926200029
-KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.42651712049690954,0.5012014445493086,0.3492867719428989,0.46389027065895694,0.26345081808878296,0.8,0.3504530186733138,0.34272154348218253,0.9002849002849003,0.46307521607249835,0.2401967838345059,0.3024959138308122,0.5936532802743675
-KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0020827633834865906,0.0,2.773515814929662e-08,0.00435445846276908,0.2823779423970196,0.3441127600970594,0.0,0.503987042805897,0.3102381746692572,0.037037037037037035,0.4605711429597389,9.543561745347173e-09,0.00375165826989142,0.6919089961215292
-KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.00018395764501293307,0.0,4.661578027134257e-17,0.0008062959915901,0.15702457035870523,0.31559295171296775,0.0033333333333333305,0.46493568210207387,0.2584422405657347,0.0,0.37507403079798546,5.5120516931006285e-17,0.00016129032258064503,0.6713024946683762
-KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.6843624711271928e-32,0.0,0.2215529289340699,0.26822604500546204,0.0,0.44002134825783956,0.294072869460189,0.0,0.42065344432159585,8.254890046618496e-33,0.0,0.5716271456612317

leaderboard/phi-10p/phi-10p.csv

@@ -1,23 +0,0 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,Phi,2e-05,0.01,2.1942743021891237e-16,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
-Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5319909117798324,0.9231140312552547,0.9200431185901895,0.4847391599677,0.3841872783056456,0.47533333333333333,0.4638361087966355,0.40808843618921553,0.7556980056980056,0.48826346879862315,0.13490696158672863,0.42786742821792745,0.6288417132144549
-Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5204518601194764,0.9064293745572324,0.8941441145895339,0.4717433574381483,0.371466954045295,0.434,0.45002452170153384,0.4104916860029612,0.7816239316239316,0.49566726584334575,0.8805863439737527,0.8396251180609029,0.4987399244001254
-Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.0006538374533623971,0.32505774937077236,0.18146219281724862,0.38569013060624663,0.338569173147893,0.32095619572441564,0.23366666666666666,0.3623249412046778,0.37116114304123066,0.6866096866096866,0.430234501215604,0.17665394262143483,0.36615558586075253,0.6395710497396455
-Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.00011580724071708764,7.512946472042862e-05,8.387519518500735e-06,0.11782261794356112,0.22204578020819138,0.2519275975811833,0.002,0.32710316410260065,0.22578145637333463,0.025213675213675207,0.2300930473492784,9.385091821583813e-06,0.12099213404728537,0.7025336432745181
-Grad. Ascent,4,Baseline,Phi,2e-05,0.01,7.903952866429726e-22,0.0,2.1072899499262387e-15,0.02097297831261163,0.09216973300481522,0.27100849439361974,0.0,0.3283564264369145,0.26040168434787847,0.0,0.296256676291959,1.3797199331674886e-15,0.020731955444525805,0.83104789557045
-Grad. Ascent,5,Baseline,Phi,2e-05,0.01,2.514967868068585e-18,0.0,5.686512849186404e-20,0.0566139607086363,0.09799621605113348,0.27570647756658423,0.0,0.36702134155011656,0.24604971387918886,0.02136752136752136,0.3011904376139224,5.709989255873411e-20,0.054370830190607955,0.7933202149154588
-Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.0619204030347365e-16,0.5209785512743803,0.9248335996336308,0.9105613960001328,0.48259934423652795,0.377061056735849,0.41566666666666663,0.4575058819168685,0.40962351649864503,0.7588319088319088,0.4948382230759767,0.9025994860625481,0.8718360467591652,0.48511956934805955
-Grad. Diff.,2,Baseline,Phi,2e-05,0.01,4.783786471507949e-12,0.46246885496181067,0.6132527465943682,0.5264873975231782,0.46401675006684634,0.37785408407805543,0.33233333333333337,0.45158417082654745,0.40839690826419756,0.696153846153846,0.4949012253834134,0.3878946762398945,0.4518287841156405,0.5059156791034523
-Grad. Diff.,3,Baseline,Phi,2e-05,0.01,3.3273813118952403e-06,0.39910787673192333,0.4791189330395836,0.4760928537128662,0.4599942873940646,0.37263515450639234,0.19866666666666666,0.43682419732398076,0.4029668763337799,0.5992877492877493,0.49209682841059194,0.11766393219548353,0.3806262956361037,0.5475890179304523
-Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.0017015674192205016,0.35125072403653756,0.35745762274559795,0.41381207876917114,0.4589222037646714,0.3753228709124387,0.14366666666666666,0.4479669037226471,0.40274891085620323,0.5294871794871795,0.49979497162634023,0.02718386373266026,0.29820701967042634,0.5632410121243988
-Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.020771538379556198,0.31662506803859924,0.2959879461281595,0.37455270916963485,0.4651970401345303,0.3831457882706157,0.11033333333333331,0.4658264700684562,0.40183652258598285,0.5163817663817664,0.5046610566519484,0.0104854642118558,0.23725911865828095,0.5601701747855071
-Pref. Opt.,1,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.5120459728622037,0.8858116278431897,0.7717319443733647,0.4648578258290636,0.3750979164159008,0.414,0.44715370289431156,0.4132149372258189,0.7784900284900285,0.5054912681088888,0.8803792522184439,0.7335223485085623,0.5014080291309166
-Pref. Opt.,2,Baseline,Phi,2e-05,0.01,3.922502017067572e-13,0.4154722333744279,0.7824077468188397,0.4308321309382932,0.4459729734427715,0.3514113574471173,0.21733333333333335,0.40780592888115924,0.40385838655628453,0.7108262108262108,0.4905224310524033,0.7323227393103908,0.2213860741950333,0.5278007593916163
-Pref. Opt.,3,Baseline,Phi,2e-05,0.01,5.563730678470443e-14,0.4785472791096196,0.8432667492172031,0.6369502461817153,0.46117522970255703,0.3602784730810824,0.33233333333333337,0.4249818216915665,0.4141550678888395,0.7578347578347577,0.49729045487541923,0.7899905387502874,0.30881163636133396,0.5110213558282615
-Pref. Opt.,4,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.473221319062547,0.862213264283519,0.6746872726240948,0.46848080788142965,0.3610050312525718,0.30066666666666664,0.4259364748659311,0.41243342415781414,0.7435897435897436,0.4928934777478439,0.8002736332323015,0.2832899970761121,0.5029203817173005
-Pref. Opt.,5,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.46497375071425995,0.8694553560696572,0.6897105823725949,0.471088965867064,0.3600472169839249,0.27066666666666667,0.4251868032055124,0.4103181981753962,0.7492877492877492,0.490791444756977,0.8031418362455192,0.2549164105043973,0.5011736104807751
-KL Min.,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5219325729447593,0.9074862317973047,0.8981580896204466,0.47273068297891474,0.3721312696621007,0.439,0.4496938497381749,0.41106118717014817,0.7816239316239316,0.4970367234863228,0.8816903391417118,0.8391344428375735,0.49842757085897565
-KL Min.,2,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.3576554877176714,0.23888902154000694,0.4084447117136407,0.35760168828891487,0.3235891085520323,0.2753333333333333,0.3729066520530205,0.37580948676975534,0.7193732193732193,0.4389508925322798,0.22460998244926902,0.3856595252236947,0.623824575492459
-KL Min.,3,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.00022711497389352393,2.5598564034987754e-05,0.13498394663950955,0.22875199778860755,0.25744722544032245,0.002,0.3208334493096968,0.23263776777223874,0.028062678062678054,0.24385750556560776,2.8302311613721722e-05,0.13366757037260177,0.7044510229727237
-KL Min.,4,Baseline,Phi,2e-05,0.01,4.222383660476908e-21,0.0,1.0468859703872675e-14,0.021454580044213356,0.09977458897675215,0.2659769375261092,0.0,0.3254765276811147,0.2569013029249006,0.0,0.2680708970305056,5.333084733103282e-15,0.020731955444525805,0.824662673169981
-KL Min.,5,Baseline,Phi,2e-05,0.01,1.150018983956209e-17,0.0,1.4121855725584186e-19,0.04802961361154785,0.10298228365069599,0.26913637850586025,0.0,0.3701651994383828,0.24371015855590725,0.02136752136752136,0.3064207368771711,1.2798366790037663e-19,0.04860112133091947,0.7962793210544848

leaderboard/phi-1p/phi-1p.csv

@@ -1,23 +0,0 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
-Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5186033878846872,0.9283594688191208,0.9315922321621607,0.4841952654772617,0.3689052701495716,0.44733333333333336,0.4401660876575223,0.39885063991245057,0.75,0.4808107891329689,0.17108951018536162,0.4378494136237201,0.6445950022270425
-Grad. Ascent,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5188245236233725,0.9254962999329818,0.9274892445273292,0.48246788010936126,0.37676750693219174,0.4056666666666666,0.4544845469093908,0.40908987818399234,0.7588319088319088,0.49170188315872626,0.9101382717976645,0.8930947220849298,0.4824480120623331
-Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5216647323938121,0.9249119787085802,0.9185669429905045,0.48242600185341095,0.37618709994201077,0.42566666666666664,0.4543180504776205,0.4081912760149853,0.755982905982906,0.492964155372974,0.8745585992704633,0.8520160463154008,0.4844174255629425
-Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5221755823558841,0.9234688400848753,0.9200465579863643,0.4821226657414727,0.37372570254074683,0.44233333333333336,0.4494873665222592,0.4063033475758178,0.7545584045584045,0.48926126616003457,0.8231306335824528,0.769679812487741,0.4858750902904562
-Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5242149508917703,0.9229493109443826,0.9197489195266676,0.48271201726690977,0.37356471444299955,0.45233333333333337,0.4515103107314591,0.4056053180530006,0.7631054131054131,0.48832446029114673,0.7995768001421162,0.7158833315973846,0.4871577967851131
-Grad. Diff.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-Grad. Diff.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.519619694850164,0.9259848300074986,0.9320186079809916,0.4831638355273008,0.3769878516017966,0.4056666666666666,0.4557097193752178,0.40913397391286827,0.7631054131054131,0.49234109206286214,0.9157000570492613,0.8996251262376923,0.48116293373052804
-Grad. Diff.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5195050547107123,0.9259529966881782,0.9216497130216472,0.4838235521146961,0.3767900701258451,0.4056666666666666,0.45500964355243106,0.4087969996658366,0.7688034188034188,0.49295632832033714,0.8931797167107384,0.8739957628531432,0.48089061051121496
-Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5219540960626818,0.9258632292892853,0.9182552477259802,0.4849477042799905,0.3761680368462257,0.42566666666666664,0.4535785227362384,0.4081656651833556,0.7631054131054131,0.49044377571799513,0.8501414447397757,0.8030632760489876,0.4822780067192614
-Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5222548030321166,0.9255269745765471,0.9134881781722431,0.4855629150967183,0.37658267825528313,0.42566666666666664,0.45512857184717276,0.40827861831931556,0.7588319088319088,0.4927778125340131,0.8291412758221541,0.7583884278708499,0.48198573671317124
-Pref. Opt.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-Pref. Opt.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5197991656125832,0.9258512955717053,0.9276672902891103,0.48171625151700853,0.37829083280406267,0.4056666666666666,0.45739935861755837,0.40987769175460825,0.7545584045584045,0.49491276947719043,0.92703725233327,0.9399486777672713,0.48262105211555284
-Pref. Opt.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5173511278442842,0.9249953612298828,0.9238659651492507,0.47974527844811027,0.37822618130954355,0.3956666666666666,0.45750832696574023,0.4093209850725025,0.7545584045584045,0.4943220383496192,0.9251808379870574,0.9466028305295999,0.4869067915249203
-Pref. Opt.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5196264093358488,0.9238530671285042,0.9195208324308264,0.47841079365819933,0.3780764015007748,0.4056666666666666,0.4565451993014433,0.41012026233214915,0.7631054131054131,0.49731895380608,0.9214224217710928,0.9077622028907818,0.4895822421551297
-Pref. Opt.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5182821928658987,0.9231590320688083,0.9190786641180442,0.47772443092947064,0.3789953999910248,0.3956666666666666,0.45804525615072833,0.4110863091497611,0.7602564102564103,0.4991346098230822,0.9188046711368884,0.888169094386383,0.4909113379770947
-KL Min.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-KL Min.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.518744476048557,0.925482690353226,0.9253265641489626,0.4824424031306506,0.3767987496373412,0.4056666666666666,0.4545587107343119,0.409032881503713,0.7588319088319088,0.49163662039110706,0.9101382857515035,0.893956791050447,0.4820588595326045
-KL Min.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5230824726988607,0.9246661943230665,0.9243014124314428,0.48245000319848347,0.376919049223708,0.43566666666666665,0.4557844211749911,0.40786164651186546,0.746011396011396,0.49143414307596495,0.87448869379011,0.8575983950011977,0.48249716350454086
-KL Min.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5192203294061147,0.9236982476537037,0.9131749727885368,0.48264264887001795,0.3744679018279847,0.42233333333333334,0.4518687526577063,0.40656959096609585,0.7545584045584045,0.48830443385425104,0.822893549132921,0.7598707476344198,0.4869881527495636
-KL Min.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.521569764782683,0.9230212902119629,0.9163361774496642,0.4829597286069288,0.3745643060388398,0.43566666666666665,0.4521727223150814,0.4062183024353795,0.7545584045584045,0.48859625109997196,0.7988597065622484,0.7157557287821146,0.48670079968589236

leaderboard/phi-5p/phi-5p.csv

@@ -1,23 +0,0 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,Phi,2e-05,0.01,6.540866008411473e-13,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
-Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5249587122406894,0.9254796804736185,0.915976843311402,0.48053345864490715,0.38287826164506744,0.41566666666666663,0.4651723822621357,0.4132180361625649,0.7659544159544159,0.5004924664950333,0.13671023404216992,0.42853267567818654,0.6269407864238652
-Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5241427364739786,0.9235821066586531,0.9189641021263891,0.48052146767479276,0.3761142966197248,0.43566666666666665,0.4556724004354437,0.4096152511419082,0.7673789173789174,0.49363470617374827,0.9061861895984953,0.8838737068722051,0.4778343151344299
-Grad. Ascent,2,Baseline,Phi,2e-05,0.01,1.2127544312107394e-10,0.5176137390652611,0.8675239274028166,0.7828215945057794,0.4659057068602444,0.36389017928713224,0.49233333333333335,0.43402015021196355,0.4094958164872618,0.7951566951566952,0.49307674886506914,0.7135560820923561,0.6111732578378704,0.503496407804744
-Grad. Ascent,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.463484175388721,0.5939712470083335,0.5051279206137574,0.45247039722832044,0.3579740543422848,0.4006666666666666,0.4198369395810511,0.4032521923149546,0.7552706552706553,0.4831647741496018,0.34625657818788597,0.4325815011427768,0.5424181359569156
-Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.016258459276759563,0.3598569720249243,0.20250568966336746,0.3684337295761997,0.4146738321864533,0.3581275593545352,0.27399999999999997,0.4129575175474042,0.3959398133010309,0.6854700854700855,0.4766227670569993,0.10540281508659217,0.3484871560385625,0.5921456749784784
-Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.11228360286766195,0.25397174502083625,0.08210861692320609,0.28481394576129343,0.3463466707657406,0.35596217182055073,0.19033333333333333,0.4085001737397412,0.38650596621567185,0.627065527065527,0.4615825617994953,0.04493059039616622,0.26110802357768675,0.6157980140405563
-Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.4275699621532978e-12,0.5248681856878799,0.9257168774753552,0.9276091421515343,0.48322114243238523,0.3777306028053362,0.43566666666666665,0.45584979732984027,0.4081226736790738,0.7730769230769231,0.4903814033412871,0.9124071802109163,0.8938290292426098,0.4752782134139066
-Grad. Diff.,2,Baseline,Phi,2e-05,0.01,2.8873674273022313e-11,0.5225851779446478,0.9070833171086861,0.8505803658968648,0.4845425875023112,0.37535987561454964,0.44566666666666666,0.45317832565785293,0.40914774811808274,0.7727920227920227,0.4932236205236885,0.7462851345991779,0.6599233161390523,0.48160566469254645
-Grad. Diff.,3,Baseline,Phi,2e-05,0.01,8.114129962716335e-08,0.47607067417534116,0.7449482105083988,0.6037013135571488,0.4768021584201754,0.37852696119897294,0.3353333333333333,0.45105585950963734,0.4045830461733332,0.696153846153846,0.48554654351624416,0.3729535956695088,0.477346918667617,0.5043504791473672
-Grad. Diff.,4,Baseline,Phi,2e-05,0.01,4.024806511439489e-06,0.436856187956934,0.5727301322541299,0.5027573340980654,0.46310587983114126,0.3799086527990339,0.2653333333333333,0.4480245363523998,0.4026381167431528,0.6619658119658118,0.48076702846765607,0.17744374380055944,0.4014834039991297,0.5281211385888553
-Grad. Diff.,5,Baseline,Phi,2e-05,0.01,2.9607827368482373e-05,0.4198730747622653,0.5503415212611945,0.4930138355497045,0.4597037721134645,0.38123293187682017,0.2253333333333333,0.4501569531253503,0.4008444609667843,0.6505698005698005,0.47616591885643234,0.12852713839251112,0.3867253236484008,0.5402896057323768
-Pref. Opt.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5184145554838183,0.9230502120517478,0.921604610848115,0.4776422638313188,0.37804870541102475,0.3956666666666666,0.4564932850471433,0.4114827914921167,0.7688034188034188,0.4988861153362053,0.9225107641866049,0.916432628640958,0.4802692680719525
-Pref. Opt.,2,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.45008661376263154,0.7940446756020753,0.47043381289469427,0.45073757678348747,0.3596150618137872,0.29066666666666663,0.42507284007175805,0.40360693649155577,0.7599715099715099,0.4937442932956319,0.7495368779112548,0.3079478996014241,0.5116872711606643
-Pref. Opt.,3,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.41072195533487593,0.7665048833851257,0.3467399303214262,0.4441218236287094,0.3498072810533746,0.244,0.401683958977199,0.40040207184702736,0.6752136752136753,0.4884549740466962,0.6925002077100789,0.21590584078099817,0.5193445329584279
-Pref. Opt.,4,Baseline,Phi,2e-05,0.01,3.602472544567432e-09,0.4511747237943713,0.8132816834108969,0.5194763579673242,0.4493719852814896,0.3585250902026517,0.2773333333333333,0.4213544831702404,0.4070080016591103,0.7492877492877492,0.4979661510782537,0.7301525189938975,0.2258614642899883,0.5153179198737406
-Pref. Opt.,5,Baseline,Phi,2e-05,0.01,1.8694649189611297e-09,0.470457310783583,0.8296749814292697,0.6042317328783998,0.45225617606311347,0.36109656617127395,0.31733333333333336,0.4262703141315221,0.4092409403638592,0.745014245014245,0.4983643355614824,0.746222909370904,0.24073249944271538,0.5119547954861189
-KL Min.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5229935071237036,0.9236255686279552,0.9206461904116778,0.48077353700634556,0.3758995743213378,0.42566666666666664,0.4542421295281517,0.4089518908013664,0.7873219373219373,0.49179976918460067,0.9061331824985268,0.8889456021042365,0.4778980793884552
-KL Min.,2,Baseline,Phi,2e-05,0.01,5.951062636424447e-11,0.5183942147673763,0.8722207355918976,0.7887967386244058,0.46802267410700166,0.36456341186781943,0.49233333333333335,0.4363572588488661,0.4083912078659624,0.793019943019943,0.4914204184807621,0.7153186516108397,0.6151888813146837,0.5010289868397492
-KL Min.,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.4588993626260113,0.6223811511917946,0.519646916821949,0.4595582045696133,0.3601196664627679,0.3456666666666666,0.42510562884130304,0.4005635147431757,0.7680911680911682,0.4797450000084807,0.35077298728663175,0.43920494914415803,0.5364182466777139
-KL Min.,4,Baseline,Phi,2e-05,0.01,0.008539483949831865,0.3681762173732355,0.23240646959050565,0.39375512609430396,0.425896148392597,0.3612911819730226,0.2553333333333333,0.4195434886791928,0.39202334157095803,0.6569800569800569,0.47313920926289404,0.11241465093527965,0.3594446274183486,0.5805693505167375
-KL Min.,5,Baseline,Phi,2e-05,0.01,0.17793352788293415,0.28020580247761545,0.09951729945813984,0.32181500754124737,0.3638913288514401,0.35608008826706394,0.22949999999999998,0.4086075729901669,0.3805264691309311,0.5672364672364671,0.4521952948853885,0.05043919251362219,0.29387050272159265,0.609588771662962

versions/llama-10p/llama-10p.csv

@@ -1,23 +1,23 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.834066410994743e-21,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
-Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.613744995233942,0.9888967275083739,0.9758111850816836,0.47097713402452873,0.434087175400151,0.9229999999999999,0.5706808914420933,0.4143263304391235,0.8974358974358975,0.5441982317366325,0.14756281225669543,0.4082436195223163,0.6740192657877031
-Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1942743021891237e-16,0.6269273964348965,0.8210499032114303,0.6967473664683093,0.4295557937069344,0.505168359434624,0.943,0.6591336231061837,0.478685379756773,0.9216524216524216,0.6085091204510102,0.7389353978950747,0.59040885036102,0.5949198076291524
-Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.161721406761561e-31,0.0,6.790053646828093e-05,0.00012345679012345666,0.04541293757602166,0.2483656568638272,0.0,0.15535630808979686,0.26037936742224227,0.00712250712250712,0.16126857369252184,6.761970324755308e-05,0.00040259009009009,0.9124060717988668
-Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.415348597545954e-32,0.0,2.9947610381115934e-29,0.0,0.044497565223702254,0.24130091393542255,0.0,0.38248544327335554,0.2603007453584722,0.0,0.39146482060059945,1.81826029512634e-27,0.0020288719332402267,0.8856404556865698
-Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,6.813596151995703e-39,0.0,1.2049720751682384e-32,0.0,0.04695797470281068,0.23909761219952558,0.0,0.37976074563616247,0.24679863615003672,0.0,0.3799166078023295,7.488727584100664e-33,0.00194261326077466,0.8929100638357892
-Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4334261764269554e-22,0.0,4.927488202135739e-36,0.0,0.0763287756708789,0.23209401162565726,0.0,0.3680370239716012,0.23932068070274498,0.0,0.38299733186954227,7.700348491069903e-36,0.0017443373987056931,0.8470718835084912
-Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1857531667946305e-20,0.6282003341510932,0.9608036367802,0.9094457692299227,0.4694987259572409,0.4736271415687449,0.9129999999999999,0.6164888867223018,0.43702570297775695,0.8888888888888888,0.551145594485676,0.8870737428383404,0.757231894245776,0.5307776556603724
-Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.00033397069759294196,0.07407765375022281,0.01072258695886401,0.0870156615843273,0.46335032188327696,0.5059025919974256,0.1728333333333333,0.6423979530486502,0.46556158385992097,0.6548433048433049,0.6295666352270255,0.0003759038991735104,0.0668923800783858,0.5355421828523081
-Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,5.100356615560927e-17,0.5185060305234307,0.3267413314089894,0.32138766204638025,0.5052906001871599,0.6063370989010282,0.6859999999999999,0.7636217588364563,0.49306952370132334,0.8162393162393162,0.65074307359923,1.3830246365938358e-23,0.003430819078085047,0.7895774621500501
-Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0427642021280988e-23,0.5822698363612353,0.49035741847023634,0.4450434199989012,0.49503649448678233,0.5837382529250267,0.8013333333333332,0.7451299751459344,0.4723969792394359,0.8888888888888888,0.6228707709540217,1.1513781349839875e-22,0.003430819078085047,0.8161530228616595
-Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.587217121099408,0.5469097745811741,0.46496499615944664,0.49208553217809076,0.563388139474065,0.8073333333333332,0.7298685519957755,0.46367784778572746,0.8888888888888888,0.6061317353753678,1.4704873410862693e-31,0.002443738974725874,0.8220082189318875
-Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,7.38239365122254e-15,0.25588942441223594,0.7992467555279746,0.06026436690321385,0.412807120748979,0.43953747015604916,0.18866666666666668,0.5684018498993254,0.433563820244969,0.7307692307692307,0.5278176097731178,0.7694941444129995,0.009444155118638508,0.6046942846055752
-Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.0747499261825832e-13,0.3512721525289908,0.8804135552213584,0.5211568349191114,0.42691351412792,0.40286779046946763,0.10399999999999998,0.5059030972392077,0.39122577795752844,0.6638176638176637,0.47907200665988736,0.8276830612396768,0.04830688243826068,0.5800607255926354
-Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.526714283710676,0.9180065658746102,0.6177300729189973,0.45128406212577676,0.39988056540696626,0.5613333333333334,0.49801786578897955,0.3885011303782734,0.8304843304843305,0.47738953279463525,0.8500111371625925,0.12241130931070801,0.5555959379029551
-Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5389479912216734,0.9349978059277404,0.7452735492064857,0.4548787502012498,0.405404689693547,0.5446666666666666,0.5068122645039701,0.3924823244222029,0.8304843304843305,0.4850306505721883,0.8493405039270879,0.09174180332670735,0.5476428474219546
-Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5356521285408038,0.9418515334298316,0.7712388184133889,0.45501359429902966,0.40392338757855417,0.5046666666666667,0.5058335484988348,0.3908568584903417,0.8475783475783475,0.482302382394082,0.8480107162631808,0.05652690128892343,0.5469937132807363
-KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.6304735070793996,0.8385607306197629,0.7232456444580733,0.43433673368289466,0.5044385586857676,0.943,0.6583247647991428,0.478119760287955,0.9109686609686609,0.6074096882352636,0.754144674131171,0.6127124726456656,0.5896249303856661
-KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,2.194013320306139e-36,0.0,7.768152001241951e-05,0.0038661287905868602,0.03967528064660095,0.28413703249060285,0.0,0.2750405914586382,0.34520714817727655,0.0527065527065527,0.3633038733434796,7.538987834516267e-05,0.0012240016230521433,0.9324141399071827
-KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.0,1.8311706089659576e-27,0.0,0.07564203954404194,0.27277396977727814,0.0,0.43300484836581665,0.35645511082380604,0.0,0.5057846821528144,8.780599407889728e-28,0.0,0.8450925399429845
-KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,5.226994065745332e-29,0.0,1.8530824390659888e-31,0.0,0.0665580331847488,0.2771577879790345,0.0,0.38575805353696624,0.25953252796054693,0.0,0.3951193251138081,9.960029999179614e-32,0.0,0.8664332905428379
-KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,4.072551448422551e-32,0.0,3.84338793427616e-33,0.0,0.06423385392465646,0.2728542324830574,0.0,0.38582647149030513,0.24822913184081885,0.0,0.38066455458942167,1.3237458067136124e-33,0.0,0.8642358258380053
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.834066410994743e-21,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
+1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.613744995233942,0.9888967275083739,0.9758111850816836,0.47097713402452873,0.434087175400151,0.9229999999999999,0.5706808914420933,0.4143263304391235,0.8974358974358975,0.5441982317366325,0.14756281225669543,0.4082436195223163,0.6740192657877031
+2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1942743021891237e-16,0.6269273964348965,0.8210499032114303,0.6967473664683093,0.4295557937069344,0.505168359434624,0.943,0.6591336231061837,0.478685379756773,0.9216524216524216,0.6085091204510102,0.7389353978950747,0.59040885036102,0.5949198076291524
+3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.161721406761561e-31,0.0,6.790053646828093e-05,0.00012345679012345666,0.04541293757602166,0.2483656568638272,0.0,0.15535630808979686,0.26037936742224227,0.00712250712250712,0.16126857369252184,6.761970324755308e-05,0.00040259009009009,0.9124060717988668
+4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.415348597545954e-32,0.0,2.9947610381115934e-29,0.0,0.044497565223702254,0.24130091393542255,0.0,0.38248544327335554,0.2603007453584722,0.0,0.39146482060059945,1.81826029512634e-27,0.0020288719332402267,0.8856404556865698
+5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,6.813596151995703e-39,0.0,1.2049720751682384e-32,0.0,0.04695797470281068,0.23909761219952558,0.0,0.37976074563616247,0.24679863615003672,0.0,0.3799166078023295,7.488727584100664e-33,0.00194261326077466,0.8929100638357892
+6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4334261764269554e-22,0.0,4.927488202135739e-36,0.0,0.0763287756708789,0.23209401162565726,0.0,0.3680370239716012,0.23932068070274498,0.0,0.38299733186954227,7.700348491069903e-36,0.0017443373987056931,0.8470718835084912
+7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1857531667946305e-20,0.6282003341510932,0.9608036367802,0.9094457692299227,0.4694987259572409,0.4736271415687449,0.9129999999999999,0.6164888867223018,0.43702570297775695,0.8888888888888888,0.551145594485676,0.8870737428383404,0.757231894245776,0.5307776556603724
+8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.00033397069759294196,0.07407765375022281,0.01072258695886401,0.0870156615843273,0.46335032188327696,0.5059025919974256,0.1728333333333333,0.6423979530486502,0.46556158385992097,0.6548433048433049,0.6295666352270255,0.0003759038991735104,0.0668923800783858,0.5355421828523081
+9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,5.100356615560927e-17,0.5185060305234307,0.3267413314089894,0.32138766204638025,0.5052906001871599,0.6063370989010282,0.6859999999999999,0.7636217588364563,0.49306952370132334,0.8162393162393162,0.65074307359923,1.3830246365938358e-23,0.003430819078085047,0.7895774621500501
+10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0427642021280988e-23,0.5822698363612353,0.49035741847023634,0.4450434199989012,0.49503649448678233,0.5837382529250267,0.8013333333333332,0.7451299751459344,0.4723969792394359,0.8888888888888888,0.6228707709540217,1.1513781349839875e-22,0.003430819078085047,0.8161530228616595
+11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.587217121099408,0.5469097745811741,0.46496499615944664,0.49208553217809076,0.563388139474065,0.8073333333333332,0.7298685519957755,0.46367784778572746,0.8888888888888888,0.6061317353753678,1.4704873410862693e-31,0.002443738974725874,0.8220082189318875
+12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,7.38239365122254e-15,0.25588942441223594,0.7992467555279746,0.06026436690321385,0.412807120748979,0.43953747015604916,0.18866666666666668,0.5684018498993254,0.433563820244969,0.7307692307692307,0.5278176097731178,0.7694941444129995,0.009444155118638508,0.6046942846055752
+13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.0747499261825832e-13,0.3512721525289908,0.8804135552213584,0.5211568349191114,0.42691351412792,0.40286779046946763,0.10399999999999998,0.5059030972392077,0.39122577795752844,0.6638176638176637,0.47907200665988736,0.8276830612396768,0.04830688243826068,0.5800607255926354
+14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.526714283710676,0.9180065658746102,0.6177300729189973,0.45128406212577676,0.39988056540696626,0.5613333333333334,0.49801786578897955,0.3885011303782734,0.8304843304843305,0.47738953279463525,0.8500111371625925,0.12241130931070801,0.5555959379029551
+15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5389479912216734,0.9349978059277404,0.7452735492064857,0.4548787502012498,0.405404689693547,0.5446666666666666,0.5068122645039701,0.3924823244222029,0.8304843304843305,0.4850306505721883,0.8493405039270879,0.09174180332670735,0.5476428474219546
+16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5356521285408038,0.9418515334298316,0.7712388184133889,0.45501359429902966,0.40392338757855417,0.5046666666666667,0.5058335484988348,0.3908568584903417,0.8475783475783475,0.482302382394082,0.8480107162631808,0.05652690128892343,0.5469937132807363
+17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.6304735070793996,0.8385607306197629,0.7232456444580733,0.43433673368289466,0.5044385586857676,0.943,0.6583247647991428,0.478119760287955,0.9109686609686609,0.6074096882352636,0.754144674131171,0.6127124726456656,0.5896249303856661
+18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,2.194013320306139e-36,0.0,7.768152001241951e-05,0.0038661287905868602,0.03967528064660095,0.28413703249060285,0.0,0.2750405914586382,0.34520714817727655,0.0527065527065527,0.3633038733434796,7.538987834516267e-05,0.0012240016230521433,0.9324141399071827
+19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.0,1.8311706089659576e-27,0.0,0.07564203954404194,0.27277396977727814,0.0,0.43300484836581665,0.35645511082380604,0.0,0.5057846821528144,8.780599407889728e-28,0.0,0.8450925399429845
+20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,5.226994065745332e-29,0.0,1.8530824390659888e-31,0.0,0.0665580331847488,0.2771577879790345,0.0,0.38575805353696624,0.25953252796054693,0.0,0.3951193251138081,9.960029999179614e-32,0.0,0.8664332905428379
+21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,4.072551448422551e-32,0.0,3.84338793427616e-33,0.0,0.06423385392465646,0.2728542324830574,0.0,0.38582647149030513,0.24822913184081885,0.0,0.38066455458942167,1.3237458067136124e-33,0.0,0.8642358258380053

versions/llama-1p/llama-1p.csv

@@ -1,23 +1,23 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
-Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6207444755970777,0.9905960534591547,0.9889449094528167,0.4646412360250802,0.45931330741524107,0.9279999999999999,0.6037265977466789,0.41216985874508183,0.8824786324786325,0.5389774873191798,0.17952115642162153,0.3972374908922684,0.6849411024079277
-Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6206003239604811,0.9885654399119211,0.9816484318266151,0.4750655772856709,0.45217759328047535,0.9229999999999999,0.5925652493280498,0.4176507960236804,0.8824786324786325,0.5385567516522368,0.910843677736126,0.7951521112837849,0.5377822975655884
-Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.618733794184165,0.9882131164473332,0.9793336352118185,0.47590540607977555,0.4489364862920495,0.9129999999999999,0.5902139021186915,0.4160418010772432,0.8846153846153846,0.5375100249937022,0.8126194295522154,0.685197273854337,0.5401436520429457
-Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6097176668039365,0.9763769069874064,0.9258740239589243,0.4761452731162891,0.43752434466486617,0.898,0.5778904504622385,0.4106650271547256,0.8846153846153846,0.5372410935437733,0.5630452731234852,0.5522227697444149,0.5563483668155442
-Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060981406326454,0.9686104223147283,0.8990464904876894,0.47598139786831534,0.4331079776789647,0.9055,0.5717140442007502,0.40867421134727067,0.8803418803418803,0.5381491479669215,0.4599195897910774,0.49085878407340217,0.5623388415709432
-Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6209152857129836,0.9893750936904488,0.9809367093385769,0.4754760426652289,0.4526567952117575,0.9229999999999999,0.593220355214528,0.4171638096985066,0.8824786324786325,0.5397312678238705,0.9284141781387707,0.8120380984400146,0.5369267097936855
-Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6175380339467414,0.9886543292517723,0.9737173212626522,0.4759909159363362,0.4476733383846397,0.9079999999999999,0.587574116357242,0.41456727542966065,0.8846153846153846,0.5390666912803146,0.8309592449966126,0.7129330484029284,0.5368265555726779
-Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6088506373923646,0.9766764218124266,0.9272349235343359,0.47711577240949243,0.43604608564186703,0.898,0.5733981472330455,0.4090093582391967,0.8803418803418803,0.5399851164128436,0.593070895614486,0.5627288108311999,0.5484445378256353
-Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.605267179459847,0.9697850849770379,0.9052985969109727,0.4770498821016625,0.4299101031649944,0.898,0.5678012112157451,0.40752729409107946,0.8803418803418803,0.5414459392478029,0.47816842923579284,0.5033016660208165,0.5543572202328167
-Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6215883195342752,0.9883210525384025,0.9796427495244213,0.46884298470816477,0.4551501320320397,0.9329999999999999,0.593225895664286,0.42274204851428865,0.8931623931623932,0.5336703177151635,0.9904772867957696,0.9651035196687371,0.5493354637589309
-Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6211384142047414,0.9850698410382654,0.9680638904470987,0.4622616222380388,0.45543391126113375,0.9329999999999999,0.5943019240169553,0.4293835458263828,0.8888888888888888,0.5336137704780274,0.9690964637479121,0.8185036141015261,0.5665845617136155
-Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6250064120423391,0.9755602767779362,0.938706543062101,0.4528943905162482,0.46560967685321786,0.9363333333333332,0.6093556168667656,0.44002913079591266,0.8803418803418803,0.5446059659458357,0.9065340864538236,0.6386682689728949,0.5890921147670521
-Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6235313415721483,0.971541369822555,0.9227161975175776,0.4509494042206084,0.4644944023433776,0.9413333333333332,0.6057554459822477,0.4413000655136045,0.8803418803418803,0.5448587646161128,0.8832733215676049,0.4229903539614884,0.59556403359735
-KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
-KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.620829009969581,0.9885609428667625,0.9842504368391466,0.47503070582098966,0.4522604727970937,0.9229999999999999,0.5939251776340857,0.4170825320453484,0.8846153846153846,0.5382853267700457,0.9108297164421302,0.7912796321369154,0.5374693573097021
-KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6191508536280738,0.9881703727814265,0.9767529900505281,0.47543539879532765,0.4491629257885593,0.9229999999999999,0.5894995841943177,0.4163849852292679,0.8846153846153846,0.5380014379141611,0.8114201277030993,0.6884098056102157,0.5411049769991497
-KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6101796636968896,0.9764628637365538,0.9277442428994574,0.475875840956345,0.43861805117364194,0.903,0.5774323485853956,0.410813131668555,0.8846153846153846,0.5368741005795467,0.5632527349288181,0.5341146815960041,0.5569425357503903
-KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060163198707165,0.9688444317530006,0.8977888475916016,0.47606825742444187,0.4323368639730428,0.9055,0.5702922580832227,0.40846188867248057,0.8888888888888888,0.5374980556840415,0.4600226702182164,0.5045434206424938,0.5620183823777325
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
+1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6207444755970777,0.9905960534591547,0.9889449094528167,0.4646412360250802,0.45931330741524107,0.9279999999999999,0.6037265977466789,0.41216985874508183,0.8824786324786325,0.5389774873191798,0.17952115642162153,0.3972374908922684,0.6849411024079277
+2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6206003239604811,0.9885654399119211,0.9816484318266151,0.4750655772856709,0.45217759328047535,0.9229999999999999,0.5925652493280498,0.4176507960236804,0.8824786324786325,0.5385567516522368,0.910843677736126,0.7951521112837849,0.5377822975655884
+4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.618733794184165,0.9882131164473332,0.9793336352118185,0.47590540607977555,0.4489364862920495,0.9129999999999999,0.5902139021186915,0.4160418010772432,0.8846153846153846,0.5375100249937022,0.8126194295522154,0.685197273854337,0.5401436520429457
+5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6097176668039365,0.9763769069874064,0.9258740239589243,0.4761452731162891,0.43752434466486617,0.898,0.5778904504622385,0.4106650271547256,0.8846153846153846,0.5372410935437733,0.5630452731234852,0.5522227697444149,0.5563483668155442
+6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060981406326454,0.9686104223147283,0.8990464904876894,0.47598139786831534,0.4331079776789647,0.9055,0.5717140442007502,0.40867421134727067,0.8803418803418803,0.5381491479669215,0.4599195897910774,0.49085878407340217,0.5623388415709432
+7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6209152857129836,0.9893750936904488,0.9809367093385769,0.4754760426652289,0.4526567952117575,0.9229999999999999,0.593220355214528,0.4171638096985066,0.8824786324786325,0.5397312678238705,0.9284141781387707,0.8120380984400146,0.5369267097936855
+9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6175380339467414,0.9886543292517723,0.9737173212626522,0.4759909159363362,0.4476733383846397,0.9079999999999999,0.587574116357242,0.41456727542966065,0.8846153846153846,0.5390666912803146,0.8309592449966126,0.7129330484029284,0.5368265555726779
+10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6088506373923646,0.9766764218124266,0.9272349235343359,0.47711577240949243,0.43604608564186703,0.898,0.5733981472330455,0.4090093582391967,0.8803418803418803,0.5399851164128436,0.593070895614486,0.5627288108311999,0.5484445378256353
+11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.605267179459847,0.9697850849770379,0.9052985969109727,0.4770498821016625,0.4299101031649944,0.898,0.5678012112157451,0.40752729409107946,0.8803418803418803,0.5414459392478029,0.47816842923579284,0.5033016660208165,0.5543572202328167
+12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6215883195342752,0.9883210525384025,0.9796427495244213,0.46884298470816477,0.4551501320320397,0.9329999999999999,0.593225895664286,0.42274204851428865,0.8931623931623932,0.5336703177151635,0.9904772867957696,0.9651035196687371,0.5493354637589309
+14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6211384142047414,0.9850698410382654,0.9680638904470987,0.4622616222380388,0.45543391126113375,0.9329999999999999,0.5943019240169553,0.4293835458263828,0.8888888888888888,0.5336137704780274,0.9690964637479121,0.8185036141015261,0.5665845617136155
+15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6250064120423391,0.9755602767779362,0.938706543062101,0.4528943905162482,0.46560967685321786,0.9363333333333332,0.6093556168667656,0.44002913079591266,0.8803418803418803,0.5446059659458357,0.9065340864538236,0.6386682689728949,0.5890921147670521
+16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6235313415721483,0.971541369822555,0.9227161975175776,0.4509494042206084,0.4644944023433776,0.9413333333333332,0.6057554459822477,0.4413000655136045,0.8803418803418803,0.5448587646161128,0.8832733215676049,0.4229903539614884,0.59556403359735
+17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,0.003018184077228396,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9926388643591663,0.9432602016963868,0.5376656031396465
+18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.620829009969581,0.9885609428667625,0.9842504368391466,0.47503070582098966,0.4522604727970937,0.9229999999999999,0.5939251776340857,0.4170825320453484,0.8846153846153846,0.5382853267700457,0.9108297164421302,0.7912796321369154,0.5374693573097021
+19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0012708143485281624,0.6191508536280738,0.9881703727814265,0.9767529900505281,0.47543539879532765,0.4491629257885593,0.9229999999999999,0.5894995841943177,0.4163849852292679,0.8846153846153846,0.5380014379141611,0.8114201277030993,0.6884098056102157,0.5411049769991497
+20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.006760732303569208,0.6101796636968896,0.9764628637365538,0.9277442428994574,0.475875840956345,0.43861805117364194,0.903,0.5774323485853956,0.410813131668555,0.8846153846153846,0.5368741005795467,0.5632527349288181,0.5341146815960041,0.5569425357503903
+21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,0.01430154804770646,0.6060163198707165,0.9688444317530006,0.8977888475916016,0.47606825742444187,0.4323368639730428,0.9055,0.5702922580832227,0.40846188867248057,0.8888888888888888,0.5374980556840415,0.4600226702182164,0.5045434206424938,0.5620183823777325

versions/llama-5p/llama-5p.csv

@@ -1,23 +1,23 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.99799391269964e-15,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
-Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6005765316813115,0.9882665315737078,0.9798886960220247,0.46292236123749736,0.416729749438658,0.953,0.5441750235069196,0.40249449937102166,0.8867521367521367,0.5279277195180354,0.15471640862078476,0.3980002696315262,0.6741471180652673
-Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,4.734741877153768e-15,0.6185670997210011,0.9801401282527009,0.9556553113704062,0.4707277511548016,0.4466340735059113,0.9229999999999999,0.5865370017092635,0.42385192955871015,0.8917378917378918,0.5403404497440657,0.9267443213742004,0.823096163264465,0.5257097879711463
-Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.6128382074998843e-07,0.4368124993271679,0.5190020268126722,0.3566801667306276,0.4583032366775204,0.27874523854445016,0.818,0.36268872810049424,0.34854382783954385,0.9045584045584045,0.4651894498935343,0.25511239656718715,0.3130550422972299,0.5973158794068002
-Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0001183661896190048,0.0,1.65531172082966e-06,0.05042367320850626,0.384642943225589,0.29143652164817424,0.0,0.5325957566500178,0.3092160475708186,0.03732193732193732,0.5027898247136176,3.491106760667205e-07,0.04085010790401641,0.558810019861109
-Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.7487878961137165e-05,0.0,3.629420286807088e-22,0.0004905356081826601,0.13709901065248425,0.29409952483309704,0.0033333333333333305,0.4036775509105853,0.2625654663896168,0.0,0.39861511693492974,1.1747279164305285e-22,0.00081400830969795,0.7253507961899044
-Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.2372288414839978e-26,0.0004807675984146501,0.14899574884694852,0.28640133078764046,0.0,0.430086991021574,0.25249869875003966,0.0,0.3584717173003608,3.2665774298875305e-27,0.0,0.6754878258179298
-Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,5.86730162802883e-14,0.6180956594649528,0.985424725677309,0.969510247864621,0.47563775265000674,0.4448210927687219,0.943,0.5844661493561177,0.41680221384818095,0.8824786324786325,0.5375539433461433,0.9423208793475475,0.8643959665180619,0.5200515588488004
-Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.2127544312107394e-10,0.4956818483044333,0.6931330107959297,0.458070019495551,0.47144439199913357,0.32342211504920093,0.858,0.4387629801094571,0.3643429820091921,0.8611111111111112,0.5082999155853516,0.2485155793902319,0.34983716727999786,0.5429449133931012
-Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.011843449760085422,0.4042827931382145,0.22770801114683784,0.26036604883322867,0.4769926682154308,0.3650586394886162,0.5695,0.5061348101749827,0.41226198338023545,0.8215099715099716,0.5497653041063436,0.01059994498777388,0.13437470324462158,0.5756564339569671
-Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.12591146483783006,0.034553533641982964,0.040923514458725996,0.5312957411646494,0.4121085712480761,0.15283333333333332,0.5582260592859436,0.4448224368118345,0.6898860398860399,0.5676771265661468,0.00016327390656373025,0.011580279400228996,0.52958901086233
-Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,3.0799540915748314e-12,0.3023734947530339,0.15810180830264042,0.10631834039504871,0.5478671175995722,0.4068051991623015,0.3995,0.570003145189222,0.4244216015043271,0.7571225071225071,0.5506977688437142,0.00016777306952724753,0.013830279400228997,0.6407020136228962
-Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,6.540866008411473e-13,0.6259460932196638,0.9697171811557439,0.9149300225444578,0.45138880782615615,0.4677099650635458,0.9363333333333332,0.6116344302133243,0.44351284600806684,0.8917378917378918,0.549006111136393,0.9641304414592692,0.9143743464392362,0.5526431768986073
-Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.035919465154078734,0.8139983941130298,0.020518811578398705,0.4092938808663185,0.4277716749873657,0.00533333333333333,0.5467824508286795,0.4223516322602393,0.46153846153846156,0.5122732591781355,0.7384140925052195,0.013454100304802936,0.6139311585349044
-Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.8694649189611297e-09,0.15795144355238483,0.86980338092925,0.31938790964941094,0.4184285030823018,0.407487498873694,0.025333333333333333,0.5134962707439515,0.40206796654201815,0.5256410256410257,0.48918750993765664,0.7745480851107913,0.018454310153180033,0.6004734721167645
-Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.41482290753064516,0.9038218264500163,0.6377251172064184,0.42725702339767946,0.40516068626127044,0.158,0.5110313590776852,0.40088561050463206,0.7279202279202278,0.4857538958291675,0.8012863102076636,0.03821679592829311,0.587103242913195
-Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.44534558309374445,0.9132192682372348,0.6771945296824259,0.43096382604270095,0.40708872098986193,0.19799999999999998,0.515865446898012,0.40153191598182,0.7535612535612535,0.486859526201227,0.8063252801467452,0.058442871827240256,0.5822250508918815
-KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.108718722900174e-14,0.618971287834552,0.9804447946965918,0.9604750358262935,0.4709538898218142,0.4465506075393472,0.9329999999999999,0.5870061869558738,0.4231464871561121,0.8867521367521367,0.5405141903412211,0.9269693415954444,0.8227281372173468,0.5256145926200029
-KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.42651712049690954,0.5012014445493086,0.3492867719428989,0.46389027065895694,0.26345081808878296,0.8,0.3504530186733138,0.34272154348218253,0.9002849002849003,0.46307521607249835,0.2401967838345059,0.3024959138308122,0.5936532802743675
-KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0020827633834865906,0.0,2.773515814929662e-08,0.00435445846276908,0.2823779423970196,0.3441127600970594,0.0,0.503987042805897,0.3102381746692572,0.037037037037037035,0.4605711429597389,9.543561745347173e-09,0.00375165826989142,0.6919089961215292
-KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.00018395764501293307,0.0,4.661578027134257e-17,0.0008062959915901,0.15702457035870523,0.31559295171296775,0.0033333333333333305,0.46493568210207387,0.2584422405657347,0.0,0.37507403079798546,5.5120516931006285e-17,0.00016129032258064503,0.6713024946683762
-KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.6843624711271928e-32,0.0,0.2215529289340699,0.26822604500546204,0.0,0.44002134825783956,0.294072869460189,0.0,0.42065344432159585,8.254890046618496e-33,0.0,0.5716271456612317
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.99799391269964e-15,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
+1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6005765316813115,0.9882665315737078,0.9798886960220247,0.46292236123749736,0.416729749438658,0.953,0.5441750235069196,0.40249449937102166,0.8867521367521367,0.5279277195180354,0.15471640862078476,0.3980002696315262,0.6741471180652673
+2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,4.734741877153768e-15,0.6185670997210011,0.9801401282527009,0.9556553113704062,0.4707277511548016,0.4466340735059113,0.9229999999999999,0.5865370017092635,0.42385192955871015,0.8917378917378918,0.5403404497440657,0.9267443213742004,0.823096163264465,0.5257097879711463
+3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.6128382074998843e-07,0.4368124993271679,0.5190020268126722,0.3566801667306276,0.4583032366775204,0.27874523854445016,0.818,0.36268872810049424,0.34854382783954385,0.9045584045584045,0.4651894498935343,0.25511239656718715,0.3130550422972299,0.5973158794068002
+4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0001183661896190048,0.0,1.65531172082966e-06,0.05042367320850626,0.384642943225589,0.29143652164817424,0.0,0.5325957566500178,0.3092160475708186,0.03732193732193732,0.5027898247136176,3.491106760667205e-07,0.04085010790401641,0.558810019861109
+5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.7487878961137165e-05,0.0,3.629420286807088e-22,0.0004905356081826601,0.13709901065248425,0.29409952483309704,0.0033333333333333305,0.4036775509105853,0.2625654663896168,0.0,0.39861511693492974,1.1747279164305285e-22,0.00081400830969795,0.7253507961899044
+6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.2372288414839978e-26,0.0004807675984146501,0.14899574884694852,0.28640133078764046,0.0,0.430086991021574,0.25249869875003966,0.0,0.3584717173003608,3.2665774298875305e-27,0.0,0.6754878258179298
+7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,5.86730162802883e-14,0.6180956594649528,0.985424725677309,0.969510247864621,0.47563775265000674,0.4448210927687219,0.943,0.5844661493561177,0.41680221384818095,0.8824786324786325,0.5375539433461433,0.9423208793475475,0.8643959665180619,0.5200515588488004
+8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.2127544312107394e-10,0.4956818483044333,0.6931330107959297,0.458070019495551,0.47144439199913357,0.32342211504920093,0.858,0.4387629801094571,0.3643429820091921,0.8611111111111112,0.5082999155853516,0.2485155793902319,0.34983716727999786,0.5429449133931012
+9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.011843449760085422,0.4042827931382145,0.22770801114683784,0.26036604883322867,0.4769926682154308,0.3650586394886162,0.5695,0.5061348101749827,0.41226198338023545,0.8215099715099716,0.5497653041063436,0.01059994498777388,0.13437470324462158,0.5756564339569671
+10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.12591146483783006,0.034553533641982964,0.040923514458725996,0.5312957411646494,0.4121085712480761,0.15283333333333332,0.5582260592859436,0.4448224368118345,0.6898860398860399,0.5676771265661468,0.00016327390656373025,0.011580279400228996,0.52958901086233
+11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,3.0799540915748314e-12,0.3023734947530339,0.15810180830264042,0.10631834039504871,0.5478671175995722,0.4068051991623015,0.3995,0.570003145189222,0.4244216015043271,0.7571225071225071,0.5506977688437142,0.00016777306952724753,0.013830279400228997,0.6407020136228962
+12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,6.540866008411473e-13,0.6259460932196638,0.9697171811557439,0.9149300225444578,0.45138880782615615,0.4677099650635458,0.9363333333333332,0.6116344302133243,0.44351284600806684,0.8917378917378918,0.549006111136393,0.9641304414592692,0.9143743464392362,0.5526431768986073
+13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.035919465154078734,0.8139983941130298,0.020518811578398705,0.4092938808663185,0.4277716749873657,0.00533333333333333,0.5467824508286795,0.4223516322602393,0.46153846153846156,0.5122732591781355,0.7384140925052195,0.013454100304802936,0.6139311585349044
+14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.8694649189611297e-09,0.15795144355238483,0.86980338092925,0.31938790964941094,0.4184285030823018,0.407487498873694,0.025333333333333333,0.5134962707439515,0.40206796654201815,0.5256410256410257,0.48918750993765664,0.7745480851107913,0.018454310153180033,0.6004734721167645
+15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.41482290753064516,0.9038218264500163,0.6377251172064184,0.42725702339767946,0.40516068626127044,0.158,0.5110313590776852,0.40088561050463206,0.7279202279202278,0.4857538958291675,0.8012863102076636,0.03821679592829311,0.587103242913195
+16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.44534558309374445,0.9132192682372348,0.6771945296824259,0.43096382604270095,0.40708872098986193,0.19799999999999998,0.515865446898012,0.40153191598182,0.7535612535612535,0.486859526201227,0.8063252801467452,0.058442871827240256,0.5822250508918815
+17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.108718722900174e-14,0.618971287834552,0.9804447946965918,0.9604750358262935,0.4709538898218142,0.4465506075393472,0.9329999999999999,0.5870061869558738,0.4231464871561121,0.8867521367521367,0.5405141903412211,0.9269693415954444,0.8227281372173468,0.5256145926200029
+18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.42651712049690954,0.5012014445493086,0.3492867719428989,0.46389027065895694,0.26345081808878296,0.8,0.3504530186733138,0.34272154348218253,0.9002849002849003,0.46307521607249835,0.2401967838345059,0.3024959138308122,0.5936532802743675
+19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0020827633834865906,0.0,2.773515814929662e-08,0.00435445846276908,0.2823779423970196,0.3441127600970594,0.0,0.503987042805897,0.3102381746692572,0.037037037037037035,0.4605711429597389,9.543561745347173e-09,0.00375165826989142,0.6919089961215292
+20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.00018395764501293307,0.0,4.661578027134257e-17,0.0008062959915901,0.15702457035870523,0.31559295171296775,0.0033333333333333305,0.46493568210207387,0.2584422405657347,0.0,0.37507403079798546,5.5120516931006285e-17,0.00016129032258064503,0.6713024946683762
+21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.6843624711271928e-32,0.0,0.2215529289340699,0.26822604500546204,0.0,0.44002134825783956,0.294072869460189,0.0,0.42065344432159585,8.254890046618496e-33,0.0,0.5716271456612317

versions/phi-10p/phi-10p.csv

@@ -1,23 +1,23 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,Phi,2e-05,0.01,2.1942743021891237e-16,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
-Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5319909117798324,0.9231140312552547,0.9200431185901895,0.4847391599677,0.3841872783056456,0.47533333333333333,0.4638361087966355,0.40808843618921553,0.7556980056980056,0.48826346879862315,0.13490696158672863,0.42786742821792745,0.6288417132144549
-Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5204518601194764,0.9064293745572324,0.8941441145895339,0.4717433574381483,0.371466954045295,0.434,0.45002452170153384,0.4104916860029612,0.7816239316239316,0.49566726584334575,0.8805863439737527,0.8396251180609029,0.4987399244001254
-Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.0006538374533623971,0.32505774937077236,0.18146219281724862,0.38569013060624663,0.338569173147893,0.32095619572441564,0.23366666666666666,0.3623249412046778,0.37116114304123066,0.6866096866096866,0.430234501215604,0.17665394262143483,0.36615558586075253,0.6395710497396455
-Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.00011580724071708764,7.512946472042862e-05,8.387519518500735e-06,0.11782261794356112,0.22204578020819138,0.2519275975811833,0.002,0.32710316410260065,0.22578145637333463,0.025213675213675207,0.2300930473492784,9.385091821583813e-06,0.12099213404728537,0.7025336432745181
-Grad. Ascent,4,Baseline,Phi,2e-05,0.01,7.903952866429726e-22,0.0,2.1072899499262387e-15,0.02097297831261163,0.09216973300481522,0.27100849439361974,0.0,0.3283564264369145,0.26040168434787847,0.0,0.296256676291959,1.3797199331674886e-15,0.020731955444525805,0.83104789557045
-Grad. Ascent,5,Baseline,Phi,2e-05,0.01,2.514967868068585e-18,0.0,5.686512849186404e-20,0.0566139607086363,0.09799621605113348,0.27570647756658423,0.0,0.36702134155011656,0.24604971387918886,0.02136752136752136,0.3011904376139224,5.709989255873411e-20,0.054370830190607955,0.7933202149154588
-Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.0619204030347365e-16,0.5209785512743803,0.9248335996336308,0.9105613960001328,0.48259934423652795,0.377061056735849,0.41566666666666663,0.4575058819168685,0.40962351649864503,0.7588319088319088,0.4948382230759767,0.9025994860625481,0.8718360467591652,0.48511956934805955
-Grad. Diff.,2,Baseline,Phi,2e-05,0.01,4.783786471507949e-12,0.46246885496181067,0.6132527465943682,0.5264873975231782,0.46401675006684634,0.37785408407805543,0.33233333333333337,0.45158417082654745,0.40839690826419756,0.696153846153846,0.4949012253834134,0.3878946762398945,0.4518287841156405,0.5059156791034523
-Grad. Diff.,3,Baseline,Phi,2e-05,0.01,3.3273813118952403e-06,0.39910787673192333,0.4791189330395836,0.4760928537128662,0.4599942873940646,0.37263515450639234,0.19866666666666666,0.43682419732398076,0.4029668763337799,0.5992877492877493,0.49209682841059194,0.11766393219548353,0.3806262956361037,0.5475890179304523
-Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.0017015674192205016,0.35125072403653756,0.35745762274559795,0.41381207876917114,0.4589222037646714,0.3753228709124387,0.14366666666666666,0.4479669037226471,0.40274891085620323,0.5294871794871795,0.49979497162634023,0.02718386373266026,0.29820701967042634,0.5632410121243988
-Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.020771538379556198,0.31662506803859924,0.2959879461281595,0.37455270916963485,0.4651970401345303,0.3831457882706157,0.11033333333333331,0.4658264700684562,0.40183652258598285,0.5163817663817664,0.5046610566519484,0.0104854642118558,0.23725911865828095,0.5601701747855071
-Pref. Opt.,1,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.5120459728622037,0.8858116278431897,0.7717319443733647,0.4648578258290636,0.3750979164159008,0.414,0.44715370289431156,0.4132149372258189,0.7784900284900285,0.5054912681088888,0.8803792522184439,0.7335223485085623,0.5014080291309166
-Pref. Opt.,2,Baseline,Phi,2e-05,0.01,3.922502017067572e-13,0.4154722333744279,0.7824077468188397,0.4308321309382932,0.4459729734427715,0.3514113574471173,0.21733333333333335,0.40780592888115924,0.40385838655628453,0.7108262108262108,0.4905224310524033,0.7323227393103908,0.2213860741950333,0.5278007593916163
-Pref. Opt.,3,Baseline,Phi,2e-05,0.01,5.563730678470443e-14,0.4785472791096196,0.8432667492172031,0.6369502461817153,0.46117522970255703,0.3602784730810824,0.33233333333333337,0.4249818216915665,0.4141550678888395,0.7578347578347577,0.49729045487541923,0.7899905387502874,0.30881163636133396,0.5110213558282615
-Pref. Opt.,4,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.473221319062547,0.862213264283519,0.6746872726240948,0.46848080788142965,0.3610050312525718,0.30066666666666664,0.4259364748659311,0.41243342415781414,0.7435897435897436,0.4928934777478439,0.8002736332323015,0.2832899970761121,0.5029203817173005
-Pref. Opt.,5,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.46497375071425995,0.8694553560696572,0.6897105823725949,0.471088965867064,0.3600472169839249,0.27066666666666667,0.4251868032055124,0.4103181981753962,0.7492877492877492,0.490791444756977,0.8031418362455192,0.2549164105043973,0.5011736104807751
-KL Min.,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5219325729447593,0.9074862317973047,0.8981580896204466,0.47273068297891474,0.3721312696621007,0.439,0.4496938497381749,0.41106118717014817,0.7816239316239316,0.4970367234863228,0.8816903391417118,0.8391344428375735,0.49842757085897565
-KL Min.,2,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.3576554877176714,0.23888902154000694,0.4084447117136407,0.35760168828891487,0.3235891085520323,0.2753333333333333,0.3729066520530205,0.37580948676975534,0.7193732193732193,0.4389508925322798,0.22460998244926902,0.3856595252236947,0.623824575492459
-KL Min.,3,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.00022711497389352393,2.5598564034987754e-05,0.13498394663950955,0.22875199778860755,0.25744722544032245,0.002,0.3208334493096968,0.23263776777223874,0.028062678062678054,0.24385750556560776,2.8302311613721722e-05,0.13366757037260177,0.7044510229727237
-KL Min.,4,Baseline,Phi,2e-05,0.01,4.222383660476908e-21,0.0,1.0468859703872675e-14,0.021454580044213356,0.09977458897675215,0.2659769375261092,0.0,0.3254765276811147,0.2569013029249006,0.0,0.2680708970305056,5.333084733103282e-15,0.020731955444525805,0.824662673169981
-KL Min.,5,Baseline,Phi,2e-05,0.01,1.150018983956209e-17,0.0,1.4121855725584186e-19,0.04802961361154785,0.10298228365069599,0.26913637850586025,0.0,0.3701651994383828,0.24371015855590725,0.02136752136752136,0.3064207368771711,1.2798366790037663e-19,0.04860112133091947,0.7962793210544848
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,2.1942743021891237e-16,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
+1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5319909117798324,0.9231140312552547,0.9200431185901895,0.4847391599677,0.3841872783056456,0.47533333333333333,0.4638361087966355,0.40808843618921553,0.7556980056980056,0.48826346879862315,0.13490696158672863,0.42786742821792745,0.6288417132144549
+2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5204518601194764,0.9064293745572324,0.8941441145895339,0.4717433574381483,0.371466954045295,0.434,0.45002452170153384,0.4104916860029612,0.7816239316239316,0.49566726584334575,0.8805863439737527,0.8396251180609029,0.4987399244001254
+3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.0006538374533623971,0.32505774937077236,0.18146219281724862,0.38569013060624663,0.338569173147893,0.32095619572441564,0.23366666666666666,0.3623249412046778,0.37116114304123066,0.6866096866096866,0.430234501215604,0.17665394262143483,0.36615558586075253,0.6395710497396455
+4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.00011580724071708764,7.512946472042862e-05,8.387519518500735e-06,0.11782261794356112,0.22204578020819138,0.2519275975811833,0.002,0.32710316410260065,0.22578145637333463,0.025213675213675207,0.2300930473492784,9.385091821583813e-06,0.12099213404728537,0.7025336432745181
+5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,7.903952866429726e-22,0.0,2.1072899499262387e-15,0.02097297831261163,0.09216973300481522,0.27100849439361974,0.0,0.3283564264369145,0.26040168434787847,0.0,0.296256676291959,1.3797199331674886e-15,0.020731955444525805,0.83104789557045
+6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,2.514967868068585e-18,0.0,5.686512849186404e-20,0.0566139607086363,0.09799621605113348,0.27570647756658423,0.0,0.36702134155011656,0.24604971387918886,0.02136752136752136,0.3011904376139224,5.709989255873411e-20,0.054370830190607955,0.7933202149154588
+7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.0619204030347365e-16,0.5209785512743803,0.9248335996336308,0.9105613960001328,0.48259934423652795,0.377061056735849,0.41566666666666663,0.4575058819168685,0.40962351649864503,0.7588319088319088,0.4948382230759767,0.9025994860625481,0.8718360467591652,0.48511956934805955
+8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,4.783786471507949e-12,0.46246885496181067,0.6132527465943682,0.5264873975231782,0.46401675006684634,0.37785408407805543,0.33233333333333337,0.45158417082654745,0.40839690826419756,0.696153846153846,0.4949012253834134,0.3878946762398945,0.4518287841156405,0.5059156791034523
+9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,3.3273813118952403e-06,0.39910787673192333,0.4791189330395836,0.4760928537128662,0.4599942873940646,0.37263515450639234,0.19866666666666666,0.43682419732398076,0.4029668763337799,0.5992877492877493,0.49209682841059194,0.11766393219548353,0.3806262956361037,0.5475890179304523
+10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.0017015674192205016,0.35125072403653756,0.35745762274559795,0.41381207876917114,0.4589222037646714,0.3753228709124387,0.14366666666666666,0.4479669037226471,0.40274891085620323,0.5294871794871795,0.49979497162634023,0.02718386373266026,0.29820701967042634,0.5632410121243988
+11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.020771538379556198,0.31662506803859924,0.2959879461281595,0.37455270916963485,0.4651970401345303,0.3831457882706157,0.11033333333333331,0.4658264700684562,0.40183652258598285,0.5163817663817664,0.5046610566519484,0.0104854642118558,0.23725911865828095,0.5601701747855071
+12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.5120459728622037,0.8858116278431897,0.7717319443733647,0.4648578258290636,0.3750979164159008,0.414,0.44715370289431156,0.4132149372258189,0.7784900284900285,0.5054912681088888,0.8803792522184439,0.7335223485085623,0.5014080291309166
+13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,3.922502017067572e-13,0.4154722333744279,0.7824077468188397,0.4308321309382932,0.4459729734427715,0.3514113574471173,0.21733333333333335,0.40780592888115924,0.40385838655628453,0.7108262108262108,0.4905224310524033,0.7323227393103908,0.2213860741950333,0.5278007593916163
+14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,5.563730678470443e-14,0.4785472791096196,0.8432667492172031,0.6369502461817153,0.46117522970255703,0.3602784730810824,0.33233333333333337,0.4249818216915665,0.4141550678888395,0.7578347578347577,0.49729045487541923,0.7899905387502874,0.30881163636133396,0.5110213558282615
+15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,7.38239365122254e-15,0.473221319062547,0.862213264283519,0.6746872726240948,0.46848080788142965,0.3610050312525718,0.30066666666666664,0.4259364748659311,0.41243342415781414,0.7435897435897436,0.4928934777478439,0.8002736332323015,0.2832899970761121,0.5029203817173005
+16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.46497375071425995,0.8694553560696572,0.6897105823725949,0.471088965867064,0.3600472169839249,0.27066666666666667,0.4251868032055124,0.4103181981753962,0.7492877492877492,0.490791444756977,0.8031418362455192,0.2549164105043973,0.5011736104807751
+17,KL Min.,1,Baseline,Phi,2e-05,0.01,3.709652809739326e-15,0.5219325729447593,0.9074862317973047,0.8981580896204466,0.47273068297891474,0.3721312696621007,0.439,0.4496938497381749,0.41106118717014817,0.7816239316239316,0.4970367234863228,0.8816903391417118,0.8391344428375735,0.49842757085897565
+18,KL Min.,2,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.3576554877176714,0.23888902154000694,0.4084447117136407,0.35760168828891487,0.3235891085520323,0.2753333333333333,0.3729066520530205,0.37580948676975534,0.7193732193732193,0.4389508925322798,0.22460998244926902,0.3856595252236947,0.623824575492459
+19,KL Min.,3,Baseline,Phi,2e-05,0.01,0.00016597474985360523,0.00022711497389352393,2.5598564034987754e-05,0.13498394663950955,0.22875199778860755,0.25744722544032245,0.002,0.3208334493096968,0.23263776777223874,0.028062678062678054,0.24385750556560776,2.8302311613721722e-05,0.13366757037260177,0.7044510229727237
+20,KL Min.,4,Baseline,Phi,2e-05,0.01,4.222383660476908e-21,0.0,1.0468859703872675e-14,0.021454580044213356,0.09977458897675215,0.2659769375261092,0.0,0.3254765276811147,0.2569013029249006,0.0,0.2680708970305056,5.333084733103282e-15,0.020731955444525805,0.824662673169981
+21,KL Min.,5,Baseline,Phi,2e-05,0.01,1.150018983956209e-17,0.0,1.4121855725584186e-19,0.04802961361154785,0.10298228365069599,0.26913637850586025,0.0,0.3701651994383828,0.24371015855590725,0.02136752136752136,0.3064207368771711,1.2798366790037663e-19,0.04860112133091947,0.7962793210544848

versions/phi-1p/phi-1p.csv

@@ -1,23 +1,23 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
-Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5186033878846872,0.9283594688191208,0.9315922321621607,0.4841952654772617,0.3689052701495716,0.44733333333333336,0.4401660876575223,0.39885063991245057,0.75,0.4808107891329689,0.17108951018536162,0.4378494136237201,0.6445950022270425
-Grad. Ascent,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5188245236233725,0.9254962999329818,0.9274892445273292,0.48246788010936126,0.37676750693219174,0.4056666666666666,0.4544845469093908,0.40908987818399234,0.7588319088319088,0.49170188315872626,0.9101382717976645,0.8930947220849298,0.4824480120623331
-Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5216647323938121,0.9249119787085802,0.9185669429905045,0.48242600185341095,0.37618709994201077,0.42566666666666664,0.4543180504776205,0.4081912760149853,0.755982905982906,0.492964155372974,0.8745585992704633,0.8520160463154008,0.4844174255629425
-Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5221755823558841,0.9234688400848753,0.9200465579863643,0.4821226657414727,0.37372570254074683,0.44233333333333336,0.4494873665222592,0.4063033475758178,0.7545584045584045,0.48926126616003457,0.8231306335824528,0.769679812487741,0.4858750902904562
-Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5242149508917703,0.9229493109443826,0.9197489195266676,0.48271201726690977,0.37356471444299955,0.45233333333333337,0.4515103107314591,0.4056053180530006,0.7631054131054131,0.48832446029114673,0.7995768001421162,0.7158833315973846,0.4871577967851131
-Grad. Diff.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-Grad. Diff.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.519619694850164,0.9259848300074986,0.9320186079809916,0.4831638355273008,0.3769878516017966,0.4056666666666666,0.4557097193752178,0.40913397391286827,0.7631054131054131,0.49234109206286214,0.9157000570492613,0.8996251262376923,0.48116293373052804
-Grad. Diff.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5195050547107123,0.9259529966881782,0.9216497130216472,0.4838235521146961,0.3767900701258451,0.4056666666666666,0.45500964355243106,0.4087969996658366,0.7688034188034188,0.49295632832033714,0.8931797167107384,0.8739957628531432,0.48089061051121496
-Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5219540960626818,0.9258632292892853,0.9182552477259802,0.4849477042799905,0.3761680368462257,0.42566666666666664,0.4535785227362384,0.4081656651833556,0.7631054131054131,0.49044377571799513,0.8501414447397757,0.8030632760489876,0.4822780067192614
-Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5222548030321166,0.9255269745765471,0.9134881781722431,0.4855629150967183,0.37658267825528313,0.42566666666666664,0.45512857184717276,0.40827861831931556,0.7588319088319088,0.4927778125340131,0.8291412758221541,0.7583884278708499,0.48198573671317124
-Pref. Opt.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-Pref. Opt.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5197991656125832,0.9258512955717053,0.9276672902891103,0.48171625151700853,0.37829083280406267,0.4056666666666666,0.45739935861755837,0.40987769175460825,0.7545584045584045,0.49491276947719043,0.92703725233327,0.9399486777672713,0.48262105211555284
-Pref. Opt.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5173511278442842,0.9249953612298828,0.9238659651492507,0.47974527844811027,0.37822618130954355,0.3956666666666666,0.45750832696574023,0.4093209850725025,0.7545584045584045,0.4943220383496192,0.9251808379870574,0.9466028305295999,0.4869067915249203
-Pref. Opt.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5196264093358488,0.9238530671285042,0.9195208324308264,0.47841079365819933,0.3780764015007748,0.4056666666666666,0.4565451993014433,0.41012026233214915,0.7631054131054131,0.49731895380608,0.9214224217710928,0.9077622028907818,0.4895822421551297
-Pref. Opt.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5182821928658987,0.9231590320688083,0.9190786641180442,0.47772443092947064,0.3789953999910248,0.3956666666666666,0.45804525615072833,0.4110863091497611,0.7602564102564103,0.4991346098230822,0.9188046711368884,0.888169094386383,0.4909113379770947
-KL Min.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
-KL Min.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.518744476048557,0.925482690353226,0.9253265641489626,0.4824424031306506,0.3767987496373412,0.4056666666666666,0.4545587107343119,0.409032881503713,0.7588319088319088,0.49163662039110706,0.9101382857515035,0.893956791050447,0.4820588595326045
-KL Min.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5230824726988607,0.9246661943230665,0.9243014124314428,0.48245000319848347,0.376919049223708,0.43566666666666665,0.4557844211749911,0.40786164651186546,0.746011396011396,0.49143414307596495,0.87448869379011,0.8575983950011977,0.48249716350454086
-KL Min.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5192203294061147,0.9236982476537037,0.9131749727885368,0.48264264887001795,0.3744679018279847,0.42233333333333334,0.4518687526577063,0.40656959096609585,0.7545584045584045,0.48830443385425104,0.822893549132921,0.7598707476344198,0.4869881527495636
-KL Min.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.521569764782683,0.9230212902119629,0.9163361774496642,0.4829597286069288,0.3745643060388398,0.43566666666666665,0.4521727223150814,0.4062183024353795,0.7545584045584045,0.48859625109997196,0.7988597065622484,0.7157557287821146,0.48670079968589236
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
+1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5186033878846872,0.9283594688191208,0.9315922321621607,0.4841952654772617,0.3689052701495716,0.44733333333333336,0.4401660876575223,0.39885063991245057,0.75,0.4808107891329689,0.17108951018536162,0.4378494136237201,0.6445950022270425
+2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5188245236233725,0.9254962999329818,0.9274892445273292,0.48246788010936126,0.37676750693219174,0.4056666666666666,0.4544845469093908,0.40908987818399234,0.7588319088319088,0.49170188315872626,0.9101382717976645,0.8930947220849298,0.4824480120623331
+4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5216647323938121,0.9249119787085802,0.9185669429905045,0.48242600185341095,0.37618709994201077,0.42566666666666664,0.4543180504776205,0.4081912760149853,0.755982905982906,0.492964155372974,0.8745585992704633,0.8520160463154008,0.4844174255629425
+5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5221755823558841,0.9234688400848753,0.9200465579863643,0.4821226657414727,0.37372570254074683,0.44233333333333336,0.4494873665222592,0.4063033475758178,0.7545584045584045,0.48926126616003457,0.8231306335824528,0.769679812487741,0.4858750902904562
+6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5242149508917703,0.9229493109443826,0.9197489195266676,0.48271201726690977,0.37356471444299955,0.45233333333333337,0.4515103107314591,0.4056053180530006,0.7631054131054131,0.48832446029114673,0.7995768001421162,0.7158833315973846,0.4871577967851131
+7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.519619694850164,0.9259848300074986,0.9320186079809916,0.4831638355273008,0.3769878516017966,0.4056666666666666,0.4557097193752178,0.40913397391286827,0.7631054131054131,0.49234109206286214,0.9157000570492613,0.8996251262376923,0.48116293373052804
+9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5195050547107123,0.9259529966881782,0.9216497130216472,0.4838235521146961,0.3767900701258451,0.4056666666666666,0.45500964355243106,0.4087969996658366,0.7688034188034188,0.49295632832033714,0.8931797167107384,0.8739957628531432,0.48089061051121496
+10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5219540960626818,0.9258632292892853,0.9182552477259802,0.4849477042799905,0.3761680368462257,0.42566666666666664,0.4535785227362384,0.4081656651833556,0.7631054131054131,0.49044377571799513,0.8501414447397757,0.8030632760489876,0.4822780067192614
+11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5222548030321166,0.9255269745765471,0.9134881781722431,0.4855629150967183,0.37658267825528313,0.42566666666666664,0.45512857184717276,0.40827861831931556,0.7588319088319088,0.4927778125340131,0.8291412758221541,0.7583884278708499,0.48198573671317124
+12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5197991656125832,0.9258512955717053,0.9276672902891103,0.48171625151700853,0.37829083280406267,0.4056666666666666,0.45739935861755837,0.40987769175460825,0.7545584045584045,0.49491276947719043,0.92703725233327,0.9399486777672713,0.48262105211555284
+14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5173511278442842,0.9249953612298828,0.9238659651492507,0.47974527844811027,0.37822618130954355,0.3956666666666666,0.45750832696574023,0.4093209850725025,0.7545584045584045,0.4943220383496192,0.9251808379870574,0.9466028305295999,0.4869067915249203
+15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5196264093358488,0.9238530671285042,0.9195208324308264,0.47841079365819933,0.3780764015007748,0.4056666666666666,0.4565451993014433,0.41012026233214915,0.7631054131054131,0.49731895380608,0.9214224217710928,0.9077622028907818,0.4895822421551297
+16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5182821928658987,0.9231590320688083,0.9190786641180442,0.47772443092947064,0.3789953999910248,0.3956666666666666,0.45804525615072833,0.4110863091497611,0.7602564102564103,0.4991346098230822,0.9188046711368884,0.888169094386383,0.4909113379770947
+17,KL Min.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
+18,KL Min.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.518744476048557,0.925482690353226,0.9253265641489626,0.4824424031306506,0.3767987496373412,0.4056666666666666,0.4545587107343119,0.409032881503713,0.7588319088319088,0.49163662039110706,0.9101382857515035,0.893956791050447,0.4820588595326045
+19,KL Min.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5230824726988607,0.9246661943230665,0.9243014124314428,0.48245000319848347,0.376919049223708,0.43566666666666665,0.4557844211749911,0.40786164651186546,0.746011396011396,0.49143414307596495,0.87448869379011,0.8575983950011977,0.48249716350454086
+20,KL Min.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5192203294061147,0.9236982476537037,0.9131749727885368,0.48264264887001795,0.3744679018279847,0.42233333333333334,0.4518687526577063,0.40656959096609585,0.7545584045584045,0.48830443385425104,0.822893549132921,0.7598707476344198,0.4869881527495636
+21,KL Min.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.521569764782683,0.9230212902119629,0.9163361774496642,0.4829597286069288,0.3745643060388398,0.43566666666666665,0.4521727223150814,0.4062183024353795,0.7545584045584045,0.48859625109997196,0.7988597065622484,0.7157557287821146,0.48670079968589236

versions/phi-5p/phi-5p.csv

@@ -1,23 +1,23 @@
-Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
-Finetune Model,-1,Baseline,Phi,2e-05,0.01,6.540866008411473e-13,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
-Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5249587122406894,0.9254796804736185,0.915976843311402,0.48053345864490715,0.38287826164506744,0.41566666666666663,0.4651723822621357,0.4132180361625649,0.7659544159544159,0.5004924664950333,0.13671023404216992,0.42853267567818654,0.6269407864238652
-Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5241427364739786,0.9235821066586531,0.9189641021263891,0.48052146767479276,0.3761142966197248,0.43566666666666665,0.4556724004354437,0.4096152511419082,0.7673789173789174,0.49363470617374827,0.9061861895984953,0.8838737068722051,0.4778343151344299
-Grad. Ascent,2,Baseline,Phi,2e-05,0.01,1.2127544312107394e-10,0.5176137390652611,0.8675239274028166,0.7828215945057794,0.4659057068602444,0.36389017928713224,0.49233333333333335,0.43402015021196355,0.4094958164872618,0.7951566951566952,0.49307674886506914,0.7135560820923561,0.6111732578378704,0.503496407804744
-Grad. Ascent,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.463484175388721,0.5939712470083335,0.5051279206137574,0.45247039722832044,0.3579740543422848,0.4006666666666666,0.4198369395810511,0.4032521923149546,0.7552706552706553,0.4831647741496018,0.34625657818788597,0.4325815011427768,0.5424181359569156
-Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.016258459276759563,0.3598569720249243,0.20250568966336746,0.3684337295761997,0.4146738321864533,0.3581275593545352,0.27399999999999997,0.4129575175474042,0.3959398133010309,0.6854700854700855,0.4766227670569993,0.10540281508659217,0.3484871560385625,0.5921456749784784
-Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.11228360286766195,0.25397174502083625,0.08210861692320609,0.28481394576129343,0.3463466707657406,0.35596217182055073,0.19033333333333333,0.4085001737397412,0.38650596621567185,0.627065527065527,0.4615825617994953,0.04493059039616622,0.26110802357768675,0.6157980140405563
-Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.4275699621532978e-12,0.5248681856878799,0.9257168774753552,0.9276091421515343,0.48322114243238523,0.3777306028053362,0.43566666666666665,0.45584979732984027,0.4081226736790738,0.7730769230769231,0.4903814033412871,0.9124071802109163,0.8938290292426098,0.4752782134139066
-Grad. Diff.,2,Baseline,Phi,2e-05,0.01,2.8873674273022313e-11,0.5225851779446478,0.9070833171086861,0.8505803658968648,0.4845425875023112,0.37535987561454964,0.44566666666666666,0.45317832565785293,0.40914774811808274,0.7727920227920227,0.4932236205236885,0.7462851345991779,0.6599233161390523,0.48160566469254645
-Grad. Diff.,3,Baseline,Phi,2e-05,0.01,8.114129962716335e-08,0.47607067417534116,0.7449482105083988,0.6037013135571488,0.4768021584201754,0.37852696119897294,0.3353333333333333,0.45105585950963734,0.4045830461733332,0.696153846153846,0.48554654351624416,0.3729535956695088,0.477346918667617,0.5043504791473672
-Grad. Diff.,4,Baseline,Phi,2e-05,0.01,4.024806511439489e-06,0.436856187956934,0.5727301322541299,0.5027573340980654,0.46310587983114126,0.3799086527990339,0.2653333333333333,0.4480245363523998,0.4026381167431528,0.6619658119658118,0.48076702846765607,0.17744374380055944,0.4014834039991297,0.5281211385888553
-Grad. Diff.,5,Baseline,Phi,2e-05,0.01,2.9607827368482373e-05,0.4198730747622653,0.5503415212611945,0.4930138355497045,0.4597037721134645,0.38123293187682017,0.2253333333333333,0.4501569531253503,0.4008444609667843,0.6505698005698005,0.47616591885643234,0.12852713839251112,0.3867253236484008,0.5402896057323768
-Pref. Opt.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5184145554838183,0.9230502120517478,0.921604610848115,0.4776422638313188,0.37804870541102475,0.3956666666666666,0.4564932850471433,0.4114827914921167,0.7688034188034188,0.4988861153362053,0.9225107641866049,0.916432628640958,0.4802692680719525
-Pref. Opt.,2,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.45008661376263154,0.7940446756020753,0.47043381289469427,0.45073757678348747,0.3596150618137872,0.29066666666666663,0.42507284007175805,0.40360693649155577,0.7599715099715099,0.4937442932956319,0.7495368779112548,0.3079478996014241,0.5116872711606643
-Pref. Opt.,3,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.41072195533487593,0.7665048833851257,0.3467399303214262,0.4441218236287094,0.3498072810533746,0.244,0.401683958977199,0.40040207184702736,0.6752136752136753,0.4884549740466962,0.6925002077100789,0.21590584078099817,0.5193445329584279
-Pref. Opt.,4,Baseline,Phi,2e-05,0.01,3.602472544567432e-09,0.4511747237943713,0.8132816834108969,0.5194763579673242,0.4493719852814896,0.3585250902026517,0.2773333333333333,0.4213544831702404,0.4070080016591103,0.7492877492877492,0.4979661510782537,0.7301525189938975,0.2258614642899883,0.5153179198737406
-Pref. Opt.,5,Baseline,Phi,2e-05,0.01,1.8694649189611297e-09,0.470457310783583,0.8296749814292697,0.6042317328783998,0.45225617606311347,0.36109656617127395,0.31733333333333336,0.4262703141315221,0.4092409403638592,0.745014245014245,0.4983643355614824,0.746222909370904,0.24073249944271538,0.5119547954861189
-KL Min.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5229935071237036,0.9236255686279552,0.9206461904116778,0.48077353700634556,0.3758995743213378,0.42566666666666664,0.4542421295281517,0.4089518908013664,0.7873219373219373,0.49179976918460067,0.9061331824985268,0.8889456021042365,0.4778980793884552
-KL Min.,2,Baseline,Phi,2e-05,0.01,5.951062636424447e-11,0.5183942147673763,0.8722207355918976,0.7887967386244058,0.46802267410700166,0.36456341186781943,0.49233333333333335,0.4363572588488661,0.4083912078659624,0.793019943019943,0.4914204184807621,0.7153186516108397,0.6151888813146837,0.5010289868397492
-KL Min.,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.4588993626260113,0.6223811511917946,0.519646916821949,0.4595582045696133,0.3601196664627679,0.3456666666666666,0.42510562884130304,0.4005635147431757,0.7680911680911682,0.4797450000084807,0.35077298728663175,0.43920494914415803,0.5364182466777139
-KL Min.,4,Baseline,Phi,2e-05,0.01,0.008539483949831865,0.3681762173732355,0.23240646959050565,0.39375512609430396,0.425896148392597,0.3612911819730226,0.2553333333333333,0.4195434886791928,0.39202334157095803,0.6569800569800569,0.47313920926289404,0.11241465093527965,0.3594446274183486,0.5805693505167375
-KL Min.,5,Baseline,Phi,2e-05,0.01,0.17793352788293415,0.28020580247761545,0.09951729945813984,0.32181500754124737,0.3638913288514401,0.35608008826706394,0.22949999999999998,0.4086075729901669,0.3805264691309311,0.5672364672364671,0.4521952948853885,0.05043919251362219,0.29387050272159265,0.609588771662962
+Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
+0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,6.540866008411473e-13,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
+1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5249587122406894,0.9254796804736185,0.915976843311402,0.48053345864490715,0.38287826164506744,0.41566666666666663,0.4651723822621357,0.4132180361625649,0.7659544159544159,0.5004924664950333,0.13671023404216992,0.42853267567818654,0.6269407864238652
+2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5241427364739786,0.9235821066586531,0.9189641021263891,0.48052146767479276,0.3761142966197248,0.43566666666666665,0.4556724004354437,0.4096152511419082,0.7673789173789174,0.49363470617374827,0.9061861895984953,0.8838737068722051,0.4778343151344299
+3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,1.2127544312107394e-10,0.5176137390652611,0.8675239274028166,0.7828215945057794,0.4659057068602444,0.36389017928713224,0.49233333333333335,0.43402015021196355,0.4094958164872618,0.7951566951566952,0.49307674886506914,0.7135560820923561,0.6111732578378704,0.503496407804744
+4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.463484175388721,0.5939712470083335,0.5051279206137574,0.45247039722832044,0.3579740543422848,0.4006666666666666,0.4198369395810511,0.4032521923149546,0.7552706552706553,0.4831647741496018,0.34625657818788597,0.4325815011427768,0.5424181359569156
+5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.016258459276759563,0.3598569720249243,0.20250568966336746,0.3684337295761997,0.4146738321864533,0.3581275593545352,0.27399999999999997,0.4129575175474042,0.3959398133010309,0.6854700854700855,0.4766227670569993,0.10540281508659217,0.3484871560385625,0.5921456749784784
+6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.11228360286766195,0.25397174502083625,0.08210861692320609,0.28481394576129343,0.3463466707657406,0.35596217182055073,0.19033333333333333,0.4085001737397412,0.38650596621567185,0.627065527065527,0.4615825617994953,0.04493059039616622,0.26110802357768675,0.6157980140405563
+7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,1.4275699621532978e-12,0.5248681856878799,0.9257168774753552,0.9276091421515343,0.48322114243238523,0.3777306028053362,0.43566666666666665,0.45584979732984027,0.4081226736790738,0.7730769230769231,0.4903814033412871,0.9124071802109163,0.8938290292426098,0.4752782134139066
+8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,2.8873674273022313e-11,0.5225851779446478,0.9070833171086861,0.8505803658968648,0.4845425875023112,0.37535987561454964,0.44566666666666666,0.45317832565785293,0.40914774811808274,0.7727920227920227,0.4932236205236885,0.7462851345991779,0.6599233161390523,0.48160566469254645
+9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,8.114129962716335e-08,0.47607067417534116,0.7449482105083988,0.6037013135571488,0.4768021584201754,0.37852696119897294,0.3353333333333333,0.45105585950963734,0.4045830461733332,0.696153846153846,0.48554654351624416,0.3729535956695088,0.477346918667617,0.5043504791473672
+10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,4.024806511439489e-06,0.436856187956934,0.5727301322541299,0.5027573340980654,0.46310587983114126,0.3799086527990339,0.2653333333333333,0.4480245363523998,0.4026381167431528,0.6619658119658118,0.48076702846765607,0.17744374380055944,0.4014834039991297,0.5281211385888553
+11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,2.9607827368482373e-05,0.4198730747622653,0.5503415212611945,0.4930138355497045,0.4597037721134645,0.38123293187682017,0.2253333333333333,0.4501569531253503,0.4008444609667843,0.6505698005698005,0.47616591885643234,0.12852713839251112,0.3867253236484008,0.5402896057323768
+12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5184145554838183,0.9230502120517478,0.921604610848115,0.4776422638313188,0.37804870541102475,0.3956666666666666,0.4564932850471433,0.4114827914921167,0.7688034188034188,0.4988861153362053,0.9225107641866049,0.916432628640958,0.4802692680719525
+13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.45008661376263154,0.7940446756020753,0.47043381289469427,0.45073757678348747,0.3596150618137872,0.29066666666666663,0.42507284007175805,0.40360693649155577,0.7599715099715099,0.4937442932956319,0.7495368779112548,0.3079478996014241,0.5116872711606643
+14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,1.2940880677508261e-08,0.41072195533487593,0.7665048833851257,0.3467399303214262,0.4441218236287094,0.3498072810533746,0.244,0.401683958977199,0.40040207184702736,0.6752136752136753,0.4884549740466962,0.6925002077100789,0.21590584078099817,0.5193445329584279
+15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,3.602472544567432e-09,0.4511747237943713,0.8132816834108969,0.5194763579673242,0.4493719852814896,0.3585250902026517,0.2773333333333333,0.4213544831702404,0.4070080016591103,0.7492877492877492,0.4979661510782537,0.7301525189938975,0.2258614642899883,0.5153179198737406
+16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,1.8694649189611297e-09,0.470457310783583,0.8296749814292697,0.6042317328783998,0.45225617606311347,0.36109656617127395,0.31733333333333336,0.4262703141315221,0.4092409403638592,0.745014245014245,0.4983643355614824,0.746222909370904,0.24073249944271538,0.5119547954861189
+17,KL Min.,1,Baseline,Phi,2e-05,0.01,3.0799540915748314e-12,0.5229935071237036,0.9236255686279552,0.9206461904116778,0.48077353700634556,0.3758995743213378,0.42566666666666664,0.4542421295281517,0.4089518908013664,0.7873219373219373,0.49179976918460067,0.9061331824985268,0.8889456021042365,0.4778980793884552
+18,KL Min.,2,Baseline,Phi,2e-05,0.01,5.951062636424447e-11,0.5183942147673763,0.8722207355918976,0.7887967386244058,0.46802267410700166,0.36456341186781943,0.49233333333333335,0.4363572588488661,0.4083912078659624,0.793019943019943,0.4914204184807621,0.7153186516108397,0.6151888813146837,0.5010289868397492
+19,KL Min.,3,Baseline,Phi,2e-05,0.01,1.3921047931216453e-06,0.4588993626260113,0.6223811511917946,0.519646916821949,0.4595582045696133,0.3601196664627679,0.3456666666666666,0.42510562884130304,0.4005635147431757,0.7680911680911682,0.4797450000084807,0.35077298728663175,0.43920494914415803,0.5364182466777139
+20,KL Min.,4,Baseline,Phi,2e-05,0.01,0.008539483949831865,0.3681762173732355,0.23240646959050565,0.39375512609430396,0.425896148392597,0.3612911819730226,0.2553333333333333,0.4195434886791928,0.39202334157095803,0.6569800569800569,0.47313920926289404,0.11241465093527965,0.3594446274183486,0.5805693505167375
+21,KL Min.,5,Baseline,Phi,2e-05,0.01,0.17793352788293415,0.28020580247761545,0.09951729945813984,0.32181500754124737,0.3638913288514401,0.35608008826706394,0.22949999999999998,0.4086075729901669,0.3805264691309311,0.5672364672364671,0.4521952948853885,0.05043919251362219,0.29387050272159265,0.609588771662962