Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.99799391269964e-15,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.6005765316813115,0.9882665315737078,0.9798886960220247,0.46292236123749736,0.416729749438658,0.953,0.5441750235069196,0.40249449937102166,0.8867521367521367,0.5279277195180354,0.15471640862078476,0.3980002696315262,0.6741471180652673
2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,4.734741877153768e-15,0.6185670997210011,0.9801401282527009,0.9556553113704062,0.4707277511548016,0.4466340735059113,0.9229999999999999,0.5865370017092635,0.42385192955871015,0.8917378917378918,0.5403404497440657,0.9267443213742004,0.823096163264465,0.5257097879711463
3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.6128382074998843e-07,0.4368124993271679,0.5190020268126722,0.3566801667306276,0.4583032366775204,0.27874523854445016,0.818,0.36268872810049424,0.34854382783954385,0.9045584045584045,0.4651894498935343,0.25511239656718715,0.3130550422972299,0.5973158794068002
4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0001183661896190048,0.0,1.65531172082966e-06,0.05042367320850626,0.384642943225589,0.29143652164817424,0.0,0.5325957566500178,0.3092160475708186,0.03732193732193732,0.5027898247136176,3.491106760667205e-07,0.04085010790401641,0.558810019861109
5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.7487878961137165e-05,0.0,3.629420286807088e-22,0.0004905356081826601,0.13709901065248425,0.29409952483309704,0.0033333333333333305,0.4036775509105853,0.2625654663896168,0.0,0.39861511693492974,1.1747279164305285e-22,0.00081400830969795,0.7253507961899044
6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.2372288414839978e-26,0.0004807675984146501,0.14899574884694852,0.28640133078764046,0.0,0.430086991021574,0.25249869875003966,0.0,0.3584717173003608,3.2665774298875305e-27,0.0,0.6754878258179298
7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,5.86730162802883e-14,0.6180956594649528,0.985424725677309,0.969510247864621,0.47563775265000674,0.4448210927687219,0.943,0.5844661493561177,0.41680221384818095,0.8824786324786325,0.5375539433461433,0.9423208793475475,0.8643959665180619,0.5200515588488004
8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.2127544312107394e-10,0.4956818483044333,0.6931330107959297,0.458070019495551,0.47144439199913357,0.32342211504920093,0.858,0.4387629801094571,0.3643429820091921,0.8611111111111112,0.5082999155853516,0.2485155793902319,0.34983716727999786,0.5429449133931012
9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.011843449760085422,0.4042827931382145,0.22770801114683784,0.26036604883322867,0.4769926682154308,0.3650586394886162,0.5695,0.5061348101749827,0.41226198338023545,0.8215099715099716,0.5497653041063436,0.01059994498777388,0.13437470324462158,0.5756564339569671
10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.12591146483783006,0.034553533641982964,0.040923514458725996,0.5312957411646494,0.4121085712480761,0.15283333333333332,0.5582260592859436,0.4448224368118345,0.6898860398860399,0.5676771265661468,0.00016327390656373025,0.011580279400228996,0.52958901086233
11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,3.0799540915748314e-12,0.3023734947530339,0.15810180830264042,0.10631834039504871,0.5478671175995722,0.4068051991623015,0.3995,0.570003145189222,0.4244216015043271,0.7571225071225071,0.5506977688437142,0.00016777306952724753,0.013830279400228997,0.6407020136228962
12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,6.540866008411473e-13,0.6259460932196638,0.9697171811557439,0.9149300225444578,0.45138880782615615,0.4677099650635458,0.9363333333333332,0.6116344302133243,0.44351284600806684,0.8917378917378918,0.549006111136393,0.9641304414592692,0.9143743464392362,0.5526431768986073
13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,4.869254633582969e-10,0.035919465154078734,0.8139983941130298,0.020518811578398705,0.4092938808663185,0.4277716749873657,0.00533333333333333,0.5467824508286795,0.4223516322602393,0.46153846153846156,0.5122732591781355,0.7384140925052195,0.013454100304802936,0.6139311585349044
14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.8694649189611297e-09,0.15795144355238483,0.86980338092925,0.31938790964941094,0.4184285030823018,0.407487498873694,0.025333333333333333,0.5134962707439515,0.40206796654201815,0.5256410256410257,0.48918750993765664,0.7745480851107913,0.018454310153180033,0.6004734721167645
15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.41482290753064516,0.9038218264500163,0.6377251172064184,0.42725702339767946,0.40516068626127044,0.158,0.5110313590776852,0.40088561050463206,0.7279202279202278,0.4857538958291675,0.8012863102076636,0.03821679592829311,0.587103242913195
16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.44374577116149e-10,0.44534558309374445,0.9132192682372348,0.6771945296824259,0.43096382604270095,0.40708872098986193,0.19799999999999998,0.515865446898012,0.40153191598182,0.7535612535612535,0.486859526201227,0.8063252801467452,0.058442871827240256,0.5822250508918815
17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.108718722900174e-14,0.618971287834552,0.9804447946965918,0.9604750358262935,0.4709538898218142,0.4465506075393472,0.9329999999999999,0.5870061869558738,0.4231464871561121,0.8867521367521367,0.5405141903412211,0.9269693415954444,0.8227281372173468,0.5256145926200029
18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.42651712049690954,0.5012014445493086,0.3492867719428989,0.46389027065895694,0.26345081808878296,0.8,0.3504530186733138,0.34272154348218253,0.9002849002849003,0.46307521607249835,0.2401967838345059,0.3024959138308122,0.5936532802743675
19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,0.0020827633834865906,0.0,2.773515814929662e-08,0.00435445846276908,0.2823779423970196,0.3441127600970594,0.0,0.503987042805897,0.3102381746692572,0.037037037037037035,0.4605711429597389,9.543561745347173e-09,0.00375165826989142,0.6919089961215292
20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,0.00018395764501293307,0.0,4.661578027134257e-17,0.0008062959915901,0.15702457035870523,0.31559295171296775,0.0033333333333333305,0.46493568210207387,0.2584422405657347,0.0,0.37507403079798546,5.5120516931006285e-17,0.00016129032258064503,0.6713024946683762
21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4639479233432268e-07,0.0,1.6843624711271928e-32,0.0,0.2215529289340699,0.26822604500546204,0.0,0.44002134825783956,0.294072869460189,0.0,0.42065344432159585,8.254890046618496e-33,0.0,0.5716271456612317