phi

versions/Phi-wd0.0-10-from-big_df-2024-01-03-21-13-29.pkl.csv

@@ -1,23 +0,0 @@
-,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-126,0,Finetune Model,Phi,0.0,0,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.8752167884046598,0.011809089858149302,0.4882534392910444,0.013534006024118014,0.9086918278343834,0.003939262001123021,0.17179131104641562,0.004405566476237556,0.4299893732259693,0.005748680600806638,0.3566666666666667,4.665567748131161e-44,0.0363233665559247,,,,,,,,,,2.4311282147882553e-17,0.515509929080137,2.4311282147882553e-17
-109,0,Grad. Ascent,Phi,0.0,10,0,1e-05,0.8888888888888888,0.4073333333333333,0.04890628707870714,0.4406356242224836,0.03210465763045946,0.3683157496287917,0.018886394821732384,0.006476424119882822,0.0008317040505304013,0.3281049493378071,0.00270155455346914,0.7745014245014245,0.037116781834202695,0.4943866037355289,0.029147973767468638,0.4089421237929396,0.018279191875884542,0.008424521654309295,0.0005611561370451387,0.3168406471723739,0.0032912261781003235,0.8293331366032762,0.013525546360893025,0.47124110107624007,0.01475459702588147,0.8860145649500396,0.004550883049867538,0.13578979836134497,0.003489315454593434,0.40927888095291337,0.00602288582473178,,,,0.7745161978784337,0.014187720587384225,0.49534965382860546,0.013520690219857377,0.851142888237336,0.0065772894616179575,0.1495379327598032,0.004073439298777187,0.42869549886833974,0.005696280124063535,0.3466666666666667,1.1902067485709357e-42,0.04409745293466224,,,,,,,,,,2.1942743021891237e-16,0.5097650710521427,2.1942743021891237e-16
-110,0,Grad. Ascent,Phi,0.0,10,1,1e-05,0.8888888888888888,0.026999999999999996,0.012514368845827887,0.3787143458174361,0.032383266620030986,0.3285012734983283,0.018715599264884003,0.00048116390140347796,0.00020275372126647503,0.3873666230932246,0.00739301124598016,0.4582621082621083,0.04323131791377336,0.4461277609377497,0.029581617716401953,0.37742364797320005,0.01741689373131969,0.004846520129004641,0.0004991707096444833,0.3269568935592411,0.00529632256531904,0.3434572265997768,0.008519663779399804,0.39415218335462315,0.0161702504941777,0.1332832081459894,0.007439459716360153,0.05244859939126453,0.0010695279205143774,0.4044743200651449,0.0056027076540315895,,,,0.34396669040323125,0.008341377453847346,0.5738379362702275,0.013596302802225898,0.10191279829692185,0.007048959803597189,0.062478826837356775,0.0012873148879500539,0.4384827933379019,0.006286328256681316,0.17,6.420260655107087e-06,0.34972314507198227,,,,,,,,,,0.00033397069759294196,0.14343459129668779,0.00033397069759294196
-111,0,Grad. Ascent,Phi,0.0,10,2,1e-05,0.888888888888889,0.0,0.0,0.3861709819636343,0.04079175692534878,0.2927623483867784,0.030142437208385237,0.0,0.0,0.02792804434404739,0.00043609910943842876,0.0,0.0,0.3086000631073772,0.03279741647499922,0.23566999813714237,0.017652880701749328,0.0,0.0,0.027518631190947575,0.0003932350785266071,0.007550746154505331,0.0010349914605595788,0.15638599425486044,0.013326466578662037,1.20699547623219e-26,3.349158753988646e-27,0.0012130687250796128,0.00014796223738014504,0.02878088425650157,0.0002499294619913251,,,,0.006485144573910058,0.0009435035460830455,0.7141512266191344,0.012899828001606358,5.961178331925751e-27,1.0676843705845748e-27,0.0013202579129019303,0.0001796465494887684,0.0286744275144207,0.0002774535149486274,0.26,2.2802826393830683e-06,0.34256921373200444,,,,,,,,,,2.550959337009968e-09,0.0,2.550959337009968e-09
-112,0,Grad. Ascent,Phi,0.0,10,3,1e-05,0.8888888888888888,0.0,0.0,0.43768324488741156,0.04286377622761245,0.27893965536690163,0.032246404177528686,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.35469792312892506,0.0353245275189434,0.2538575890783119,0.01912899300259437,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.16579268503752392,0.01493512828320238,1.3953754830761458e-39,4.345321169828471e-40,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6899198206632992,0.014186401488148285,7.251360296796451e-40,2.6427886941909497e-40,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.30666666666666664,9.239368668537131e-06,0.35231450719822816,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13
-113,0,Grad. Ascent,Phi,0.0,10,4,1e-05,0.8888888888888888,0.0,0.0,0.43865777180439325,0.044329451818748394,0.2794223399907739,0.03330419952607949,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.3656102077269917,0.03668139895918216,0.25480435990722056,0.019639223434811746,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.16850754784082062,0.015408343280255494,1.2665311763692826e-42,4.457082789857745e-43,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6760347428655031,0.014446783080401208,6.3879918785462964e-43,2.81229533821925e-43,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.30666666666666664,7.074335639783706e-06,0.35040974529346625,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13
-89,0,Grad. Diff.,Phi,0.0,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.445489286930888,0.03229003674923452,0.37030142536660876,0.01888994796965704,0.0061201590578911095,0.000819574741197496,0.33036224192508873,0.003606786695587268,0.777065527065527,0.036862340874226185,0.49531109821206637,0.029118029847928672,0.408587487805685,0.01831624708872293,0.008608980022137672,0.0006026885472454966,0.31927911942242043,0.0040052762824905825,0.8530475707793382,0.013514286562889284,0.47616832991712404,0.014724263389256042,0.9020615519919413,0.004077912862438643,0.13998843202607217,0.003577178138639071,0.40759786609109755,0.0058559235535909455,,,,0.8089788999178928,0.013968280336619586,0.49048439694787827,0.013574288877985733,0.8746356061656911,0.005757043972610084,0.15701386033285988,0.004224819428420731,0.4299783888180241,0.005867888812475599,0.36,1.180529730554766e-43,0.038538205980066444,,,,,,,,,,1.150018983956209e-17,0.5095916359417909,1.150018983956209e-17
-90,0,Grad. Diff.,Phi,0.0,10,1,1e-05,0.8208616780045351,0.23366666666666666,0.04134996135612024,0.448711121936769,0.03251591687870528,0.37259156149460004,0.019343586979528517,0.0036174684295270133,0.0006456670789976135,0.35084684639490876,0.004892543566542066,0.6501424501424501,0.04247327893615494,0.4753932430999148,0.029982393492054334,0.4005848724076532,0.018609746294909576,0.0068690105123928825,0.0005716981944819044,0.3303812523029244,0.003546827046213594,0.5628412560299246,0.013110945676236323,0.4580760565067743,0.015229737572763568,0.681057023106619,0.01024070126834248,0.0886238351318877,0.002426277583440824,0.42055467416083575,0.004994579398505561,,,,0.46203609392415806,0.01091867307056635,0.5114268242745105,0.013696751629091402,0.39126369530708427,0.013219304645635324,0.08462003634647551,0.0020996706054532297,0.43631911633893933,0.004829743853718719,0.2866666666666667,5.939289230547254e-27,0.14197120708748615,,,,,,,,,,2.8915775251270757e-11,0.4335645373296677,2.8915775251270757e-11
-91,0,Grad. Diff.,Phi,0.0,10,2,1e-05,0.8208616780045351,0.2053333333333333,0.03948523996488023,0.4617578617989009,0.03312670105472504,0.3786869096458096,0.02067738672719293,0.0030140672033289583,0.0005923791732660947,0.4112465508044762,0.010254320002101412,0.5024216524216524,0.04380305738510996,0.4692979336023198,0.029486952804471563,0.38677711002086307,0.01878419442657594,0.005438630481755229,0.0005556600432701432,0.34256549180763196,0.006425791282040907,0.44407238762011636,0.011288158570864326,0.4456124316228852,0.016172136034494928,0.4387009048764408,0.012723258624848553,0.07112488288431025,0.002165385558990518,0.4741629263985171,0.007492712792964969,,,,0.30875170331470164,0.007974400159793121,0.5789688478876374,0.013376387864029145,0.054493439234888544,0.004603772700049135,0.06286718410802472,0.00249583506010431,0.49636067836253955,0.007636791279568331,0.16666666666666666,3.850140759368365e-08,0.31689922480620153,,,,,,,,,,0.0004688948594180668,0.38862474609301456,0.0004688948594180668
-92,0,Grad. Diff.,Phi,0.0,10,3,1e-05,0.8208616780045351,0.025,0.012394334537179828,0.4815935750631795,0.03891390096873717,0.38400695068215485,0.028411514664050685,0.0008807482198892126,0.0005780606318251168,0.3382076267332419,0.013329960370499602,0.23817663817663817,0.03609328712275771,0.4788025429991702,0.03245957461517988,0.3843939853103076,0.021060327247136357,0.0037762744455419497,0.0008736819933718429,0.39817194557158064,0.010442966371690138,0.26913251229634727,0.008318145570150776,0.502772110633196,0.019199442290337928,0.11338575553958656,0.007936346771898294,0.048124009138765585,0.002558802040992586,0.3751924199022533,0.008887224559306744,,,,0.1894867784117846,0.004641042318677772,0.47669152933424613,0.016473403722812002,0.0002766024657169499,8.370774640982862e-05,0.0435711624312673,0.0021496425240812313,0.3439928424171195,0.008872932813047263,0.18,0.14165394443314375,0.4510520487264673,,,,,,,,,,0.00011580724071708764,0.13217173107417687,0.00011580724071708764
-93,0,Grad. Diff.,Phi,0.0,10,4,1e-05,0.8208616780045351,0.06083333333333333,0.019093330641141205,0.5086347329545251,0.04106627386262414,0.3487585126010581,0.0311229051402676,0.0009206726703364054,0.00028304833011280297,0.20953284692620008,0.016489932417523244,0.34002849002849,0.04041876238615587,0.5447495306271707,0.033931359325418194,0.4064550825116915,0.024244404505141467,0.003870131209698908,0.000495195820981596,0.3127129829424078,0.013231132627163454,0.38118660416278505,0.01141174188129042,0.49680372751005913,0.017118264884523133,0.44515118672144394,0.012320610824723199,0.060515475586569875,0.0019308386607570646,0.4066249338835942,0.011449592642912466,,,,0.09423709669538781,0.004523192731968132,0.5121976536358716,0.01756234639022113,5.079474684466335e-05,3.247775961231264e-05,0.015294580506806769,0.000756985372720552,0.05267286227958383,0.004882019183521703,0.24333333333333335,8.55908179140657e-05,0.36916943521594686,,,,,,,,,,3.3247401264281346e-08,0.25429955690432804,3.3247401264281346e-08
-119,0,KL Min.,Phi,0.0,10,0,1e-05,0.7210884353741497,0.41733333333333333,0.04908701817726713,0.4404119900313483,0.03215834584785806,0.3685403748239444,0.018886852683290357,0.006609113947183648,0.00083314965658764,0.32839321242418057,0.002507967748268899,0.7813390313390313,0.036833144291997535,0.49309723511408027,0.029165321907741543,0.40840541183725465,0.0182786916131292,0.008647799939233133,0.0006019463377911001,0.3164046884334776,0.002967030477080494,0.8340946493773876,0.013426858520502996,0.47125500023974304,0.014748205422405927,0.8864616240665817,0.004533328375479302,0.13701555671396073,0.003514771618699596,0.40423482523744636,0.005668013534349268,,,,0.7764363369638583,0.014071456253801585,0.4947696579702449,0.013494912442660918,0.8517714980231927,0.006555103140143843,0.1500083919623026,0.0040543560030796835,0.42862182856275277,0.005687185269494926,0.3466666666666667,8.960455869891988e-43,0.043410852713178294,,,,,,,,,,2.1942743021891237e-16,0.511783767496194,2.1942743021891237e-16
-120,0,KL Min.,Phi,0.0,10,1,1e-05,0.7210884353741497,0.06616666666666667,0.02277895414552839,0.38616568889864217,0.032841923580659,0.3373331931585142,0.018648271660188672,0.0009673422788279231,0.0003269511784435408,0.3757633473703473,0.007062844551478875,0.4568376068376069,0.04324292953572399,0.4500329359673502,0.02956541431818185,0.3799713615715442,0.017526960438075313,0.004801713022895753,0.0004947101310173516,0.3286703437685256,0.003873008065887857,0.358224456612624,0.008514703588570245,0.40326034100983643,0.01602569865634584,0.170710124332116,0.00846030855071312,0.054515254890658366,0.0010553167957073715,0.3983812445013232,0.005187913018942307,,,,0.3532902519889898,0.008232457523358213,0.5664525573018395,0.013598115309911316,0.12235810684039583,0.007698740904127741,0.0649760526318002,0.0014454081190137878,0.429791667216399,0.006016338046140314,0.18666666666666668,9.261379512870918e-08,0.3221262458471761,,,,,,,,,,5.522790313356146e-05,0.23172372077326256,5.522790313356146e-05
-121,0,KL Min.,Phi,0.0,10,2,1e-05,0.7210884353741497,0.0,0.0,0.3896628430219675,0.040382667395010674,0.29674549248224763,0.029609856180972914,0.0,0.0,0.02605066361846702,0.00033757789187220373,0.0,0.0,0.30882691795012995,0.03233780155076009,0.2354926554575992,0.017661041881035233,0.0,0.0,0.02611884871771877,0.00033386902415561516,0.007550746154505331,0.0010349914605595788,0.15479912781898394,0.013116735104066175,1.0046068308868282e-25,2.4646078942378577e-26,0.001258300749534157,0.00015343091812601938,0.02759032883735345,0.00021697095771110273,,,,0.006485144573910058,0.0009435035460830455,0.714292514930254,0.012802150491243931,4.854365133918027e-26,8.929189246805764e-27,0.0013695072986089475,0.00018652953507862944,0.02772596694393935,0.00021692720249407658,0.24666666666666667,2.1923745611671208e-06,0.34230343300110744,,,,,,,,,,2.0179572425111938e-08,0.0,2.0179572425111938e-08
-122,0,KL Min.,Phi,0.0,10,3,1e-05,0.7210884353741497,0.0,0.0,0.44072821233597004,0.04260482389159185,0.2785531708647916,0.032310448587946954,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.35823112850426997,0.03549349991263717,0.24838314796984587,0.018921114350511508,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.1666880102772587,0.014848232404540763,6.649611643545127e-39,2.1976276979304463e-39,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6894464972216763,0.014104224091332612,2.3147277267651083e-39,8.501699378930412e-40,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.3,7.988031105534583e-06,0.3512735326688815,,,,,,,,,,2.5881511422773775e-12,0.0,2.5881511422773775e-12
-123,0,KL Min.,Phi,0.0,10,4,1e-05,0.7210884353741497,0.0,0.0,0.46635820448756704,0.04420621513121829,0.24670611228608602,0.033424713350826064,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.42242444283905484,0.03756859490016205,0.2869533480674148,0.024705588796362796,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.17398114915082943,0.015774595323348888,1.3172543247790392e-33,1.128078192351984e-33,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6702601806503722,0.014507975683145874,3.466152028939939e-39,2.4482241539901036e-39,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.31333333333333335,4.564366539733312e-06,0.3473311184939092,,,,,,,,,,2.0608068972918464e-13,0.0,2.0608068972918464e-13
-99,0,Pref. Opt.,Phi,0.0,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.43958768915672614,0.03201377473778239,0.36954148073282966,0.018475406909683512,0.0062186222122174225,0.0008318323673224484,0.3296917068571787,0.0046509310873603625,0.7642450142450141,0.03790882473231565,0.5085866828004575,0.027376659012571938,0.4128835041291744,0.017453614159539964,0.008348131177790142,0.0005851803215926627,0.3099638539004192,0.0034217253479417744,0.7897970485636896,0.01560307813848238,0.4610280292306868,0.014411367134427746,0.8766018821342342,0.004091227722166755,0.1273599112562381,0.003687028045594734,0.3973241301372439,0.005886132812497454,,,,0.7561071918107968,0.016287888925169285,0.505780143762839,0.013469338616808978,0.875980368026049,0.004282309480310711,0.14579489306184049,0.004599239936926811,0.4152343327881947,0.005917592510452096,0.32,5.144304720368566e-37,0.07665559246954595,,,,,,,,,,5.563730678470443e-14,0.5046156138615842,5.563730678470443e-14
-100,0,Pref. Opt.,Phi,0.0,10,1,1e-05,0.8208616780045351,0.17066666666666666,0.03688572458133378,0.398097593174122,0.030658872972237534,0.3473319068940162,0.01673575152905193,0.0029095484732297246,0.0006580960661434977,0.2779515373235178,0.0034875882262884114,0.6524216524216524,0.04342010748392519,0.5029589294985205,0.0272167573948497,0.4106615313952846,0.01679715874015566,0.007213782213173275,0.0006315423771492203,0.29640589363423786,0.007256977923894145,0.4157369052689159,0.019439495403639942,0.4428018289135021,0.013837380399883631,0.7747471223103995,0.005464012326173342,0.06518609687132093,0.0032763021315533962,0.360046731049611,0.00817335504355518,,,,0.20367182870403827,0.009274833330809624,0.5309647459878414,0.013148473719160551,0.7234846904991572,0.005864907735236472,0.04102579083602729,0.002255860634011684,0.3804965163857859,0.009105379325214965,0.29,3.4286578485665095e-26,0.14739756367663345,,,,,,,,,,1.5989601818532152e-11,0.38858508844208894,1.5989601818532152e-11
-101,0,Pref. Opt.,Phi,0.0,10,2,1e-05,0.8208616780045351,0.29233333333333333,0.04491881940456958,0.4087252900067323,0.0310915737552159,0.35329993323454817,0.017383358638716227,0.004919638997249475,0.0008032913787596555,0.2812622421768081,0.003317656232924557,0.7606837606837606,0.03851471583338498,0.49227062858670234,0.028165690638201627,0.41050816200893164,0.017304776647714917,0.008272116019019353,0.0005999502448213067,0.2766736661994572,0.0044089878789167185,0.6400973874874583,0.019440961303790187,0.4601940385344932,0.014036297864505397,0.8343165200314714,0.004909012902157577,0.10097992956048368,0.003742977958814409,0.34440409616126755,0.005067362634500041,,,,0.2752258962662184,0.015184657951135534,0.5125136820862575,0.013201131180235505,0.7803354761928551,0.0055047247911336064,0.05282075998502547,0.003056916532625831,0.2925720656191614,0.003815817406646774,0.31,4.2734211582588426e-33,0.10084163898117386,,,,,,,,,,3.922502017067572e-13,0.4635901617821062,3.922502017067572e-13
-102,0,Pref. Opt.,Phi,0.0,10,3,1e-05,0.8208616780045351,0.22566666666666665,0.04087388558735096,0.415320668948717,0.031062911872498312,0.3558490152972197,0.017601857456544336,0.003802229591357634,0.0007264091963216739,0.28037974506404106,0.0036664109838314704,0.7051282051282052,0.04108592314438152,0.4868892295245139,0.028300346655511868,0.4071353723149788,0.01750881824180998,0.007652637976552868,0.0006120018331332855,0.2818804914342013,0.004265775073193291,0.6761552316550627,0.019385788497320533,0.4662565111620517,0.014205346582392659,0.8576960767364884,0.0047351948047892525,0.10642936056056714,0.003772563028343751,0.34187252464356854,0.004481089053299932,,,,0.23005648767467027,0.012309505775143548,0.5063466880646643,0.013362926315265726,0.7774173932003705,0.005687403349703199,0.04364537660671691,0.002299339457067745,0.28993550598053264,0.003031198702827004,0.31,3.076509991615289e-34,0.09364341085271317,,,,,,,,,,3.922502017067572e-13,0.44188907038498515,3.922502017067572e-13
-103,0,Pref. Opt.,Phi,0.0,10,4,1e-05,0.8208616780045351,0.22566666666666665,0.04087388558735096,0.41873749533700433,0.031014138839880974,0.3560428742235176,0.01766535626579844,0.00392613552176532,0.0007586720332192074,0.31701491895791006,0.003986008431068629,0.6951566951566951,0.04147789038411901,0.48347158179024324,0.028520063411345657,0.4052351774271735,0.017626395111619356,0.00756923997348644,0.0006164048502494053,0.32018380504074817,0.004923326108424165,0.7317416816694867,0.018545592358354707,0.471358582657205,0.014228447282412016,0.8762493318448833,0.004170960723817527,0.11742815098580654,0.0039300163222826074,0.37899289762204186,0.004846155113022571,,,,0.22542637329599832,0.011624463946222212,0.5048653246444754,0.013454713155325862,0.7796325730927125,0.005701842462918839,0.04350450756625529,0.0023243657135120967,0.3350620955762081,0.003605206488093111,0.3233333333333333,5.527837426332548e-35,0.08901439645625692,,,,,,,,,,2.858944731506222e-14,0.44483865411257695,2.858944731506222e-14
-125,0,Retain Model,Phi,0.0,10,-1,2e-05,0.0,0.44733333333333336,0.04950298429938799,0.4559023106732315,0.03283401691458175,0.3764878052915082,0.019616100500433782,0.007157778674970126,0.0008471703859198075,0.35267965882838304,0.004806363653018593,0.7670940170940171,0.03816773858757475,0.5037410710028157,0.029493147306494313,0.4170062423493305,0.018065802584815813,0.008563835771652536,0.0006222200036427265,0.3480993478787522,0.005115672181072033,0.8686838505851442,0.012597149181808459,0.4778830670614996,0.014402799020616376,0.9033232236014582,0.004136077136604402,0.14567073822653545,0.0037584503851931473,0.4521166520885928,0.007857296458691466,,,,0.4330523884261115,0.008902909468669264,0.6364134686518225,0.012814046873094457,0.13676270625058615,0.007359832649756168,0.08092029760683267,0.0017570194044373376,0.46591939546346245,0.00735441333476235,0.0,1.0,0.0,,,,,,,,,,1.0,0.5256206068691371,1.0

versions/Phi-wd0.01-1-from-big_df-2024-01-03-21-13-29.pkl.csv

@@ -1,23 +0,0 @@
-,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-127,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
-20,0,Grad. Ascent,Phi,0.01,1,0,1e-05,0.98989898989899,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-21,0,Grad. Ascent,Phi,0.01,1,1,1e-05,0.98989898989899,0.3973333333333333,0.04870415050172085,0.46930564001175124,0.032067207811053385,0.3813854634498581,0.02463835834579369,0.006362421371844139,0.0008340416820817323,0.3349759892502845,0.0026877791589938306,0.7727920227920227,0.03738327846205438,0.4990308922517224,0.029247816028103234,0.4227000354332294,0.02482305502973106,0.008650441737655685,0.0006192754049130805,0.3329402473637381,0.005440768134836384,0.8693738672899868,0.012273479296698572,0.47354865013382,0.01489718205038741,0.9017141688024048,0.003962123487400256,0.14326783463472773,0.0035498336107906993,0.42428929455068537,0.006308688017431155,,,,0.8389507035224177,0.034669522930570885,0.48718043859252325,0.03498622090895932,0.8768297042602885,0.015940860117262978,0.17060309626074446,0.011731295915572763,0.4558005115124543,0.011153782516190872,0.475,8.831049490254372e-05,0.16097560975609757,,,,,,,,,,0.00018791118070078278,0.5201046542045896,0.00018791118070078278
-22,0,Grad. Ascent,Phi,0.01,1,2,1e-05,0.98989898989899,0.3973333333333333,0.04870415050172085,0.4695156882579256,0.03198585094888241,0.3806397658076864,0.024617980495747076,0.006360774503675897,0.000833679997627852,0.33574450924575755,0.0024558759947080093,0.7727920227920227,0.03738327846205438,0.49786018232825924,0.029265117638978322,0.4228032482349628,0.024796919745560652,0.008656151129843173,0.0006187312007927616,0.3333662876505867,0.005582954259622503,0.8651293147596656,0.012479799855605423,0.47377635284849134,0.01489481703316083,0.899997039724274,0.004019906774834148,0.14241668234609836,0.003546240345596628,0.4265229090980592,0.006317130319754728,,,,0.7680030503219315,0.03754406802583514,0.48994053081015687,0.034879359398037976,0.8172815247562972,0.023390164608960436,0.1563054424383862,0.011573241421110993,0.4549043800777278,0.01351481369121553,0.45,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.0005039436209702519,0.5196523230412713,0.0005039436209702519
-23,0,Grad. Ascent,Phi,0.01,1,3,1e-05,0.98989898989899,0.37733333333333335,0.04823455597984076,0.46840222427769407,0.031859207693655835,0.3805856612836752,0.024653811990227877,0.006077572155496238,0.0008309598213842532,0.33766732641096225,0.002693799619653725,0.783048433048433,0.03655919313068765,0.4978201953058188,0.029201187181634225,0.422728349180565,0.024757228382274076,0.008528249545258436,0.0005647747963586185,0.32603961717200797,0.003953658121082457,0.8646748701261212,0.012498723995533837,0.4737400335910027,0.014882900013898593,0.8985237468371539,0.004089564046588838,0.14252498957584855,0.0035640771461383156,0.4253557507978156,0.006245526169200216,,,,0.710136576605317,0.03841772212511176,0.492161173157721,0.03473182967703804,0.7716181476541628,0.02788353907340745,0.14528494739687306,0.01144197994206407,0.4550230882816925,0.013838950427488306,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5159269707519162,0.0005039436209702519
-24,0,Grad. Ascent,Phi,0.01,1,4,1e-05,0.98989898989899,0.37733333333333335,0.04823455597984076,0.46685762363465033,0.03200300008810034,0.38031141404891144,0.0247159408921167,0.006073126145446601,0.0008303358295675007,0.3379595576445558,0.002745697003938301,0.7898860398860398,0.0362573030185129,0.49974549162878257,0.0292030571786092,0.42184066327517605,0.024794358986338996,0.008777304007599476,0.0006105958587000879,0.3288202522069002,0.0047670190500852735,0.8604638252555797,0.012717698988390784,0.4735531512812899,0.01487997553279168,0.8977607424462447,0.0041146222517109195,0.14171875003444911,0.0035795067727602994,0.4292588266589843,0.006466256110557008,,,,0.678664640378395,0.03817751046323839,0.49242908825483234,0.03451857773304035,0.7439595283338344,0.02999652154829131,0.13788586900037042,0.010992620176515602,0.47482094488236903,0.017214565660287943,0.45,0.0001079662160918815,0.16463414634146342,,,,,,,,,,0.0005039436209702519,0.515850642368055,0.0005039436209702519
-0,0,Grad. Diff.,Phi,0.01,1,0,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-1,0,Grad. Diff.,Phi,0.01,1,1,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.4694052384432505,0.03204929356732701,0.38205416523419006,0.02470159411118523,0.00616582629804603,0.000830732390269772,0.3379147390639458,0.002387341100531332,0.7642450142450141,0.03790882473231565,0.5003075185354747,0.02925057064281249,0.4229416656432488,0.024783265211509076,0.008611061376425096,0.0006249153972309309,0.332131418272638,0.005472480279099635,0.868303102186854,0.01253399052667952,0.4740050583385738,0.014919535915534904,0.9023981554213003,0.003926292888936663,0.1430747271093193,0.003572245719888314,0.4237303314570632,0.006316462092580863,,,,0.8602127227531868,0.031143217671735734,0.4862722079448802,0.03472711145452818,0.8858182552313542,0.014644556224466228,0.1759486427783718,0.01178023441892894,0.47358752268026105,0.01528374751152188,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5171088354274939,0.00018791118070078278
-2,0,Grad. Diff.,Phi,0.01,1,2,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.46927209015393756,0.03227418848166348,0.38163579323611957,0.024673385895479866,0.006297705895191585,0.0008323377786815574,0.3375132565399288,0.0024458683730803014,0.7528490028490029,0.03878469611135198,0.5007649504966164,0.02912279758995997,0.42342928162303956,0.02472399313697793,0.008482795484646578,0.0006330319173320761,0.33342776963327087,0.005491627996352871,0.871564448408357,0.012329514499039,0.4738484327944293,0.014904936475566906,0.9024236192637874,0.003912002933146291,0.14391787004223364,0.0035972406668122858,0.4220544606181034,0.0061294832025891605,,,,0.8177882113190178,0.03566736477899146,0.48737969139232185,0.03458587284681313,0.8556205958965366,0.018753520563285362,0.16671775518691873,0.011836495311439625,0.4652553389387828,0.014016527103787308,0.475,8.831049490254372e-05,0.16097560975609757,,,,,,,,,,0.00018791118070078278,0.5186458156534538,0.00018791118070078278
-3,0,Grad. Diff.,Phi,0.01,1,3,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47097419214158154,0.03201876372718862,0.3820389572282016,0.02476041842682971,0.006296472069361836,0.0008325246616464074,0.33606583300148424,0.0024948625000731895,0.7727920227920227,0.03738327846205438,0.4987386899262986,0.029374826913035685,0.4228463393314512,0.02474292296815666,0.008666839674130466,0.0006196205179788444,0.3299078283681606,0.004752269456456198,0.8710405546265361,0.01242344676311867,0.4738966395469771,0.014887249462419547,0.9021282718581061,0.0039166803770842185,0.14371138414027745,0.003579070967958583,0.42314047980854363,0.00614239486585337,,,,0.7537706594060267,0.03799205343746971,0.492265930406694,0.03496626065647595,0.8088356855517101,0.024319807447017797,0.15319672703837717,0.011303957391984363,0.4631535067645077,0.014042943286489225,0.45,8.831049490254372e-05,0.16097560975609757,,,,,,,,,,0.0005039436209702519,0.5196201350590532,0.0005039436209702519
-4,0,Grad. Diff.,Phi,0.01,1,4,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.469842634983371,0.03192930152782284,0.3812144147510401,0.024784913738127693,0.006133761230027408,0.0008266528730687325,0.33756448298126607,0.002812594608580802,0.7727920227920227,0.03738327846205438,0.4981457905979311,0.029270758906328628,0.4223315587032261,0.024685394699188276,0.008659366575748605,0.0006228613616896989,0.3275788948746532,0.004713131487379178,0.8716085681157117,0.01228269713893544,0.4740504960951502,0.014900212909435327,0.9019607529436998,0.003926518261139805,0.14379105825931932,0.0035857236028708096,0.41952757998631407,0.005949984458889695,,,,0.7335713869713003,0.03838990573301421,0.4904634783269416,0.034558395435383894,0.7878046014395855,0.026282907776804847,0.14976433099353176,0.01128959644588204,0.4728922019271904,0.01658138377029852,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5171870517490602,0.0005039436209702519
-30,0,KL Min.,Phi,0.01,1,0,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-31,0,KL Min.,Phi,0.01,1,1,1e-05,0.9746444032158318,0.3973333333333333,0.04870415050172085,0.4695080396656779,0.03207057841095302,0.38136565178919213,0.024643053561698706,0.006366276173803844,0.0008338958140513359,0.33798041619454827,0.002583757576817006,0.7727920227920227,0.03738327846205438,0.4993021227880023,0.029242623448738906,0.42269986598955417,0.0248203473115794,0.008660570049853381,0.0006204539923837214,0.3320795461532389,0.005600868914150003,0.869307096546375,0.012278368559016406,0.47360514917965285,0.014903200798609613,0.9017198870974299,0.003964499528424267,0.1432571978655425,0.00354568422926913,0.4251182565108679,0.006342879957035215,,,,0.8390789086506227,0.03435170910117995,0.4871979373471541,0.03498490989638694,0.8768098050602486,0.015939050248606045,0.17041335711235628,0.011626078562417017,0.4600875060977991,0.012717993558925517,0.475,8.831049490254372e-05,0.16097560975609757,,,,,,,,,,0.00018791118070078278,0.5201659935094817,0.00018791118070078278
-32,0,KL Min.,Phi,0.01,1,2,1e-05,0.9746444032158318,0.3973333333333333,0.04870415050172085,0.46896867311766127,0.03207408465372346,0.3813516725721944,0.02463079944687181,0.0063654724731609606,0.0008344671732868382,0.3364093593919541,0.002522129034817677,0.7813390313390313,0.03683314429199754,0.4968186771455228,0.02930651451390735,0.421588871053142,0.024755669071823104,0.008712312465871053,0.0006142950781935972,0.3324734744398659,0.005355706041782608,0.8689994157110346,0.012366469695713743,0.47327232186359935,0.014897059277074538,0.9000489977394818,0.0040165802441068975,0.14332245810680497,0.0035946358593943926,0.42190837478925003,0.006112137948801737,,,,0.7636234189253637,0.038349756082125354,0.4909527650047413,0.0348515019248457,0.8170524961784688,0.02340871435402642,0.15508284992670268,0.01166539828729964,0.4603214423558498,0.014116420264184868,0.45,8.831049490254372e-05,0.16097560975609757,,,,,,,,,,0.0005039436209702519,0.5199079553579635,0.0005039436209702519
-33,0,KL Min.,Phi,0.01,1,3,1e-05,0.9746444032158318,0.38733333333333336,0.04848034069953959,0.46754623162021436,0.03199251922494151,0.38040597178260926,0.024662176331459416,0.006219978641399039,0.0008322972386391751,0.33727060728822517,0.002605824957839387,0.7898860398860398,0.0362573030185129,0.49767679524029407,0.029098176247478645,0.42198948942054276,0.024716915830215336,0.008779613998847505,0.0006116708231612409,0.3307259199491332,0.005350911136387097,0.8613052791504003,0.012763277977624155,0.473434674005723,0.014909492213619755,0.8986881561477812,0.004080315141135806,0.14149951626769502,0.003564889882655464,0.4257518351669827,0.006276734550319553,,,,0.6970240750640813,0.03803079813088093,0.4908672989267579,0.034498058914525474,0.7712168165481701,0.027925393615686637,0.14266684834053436,0.011387005506970888,0.4760123396623899,0.01797213402208676,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5178244885382257,0.0005039436209702519
-34,0,KL Min.,Phi,0.01,1,4,1e-05,0.9746444032158318,0.38733333333333336,0.04848034069953959,0.46858195045420326,0.032082690638543576,0.38118123412363913,0.02476200283043946,0.0062270704323934035,0.0008341248096427536,0.3354725868128069,0.0025641313312151424,0.7813390313390313,0.03683314429199754,0.49923276601058164,0.029080152879830214,0.4223392016462928,0.02478364774769977,0.00871468433722711,0.000615265858120478,0.32804697334880345,0.004128143430727774,0.8559438335190677,0.012796264147567966,0.4740969287172707,0.014871555947663748,0.8977265784571639,0.0041214480726219985,0.14061625721178525,0.0034938271384424052,0.42855024292597366,0.00648149583675465,,,,0.6756763859814925,0.039076552396483104,0.4929503230525153,0.03475313592459817,0.7441392900503845,0.029970594180592395,0.13732025953511112,0.011132959400283863,0.46399559868339396,0.01427281655651276,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5177927973880316,0.0005039436209702519
-10,0,Pref. Opt.,Phi,0.01,1,0,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-11,0,Pref. Opt.,Phi,0.01,1,1,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.4708831157007043,0.03214367006416381,0.3824848791684839,0.024645441376070228,0.006162664548321829,0.0008319007627529615,0.3357292899226363,0.0025005242125232556,0.7727920227920227,0.03738327846205438,0.5007771686913172,0.029094409075834608,0.42346068794522485,0.02471078316499623,0.008658564834509688,0.0006204271008544605,0.32755554305634654,0.004955465246977148,0.8675275891223545,0.012670520799238812,0.4734675188344437,0.014904538656040281,0.9022393903984073,0.003908811448991578,0.1427750702886381,0.0035828256218708343,0.42092404141978734,0.006122356462693211,,,,0.9289604543996038,0.021903766075731027,0.48642842569695866,0.03474923445487658,0.9009321343116443,0.012585441841932658,0.19057165909536844,0.010971869610319337,0.46880545766722026,0.01529722122434508,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5178603771692523,0.00018791118070078278
-12,0,Pref. Opt.,Phi,0.01,1,2,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.46921555720294417,0.03211710129446379,0.3827968356606663,0.024636330601063176,0.006380739183966338,0.0008357528531314645,0.33119636793012747,0.0024630344658045063,0.7727920227920227,0.03738327846205438,0.502668406013934,0.02883000096568046,0.42206697703748763,0.024624689476827943,0.00866776612745715,0.0006228518699324465,0.3228662278099819,0.0038556816766050807,0.87090286820255,0.012343884046633165,0.4706723422020415,0.014882436554728738,0.902045562065631,0.003892404563540091,0.14366341999302398,0.003592565628857537,0.42318212313458897,0.006358829833903124,,,,0.9309401862465663,0.022250709639439425,0.4913651579964761,0.03463309394968299,0.8983131076630553,0.012632395216289472,0.190547938026721,0.011314809715731138,0.4625634456043569,0.015148755190718791,0.45,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.0005039436209702519,0.5203973556874323,0.0005039436209702519
-13,0,Pref. Opt.,Phi,0.01,1,3,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4722819634989244,0.032240463117678066,0.38377592309560293,0.024628340300465134,0.006232073264963033,0.0008339221472374444,0.3341077245769523,0.0026896522309364174,0.7727920227920227,0.03738327846205438,0.5035441770776174,0.028650206766567085,0.4229131658860669,0.024514527575259442,0.008656646800612912,0.0006208004978795574,0.31955309380228913,0.0030699793824951823,0.8674857881575023,0.01286784652252864,0.4699398496303396,0.014839880567599469,0.9013118250051315,0.00387984055563282,0.14275862969764538,0.0036337077148968213,0.41849619826555584,0.0061171650504931825,,,,0.9051541426940002,0.025942455270750096,0.4925987145871943,0.03439315576310795,0.8936427706560254,0.01267708246080632,0.18608470077175393,0.011597527097343258,0.4669764783351865,0.015317426758182956,0.45,0.0001315457593591418,0.16829268292682928,,,,,,,,,,0.0005039436209702519,0.51904645848036,0.0005039436209702519
-14,0,Pref. Opt.,Phi,0.01,1,4,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4717536480198408,0.03217661389579269,0.3837016891522898,0.024603350685737182,0.006233401236205546,0.0008340085329177733,0.33044406434187423,0.002505688824813622,0.7642450142450141,0.03790882473231565,0.505090946716908,0.02863837389280938,0.4224832322742773,0.024508387408687358,0.008589346342373837,0.0006246665258199398,0.31915734212664726,0.0038714604078816045,0.8662738019885766,0.012978652989979736,0.46954528121895084,0.014801856688022367,0.900806267875915,0.0038811986210864906,0.1427861780793534,0.0036720455861236445,0.4180891683701448,0.006261268165627174,,,,0.8880084170748777,0.030661024429680776,0.4957523008175831,0.0345927588933219,0.8907716599014119,0.012771557254481803,0.18180174090782772,0.012068325408115683,0.4724827515354068,0.01666262710443574,0.475,0.0001315457593591418,0.16829268292682928,,,,,,,,,,0.00018791118070078278,0.5185173009360854,0.00018791118070078278
-40,0,Retain Model,Phi,0.01,1,-1,2e-05,0.0,0.43733333333333335,0.04938517614523233,0.4566326936712402,0.03302099494178741,0.3808582408768965,0.019657218278108554,0.00693177988902883,0.000837165528065107,0.33673456869232615,0.002895923239621764,0.7215099715099714,0.04019992314443127,0.49079303584497147,0.029332542237957754,0.4091986973040716,0.01813497686131319,0.008160041024810489,0.0006259427718389491,0.33083919148372004,0.004875766466783252,0.8821586065505498,0.011300871600387114,0.47814597044432,0.01470878267456817,0.9055798983042737,0.0036737327308074127,0.14686273673169498,0.003552445628334266,0.45246705756499705,0.007829978128825415,,,,0.4320950028850645,0.02596101749250188,0.6576937980932389,0.034791136763264396,0.17052496661467564,0.02992203970918228,0.0815255064751508,0.004202778891891995,0.45844616301248403,0.018226628388955366,0.0,1.0,0.0,,,,,,,,,,1.0,0.5202691368576465,1.0

versions/Phi-wd0.01-1-from-big_df_12epochs-2024-01-03-21-26-46.pkl.csv

@@ -1,51 +0,0 @@
-,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
-24,0,Grad. Ascent,Phi,0.01,1,0,1e-05,0.98989898989899,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-25,0,Grad. Ascent,Phi,0.01,1,1,1e-05,0.98989898989899,0.3973333333333333,0.04870415050172085,0.4691141904426271,0.032187114431551596,0.38185851674870763,0.024631684319720258,0.00635287414100886,0.0008323238796090722,0.3362393946194996,0.002561648916142886,0.7727920227920227,0.03738327846205438,0.5007502937651985,0.02913699590761685,0.4230345334013543,0.02480236194466246,0.00865986969041309,0.0006201978388291764,0.3297809590558845,0.004773159767438224,0.8647643950421807,0.012574895573603572,0.4738633417290816,0.014919198842056409,0.9016971757706093,0.003960450565372028,0.1420961817001078,0.0035491682338650112,0.42061222293170564,0.006061023340165375,,,,0.8351083204153287,0.03468185604306714,0.48547395327449755,0.0343302859804704,0.8762624998326849,0.015939609912789067,0.16977828225000077,0.011745558994093767,0.4714677044614162,0.014098106109854213,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5202964894841409,0.00018791118070078278
-26,0,Grad. Ascent,Phi,0.01,1,2,1e-05,0.98989898989899,0.38733333333333336,0.04848034069953959,0.4692552717598635,0.0319858379756086,0.38084732616315853,0.024653511750053078,0.006217831116610556,0.0008325026644222629,0.3352374736866834,0.0023782089038650246,0.7642450142450141,0.03790882473231565,0.4982178627701232,0.02924159180960339,0.42222187367452574,0.024732882573132414,0.008593509225866842,0.0006238956439960916,0.32738407165812244,0.0039952262494613745,0.8626545173228876,0.012615884749887563,0.47403377079269965,0.014884890626082364,0.8994563658075735,0.0040500242530629865,0.1421624553717516,0.0035612554732744085,0.4248196645920974,0.006288685129704801,,,,0.7491315887684878,0.03840270956453479,0.4914152500022265,0.03473571932502338,0.7987346416621142,0.025483078002970002,0.15227715948351514,0.011429540068171234,0.45893339011908807,0.014332063482746715,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5171485443679109,0.0005039436209702519
-27,0,Grad. Ascent,Phi,0.01,1,3,1e-05,0.98989898989899,0.37733333333333335,0.04823455597984076,0.46827697182259764,0.03199714991555438,0.37986275697090166,0.024683683166899117,0.0060852587694064575,0.0008316088723813273,0.3346540367577501,0.0025102001301302293,0.7813390313390313,0.03683314429199754,0.49758126759199706,0.029290823118665352,0.42291758966523413,0.024768525634996402,0.008711461693312057,0.0006142624589183962,0.3304355112761004,0.00468168862477608,0.8621898803203313,0.012675142116322974,0.4737819144984506,0.014879413937365008,0.8980118565021712,0.004101156933668793,0.141822856706416,0.0035623405861251413,0.425677003820111,0.006287501279962867,,,,0.7035248197390535,0.03785429126606341,0.49219857093975267,0.034533939732104536,0.7496804815311098,0.030025387742131277,0.14326477318298653,0.011183244934636558,0.47462469320937883,0.016061767197491774,0.45,0.0001079662160918815,0.16463414634146342,,,,,,,,,,0.0005039436209702519,0.5155707581476769,0.0005039436209702519
-28,0,Grad. Ascent,Phi,0.01,1,4,1e-05,0.98989898989899,0.37733333333333335,0.04823455597984076,0.4683050718887695,0.03196494359019205,0.37973423444654464,0.024712637980204625,0.006080660094815265,0.0008308238664007435,0.33721011519441696,0.0027474074646629534,0.7813390313390313,0.03683314429199754,0.4951969127455589,0.02933253322005141,0.42167850628817516,0.024745665337022785,0.00870503408115977,0.0006147226509369577,0.3262692961252157,0.0036998880937771715,0.8449952295372212,0.012991834440605334,0.47377467878050217,0.014860154734651602,0.8922974386393037,0.00432933862865457,0.13882406585213347,0.0034812570781953154,0.429391288265879,0.006498054955344724,,,,0.5568401869809103,0.03385181282192007,0.49954401650303915,0.03412444059301271,0.6364464792336467,0.03720487155677825,0.10974136698219039,0.00758079850021502,0.4594013242305288,0.01278222966051082,0.425,0.00017029843002092093,0.17317073170731706,,,,,,,,,,0.0012708143485281624,0.5141524904253366,0.0012708143485281624
-29,0,Grad. Ascent,Phi,0.01,1,5,1e-05,0.98989898989899,0.38233333333333336,0.04809841902243682,0.4656878562210687,0.03185483678808689,0.37891681270776084,0.024945621711883015,0.0060660514877271705,0.0008179669372596636,0.33686435234975043,0.0029637794986684773,0.7727920227920227,0.03738327846205438,0.49286327339842456,0.029581520933661523,0.4199271006536794,0.024913938281251026,0.00864859818334021,0.0006182947158362087,0.32680656999712626,0.003963069223778722,0.8138522096696973,0.013791463830249668,0.4759427221738433,0.014805837954181122,0.8768447298760198,0.005065601389448835,0.13228278077763803,0.0033774160878568297,0.42518901903854023,0.006238692265172211,,,,0.5153328352580208,0.030093793268626302,0.5125376957409661,0.03376893216030942,0.46593670788860864,0.041332065007430675,0.10100573166688265,0.006268528626701115,0.5008845677285123,0.017679916621148442,0.425,0.0004266080886736745,0.19146341463414634,,,,,,,,,,0.0012708143485281624,0.5120448011393222,0.0012708143485281624
-30,0,Grad. Ascent,Phi,0.01,1,6,1e-05,0.98989898989899,0.369,0.04798347779615544,0.4652649824138459,0.031901421227671097,0.37881425137317065,0.025073015405731258,0.005853814781267504,0.0008174372444993994,0.3400373175620246,0.0035082700416259422,0.7813390313390313,0.036833144291997535,0.49237848392853567,0.029663903711107636,0.42021734573649105,0.02501877091901449,0.008703449844656574,0.0006150748448367928,0.3249038894978622,0.0037683053725297254,0.7929022300143219,0.014055765183003346,0.4764762666060773,0.014809247473951015,0.8695189025530045,0.005447226130489343,0.1288666480764426,0.003387143077713062,0.4260365268836295,0.006332620990770888,,,,0.509371521687693,0.029151995412908707,0.5145456065317962,0.03356810827479242,0.41335722637707983,0.041227523729198315,0.10027239473070085,0.006393775965940635,0.5096926945227181,0.019243339211422624,0.425,0.0006032901037542615,0.19878048780487806,,,,,,,,,,0.0012708143485281624,0.5084837586756136,0.0012708143485281624
-31,0,Grad. Ascent,Phi,0.01,1,7,1e-05,0.98989898989899,0.369,0.04798347779615544,0.46380898510012486,0.031900447979558225,0.3791614072646656,0.025162238730662718,0.005856244154930032,0.0008203253717020242,0.33916173415891043,0.004058804347582513,0.7642450142450141,0.037908824732315646,0.4901217094973814,0.029818007400573093,0.41949967720473597,0.025133885110752527,0.008511006670189884,0.0006210087261035859,0.32756302010210164,0.003869938105448067,0.7775199360472875,0.01416553158908383,0.47750847119003215,0.014804619330946758,0.8620642150080514,0.00584595470538699,0.12581050159259718,0.003322329956915689,0.4289844186852424,0.006312337709294942,,,,0.5015612493487781,0.0278234082958558,0.5168351848342064,0.03364483803027,0.3712698597659793,0.04043530489302637,0.09924327494690141,0.006106059210917637,0.5257463841349544,0.020700739696875955,0.425,0.0006754665791959269,0.20121951219512196,,,,,,,,,,0.0012708143485281624,0.5062886806507887,0.0012708143485281624
-32,0,Grad. Ascent,Phi,0.01,1,8,1e-05,0.98989898989899,0.4023333333333333,0.04854852825740032,0.46552289532755425,0.03196817915544298,0.3801214868668356,0.02523734931086047,0.006384576048500103,0.0008274180603713374,0.3408106871651121,0.004508380208437795,0.7642450142450141,0.03790882473231565,0.490037686865792,0.029673226078079068,0.4191095735138308,0.025259609291243903,0.00846994361911571,0.000617609813987176,0.32563031783573965,0.00379815633643885,0.7563971390426154,0.01421262148052474,0.47775131017565314,0.014832564076398162,0.8524204105886942,0.006292773672531188,0.12214556905522372,0.003212424337827836,0.43608762263277623,0.006794768504197196,,,,0.49666270694254255,0.027391970438179983,0.5208033131595877,0.03376144930648525,0.32692163167853544,0.03914980832441415,0.09730839092564955,0.005738286470631208,0.5080816158264476,0.018800927977896627,0.4,0.0009411722930963151,0.20853658536585365,,,,,,,,,,0.003018184077228396,0.5117172322110884,0.003018184077228396
-33,0,Grad. Ascent,Phi,0.01,1,9,1e-05,0.98989898989899,0.41233333333333333,0.048740949259120245,0.4660208651618553,0.031988097787335926,0.3798812250358469,0.025340040388076003,0.006533325218413113,0.000827183242722597,0.3453007870486442,0.0036814273920029736,0.753133903133903,0.03816316425302378,0.49079396078693677,0.029671099859135464,0.4193018847778626,0.025285792610138837,0.008167497737694757,0.0005681246260849913,0.3265673756532271,0.003721167893917763,0.7517134745572206,0.014099803370011875,0.4783700858431125,0.014825966205242552,0.8457655076459193,0.006562637938185463,0.12106966510374655,0.003178208878725879,0.4317915984944247,0.0062878367744713315,,,,0.4834522904351621,0.02875883671386502,0.5234591411139148,0.03421207858807924,0.30178133518688965,0.0381847480450477,0.09502896438292638,0.006041381653234637,0.5126974138957279,0.020110106280951858,0.375,0.0009411722930963151,0.20853658536585365,,,,,,,,,,0.006760732303569208,0.5126232355411223,0.006760732303569208
-34,0,Grad. Ascent,Phi,0.01,1,10,1e-05,0.98989898989899,0.4023333333333333,0.04854852825740032,0.4650549010452283,0.03212385949330844,0.3799928398269198,0.02538293333575537,0.006400086307343885,0.000827009349836385,0.3488285797583384,0.004296969570893441,0.7445868945868945,0.03864064861949842,0.488464404843072,0.029667727906935563,0.4185716439853416,0.02531846771046855,0.008031918779310879,0.0005685225245077936,0.32584154727641723,0.0039653516234121645,0.7399096265931445,0.014395047272774304,0.47821844276364117,0.01483165590457743,0.8409361401033726,0.006747677816660936,0.11890414606340625,0.003176970856523821,0.4324305244270342,0.00637197217123034,,,,0.4883771859419541,0.02903919470592847,0.5255092976650884,0.034336805461449973,0.2847066619636903,0.03725378117308237,0.09543565563723652,0.005945785400189619,0.4996831000827912,0.017437650222351688,0.375,0.0011671793090499705,0.21341463414634146,,,,,,,,,,0.006760732303569208,0.5090926373156979,0.006760732303569208
-35,0,Grad. Ascent,Phi,0.01,1,11,1e-05,0.98989898989899,0.39233333333333337,0.048334447914700075,0.46401088646252103,0.03204591634547726,0.37938169655579146,0.025424564053503462,0.006256167693829846,0.0008262842753896119,0.34783696704184797,0.004607448396649673,0.7588319088319088,0.03804802946912591,0.48915999415287337,0.029684563730988857,0.41914833788976075,0.02537172024478071,0.008269045528105144,0.0005753880266182705,0.3270834283739693,0.003916501463494453,0.7338676926209406,0.014469389711262473,0.478601570751399,0.01478846406436839,0.8381726077881146,0.006824228899375792,0.11752007670397385,0.003125095662126394,0.4298467666485135,0.006180955822154491,,,,0.485157350072015,0.02898186266173905,0.5250209084904061,0.0342005043558565,0.2754518278622501,0.03676025171889327,0.0952382115721843,0.00615512656983899,0.5026880617758069,0.01833831324703816,0.375,0.0012308068326092325,0.2146341463414634,,,,,,,,,,0.006760732303569208,0.5075310717913282,0.006760732303569208
-0,0,Grad. Diff.,Phi,0.01,1,0,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-1,0,Grad. Diff.,Phi,0.01,1,1,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.46968334594275984,0.032090997545820794,0.381847876509468,0.02467010205693857,0.006159696245118596,0.0008311943035200422,0.3371039891249383,0.0026525736415314548,0.7727920227920227,0.03738327846205438,0.5016926787037962,0.029133357732067787,0.4230283644434858,0.024731981862292477,0.008663408793937894,0.0006214673844918737,0.32824241196574044,0.003994969864642441,0.8703212265914079,0.012501140518470311,0.4739276374058327,0.01490699996679798,0.902434282168424,0.003942863965509323,0.14344023683891427,0.003591285328726514,0.4189041499655849,0.005876073842655799,,,,0.8705028003226761,0.030852819399580747,0.48625888864412287,0.03447718096555444,0.8849568967379842,0.014797619920192982,0.17777903343646856,0.011637605234302415,0.46545038878090406,0.013422994194174726,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5177839372824619,0.00018791118070078278
-2,0,Grad. Diff.,Phi,0.01,1,2,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4703728775015927,0.0320527949388215,0.3824314706212928,0.024673810217136435,0.006221825349757508,0.000832147843740073,0.336329595832092,0.0024501646757135384,0.7727920227920227,0.03738327846205438,0.5004708116545773,0.02909784139710554,0.423022449824084,0.024662796663197217,0.008670261906583973,0.000623584465254466,0.3235866877831451,0.003953841042990771,0.8744727303621407,0.012241106790960918,0.4746964922821466,0.014910390206772848,0.9025004656237983,0.003927597783213117,0.14397385401977397,0.003562840331328352,0.42303128871336776,0.006195569222778232,,,,0.7852113444990887,0.036251798787981196,0.4887747639147433,0.03461355221828389,0.8362468851456917,0.02132123357410361,0.1608663858198558,0.012115116165264516,0.46046654126642467,0.01240314003390908,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5191259657408259,0.00018791118070078278
-3,0,Grad. Diff.,Phi,0.01,1,3,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.4699585669098189,0.03203610005510997,0.38144833107899073,0.02472764517316665,0.0062992845215982165,0.0008312532164697153,0.3374144421431132,0.002511531816578193,0.7784900284900286,0.037239813459932845,0.4991819777882713,0.02917688956035419,0.4224464880250402,0.024699454034639873,0.008665010087211966,0.0006209591957232924,0.32419314896048873,0.003859775907545111,0.8740983501403523,0.012255270271987388,0.4750030411171504,0.014911024137964728,0.9022497656883485,0.0039685062726749374,0.14432359885281365,0.003601994076317492,0.4232251522824819,0.00610813739317317,,,,0.7387187502644437,0.03919762687707207,0.490245758064806,0.03448691361268974,0.7880355591132844,0.026749027643331747,0.15065448525163863,0.011756876210525057,0.47555152932540884,0.01604736794469087,0.45,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.0005039436209702519,0.5199038668033013,0.0005039436209702519
-4,0,Grad. Diff.,Phi,0.01,1,4,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.4705764594491274,0.0319648659709911,0.3825528276713364,0.02480701079605742,0.006143941183133531,0.0008279428396022854,0.3378518258530328,0.0026464069491313946,0.7699430199430201,0.037778470870230174,0.5014614894007436,0.029005221966733177,0.423186178456126,0.024681407372603416,0.0086028667289517,0.0006242725925294986,0.326053296455976,0.003726033704069992,0.8757945872055253,0.01217638844416652,0.47549030362875083,0.014895323836640011,0.9015248126690938,0.004027484971777941,0.14451407390011833,0.003597347600140643,0.426601342395262,0.006306539305783168,,,,0.6402682481532161,0.037919366242965644,0.49278564398751845,0.034055791375969355,0.7225704019845642,0.03242466112531492,0.12708923876890624,0.009576405917012544,0.4731563811860505,0.016911158951061364,0.45,0.00012320928908593487,0.16707317073170733,,,,,,,,,,0.0005039436209702519,0.5182919935140732,0.0005039436209702519
-5,0,Grad. Diff.,Phi,0.01,1,5,1e-05,0.9837146980004123,0.3706666666666667,0.04782421985238585,0.47128105881009524,0.03193034016761994,0.3830845279720404,0.02499857604717198,0.005939163832323779,0.0008180102100740433,0.33759430692944276,0.0030307298385894863,0.7784900284900286,0.037239813459932845,0.5003639224751233,0.02915568967360509,0.42286069752968514,0.024782447200514326,0.00865851078822668,0.0006206082044194495,0.3255564554178044,0.003910207417164235,0.8478222231029351,0.013603098993708956,0.4781012833050873,0.014815083376959382,0.8966624785872678,0.004279793902957413,0.13907025266820702,0.0036218286877939517,0.4218975966327066,0.005930153777455233,,,,0.557328597433796,0.033705566322635855,0.5034566232167167,0.03368701147588357,0.5690474407614421,0.04051216540659692,0.10917030370732084,0.00725251698026869,0.4621163743379803,0.014753892439507433,0.425,0.00023327588314714376,0.17926829268292682,,,,,,,,,,0.0012708143485281624,0.5153345679144592,0.0012708143485281624
-6,0,Grad. Diff.,Phi,0.01,1,6,1e-05,0.9837146980004123,0.3856666666666667,0.04794603916024768,0.47007009529477706,0.031950942192174994,0.3839120761469267,0.025128620523099183,0.006220921033695498,0.0008265366987434795,0.34108845725514575,0.003007195755640496,0.7699430199430201,0.037778470870230174,0.4980599052346513,0.02940122031640498,0.4226061959725478,0.02483302858172543,0.00854245962617961,0.0006231456373436992,0.32658552433065685,0.0038634158452649043,0.8438380987393276,0.013496047641892009,0.4779487231142976,0.014862606608793589,0.8924592383031154,0.004521642263258704,0.1381472323152376,0.003578483430072228,0.42468041161765124,0.006259129823076829,,,,0.5370583389304254,0.033686601442450316,0.5061855038042944,0.033122411432869814,0.5035395261921789,0.041558663624014704,0.10590503262348419,0.007226458246234129,0.47952431303665166,0.01489658634888218,0.425,0.0003167852501064772,0.18536585365853658,,,,,,,,,,0.0012708143485281624,0.5173689166403966,0.0012708143485281624
-7,0,Grad. Diff.,Phi,0.01,1,7,1e-05,0.9837146980004123,0.3756666666666667,0.04769397160069877,0.46926416702229956,0.03210326930182116,0.3834747710810494,0.02512357170259834,0.006001691670560483,0.0008138220799669095,0.33752493349478774,0.003106201419656793,0.7727920227920227,0.03738327846205438,0.5008415582080639,0.02920305318115105,0.42321147083835314,0.024848739404839743,0.008580025154071576,0.0006175681433410414,0.32853235683946813,0.0038851656182212987,0.8348958609916904,0.013784928589479424,0.47971013498012477,0.014797511135517685,0.8877683574873093,0.0047795885003666366,0.13641923747724238,0.003550323280088861,0.4230205045670796,0.006113236381716485,,,,0.5113520274160418,0.029429310821373244,0.5112281781666459,0.0334362313783791,0.4552004489928631,0.04164071708861998,0.10030164821097332,0.006230769922786472,0.47774846548231087,0.015754486172814514,0.425,0.0004523318730207393,0.1926829268292683,,,,,,,,,,0.0012708143485281624,0.5153764404003137,0.0012708143485281624
-8,0,Grad. Diff.,Phi,0.01,1,8,1e-05,0.9837146980004123,0.3756666666666667,0.04769397160069877,0.4708028818403621,0.03204800835269835,0.3838930224894358,0.02521831559041362,0.0060084921389601705,0.0008142611806819213,0.3397985630665407,0.002976638883970388,0.7742165242165243,0.03726587507540985,0.49890412368352555,0.02919099559118092,0.42337931256790934,0.024922389964410506,0.008602634219539315,0.000620598510479757,0.3285331653120452,0.0039213635475069215,0.819381647931274,0.01420904976176903,0.4795627140875673,0.014821141264367179,0.8820885288132968,0.00508686020907914,0.13392740385447738,0.0035777805198427526,0.42939863845526977,0.006246870571576884,,,,0.5089654323788317,0.029584197091004117,0.5142076536424027,0.0333800229984447,0.40954934299039447,0.04124621741408505,0.10002834278526165,0.006638175629868696,0.4804069331934361,0.015280365748356681,0.425,0.0006384575062838849,0.2,,,,,,,,,,0.0012708143485281624,0.5146337212713537,0.0012708143485281624
-9,0,Grad. Diff.,Phi,0.01,1,9,1e-05,0.9837146980004123,0.3756666666666667,0.04769397160069877,0.4698512012533962,0.03202472486620743,0.38364630569101493,0.025300293697908482,0.006001080793765982,0.0008141324123642806,0.34137724659636265,0.003384219753711942,0.7588319088319088,0.03804802946912591,0.4975801689776138,0.029320968299058538,0.4221853551608589,0.024995577535612205,0.008215678817529366,0.0005731752500952975,0.32823245330474343,0.003969969474006614,0.8145649037098377,0.014156117316800805,0.47951620524248084,0.014813540099953067,0.8784247142016177,0.005202634556646482,0.1328448806829067,0.0034920518160556618,0.4227935189689803,0.006018675341135678,,,,0.5014111328873474,0.029142692502568398,0.5155578454835973,0.03348758545196584,0.37913454004958635,0.04047901318510703,0.09790399885340889,0.006144879312065473,0.48492949441003025,0.01598944683113668,0.425,0.0008912169196264585,0.2073170731707317,,,,,,,,,,0.0012708143485281624,0.5129815561362334,0.0012708143485281624
-10,0,Grad. Diff.,Phi,0.01,1,10,1e-05,0.9837146980004123,0.36233333333333334,0.04755917809293407,0.4713239611853811,0.032066896152610325,0.3840323283024767,0.025344277054830743,0.0057955804578634475,0.0008137616259436301,0.34146940812855847,0.0032611904777300493,0.7417378917378917,0.03900535375717249,0.49793966453022287,0.029483818133792535,0.42214168853126804,0.025028793164267465,0.008089575704980942,0.0005811417280139287,0.3278978723777728,0.0038419478489272107,0.8124407421156895,0.014168072739714283,0.4788904510015802,0.014864696743006254,0.8757016904555477,0.005283866173338976,0.13226258008831934,0.0034794998499216904,0.42750516995121834,0.0061265625749422035,,,,0.5015227312554328,0.02968421513533533,0.5168789147318157,0.033244221766724744,0.3586088424346507,0.03967827594186178,0.09816558721513272,0.0064528517732610705,0.4882662319364609,0.01674548580066215,0.425,0.0008912169196264585,0.2073170731707317,,,,,,,,,,0.0012708143485281624,0.5092855757778905,0.0012708143485281624
-11,0,Grad. Diff.,Phi,0.01,1,11,1e-05,0.9837146980004123,0.35233333333333333,0.047255199418200236,0.4715890418438285,0.03201327690465643,0.3838378517657449,0.02538576252212471,0.00565021195780269,0.0008109601259962053,0.3429432698150645,0.0030628422879978756,0.7485754985754987,0.03878537265351063,0.49646859538782306,0.029407484196674306,0.4217837770945688,0.02501448340157833,0.008297755529560106,0.0006273437564698512,0.3300946694011867,0.004112029712803115,0.8100748286809943,0.014397117725099128,0.47894555763379193,0.014881835423776408,0.8741562583091229,0.005327642090610837,0.1316713262378962,0.003475151379026987,0.4308599680413131,0.006297105384855297,,,,0.4974402545923109,0.028465845359835783,0.5162766688657138,0.033124250041306,0.34863903437286214,0.03939242427633976,0.09766389168200143,0.006202908456664105,0.5003716191752916,0.018095141371351042,0.4,0.0010487130839464953,0.21097560975609755,,,,,,,,,,0.003018184077228396,0.507005341274042,0.003018184077228396
-36,0,KL Min.,Phi,0.01,1,0,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-37,0,KL Min.,Phi,0.01,1,1,1e-05,0.9746444032158318,0.3973333333333333,0.04870415050172085,0.4693683193146157,0.03216935613071336,0.3817674298716135,0.024626470561223326,0.006390538611325378,0.0008388628514610743,0.33480051600285676,0.0025438726089879573,0.7727920227920227,0.03738327846205438,0.5007687657393778,0.029138492383236157,0.42304214922377037,0.02480040947261073,0.008660340883445968,0.000619981268040081,0.3312178344724497,0.0049101428306495285,0.8645210339136452,0.012589328821100242,0.473851028865007,0.014919925134490447,0.9016231488419769,0.0039682426406496395,0.14212708406234265,0.0035541811838022998,0.421349039779618,0.006102588568848379,,,,0.8351083204153287,0.03468185604306714,0.48543553801035,0.034325594606598536,0.8763363934438217,0.0159458536978417,0.16987585909909497,0.011761166828691388,0.472490726462257,0.014034876494622938,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5203017273761114,0.00018791118070078278
-38,0,KL Min.,Phi,0.01,1,2,1e-05,0.9746444032158318,0.38733333333333336,0.04848034069953959,0.46748527400767054,0.03203512671438045,0.38065863279959977,0.024624176405202154,0.0062145248809819245,0.0008314229951916702,0.33668006693349534,0.002387081424047051,0.7898860398860398,0.0362573030185129,0.49842215078902413,0.029176774161061732,0.4228080976369466,0.024737271998204663,0.008769453935932467,0.0006105723088491857,0.3329737898703605,0.005301080113175988,0.8667498013677366,0.01249667760447722,0.47325626179752095,0.014898746117798636,0.8994660136680576,0.004038774038964199,0.14259396730182083,0.003560234568630265,0.42631908739191315,0.006362839514928002,,,,0.752069610176904,0.03837578051401302,0.4919313341213655,0.03508175168424802,0.7987979280454878,0.025502376972673216,0.15321496287413355,0.011640477582715383,0.46766347371848555,0.015168292902195955,0.45,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.0005039436209702519,0.5183170841088887,0.0005039436209702519
-39,0,KL Min.,Phi,0.01,1,3,1e-05,0.9746444032158318,0.37733333333333335,0.04823455597984076,0.4670192564577889,0.03187794707624757,0.38043078819818943,0.024669505927405747,0.006075667945896106,0.0008307087490943248,0.3370361627465048,0.002645466989972904,0.7898860398860398,0.0362573030185129,0.49752020923291157,0.02936384051030043,0.42208745116685237,0.02477573645796673,0.008773234610149795,0.0006101807257702697,0.33175519217081495,0.004729086340890961,0.8636567889574792,0.012676600757409458,0.4734494368011259,0.014915329036777482,0.8981140305817465,0.004108412269362885,0.14235407396042657,0.0035863986465511106,0.4284877345945476,0.006459749638345023,,,,0.7000953819483986,0.03799326966028634,0.4938846300093765,0.034667360672219046,0.7497184656319902,0.029945045610757073,0.14239421378354944,0.011183943428077454,0.4829540089176213,0.017422659747347996,0.45,0.00011535796875250526,0.16585365853658537,,,,,,,,,,0.0005039436209702519,0.5157996301408445,0.0005039436209702519
-40,0,KL Min.,Phi,0.01,1,4,1e-05,0.9746444032158318,0.37733333333333335,0.04823455597984076,0.46672308708499133,0.031981336942478435,0.3799535521757767,0.024814816931711614,0.006079820500298093,0.0008302257569260186,0.3379250594616313,0.002751551207000693,0.7813390313390313,0.03683314429199754,0.4961550482011312,0.02929308028349156,0.42104554299968877,0.024772969981370938,0.008722978901266755,0.0006182275761392474,0.3275599037441755,0.0038197059141391386,0.843758528506807,0.012992186300695253,0.4747654412752712,0.01484925957484625,0.8926066254206179,0.004321110182493689,0.13840243569608365,0.003508624046049031,0.4260111702043169,0.006258499735065518,,,,0.5594639659639565,0.03330123884152528,0.4996118084164255,0.034234509461641575,0.6366187874928668,0.03711331276091983,0.11080302262215928,0.007923041826677397,0.4724597423141951,0.014894910072019023,0.425,0.0001597403588675661,0.1719512195121951,,,,,,,,,,0.0012708143485281624,0.5140842120174873,0.0012708143485281624
-41,0,KL Min.,Phi,0.01,1,5,1e-05,0.9746444032158318,0.38233333333333336,0.04809841902243682,0.46661963081131397,0.03175671051154822,0.3795513471467959,0.024979401303422254,0.006066683635827918,0.0008171283139956043,0.34078198352722955,0.003099265230063683,0.7984330484330483,0.03565450910887651,0.49506600533079254,0.02931052514640782,0.421653539241696,0.02495105297223016,0.008820582357258034,0.0006052592205008228,0.3239887332242519,0.0028279105309601455,0.8124993006855429,0.013949978972286607,0.4760999770578121,0.014791909571315773,0.8775803095771189,0.005051948103917992,0.13229293131648526,0.0034322194625840525,0.42539499394789415,0.006257874766935679,,,,0.5144388174484309,0.0313943612693118,0.5115159087167633,0.033457324804672194,0.4664356404676848,0.04140708857548905,0.10121536531974532,0.00685102362656209,0.4950466571751274,0.018307644165936474,0.425,0.0004022172452096129,0.1902439024390244,,,,,,,,,,0.0012708143485281624,0.5140522164958851,0.0012708143485281624
-42,0,KL Min.,Phi,0.01,1,6,1e-05,0.9746444032158318,0.369,0.04798347779615544,0.4656494734289401,0.03194461506974083,0.380035834037453,0.02506666391732315,0.005840816376111096,0.0008160691560246799,0.33752179555802736,0.002934774011611804,0.7927350427350427,0.03583167667835136,0.4922652421235348,0.029544619538345872,0.4205361598415399,0.025052454791332505,0.008714977398435388,0.0006015236136412495,0.3237006043380445,0.0029225498052488706,0.7990553414012964,0.014128445944383354,0.47651541523777496,0.01482555504957792,0.8703947691873343,0.00544939660195073,0.1298052519382808,0.003373667807252486,0.43012985259044834,0.006581205541459725,,,,0.511217871542697,0.03024107132098399,0.5155455707901652,0.033715958654653044,0.41400579997261067,0.04127612088322259,0.10032415846044249,0.006322614565791503,0.5012144492055711,0.018695379392584057,0.425,0.0005381573264457984,0.19634146341463415,,,,,,,,,,0.0012708143485281624,0.5096654291871373,0.0012708143485281624
-43,0,KL Min.,Phi,0.01,1,7,1e-05,0.9746444032158318,0.37233333333333335,0.047840116718887375,0.4622086892084715,0.03199169604204048,0.3796236596613422,0.025121422357595923,0.005918266421514356,0.0008142771112026905,0.3374200466826558,0.002896220507286891,0.7670940170940171,0.03751873572115046,0.4929355904548995,0.02948922504160227,0.4201856108010598,0.02510117351778158,0.008514705988737476,0.0006107967739492087,0.32601411182971723,0.0037853661197566808,0.7779557174266457,0.014158678704467744,0.47697211458362704,0.014854839250595327,0.8632711128767464,0.005830753155571272,0.1260960085844987,0.0033325450481360036,0.4300651397049737,0.006542126474561786,,,,0.5005932994814926,0.027310286083198406,0.5187947728757729,0.03399374741069954,0.3716535667341191,0.040549083361672324,0.0991005480036768,0.005886185801167351,0.5072595254021156,0.019851850953784837,0.425,0.000714401952791377,0.20243902439024392,,,,,,,,,,0.0012708143485281624,0.507441746730203,0.0012708143485281624
-44,0,KL Min.,Phi,0.01,1,8,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.46433918523143,0.03185891200226397,0.37975777111627634,0.02529275745010859,0.006274214106174164,0.0008304786615280901,0.34055965315926606,0.0028979032602286132,0.7685185185185185,0.03740362832403835,0.49013216054756503,0.029616552478116023,0.420079201803198,0.025229286487929155,0.008463921352537722,0.0006106387345924967,0.3263135266733187,0.003836909285912203,0.7568481585708866,0.01428971138961719,0.47738364932451705,0.01483178056276175,0.8535920668796955,0.006278443917368893,0.12186146306551661,0.0032260103838620395,0.42534052326820493,0.006182603722016793,,,,0.4905318770869142,0.027825397266743865,0.5203624555920119,0.03382456315074457,0.32750453983977823,0.03920438359166655,0.09598607517931182,0.005789514203038146,0.49329718378298704,0.017398100893484633,0.4,0.0009411722930963151,0.20853658536585365,,,,,,,,,,0.003018184077228396,0.5100530604240106,0.003018184077228396
-45,0,KL Min.,Phi,0.01,1,9,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.46569137919568343,0.03192442696925184,0.37977323601430657,0.02533463536096106,0.006261764168202744,0.0008275872174925255,0.34330013308815077,0.0038430642521031567,0.7599715099715099,0.03792058995790417,0.489500493082149,0.02963028382198511,0.41998566145768756,0.025289424379595814,0.008347802745736842,0.000611727684854704,0.3281775783401527,0.0038902765243317605,0.7501548650710678,0.014276290387539699,0.4777142889338256,0.014825878420149633,0.8474191916120225,0.006525903164386064,0.1211424392898338,0.0032203248708548805,0.4350469587170104,0.006737254567204074,,,,0.488441220207951,0.028574686249393265,0.521977224082869,0.03369426679582365,0.3018317889571157,0.03817504902796229,0.09574740993990964,0.0059271846246293945,0.5003407584459282,0.018066735824931,0.4,0.0009936344267771346,0.2097560975609756,,,,,,,,,,0.003018184077228396,0.5091784358553739,0.003018184077228396
-46,0,KL Min.,Phi,0.01,1,10,1e-05,0.9746444032158318,0.37233333333333335,0.047840116718887375,0.46591443553161893,0.0319913723462668,0.379618742111869,0.02537725587638941,0.005977889141912617,0.0008234929393976787,0.34288770372834887,0.003671966166317685,0.7431623931623931,0.038266114519774866,0.4888144622959025,0.02967804433765736,0.4195335201672202,0.02532399283402574,0.008033992358925587,0.0005620294604403494,0.3262256238100076,0.0031889824880277514,0.7433964244006845,0.014284550257803154,0.4781687679131385,0.014818208711896609,0.843157627632441,0.006691027247235992,0.11959925327649787,0.0031585335668434804,0.4309199036434964,0.006452711151863429,,,,0.4860688843218532,0.029150676278673963,0.5243762523852766,0.03412291962867894,0.2855184085621543,0.03736175091035647,0.09534122999291009,0.006092636670118598,0.5036426888541229,0.018991327618991145,0.375,0.0010487130839464953,0.21097560975609755,,,,,,,,,,0.006760732303569208,0.5038128040005867,0.006760732303569208
-47,0,KL Min.,Phi,0.01,1,11,1e-05,0.9746444032158318,0.3973333333333333,0.048182872741143454,0.46580599720278554,0.032186486911030626,0.38140561309676224,0.02539721839626697,0.0063224024960747485,0.0008237694967847481,0.34509067895439904,0.003473554858993239,0.7317663817663818,0.03908102870464613,0.49018121545712556,0.029547077607603375,0.4194701731983185,0.02529795907227767,0.007917888704511301,0.0005719818945835358,0.3280420737581117,0.0038464452946215246,0.7362316848590984,0.014445586926128353,0.4782364294459663,0.014834686414403981,0.8406052036779104,0.006769158027789019,0.11790352446092378,0.0031045118269796583,0.43333676680868793,0.006437032587517537,,,,0.48649233762976146,0.02902002241318492,0.5249621584390722,0.0337709030119393,0.2767055241480099,0.03687226372620335,0.09592190410580832,0.006118309796687845,0.5185498881897033,0.020222913736717862,0.375,0.0012308068326092325,0.2146341463414634,,,,,,,,,,0.006760732303569208,0.5080452710322519,0.006760732303569208
-12,0,Pref. Opt.,Phi,0.01,1,0,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
-13,0,Pref. Opt.,Phi,0.01,1,1,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.4695644471765722,0.032111022589819085,0.3821397462223834,0.02464703456072267,0.006153572657457546,0.0008310480099831638,0.33470161507723,0.0025907352255946717,0.7813390313390313,0.03683314429199754,0.49994997489122384,0.02901335848914468,0.423125714266884,0.024726769022537756,0.008729845972384517,0.00061717851022102,0.32820195660951695,0.004749790799072437,0.8699035708291118,0.012486878576912882,0.4723351180736019,0.014908368095607742,0.9022933428393556,0.003922594953766335,0.14342581530987908,0.0036072113448714724,0.42420604544307905,0.006353922574839655,,,,0.9329232942741275,0.021639744391332795,0.4871442826481921,0.03468910704930502,0.9008306477162641,0.012558588339405433,0.19130465211597325,0.01093519211074757,0.4693874139013009,0.015138469053562939,0.475,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.00018791118070078278,0.5178248457199529,0.00018791118070078278
-14,0,Pref. Opt.,Phi,0.01,1,2,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47373309033540345,0.03209292262222703,0.38306152117101555,0.024593148204354688,0.006221156974718491,0.0008326594451508989,0.33261632170052935,0.002403245145408713,0.7642450142450141,0.03790882473231565,0.5020158663025113,0.028922915356361156,0.42270417924164666,0.024547437598509053,0.008591716794152418,0.0006241901899955245,0.3250061811418768,0.0040736233139708,0.8697745042465942,0.012703071530420666,0.47070887156358365,0.014862566050645976,0.9016617458504347,0.0038924697723894657,0.1432510360204912,0.0036332228257412624,0.42169449673347664,0.006170992160783022,,,,0.9238480952795737,0.02270021192679422,0.49118586644200307,0.03439937641741466,0.8973157071423055,0.012643086433375313,0.18928482312551928,0.01128407740707521,0.4620826945233665,0.014870571758568919,0.475,0.0001079662160918815,0.16463414634146342,,,,,,,,,,0.00018791118070078278,0.5186540235064979,0.00018791118070078278
-15,0,Pref. Opt.,Phi,0.01,1,3,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47322356959353196,0.032090097799751256,0.3836252355966438,0.024533610249120985,0.006244834976411179,0.0008366171638060224,0.332023633957796,0.002240392424196764,0.7642450142450141,0.03790882473231565,0.5037126672984529,0.028674912968998895,0.42315810331987685,0.024509415202320455,0.008595310840958353,0.0006247365596962819,0.32273691517936487,0.004054460541639736,0.8671411814816133,0.012864763680041141,0.46965244104034704,0.014811643696071134,0.9011404530470776,0.0038774756771686758,0.14294274241861651,0.003652105525939985,0.42516070085930907,0.006360936337803339,,,,0.8882952136116742,0.030173871303531573,0.4941051785407263,0.034414952599980016,0.892011493086336,0.01269183107531916,0.181449464788547,0.011516363123766277,0.4692100338392125,0.015989732346313342,0.475,0.0001315457593591418,0.16829268292682928,,,,,,,,,,0.00018791118070078278,0.518710798875116,0.00018791118070078278
-16,0,Pref. Opt.,Phi,0.01,1,4,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4698419349800418,0.032174976991090856,0.3833710955901396,0.02450290256564993,0.0062216273555909555,0.0008326437977280568,0.32995903710748453,0.0025143808643199018,0.7642450142450141,0.03790882473231565,0.5043976451143791,0.02852554286309331,0.4225313101506524,0.02438108326503652,0.008606433771668401,0.0006252220539135593,0.3177757334605928,0.0040909182830694375,0.8659897604031571,0.01294696089031625,0.4679745149968511,0.01474244021831627,0.8997578733555137,0.003858208835410039,0.14277014790222292,0.0036595494875842414,0.42513923825054484,0.006558871646898568,,,,0.830626168311446,0.03666827582463525,0.500608886943749,0.034655168338932923,0.8803722774714562,0.01286604118769073,0.16720318733626194,0.011243049085207167,0.4832524940236804,0.0182485343806283,0.45,0.0001597403588675661,0.1719512195121951,,,,,,,,,,0.0005039436209702519,0.5178566010230325,0.0005039436209702519
-17,0,Pref. Opt.,Phi,0.01,1,5,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.473392095236652,0.03213593743408392,0.38388315024452024,0.024406449715621222,0.006236562921041011,0.0008339162234818053,0.3262242787598863,0.002278723187388704,0.777065527065527,0.037358703521530014,0.5075911367243402,0.027999433867593158,0.4221688519543452,0.024079422131479598,0.008586217608143869,0.0005991179115282932,0.30961405773226625,0.0028007493631818773,0.8463808761428868,0.013662869153115336,0.4629802406039191,0.014643937089535087,0.8926058048504588,0.0038593252310868548,0.13866940284917637,0.0036620799876700303,0.4232339998206337,0.006775848826416689,,,,0.5951507612466873,0.04701737225270782,0.5147149210529406,0.03455717563377442,0.8146070831502457,0.014045559412524477,0.11782537863058522,0.010126005310337817,0.4539101489589914,0.01725294996501672,0.45,0.0003167852501064772,0.18536585365853658,,,,,,,,,,0.0005039436209702519,0.5176409900343251,0.0005039436209702519
-18,0,Pref. Opt.,Phi,0.01,1,6,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.471955998541882,0.03202736283788483,0.38442990002238553,0.024287215038984594,0.0063868085765826765,0.0008364847580720083,0.32637109880998716,0.002559197570063446,0.7813390313390313,0.036833144291997535,0.5072079863087249,0.02789183907793472,0.422042399087405,0.024040452464352585,0.008606575802915802,0.0005947140631104189,0.31173464647688465,0.002725507451032846,0.8359647049487345,0.01398540865289182,0.46185472253185933,0.014589858185317082,0.8894214559114425,0.0038853990597116574,0.1370003718531207,0.0036825926266285296,0.42474502178168855,0.007106788904499209,,,,0.5952542795657114,0.046518730719322804,0.5170966115106268,0.034416950899108595,0.7897982301818713,0.014506903896328208,0.11572568933881214,0.009812552773005903,0.4549178026795063,0.0194299180535143,0.45,0.0004022172452096129,0.1902439024390244,,,,,,,,,,0.0005039436209702519,0.5189273306998731,0.0005039436209702519
-19,0,Pref. Opt.,Phi,0.01,1,7,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.4735493554166035,0.03216060185135826,0.3843611343361813,0.024282058066674543,0.006373279533591777,0.0008344211040083778,0.3265799539701609,0.0025570664841415474,0.7813390313390313,0.036833144291997535,0.5072444156379285,0.02789171501484806,0.4209126843807497,0.0239404049635069,0.008602355342068378,0.0005935509605736122,0.3103928280800253,0.0027410198543817823,0.8353600028911543,0.014048605309541698,0.4615008801980296,0.014577311666534804,0.8876955822150964,0.00390206840606907,0.13688941799970575,0.0036891851650605874,0.41960781114981044,0.006886132345513996,,,,0.5511244707926591,0.04812972893552936,0.5217853217374565,0.03458208830203486,0.7776128715032737,0.014576091470149228,0.10842348927575078,0.010392964568508944,0.44939060451577123,0.019595271887938318,0.45,0.0005080382052256027,0.1951219512195122,,,,,,,,,,0.0005039436209702519,0.5187997231250767,0.0005039436209702519
-20,0,Pref. Opt.,Phi,0.01,1,8,1e-05,0.9837146980004123,0.37733333333333335,0.04823455597984075,0.47283943704773734,0.032141106075115736,0.383321977821912,0.02418869749218474,0.006103657996804235,0.0008345726825392287,0.3269799150563427,0.0028114831645313235,0.7813390313390313,0.036833144291997535,0.5067470299325614,0.027740354553480756,0.4202048621937792,0.02386389710936895,0.008603423271328028,0.0005944545817256467,0.3094905798253412,0.002639950983222656,0.8344948145791741,0.01403317147400795,0.4604241035389309,0.014568576185452892,0.886103321944917,0.00389572569488024,0.1362255766893378,0.003624717948355866,0.42320804701124765,0.006997757958268458,,,,0.5557046276624373,0.04885660018778633,0.5249199913902439,0.03484705804801916,0.765206755396493,0.014758164767542933,0.11129006545878325,0.011225475130762672,0.4572348155118309,0.020601901219586695,0.45,0.0005698828390450217,0.1975609756097561,,,,,,,,,,0.0005039436209702519,0.5141204212831718,0.0005039436209702519
-21,0,Pref. Opt.,Phi,0.01,1,9,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47305201246994344,0.032025513070615026,0.3832585282122411,0.024153828510293955,0.006304204898528629,0.0008434781351910319,0.3272734485304209,0.002393918575076332,0.7856125356125355,0.03679964654194333,0.5076125619284477,0.0276422982768888,0.42000406726644474,0.02383728784491541,0.008661175169087286,0.0005957154226671271,0.31382433780907093,0.003291634016670384,0.8254588376729868,0.014312619333965044,0.45980541241197526,0.014559037103665752,0.8848184025706329,0.0039110395550623085,0.13498759255467818,0.003674858996123534,0.42578183612723514,0.007072260177702463,,,,0.477951365296287,0.04745327731911095,0.524225102206236,0.034466321020753574,0.7582780629722929,0.014833343353199312,0.09941397764465934,0.012266559601245825,0.4605282818832631,0.021643835207248004,0.45,0.0006032901037542615,0.19878048780487806,,,,,,,,,,0.0005039436209702519,0.5159019141261182,0.0005039436209702519
-22,0,Pref. Opt.,Phi,0.01,1,10,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4718799285103602,0.03207022632395998,0.3828481651107484,0.02416978696334627,0.006304494678789557,0.000843004449906009,0.3248681767383259,0.002600804822575272,0.7813390313390313,0.036833144291997535,0.5084242173163721,0.02770253830261805,0.4204093305477784,0.023855312368164842,0.008593357612077069,0.0005937218283935182,0.3092155113623794,0.0027477579524202095,0.8200642374948647,0.014478779490283391,0.45955791143341695,0.014534720156410472,0.8842474989015223,0.0039007334447722845,0.1338469232637897,0.003659254550298215,0.42424670062669245,0.0069936795561650784,,,,0.47666320019540215,0.04835504135185417,0.5258763051003069,0.03454144151614293,0.7540888513742684,0.01480332725423416,0.09900630246176083,0.012275419712231391,0.4457449478483344,0.020271071184639517,0.45,0.0006032901037542615,0.19878048780487806,,,,,,,,,,0.0005039436209702519,0.515327672412302,0.0005039436209702519
-23,0,Pref. Opt.,Phi,0.01,1,11,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47224980204856204,0.032126325825416184,0.38331229424569524,0.02416273620920019,0.006315111568157691,0.0008448801605183565,0.32522094906958254,0.0025543634145486858,0.777065527065527,0.03686234087422618,0.5069446282771966,0.027699732362282264,0.4199203215179363,0.023816242867843656,0.008521695353501987,0.0005903308922614756,0.3097998659013392,0.0026540286459362616,0.8234366808895417,0.014403973858602778,0.4601889564942228,0.014500234637120713,0.8841265051179884,0.003911412682269276,0.13434480838369153,0.003641417434490408,0.42186528079126506,0.006919430156173156,,,,0.477355072986262,0.04724224268622652,0.5250077492402552,0.0342066641899655,0.752332011401004,0.014861161664184788,0.09868799422318655,0.011459322053894659,0.4785914891769881,0.02371184522102981,0.425,0.0006384575062838849,0.2,,,,,,,,,,0.0012708143485281624,0.5152420182060062,0.0012708143485281624
-48,0,Retain Model,Phi,0.01,1,-1,2e-05,0.0,0.43733333333333335,0.04938517614523233,0.4566326936712402,0.03302099494178741,0.3808582408768965,0.019657218278108554,0.00693177988902883,0.000837165528065107,0.33673456869232615,0.002895923239621764,0.7215099715099714,0.04019992314443127,0.49079303584497147,0.029332542237957754,0.4091986973040716,0.01813497686131319,0.008160041024810489,0.0006259427718389491,0.33083919148372004,0.004875766466783252,0.8821586065505498,0.011300871600387114,0.47814597044432,0.01470878267456817,0.9055798983042737,0.0036737327308074127,0.14686273673169498,0.003552445628334266,0.45246705756499705,0.007829978128825415,,,,0.4320950028850645,0.02596101749250188,0.6576937980932389,0.034791136763264396,0.17052496661467564,0.02992203970918228,0.0815255064751508,0.004202778891891995,0.45844616301248403,0.018226628388955366,0.0,1.0,0.0,,,,,,,,,,1.0,0.5202691368576465,1.0

versions/Phi-wd0.01-10-from-big_df_12epochs-2024-01-03-21-26-46.pkl.csv

@@ -1,3 +0,0 @@
-,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
-52,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0

versions/Phi-wd0.01-5-from-big_df-2024-01-03-21-13-29.pkl.csv

@@ -1,23 +0,0 @@
-,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-127,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
-62,0,Grad. Ascent,Phi,0.01,5,0,1e-05,0.9473684210526315,0.38733333333333336,0.04848034069953959,0.4702205317221988,0.032006711055923516,0.38116377863356116,0.024657890803697315,0.006236020129651401,0.00083416453982487,0.33305425244477094,0.002522676081370665,0.7727920227920227,0.03738327846205438,0.5008360231562771,0.029131041282461387,0.42339562816497206,0.024822738104842076,0.00865043176576349,0.0006188786958300367,0.3262319675068413,0.004169588336868625,0.8630342336335792,0.012508602742289104,0.47230665884023193,0.014940931399018519,0.8991764596830294,0.00408061058549671,0.14224332865284828,0.0035741055630574494,0.4207631827652003,0.006075643818175603,,,,0.8411565288268551,0.015898061481940798,0.48139415398737057,0.016236296229064178,0.8740048697666535,0.0071617181689399055,0.16368861698397716,0.004983194993253389,0.4390333927172609,0.006967717879264403,0.395,5.0657070725933796e-12,0.21850746268656718,,,,,,,,,,2.5656301025789152e-14,0.518057494086161,2.5656301025789152e-14
-63,0,Grad. Ascent,Phi,0.01,5,1,1e-05,0.9473684210526315,0.33233333333333337,0.04657628332477988,0.46352625928363816,0.03220260155742308,0.378287678659287,0.02505813605076499,0.005438293103668776,0.0008160732123530282,0.33399058971499124,0.0025099941811678747,0.7670940170940171,0.03702451857933602,0.49877845953370964,0.02920750939548373,0.4269426301532781,0.02548451127551873,0.008428108495527019,0.0006018951023284206,0.3174084103370284,0.0028508944459367212,0.6994548680944075,0.014956253252312483,0.46741417161467724,0.015016271667911646,0.8207478715733544,0.006813977262923422,0.11231962010095738,0.0031904904996429523,0.4009420199109086,0.005211912879279698,,,,0.5427657287778972,0.015772823413817087,0.48859216878703704,0.016100075552418328,0.5910403224955716,0.01651648379973555,0.10126851053486309,0.003283346105068612,0.41594824903789485,0.00545838878356855,0.385,6.455513252234515e-11,0.2336318407960199,,,,,,,,,,1.3261055712130201e-13,0.49320032068312797,1.3261055712130201e-13
-64,0,Grad. Ascent,Phi,0.01,5,2,1e-05,0.9473684210526316,0.15283333333333332,0.03500044492261698,0.44489944075465077,0.03367259136018443,0.3679378231916626,0.02709062037048553,0.0023504843259260456,0.0005476038130725186,0.3738117274932104,0.009328626906495371,0.5180911680911681,0.043372146202152476,0.46774111236523674,0.02920334262448001,0.4194455560942563,0.02797537387604843,0.005689552572439171,0.0005732423200484731,0.3288924817165697,0.005317839481290448,0.407576475324819,0.009485677754656576,0.41575931813309824,0.01557671659740291,0.31023717642079096,0.010414590938182467,0.06460684160231213,0.0024076691622645975,0.39836579562816393,0.0055500024222479485,,,,0.39561813737893253,0.011014054482506298,0.528836311671055,0.01609422528076213,0.15419687807693006,0.011550388063867842,0.07365621288704191,0.002177349407547025,0.4240794974031419,0.006728028581349522,0.27,5.872102308255953e-07,0.296318407960199,,,,,,,,,,8.056669472003223e-07,0.34558327906881525,8.056669472003223e-07
-65,0,Grad. Ascent,Phi,0.01,5,3,1e-05,0.9473684210526315,0.013666666666666667,0.007060663863002368,0.38499512052448176,0.031869189691370994,0.3285657729627356,0.02569241479592782,0.00027888115019786963,0.00013734550421161686,0.45302379910702145,0.014960818903311992,0.1854700854700855,0.03192740576456628,0.4129756012061883,0.030697548285939392,0.39253027406360197,0.028576237195492765,0.0024177315696571,0.00042124508488465567,0.40204239431066974,0.013992213046465115,0.27498685935440026,0.008109027780830868,0.3463962260149917,0.016249747008218216,0.035639351532210393,0.004070251115426569,0.0435541376879855,0.0012227357861912594,0.4100031277819213,0.008997757290374837,,,,0.25772944093759054,0.008835947746991793,0.6198384674758057,0.017198709543899918,0.016385743507442433,0.002716078358098081,0.048296473362351745,0.0015538717218489837,0.40254559873749207,0.010882343687310897,0.115,0.21463786172170962,0.4494029850746269,,,,,,,,,,0.1420746514551761,0.07272450801528493,0.1420746514551761
-66,0,Grad. Ascent,Phi,0.01,5,4,1e-05,0.9473684210526316,0.006999999999999999,0.005366374921488416,0.33162692114515296,0.034602705500507855,0.3086568230497394,0.02469392939030263,0.00014492753623188405,0.00010196035806977516,0.3273254466202702,0.008285297737596824,0.045156695156695154,0.013729649816810394,0.38764041548587147,0.02982279652678528,0.3606459158735745,0.027334710961078278,0.0008036077487346345,0.0002297548355519693,0.34408214632182105,0.008165113849349167,0.17668430862926077,0.005137403940778033,0.3294075029061917,0.017063007349037172,0.0009094803730757254,0.00025547778244081303,0.028704598972948123,0.0007996272178659856,0.32993047398003306,0.005275591767363487,,,,0.16250982424789703,0.00499411861704525,0.5769310997983197,0.017711529027575522,0.00044359152207463083,0.0002348360930215928,0.03221285623428339,0.0011033966488544287,0.2996506352525866,0.0051596639245466355,0.125,0.19294319281521355,0.4469154228855721,,,,,,,,,,0.0878382826713132,0.007004792878636915,0.0878382826713132
-42,0,Grad. Diff.,Phi,0.01,5,0,1e-05,0.9151450053705693,0.3973333333333333,0.04870415050172085,0.4678435778720407,0.032137010774723654,0.38071170295758916,0.02459418835823046,0.006365911256096586,0.0008343610756620373,0.3397004696498032,0.002636847356886148,0.7642450142450141,0.03790882473231565,0.5007235586805928,0.029071911794725465,0.4226639082672956,0.02477886455076359,0.008595846256573423,0.0006257596806937399,0.3311016865466536,0.004794229183144251,0.8721092880212769,0.012298979869899092,0.4744406979742168,0.014880458639131443,0.9025795877529031,0.003916338520805818,0.1442091384328562,0.003648217718380057,0.4256276909117877,0.006257025952016907,,,,0.8407838747624112,0.016036895405682237,0.48067977707224346,0.01625556138025168,0.8840307826757645,0.006614568352365256,0.16391258248782223,0.005011926277748944,0.4468026409556067,0.007465492502146892,0.39,4.894475734218317e-12,0.21830845771144278,,,,,,,,,,5.86730162802883e-14,0.5197875247816769,5.86730162802883e-14
-43,0,Grad. Diff.,Phi,0.01,5,1,1e-05,0.9151450053705693,0.3473333333333333,0.04736177833589072,0.4658565743478556,0.032190529189740136,0.37902972462361545,0.024914625287162914,0.005572909503883965,0.0008129460970439699,0.34209716269796464,0.0035569512250199073,0.7474358974358973,0.03827063998189997,0.49612806638139373,0.029576486797460378,0.4226405600755504,0.025008676244423402,0.008032865943899542,0.0005621164819683218,0.32865105877525935,0.0038978426238417806,0.8258097903202785,0.013911671417644524,0.47413569492142965,0.01496968822128586,0.8868977975392949,0.004687838770332232,0.1356322976688059,0.003579559088357858,0.4315184634867408,0.006307123916588194,,,,0.6413835780521334,0.01682017466894216,0.48577763100969434,0.016418064941580508,0.7061440694141925,0.014532229391702015,0.12174831962148079,0.004028227849277732,0.44208240006432176,0.006829448495821801,0.38,1.1776592896645094e-11,0.22343283582089551,,,,,,,,,,2.9623487356936016e-13,0.5047352737509242,2.9623487356936016e-13
-44,0,Grad. Diff.,Phi,0.01,5,2,1e-05,0.9151450053705693,0.24483333333333335,0.04215085342486489,0.4625359994576103,0.032621888404754114,0.3758971519871067,0.025677245003106298,0.003775727623708952,0.0006640346510903368,0.3500616432827556,0.006118399018951057,0.6762108262108263,0.041283143178581436,0.4889036615332099,0.02943054153484348,0.4236861963949195,0.026138168444356055,0.007372619834467888,0.0005829880943059497,0.33673263065716685,0.005253124826603497,0.6049396776020457,0.013976971298303968,0.4612535221474117,0.01530767798039172,0.7362495710152509,0.00823504442092462,0.09543865882076759,0.00257352751624662,0.4279937556012972,0.0058471810291254285,,,,0.467504242312318,0.013490950332617421,0.5008212466462312,0.016403700482951537,0.36403334928207415,0.016235857834725916,0.08644949076627832,0.0024920869852342598,0.4551870992489783,0.007053281002471597,0.345,9.774312579286385e-10,0.2507462686567164,,,,,,,,,,5.951062636424447e-11,0.4506655509391546,5.951062636424447e-11
-45,0,Grad. Diff.,Phi,0.01,5,3,1e-05,0.9151450053705693,0.25066666666666665,0.04155906645353501,0.4522186890185522,0.03379806716500173,0.37163065732523054,0.026163742163857955,0.0038356477638539577,0.0006603467510802686,0.3799103276265034,0.007895020897578117,0.6021367521367521,0.04276479954276994,0.4827709140534684,0.029394363324439343,0.4223339028901742,0.026994260464550626,0.006631917105760502,0.0005881291691288757,0.35214358840198745,0.006904142661142702,0.5114967609955267,0.01188225990782738,0.44601523164022544,0.01569150751068399,0.5945503053901763,0.01000923752105491,0.07978642994593477,0.0018349873686373515,0.452711571950052,0.006338428504598451,,,,0.40989014418209946,0.011677618326873888,0.5299893964426794,0.016305335991572075,0.18144936255193322,0.012414113602790098,0.07658335918342869,0.00199129826860702,0.4881270035786109,0.007441988124251571,0.275,7.274398716819551e-07,0.2980099502487562,,,,,,,,,,4.6128382074998843e-07,0.43123040151855757,4.6128382074998843e-07
-46,0,Grad. Diff.,Phi,0.01,5,4,1e-05,0.9151450053705693,0.212,0.039413546014379484,0.45064918770182705,0.034223452847729756,0.3693853118330659,0.026361926453242125,0.0032865313254840985,0.0006309876870707848,0.3993303075586398,0.009038594044291366,0.6106837606837607,0.04258106655203318,0.4804159197768448,0.029743575267259563,0.4217896553616893,0.027243025716062495,0.006715957730675074,0.0005872648636038186,0.3543789096754754,0.006734690172508233,0.5072339469034717,0.011995210499331867,0.44490751045661825,0.015743106866691527,0.570797476051256,0.010328660412022682,0.08016542054049272,0.002002839372378644,0.45708176744168477,0.006980054634977941,,,,0.395527053299195,0.011627848646539426,0.5437199008557633,0.016381511529563884,0.12948525108431583,0.010609580421746081,0.07608437028829533,0.0024358043498195715,0.49979007603264874,0.008432291993143413,0.245,5.180660338161201e-06,0.31417910447761194,,,,,,,,,,1.1150402145378719e-05,0.41466703707754604,1.1150402145378719e-05
-72,0,KL Min.,Phi,0.01,5,0,1e-05,0.8678839957035446,0.4073333333333333,0.04890628707870714,0.46895545751340906,0.03207997819700763,0.3807860232150567,0.024589508967707528,0.006506889590530774,0.0008351364921554757,0.3364273150188554,0.00256961225665061,0.7727920227920227,0.03738327846205438,0.49975883125095255,0.029023278467080225,0.42347443380966066,0.02480494831953641,0.008658448792302847,0.0006230229367984266,0.3249002409958939,0.004029200497814564,0.8625211609105699,0.01252761288739136,0.472905162798203,0.014921074256770726,0.8991544656111204,0.0040813831635363625,0.14191658934091503,0.003527427539152901,0.4226968038809161,0.006248706436982362,,,,0.8415051252115527,0.015822463829402358,0.48103219042642215,0.016284674046883864,0.8739887868170981,0.007177742585447102,0.16364532509448323,0.004963007282731629,0.4380563297491344,0.006778505447397485,0.39,5.288020907026845e-12,0.21875621890547264,,,,,,,,,,5.86730162802883e-14,0.5215557241932791,5.86730162802883e-14
-73,0,KL Min.,Phi,0.01,5,1,1e-05,0.8678839957035446,0.33233333333333337,0.04657628332477988,0.46406758093050593,0.03208968861791881,0.378204987775231,0.02501102177000738,0.005434478098201527,0.0008152768042422294,0.332541625242257,0.002382512986644175,0.7670940170940171,0.03702451857933602,0.4981194202876374,0.029189789077508254,0.4270124226268368,0.025532853965627128,0.008438522246750818,0.00060278426413987,0.32322164246050733,0.004028717682881305,0.7064093892130515,0.015082685497990907,0.46923033724039254,0.01495915728848286,0.8243124665383831,0.006745036307766154,0.11366100559311693,0.0032262541023935893,0.4024112557641747,0.0054078315311679075,,,,0.550586528259906,0.01587925449069617,0.4884893714926913,0.016177056402482636,0.5929438127792263,0.016478183846341768,0.10276832959759241,0.0033053068411054436,0.41192872182192913,0.0052643041532413224,0.39,5.1776563533332604e-11,0.23228855721393035,,,,,,,,,,5.86730162802883e-14,0.4939390933429211,5.86730162802883e-14
-74,0,KL Min.,Phi,0.01,5,2,1e-05,0.8678839957035446,0.15783333333333333,0.03513678178694564,0.44880469697896536,0.03330190786006885,0.3695053509344211,0.026793042852428756,0.0024883713637950723,0.0005582520394266483,0.37583756281221703,0.009632572789225403,0.5636752136752137,0.04342640003071448,0.47170232334802753,0.029047550892587926,0.42134336876327244,0.02785996987560283,0.006075492986915766,0.0005733436262154558,0.32341987776091663,0.004862266282380578,0.41647037679034904,0.009409339329114003,0.42045584458400276,0.015486731485031775,0.3426740213967376,0.010722104005944182,0.06624829974475784,0.0024000741537383245,0.40407332380582056,0.005672566558969576,,,,0.3954147946279467,0.011237187721797824,0.5262106743299542,0.01605648314875436,0.16433360275066503,0.011908963011260066,0.07390941815371004,0.0021937924117020396,0.4334637178689931,0.0069395438149276786,0.27,5.339896563528368e-07,0.2955721393034826,,,,,,,,,,8.056669472003223e-07,0.3566418642799969,8.056669472003223e-07
-75,0,KL Min.,Phi,0.01,5,3,1e-05,0.8678839957035446,0.015333333333333332,0.007962031109832426,0.4028683587264754,0.03200797177096022,0.34005911321481364,0.026561192619630712,0.0002825899164773845,0.00013923913228522386,0.506884036880587,0.013238950409730204,0.22749287749287747,0.03503451733772163,0.4242603972960256,0.03069538570169358,0.39826567687915027,0.029062295812726124,0.002655673088603394,0.00041719267347636125,0.4259448142323811,0.014104314804628487,0.30317311642168526,0.008225994000437796,0.35188362225687625,0.01614564168189605,0.055630761897987234,0.005027591203888491,0.053512607826809076,0.0034524105553360796,0.47580466523429077,0.008836022468011344,,,,0.28760103073256016,0.009621335604118078,0.6120420372409806,0.017022145032074425,0.023781530102960104,0.0035930177435653512,0.05782994815787557,0.003501785056211076,0.4599772267791548,0.010699873314550502,0.115,0.08425016422364179,0.42960199004975125,,,,,,,,,,0.1420746514551761,0.08652191515378063,0.1420746514551761
-76,0,KL Min.,Phi,0.01,5,4,1e-05,0.8678839957035446,0.002,0.001999999999999999,0.3553673668831616,0.03292035490154195,0.3165075376792712,0.02470159451223925,7.142857142857142e-05,7.142857142857143e-05,0.4175725218761348,0.012571455541940033,0.0779202279202279,0.019093212206409506,0.39577333969288264,0.031148681295742026,0.3814122528427597,0.027440055776921112,0.0011645059167925693,0.0002617646011644419,0.40376467560787016,0.011295870546941068,0.21474838348528966,0.0059902324388530085,0.3249776768208696,0.01679551500230718,0.004729788271612479,0.0007870849443046907,0.035124776240938044,0.0010017132999040517,0.41598280561224865,0.007480651046526885,,,,0.19625366054827842,0.006357602798082099,0.6019272754736927,0.01752453550368034,0.0020996731725884065,0.0007612685661735476,0.03873003132002448,0.0012853609631510894,0.3980496995718481,0.009124953134032337,0.1,0.2737389674190561,0.4553731343283582,,,,,,,,,,0.2704743832803917,0.012111175015277706,0.2704743832803917
-52,0,Pref. Opt.,Phi,0.01,5,0,1e-05,0.9151450053705693,0.38733333333333336,0.04848034069953959,0.47077325716159346,0.0322983226826558,0.38233544228046357,0.024487486116936023,0.006224131060770215,0.0008329441836443652,0.3311313411613099,0.002438340165616331,0.7642450142450141,0.03790882473231565,0.504397096959188,0.02871043114986494,0.4232827365297125,0.024480867210747437,0.008590496228438141,0.0006238220996465724,0.3192531875703322,0.00396495767718937,0.8650445849866851,0.013004283881015261,0.46975287662066717,0.014755165836636464,0.9009263739228758,0.0038855718112490918,0.14233980391126533,0.0036458015279000576,0.41758241080386316,0.0061939075359923185,,,,0.8785970368046897,0.014571104369632755,0.4847094697929499,0.016147036195730703,0.8989153825341245,0.005571797458172596,0.17251406425110488,0.005130522098431152,0.4384495974595747,0.007467537247416522,0.38,8.606318711178264e-12,0.22159203980099504,,,,,,,,,,2.9623487356936016e-13,0.5181432182138059,2.9623487356936016e-13
-53,0,Pref. Opt.,Phi,0.01,5,1,1e-05,0.9151450053705693,0.3106666666666667,0.045760514544288325,0.449021752363992,0.03166147493306669,0.37036629188340287,0.023058356017181193,0.005156394247336039,0.0008051428051619369,0.3499675601121971,0.005917068032809371,0.7094017094017094,0.041322819670542126,0.5082493937967322,0.02703999671345648,0.4173696054826313,0.023094151301457193,0.007904739096664714,0.0006246132203410139,0.3501697147138109,0.006231350800435453,0.5176678951269774,0.020466395195891728,0.44797862969742036,0.014196830878312808,0.80351049133941,0.005369812311164263,0.07981394704024042,0.0034348834320896667,0.4530654723845703,0.00833982479157137,,,,0.3456792256646202,0.02072274301227613,0.5160838994039727,0.015970211373317677,0.7622839465674903,0.007364296453277785,0.06841574910892625,0.00446810380014485,0.4771874157568081,0.0107467868537877,0.32,2.5711329376685905e-09,0.2571144278606965,,,,,,,,,,1.8694649189611297e-09,0.4656543567037805,1.8694649189611297e-09
-54,0,Pref. Opt.,Phi,0.01,5,2,1e-05,0.9151450053705693,0.17733333333333334,0.03777445023966717,0.43105403567531053,0.03132970212117321,0.3617102253689021,0.022473645018072495,0.0029110218982668513,0.0006585486177014463,0.37678644033452957,0.014937713622423405,0.6766381766381766,0.04259769328697061,0.499037600014566,0.027164826839664882,0.4124155062951512,0.022265558553862155,0.007546741827556888,0.0006286733282296054,0.34394485963113075,0.010014142273038209,0.3376444741658668,0.01667198132129853,0.4394729954443767,0.014006406535919197,0.7536458413813074,0.0061096575486654535,0.054499814795241595,0.002889757589839446,0.5140921887597085,0.008998708664478402,,,,0.2185774077863272,0.0093122165661745,0.525439985056896,0.01563000353579026,0.6757358105983836,0.007732263757350835,0.043656418792839366,0.00236879274776873,0.549872205907207,0.010050968785150908,0.31,3.582459415247659e-08,0.2753233830845771,,,,,,,,,,6.865581733487208e-09,0.38802873821884926,6.865581733487208e-09
-55,0,Pref. Opt.,Phi,0.01,5,3,1e-05,0.9151450053705693,0.2606666666666667,0.04333043243333383,0.4368441181991892,0.0314334754633251,0.36519754975692126,0.022584344830396244,0.00431047181235687,0.000754822151770228,0.33054180843487785,0.010963783665047258,0.7065527065527065,0.04164330677576536,0.5029415692144049,0.02723380079782264,0.4161844633832956,0.02214994286136674,0.007690487137519026,0.0006328094000606604,0.31136389075046145,0.00708691778999871,0.48066021426910643,0.020109211153698202,0.4451154232504332,0.013934350734310845,0.7978543138750059,0.00536444490855783,0.07594731510535416,0.0035597390081840725,0.48338294610137117,0.0095435986970563,,,,0.21215981442010923,0.009550072386650968,0.5221263361368914,0.015613002687054296,0.7087758466564626,0.007474080250318148,0.0429872559165959,0.0024591884780993676,0.4873829223001848,0.01219178289721992,0.32,1.7041933048529214e-08,0.2700497512437811,,,,,,,,,,1.8694649189611297e-09,0.4444322693477377,1.8694649189611297e-09
-56,0,Pref. Opt.,Phi,0.01,5,4,1e-05,0.9151450053705693,0.2756666666666667,0.04384662330054288,0.4400784419453887,0.03151288719072576,0.3665461930904549,0.02267574042080427,0.004509700848657644,0.0007599026971096693,0.321622807204187,0.007642186916448955,0.7364672364672364,0.04001870838730468,0.5019798132280175,0.027355076580149035,0.41516243280871923,0.02206562214156096,0.008038726792771947,0.0006290897388259802,0.3166833482357607,0.0061427314831959574,0.5530977000457807,0.020689279854693463,0.44772954835910145,0.01398835914622035,0.8141930350584041,0.0050901634917780245,0.08705088747430882,0.0036998080583930766,0.4477251066365466,0.00887786542772537,,,,0.22430610260291634,0.01172762080648869,0.51995174384652,0.01567541348276156,0.7246818215455729,0.00737963992864854,0.04457842146545089,0.0027130341265047806,0.4448460324395553,0.012060145743815337,0.315,9.018692040843481e-09,0.2656218905472637,,,,,,,,,,3.602472544567432e-09,0.4578660887445282,3.602472544567432e-09
-82,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0

versions/Phi-wd0.01-5-from-big_df_12epochs-2024-01-03-21-26-46.pkl.csv

@@ -1,3 +0,0 @@
-,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
-50,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0

versions/{Phi-wd0.01-10-from-big_df-2024-01-03-21-13-29.pkl.csv → phi-10p.csv}

@@ -21,3 +21,27 @@
 97,0,Pref. Opt.,Phi,0.01,10,3,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.43219749452172285,0.031272015948036816,0.3633207821420204,0.022588833207167095,0.004563926174495639,0.0008042619722793832,0.321007172838772,0.003044589417687344,0.725071225071225,0.04037902502295831,0.49301821804149476,0.028302286688641962,0.41630717201079037,0.02224397691883354,0.008071939289661037,0.0006300502304919065,0.3172128600143534,0.00457817910188285,0.6623012752874878,0.019921995831522796,0.463795670397099,0.014239312232909173,0.8498283901763967,0.004726918156070472,0.1057432097529181,0.003842153881886251,0.38909406036551225,0.005652573752442972,,,,0.26418368759954414,0.013953248977438203,0.5061117310098682,0.0133431234128358,0.7900949128168973,0.005431819020997476,0.052060315044795843,0.002839327439682139,0.35706992312900676,0.0064992315823277115,0.31,9.635514732762048e-15,0.24208194905869324,,,,,,,,,,3.922502017067572e-13,0.4608206054374006,3.922502017067572e-13
 98,0,Pref. Opt.,Phi,0.01,10,4,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.43165712120425864,0.03134336095034514,0.36286357801559377,0.022665043771968443,0.004567036572884703,0.0008066638333821726,0.3243596281097105,0.0033138196762159617,0.707977207977208,0.04116164037882798,0.4904415874697781,0.028335928612244935,0.4147520074511906,0.022331424884781834,0.007835425980165777,0.0006347918661963127,0.32330137793897257,0.0041925052876779535,0.6811029982146692,0.019661860317818046,0.465468840851521,0.014237484835500795,0.8565183317546117,0.004568546698867835,0.10914225775713474,0.003896249698376956,0.3870951986600262,0.005390354440795478,,,,0.2506558185868464,0.013390302432822288,0.5050272540974207,0.013363368007215626,0.7901141128010813,0.005431792941650961,0.04924391651848003,0.0026984790275368974,0.3593234280187344,0.005993863525875824,0.31666666666666665,7.491506747594435e-15,0.2410188261351052,,,,,,,,,,1.0747499261825832e-13,0.46080394367478766,1.0747499261825832e-13
 124,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0
+55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
+52,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0
+126,0,Finetune Model,Phi,0.0,0,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.8752167884046598,0.011809089858149302,0.4882534392910444,0.013534006024118014,0.9086918278343834,0.003939262001123021,0.17179131104641562,0.004405566476237556,0.4299893732259693,0.005748680600806638,0.3566666666666667,4.665567748131161e-44,0.0363233665559247,,,,,,,,,,2.4311282147882553e-17,0.515509929080137,2.4311282147882553e-17
+109,0,Grad. Ascent,Phi,0.0,10,0,1e-05,0.8888888888888888,0.4073333333333333,0.04890628707870714,0.4406356242224836,0.03210465763045946,0.3683157496287917,0.018886394821732384,0.006476424119882822,0.0008317040505304013,0.3281049493378071,0.00270155455346914,0.7745014245014245,0.037116781834202695,0.4943866037355289,0.029147973767468638,0.4089421237929396,0.018279191875884542,0.008424521654309295,0.0005611561370451387,0.3168406471723739,0.0032912261781003235,0.8293331366032762,0.013525546360893025,0.47124110107624007,0.01475459702588147,0.8860145649500396,0.004550883049867538,0.13578979836134497,0.003489315454593434,0.40927888095291337,0.00602288582473178,,,,0.7745161978784337,0.014187720587384225,0.49534965382860546,0.013520690219857377,0.851142888237336,0.0065772894616179575,0.1495379327598032,0.004073439298777187,0.42869549886833974,0.005696280124063535,0.3466666666666667,1.1902067485709357e-42,0.04409745293466224,,,,,,,,,,2.1942743021891237e-16,0.5097650710521427,2.1942743021891237e-16
+110,0,Grad. Ascent,Phi,0.0,10,1,1e-05,0.8888888888888888,0.026999999999999996,0.012514368845827887,0.3787143458174361,0.032383266620030986,0.3285012734983283,0.018715599264884003,0.00048116390140347796,0.00020275372126647503,0.3873666230932246,0.00739301124598016,0.4582621082621083,0.04323131791377336,0.4461277609377497,0.029581617716401953,0.37742364797320005,0.01741689373131969,0.004846520129004641,0.0004991707096444833,0.3269568935592411,0.00529632256531904,0.3434572265997768,0.008519663779399804,0.39415218335462315,0.0161702504941777,0.1332832081459894,0.007439459716360153,0.05244859939126453,0.0010695279205143774,0.4044743200651449,0.0056027076540315895,,,,0.34396669040323125,0.008341377453847346,0.5738379362702275,0.013596302802225898,0.10191279829692185,0.007048959803597189,0.062478826837356775,0.0012873148879500539,0.4384827933379019,0.006286328256681316,0.17,6.420260655107087e-06,0.34972314507198227,,,,,,,,,,0.00033397069759294196,0.14343459129668779,0.00033397069759294196
+111,0,Grad. Ascent,Phi,0.0,10,2,1e-05,0.888888888888889,0.0,0.0,0.3861709819636343,0.04079175692534878,0.2927623483867784,0.030142437208385237,0.0,0.0,0.02792804434404739,0.00043609910943842876,0.0,0.0,0.3086000631073772,0.03279741647499922,0.23566999813714237,0.017652880701749328,0.0,0.0,0.027518631190947575,0.0003932350785266071,0.007550746154505331,0.0010349914605595788,0.15638599425486044,0.013326466578662037,1.20699547623219e-26,3.349158753988646e-27,0.0012130687250796128,0.00014796223738014504,0.02878088425650157,0.0002499294619913251,,,,0.006485144573910058,0.0009435035460830455,0.7141512266191344,0.012899828001606358,5.961178331925751e-27,1.0676843705845748e-27,0.0013202579129019303,0.0001796465494887684,0.0286744275144207,0.0002774535149486274,0.26,2.2802826393830683e-06,0.34256921373200444,,,,,,,,,,2.550959337009968e-09,0.0,2.550959337009968e-09
+112,0,Grad. Ascent,Phi,0.0,10,3,1e-05,0.8888888888888888,0.0,0.0,0.43768324488741156,0.04286377622761245,0.27893965536690163,0.032246404177528686,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.35469792312892506,0.0353245275189434,0.2538575890783119,0.01912899300259437,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.16579268503752392,0.01493512828320238,1.3953754830761458e-39,4.345321169828471e-40,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6899198206632992,0.014186401488148285,7.251360296796451e-40,2.6427886941909497e-40,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.30666666666666664,9.239368668537131e-06,0.35231450719822816,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13
+113,0,Grad. Ascent,Phi,0.0,10,4,1e-05,0.8888888888888888,0.0,0.0,0.43865777180439325,0.044329451818748394,0.2794223399907739,0.03330419952607949,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.3656102077269917,0.03668139895918216,0.25480435990722056,0.019639223434811746,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.16850754784082062,0.015408343280255494,1.2665311763692826e-42,4.457082789857745e-43,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6760347428655031,0.014446783080401208,6.3879918785462964e-43,2.81229533821925e-43,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.30666666666666664,7.074335639783706e-06,0.35040974529346625,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13
+89,0,Grad. Diff.,Phi,0.0,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.445489286930888,0.03229003674923452,0.37030142536660876,0.01888994796965704,0.0061201590578911095,0.000819574741197496,0.33036224192508873,0.003606786695587268,0.777065527065527,0.036862340874226185,0.49531109821206637,0.029118029847928672,0.408587487805685,0.01831624708872293,0.008608980022137672,0.0006026885472454966,0.31927911942242043,0.0040052762824905825,0.8530475707793382,0.013514286562889284,0.47616832991712404,0.014724263389256042,0.9020615519919413,0.004077912862438643,0.13998843202607217,0.003577178138639071,0.40759786609109755,0.0058559235535909455,,,,0.8089788999178928,0.013968280336619586,0.49048439694787827,0.013574288877985733,0.8746356061656911,0.005757043972610084,0.15701386033285988,0.004224819428420731,0.4299783888180241,0.005867888812475599,0.36,1.180529730554766e-43,0.038538205980066444,,,,,,,,,,1.150018983956209e-17,0.5095916359417909,1.150018983956209e-17
+90,0,Grad. Diff.,Phi,0.0,10,1,1e-05,0.8208616780045351,0.23366666666666666,0.04134996135612024,0.448711121936769,0.03251591687870528,0.37259156149460004,0.019343586979528517,0.0036174684295270133,0.0006456670789976135,0.35084684639490876,0.004892543566542066,0.6501424501424501,0.04247327893615494,0.4753932430999148,0.029982393492054334,0.4005848724076532,0.018609746294909576,0.0068690105123928825,0.0005716981944819044,0.3303812523029244,0.003546827046213594,0.5628412560299246,0.013110945676236323,0.4580760565067743,0.015229737572763568,0.681057023106619,0.01024070126834248,0.0886238351318877,0.002426277583440824,0.42055467416083575,0.004994579398505561,,,,0.46203609392415806,0.01091867307056635,0.5114268242745105,0.013696751629091402,0.39126369530708427,0.013219304645635324,0.08462003634647551,0.0020996706054532297,0.43631911633893933,0.004829743853718719,0.2866666666666667,5.939289230547254e-27,0.14197120708748615,,,,,,,,,,2.8915775251270757e-11,0.4335645373296677,2.8915775251270757e-11
+91,0,Grad. Diff.,Phi,0.0,10,2,1e-05,0.8208616780045351,0.2053333333333333,0.03948523996488023,0.4617578617989009,0.03312670105472504,0.3786869096458096,0.02067738672719293,0.0030140672033289583,0.0005923791732660947,0.4112465508044762,0.010254320002101412,0.5024216524216524,0.04380305738510996,0.4692979336023198,0.029486952804471563,0.38677711002086307,0.01878419442657594,0.005438630481755229,0.0005556600432701432,0.34256549180763196,0.006425791282040907,0.44407238762011636,0.011288158570864326,0.4456124316228852,0.016172136034494928,0.4387009048764408,0.012723258624848553,0.07112488288431025,0.002165385558990518,0.4741629263985171,0.007492712792964969,,,,0.30875170331470164,0.007974400159793121,0.5789688478876374,0.013376387864029145,0.054493439234888544,0.004603772700049135,0.06286718410802472,0.00249583506010431,0.49636067836253955,0.007636791279568331,0.16666666666666666,3.850140759368365e-08,0.31689922480620153,,,,,,,,,,0.0004688948594180668,0.38862474609301456,0.0004688948594180668
+92,0,Grad. Diff.,Phi,0.0,10,3,1e-05,0.8208616780045351,0.025,0.012394334537179828,0.4815935750631795,0.03891390096873717,0.38400695068215485,0.028411514664050685,0.0008807482198892126,0.0005780606318251168,0.3382076267332419,0.013329960370499602,0.23817663817663817,0.03609328712275771,0.4788025429991702,0.03245957461517988,0.3843939853103076,0.021060327247136357,0.0037762744455419497,0.0008736819933718429,0.39817194557158064,0.010442966371690138,0.26913251229634727,0.008318145570150776,0.502772110633196,0.019199442290337928,0.11338575553958656,0.007936346771898294,0.048124009138765585,0.002558802040992586,0.3751924199022533,0.008887224559306744,,,,0.1894867784117846,0.004641042318677772,0.47669152933424613,0.016473403722812002,0.0002766024657169499,8.370774640982862e-05,0.0435711624312673,0.0021496425240812313,0.3439928424171195,0.008872932813047263,0.18,0.14165394443314375,0.4510520487264673,,,,,,,,,,0.00011580724071708764,0.13217173107417687,0.00011580724071708764
+93,0,Grad. Diff.,Phi,0.0,10,4,1e-05,0.8208616780045351,0.06083333333333333,0.019093330641141205,0.5086347329545251,0.04106627386262414,0.3487585126010581,0.0311229051402676,0.0009206726703364054,0.00028304833011280297,0.20953284692620008,0.016489932417523244,0.34002849002849,0.04041876238615587,0.5447495306271707,0.033931359325418194,0.4064550825116915,0.024244404505141467,0.003870131209698908,0.000495195820981596,0.3127129829424078,0.013231132627163454,0.38118660416278505,0.01141174188129042,0.49680372751005913,0.017118264884523133,0.44515118672144394,0.012320610824723199,0.060515475586569875,0.0019308386607570646,0.4066249338835942,0.011449592642912466,,,,0.09423709669538781,0.004523192731968132,0.5121976536358716,0.01756234639022113,5.079474684466335e-05,3.247775961231264e-05,0.015294580506806769,0.000756985372720552,0.05267286227958383,0.004882019183521703,0.24333333333333335,8.55908179140657e-05,0.36916943521594686,,,,,,,,,,3.3247401264281346e-08,0.25429955690432804,3.3247401264281346e-08
+119,0,KL Min.,Phi,0.0,10,0,1e-05,0.7210884353741497,0.41733333333333333,0.04908701817726713,0.4404119900313483,0.03215834584785806,0.3685403748239444,0.018886852683290357,0.006609113947183648,0.00083314965658764,0.32839321242418057,0.002507967748268899,0.7813390313390313,0.036833144291997535,0.49309723511408027,0.029165321907741543,0.40840541183725465,0.0182786916131292,0.008647799939233133,0.0006019463377911001,0.3164046884334776,0.002967030477080494,0.8340946493773876,0.013426858520502996,0.47125500023974304,0.014748205422405927,0.8864616240665817,0.004533328375479302,0.13701555671396073,0.003514771618699596,0.40423482523744636,0.005668013534349268,,,,0.7764363369638583,0.014071456253801585,0.4947696579702449,0.013494912442660918,0.8517714980231927,0.006555103140143843,0.1500083919623026,0.0040543560030796835,0.42862182856275277,0.005687185269494926,0.3466666666666667,8.960455869891988e-43,0.043410852713178294,,,,,,,,,,2.1942743021891237e-16,0.511783767496194,2.1942743021891237e-16
+120,0,KL Min.,Phi,0.0,10,1,1e-05,0.7210884353741497,0.06616666666666667,0.02277895414552839,0.38616568889864217,0.032841923580659,0.3373331931585142,0.018648271660188672,0.0009673422788279231,0.0003269511784435408,0.3757633473703473,0.007062844551478875,0.4568376068376069,0.04324292953572399,0.4500329359673502,0.02956541431818185,0.3799713615715442,0.017526960438075313,0.004801713022895753,0.0004947101310173516,0.3286703437685256,0.003873008065887857,0.358224456612624,0.008514703588570245,0.40326034100983643,0.01602569865634584,0.170710124332116,0.00846030855071312,0.054515254890658366,0.0010553167957073715,0.3983812445013232,0.005187913018942307,,,,0.3532902519889898,0.008232457523358213,0.5664525573018395,0.013598115309911316,0.12235810684039583,0.007698740904127741,0.0649760526318002,0.0014454081190137878,0.429791667216399,0.006016338046140314,0.18666666666666668,9.261379512870918e-08,0.3221262458471761,,,,,,,,,,5.522790313356146e-05,0.23172372077326256,5.522790313356146e-05
+121,0,KL Min.,Phi,0.0,10,2,1e-05,0.7210884353741497,0.0,0.0,0.3896628430219675,0.040382667395010674,0.29674549248224763,0.029609856180972914,0.0,0.0,0.02605066361846702,0.00033757789187220373,0.0,0.0,0.30882691795012995,0.03233780155076009,0.2354926554575992,0.017661041881035233,0.0,0.0,0.02611884871771877,0.00033386902415561516,0.007550746154505331,0.0010349914605595788,0.15479912781898394,0.013116735104066175,1.0046068308868282e-25,2.4646078942378577e-26,0.001258300749534157,0.00015343091812601938,0.02759032883735345,0.00021697095771110273,,,,0.006485144573910058,0.0009435035460830455,0.714292514930254,0.012802150491243931,4.854365133918027e-26,8.929189246805764e-27,0.0013695072986089475,0.00018652953507862944,0.02772596694393935,0.00021692720249407658,0.24666666666666667,2.1923745611671208e-06,0.34230343300110744,,,,,,,,,,2.0179572425111938e-08,0.0,2.0179572425111938e-08
+122,0,KL Min.,Phi,0.0,10,3,1e-05,0.7210884353741497,0.0,0.0,0.44072821233597004,0.04260482389159185,0.2785531708647916,0.032310448587946954,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.35823112850426997,0.03549349991263717,0.24838314796984587,0.018921114350511508,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.1666880102772587,0.014848232404540763,6.649611643545127e-39,2.1976276979304463e-39,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6894464972216763,0.014104224091332612,2.3147277267651083e-39,8.501699378930412e-40,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.3,7.988031105534583e-06,0.3512735326688815,,,,,,,,,,2.5881511422773775e-12,0.0,2.5881511422773775e-12
+123,0,KL Min.,Phi,0.0,10,4,1e-05,0.7210884353741497,0.0,0.0,0.46635820448756704,0.04420621513121829,0.24670611228608602,0.033424713350826064,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.42242444283905484,0.03756859490016205,0.2869533480674148,0.024705588796362796,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.17398114915082943,0.015774595323348888,1.3172543247790392e-33,1.128078192351984e-33,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6702601806503722,0.014507975683145874,3.466152028939939e-39,2.4482241539901036e-39,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.31333333333333335,4.564366539733312e-06,0.3473311184939092,,,,,,,,,,2.0608068972918464e-13,0.0,2.0608068972918464e-13
+99,0,Pref. Opt.,Phi,0.0,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.43958768915672614,0.03201377473778239,0.36954148073282966,0.018475406909683512,0.0062186222122174225,0.0008318323673224484,0.3296917068571787,0.0046509310873603625,0.7642450142450141,0.03790882473231565,0.5085866828004575,0.027376659012571938,0.4128835041291744,0.017453614159539964,0.008348131177790142,0.0005851803215926627,0.3099638539004192,0.0034217253479417744,0.7897970485636896,0.01560307813848238,0.4610280292306868,0.014411367134427746,0.8766018821342342,0.004091227722166755,0.1273599112562381,0.003687028045594734,0.3973241301372439,0.005886132812497454,,,,0.7561071918107968,0.016287888925169285,0.505780143762839,0.013469338616808978,0.875980368026049,0.004282309480310711,0.14579489306184049,0.004599239936926811,0.4152343327881947,0.005917592510452096,0.32,5.144304720368566e-37,0.07665559246954595,,,,,,,,,,5.563730678470443e-14,0.5046156138615842,5.563730678470443e-14
+100,0,Pref. Opt.,Phi,0.0,10,1,1e-05,0.8208616780045351,0.17066666666666666,0.03688572458133378,0.398097593174122,0.030658872972237534,0.3473319068940162,0.01673575152905193,0.0029095484732297246,0.0006580960661434977,0.2779515373235178,0.0034875882262884114,0.6524216524216524,0.04342010748392519,0.5029589294985205,0.0272167573948497,0.4106615313952846,0.01679715874015566,0.007213782213173275,0.0006315423771492203,0.29640589363423786,0.007256977923894145,0.4157369052689159,0.019439495403639942,0.4428018289135021,0.013837380399883631,0.7747471223103995,0.005464012326173342,0.06518609687132093,0.0032763021315533962,0.360046731049611,0.00817335504355518,,,,0.20367182870403827,0.009274833330809624,0.5309647459878414,0.013148473719160551,0.7234846904991572,0.005864907735236472,0.04102579083602729,0.002255860634011684,0.3804965163857859,0.009105379325214965,0.29,3.4286578485665095e-26,0.14739756367663345,,,,,,,,,,1.5989601818532152e-11,0.38858508844208894,1.5989601818532152e-11
+101,0,Pref. Opt.,Phi,0.0,10,2,1e-05,0.8208616780045351,0.29233333333333333,0.04491881940456958,0.4087252900067323,0.0310915737552159,0.35329993323454817,0.017383358638716227,0.004919638997249475,0.0008032913787596555,0.2812622421768081,0.003317656232924557,0.7606837606837606,0.03851471583338498,0.49227062858670234,0.028165690638201627,0.41050816200893164,0.017304776647714917,0.008272116019019353,0.0005999502448213067,0.2766736661994572,0.0044089878789167185,0.6400973874874583,0.019440961303790187,0.4601940385344932,0.014036297864505397,0.8343165200314714,0.004909012902157577,0.10097992956048368,0.003742977958814409,0.34440409616126755,0.005067362634500041,,,,0.2752258962662184,0.015184657951135534,0.5125136820862575,0.013201131180235505,0.7803354761928551,0.0055047247911336064,0.05282075998502547,0.003056916532625831,0.2925720656191614,0.003815817406646774,0.31,4.2734211582588426e-33,0.10084163898117386,,,,,,,,,,3.922502017067572e-13,0.4635901617821062,3.922502017067572e-13
+102,0,Pref. Opt.,Phi,0.0,10,3,1e-05,0.8208616780045351,0.22566666666666665,0.04087388558735096,0.415320668948717,0.031062911872498312,0.3558490152972197,0.017601857456544336,0.003802229591357634,0.0007264091963216739,0.28037974506404106,0.0036664109838314704,0.7051282051282052,0.04108592314438152,0.4868892295245139,0.028300346655511868,0.4071353723149788,0.01750881824180998,0.007652637976552868,0.0006120018331332855,0.2818804914342013,0.004265775073193291,0.6761552316550627,0.019385788497320533,0.4662565111620517,0.014205346582392659,0.8576960767364884,0.0047351948047892525,0.10642936056056714,0.003772563028343751,0.34187252464356854,0.004481089053299932,,,,0.23005648767467027,0.012309505775143548,0.5063466880646643,0.013362926315265726,0.7774173932003705,0.005687403349703199,0.04364537660671691,0.002299339457067745,0.28993550598053264,0.003031198702827004,0.31,3.076509991615289e-34,0.09364341085271317,,,,,,,,,,3.922502017067572e-13,0.44188907038498515,3.922502017067572e-13
+103,0,Pref. Opt.,Phi,0.0,10,4,1e-05,0.8208616780045351,0.22566666666666665,0.04087388558735096,0.41873749533700433,0.031014138839880974,0.3560428742235176,0.01766535626579844,0.00392613552176532,0.0007586720332192074,0.31701491895791006,0.003986008431068629,0.6951566951566951,0.04147789038411901,0.48347158179024324,0.028520063411345657,0.4052351774271735,0.017626395111619356,0.00756923997348644,0.0006164048502494053,0.32018380504074817,0.004923326108424165,0.7317416816694867,0.018545592358354707,0.471358582657205,0.014228447282412016,0.8762493318448833,0.004170960723817527,0.11742815098580654,0.0039300163222826074,0.37899289762204186,0.004846155113022571,,,,0.22542637329599832,0.011624463946222212,0.5048653246444754,0.013454713155325862,0.7796325730927125,0.005701842462918839,0.04350450756625529,0.0023243657135120967,0.3350620955762081,0.003605206488093111,0.3233333333333333,5.527837426332548e-35,0.08901439645625692,,,,,,,,,,2.858944731506222e-14,0.44483865411257695,2.858944731506222e-14
+125,0,Retain Model,Phi,0.0,10,-1,2e-05,0.0,0.44733333333333336,0.04950298429938799,0.4559023106732315,0.03283401691458175,0.3764878052915082,0.019616100500433782,0.007157778674970126,0.0008471703859198075,0.35267965882838304,0.004806363653018593,0.7670940170940171,0.03816773858757475,0.5037410710028157,0.029493147306494313,0.4170062423493305,0.018065802584815813,0.008563835771652536,0.0006222200036427265,0.3480993478787522,0.005115672181072033,0.8686838505851442,0.012597149181808459,0.4778830670614996,0.014402799020616376,0.9033232236014582,0.004136077136604402,0.14567073822653545,0.0037584503851931473,0.4521166520885928,0.007857296458691466,,,,0.4330523884261115,0.008902909468669264,0.6364134686518225,0.012814046873094457,0.13676270625058615,0.007359832649756168,0.08092029760683267,0.0017570194044373376,0.46591939546346245,0.00735441333476235,0.0,1.0,0.0,,,,,,,,,,1.0,0.5256206068691371,1.0

versions/{Phi-wd0.0-5-from-big_df-2024-01-03-21-13-29.pkl.csv → phi-5p.csv}

@@ -21,3 +21,27 @@
 60,0,Pref. Opt.,Phi,0.0,5,3,1e-05,0.9151450053705693,0.28733333333333333,0.044963584217941346,0.41718141307240947,0.03158033560399835,0.3582971059371289,0.01761460068210511,0.004734439304363033,0.0007827926425963448,0.2934308534866858,0.005154214445855657,0.7051282051282052,0.04172849403345307,0.498369216561253,0.0274783977707353,0.41076561169103987,0.016946986041210737,0.0075980437625121225,0.0006164580059362407,0.3002300088075271,0.006256128850514236,0.5477980797715342,0.020693281068159458,0.4497794911496921,0.013830244476730216,0.8064628470576224,0.005212395609476496,0.08640832917309997,0.003706449606951602,0.35298611862812906,0.0067437229061464475,,,,0.19946583988927535,0.01075092014330646,0.5179552804716727,0.015483008846305001,0.7115012654055353,0.007434179379594254,0.0397281262204839,0.0026196094391503027,0.3147341160834003,0.008490841603606216,0.325,2.3645183456640836e-16,0.16557213930348258,,,,,,,,,,9.594235055800515e-10,0.4541718815332515,9.594235055800515e-10
 61,0,Pref. Opt.,Phi,0.0,5,4,1e-05,0.9151450053705693,0.289,0.045011670764930574,0.4197342147868375,0.03169685066852125,0.3594715092966317,0.017831669358283044,0.0046467806845421405,0.0007730581842911,0.2943513595115394,0.0033432857060786735,0.7421652421652422,0.039980660506368816,0.4942782498998667,0.02798105690756216,0.41057631724515115,0.017227815023243147,0.007892750629459037,0.000602423007071051,0.2956308366194299,0.005280440358280402,0.6431082659335433,0.01968654713197535,0.45723983714878896,0.013955300895140235,0.8307311094580224,0.005001956848352048,0.10272980502028747,0.0038340232630478697,0.3610818051070236,0.005838759754859062,,,,0.2142412330267501,0.0131927757896015,0.5092541998330259,0.01551136757395992,0.7337058652111381,0.007348494338207295,0.041371837695604,0.002756106904444783,0.2956168969069584,0.0052211321228071445,0.34,4.0331927814505295e-18,0.1461691542288557,,,,,,,,,,1.2127544312107394e-10,0.46448175226712884,1.2127544312107394e-10
 83,0,Retain Model,Phi,0.0,5,-1,2e-05,0.0,0.4181666666666667,0.048417780054074745,0.452619425551523,0.03276880148869164,0.37672239597055446,0.01997551803220911,0.006770338014656243,0.0008415059163335462,0.38559041457237286,0.004703268905875031,0.7542735042735043,0.03803758218098353,0.5000344040307756,0.029891640628495534,0.41581775420489836,0.01853256215814981,0.008496280770998807,0.0006094230662782937,0.3637387836358756,0.005406283360404024,0.874148114684597,0.011704179986916521,0.47604676909766463,0.014778282281734924,0.9032318155028709,0.0036879515961418794,0.1477059540177595,0.0036282419998955413,0.5013622204205103,0.006937446008008315,,,,0.42377558329524495,0.011929022984044548,0.6304729729096896,0.016015199183240493,0.13919658565290485,0.010124524528174313,0.07861874997257551,0.0018628484602644802,0.5097503976815042,0.008120088868810355,0.0,1.0,0.0,,,,,,,,,,1.0,0.519105725724611,1.0
+55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
+50,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0
+127,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
+62,0,Grad. Ascent,Phi,0.01,5,0,1e-05,0.9473684210526315,0.38733333333333336,0.04848034069953959,0.4702205317221988,0.032006711055923516,0.38116377863356116,0.024657890803697315,0.006236020129651401,0.00083416453982487,0.33305425244477094,0.002522676081370665,0.7727920227920227,0.03738327846205438,0.5008360231562771,0.029131041282461387,0.42339562816497206,0.024822738104842076,0.00865043176576349,0.0006188786958300367,0.3262319675068413,0.004169588336868625,0.8630342336335792,0.012508602742289104,0.47230665884023193,0.014940931399018519,0.8991764596830294,0.00408061058549671,0.14224332865284828,0.0035741055630574494,0.4207631827652003,0.006075643818175603,,,,0.8411565288268551,0.015898061481940798,0.48139415398737057,0.016236296229064178,0.8740048697666535,0.0071617181689399055,0.16368861698397716,0.004983194993253389,0.4390333927172609,0.006967717879264403,0.395,5.0657070725933796e-12,0.21850746268656718,,,,,,,,,,2.5656301025789152e-14,0.518057494086161,2.5656301025789152e-14
+63,0,Grad. Ascent,Phi,0.01,5,1,1e-05,0.9473684210526315,0.33233333333333337,0.04657628332477988,0.46352625928363816,0.03220260155742308,0.378287678659287,0.02505813605076499,0.005438293103668776,0.0008160732123530282,0.33399058971499124,0.0025099941811678747,0.7670940170940171,0.03702451857933602,0.49877845953370964,0.02920750939548373,0.4269426301532781,0.02548451127551873,0.008428108495527019,0.0006018951023284206,0.3174084103370284,0.0028508944459367212,0.6994548680944075,0.014956253252312483,0.46741417161467724,0.015016271667911646,0.8207478715733544,0.006813977262923422,0.11231962010095738,0.0031904904996429523,0.4009420199109086,0.005211912879279698,,,,0.5427657287778972,0.015772823413817087,0.48859216878703704,0.016100075552418328,0.5910403224955716,0.01651648379973555,0.10126851053486309,0.003283346105068612,0.41594824903789485,0.00545838878356855,0.385,6.455513252234515e-11,0.2336318407960199,,,,,,,,,,1.3261055712130201e-13,0.49320032068312797,1.3261055712130201e-13
+64,0,Grad. Ascent,Phi,0.01,5,2,1e-05,0.9473684210526316,0.15283333333333332,0.03500044492261698,0.44489944075465077,0.03367259136018443,0.3679378231916626,0.02709062037048553,0.0023504843259260456,0.0005476038130725186,0.3738117274932104,0.009328626906495371,0.5180911680911681,0.043372146202152476,0.46774111236523674,0.02920334262448001,0.4194455560942563,0.02797537387604843,0.005689552572439171,0.0005732423200484731,0.3288924817165697,0.005317839481290448,0.407576475324819,0.009485677754656576,0.41575931813309824,0.01557671659740291,0.31023717642079096,0.010414590938182467,0.06460684160231213,0.0024076691622645975,0.39836579562816393,0.0055500024222479485,,,,0.39561813737893253,0.011014054482506298,0.528836311671055,0.01609422528076213,0.15419687807693006,0.011550388063867842,0.07365621288704191,0.002177349407547025,0.4240794974031419,0.006728028581349522,0.27,5.872102308255953e-07,0.296318407960199,,,,,,,,,,8.056669472003223e-07,0.34558327906881525,8.056669472003223e-07
+65,0,Grad. Ascent,Phi,0.01,5,3,1e-05,0.9473684210526315,0.013666666666666667,0.007060663863002368,0.38499512052448176,0.031869189691370994,0.3285657729627356,0.02569241479592782,0.00027888115019786963,0.00013734550421161686,0.45302379910702145,0.014960818903311992,0.1854700854700855,0.03192740576456628,0.4129756012061883,0.030697548285939392,0.39253027406360197,0.028576237195492765,0.0024177315696571,0.00042124508488465567,0.40204239431066974,0.013992213046465115,0.27498685935440026,0.008109027780830868,0.3463962260149917,0.016249747008218216,0.035639351532210393,0.004070251115426569,0.0435541376879855,0.0012227357861912594,0.4100031277819213,0.008997757290374837,,,,0.25772944093759054,0.008835947746991793,0.6198384674758057,0.017198709543899918,0.016385743507442433,0.002716078358098081,0.048296473362351745,0.0015538717218489837,0.40254559873749207,0.010882343687310897,0.115,0.21463786172170962,0.4494029850746269,,,,,,,,,,0.1420746514551761,0.07272450801528493,0.1420746514551761
+66,0,Grad. Ascent,Phi,0.01,5,4,1e-05,0.9473684210526316,0.006999999999999999,0.005366374921488416,0.33162692114515296,0.034602705500507855,0.3086568230497394,0.02469392939030263,0.00014492753623188405,0.00010196035806977516,0.3273254466202702,0.008285297737596824,0.045156695156695154,0.013729649816810394,0.38764041548587147,0.02982279652678528,0.3606459158735745,0.027334710961078278,0.0008036077487346345,0.0002297548355519693,0.34408214632182105,0.008165113849349167,0.17668430862926077,0.005137403940778033,0.3294075029061917,0.017063007349037172,0.0009094803730757254,0.00025547778244081303,0.028704598972948123,0.0007996272178659856,0.32993047398003306,0.005275591767363487,,,,0.16250982424789703,0.00499411861704525,0.5769310997983197,0.017711529027575522,0.00044359152207463083,0.0002348360930215928,0.03221285623428339,0.0011033966488544287,0.2996506352525866,0.0051596639245466355,0.125,0.19294319281521355,0.4469154228855721,,,,,,,,,,0.0878382826713132,0.007004792878636915,0.0878382826713132
+42,0,Grad. Diff.,Phi,0.01,5,0,1e-05,0.9151450053705693,0.3973333333333333,0.04870415050172085,0.4678435778720407,0.032137010774723654,0.38071170295758916,0.02459418835823046,0.006365911256096586,0.0008343610756620373,0.3397004696498032,0.002636847356886148,0.7642450142450141,0.03790882473231565,0.5007235586805928,0.029071911794725465,0.4226639082672956,0.02477886455076359,0.008595846256573423,0.0006257596806937399,0.3311016865466536,0.004794229183144251,0.8721092880212769,0.012298979869899092,0.4744406979742168,0.014880458639131443,0.9025795877529031,0.003916338520805818,0.1442091384328562,0.003648217718380057,0.4256276909117877,0.006257025952016907,,,,0.8407838747624112,0.016036895405682237,0.48067977707224346,0.01625556138025168,0.8840307826757645,0.006614568352365256,0.16391258248782223,0.005011926277748944,0.4468026409556067,0.007465492502146892,0.39,4.894475734218317e-12,0.21830845771144278,,,,,,,,,,5.86730162802883e-14,0.5197875247816769,5.86730162802883e-14
+43,0,Grad. Diff.,Phi,0.01,5,1,1e-05,0.9151450053705693,0.3473333333333333,0.04736177833589072,0.4658565743478556,0.032190529189740136,0.37902972462361545,0.024914625287162914,0.005572909503883965,0.0008129460970439699,0.34209716269796464,0.0035569512250199073,0.7474358974358973,0.03827063998189997,0.49612806638139373,0.029576486797460378,0.4226405600755504,0.025008676244423402,0.008032865943899542,0.0005621164819683218,0.32865105877525935,0.0038978426238417806,0.8258097903202785,0.013911671417644524,0.47413569492142965,0.01496968822128586,0.8868977975392949,0.004687838770332232,0.1356322976688059,0.003579559088357858,0.4315184634867408,0.006307123916588194,,,,0.6413835780521334,0.01682017466894216,0.48577763100969434,0.016418064941580508,0.7061440694141925,0.014532229391702015,0.12174831962148079,0.004028227849277732,0.44208240006432176,0.006829448495821801,0.38,1.1776592896645094e-11,0.22343283582089551,,,,,,,,,,2.9623487356936016e-13,0.5047352737509242,2.9623487356936016e-13
+44,0,Grad. Diff.,Phi,0.01,5,2,1e-05,0.9151450053705693,0.24483333333333335,0.04215085342486489,0.4625359994576103,0.032621888404754114,0.3758971519871067,0.025677245003106298,0.003775727623708952,0.0006640346510903368,0.3500616432827556,0.006118399018951057,0.6762108262108263,0.041283143178581436,0.4889036615332099,0.02943054153484348,0.4236861963949195,0.026138168444356055,0.007372619834467888,0.0005829880943059497,0.33673263065716685,0.005253124826603497,0.6049396776020457,0.013976971298303968,0.4612535221474117,0.01530767798039172,0.7362495710152509,0.00823504442092462,0.09543865882076759,0.00257352751624662,0.4279937556012972,0.0058471810291254285,,,,0.467504242312318,0.013490950332617421,0.5008212466462312,0.016403700482951537,0.36403334928207415,0.016235857834725916,0.08644949076627832,0.0024920869852342598,0.4551870992489783,0.007053281002471597,0.345,9.774312579286385e-10,0.2507462686567164,,,,,,,,,,5.951062636424447e-11,0.4506655509391546,5.951062636424447e-11
+45,0,Grad. Diff.,Phi,0.01,5,3,1e-05,0.9151450053705693,0.25066666666666665,0.04155906645353501,0.4522186890185522,0.03379806716500173,0.37163065732523054,0.026163742163857955,0.0038356477638539577,0.0006603467510802686,0.3799103276265034,0.007895020897578117,0.6021367521367521,0.04276479954276994,0.4827709140534684,0.029394363324439343,0.4223339028901742,0.026994260464550626,0.006631917105760502,0.0005881291691288757,0.35214358840198745,0.006904142661142702,0.5114967609955267,0.01188225990782738,0.44601523164022544,0.01569150751068399,0.5945503053901763,0.01000923752105491,0.07978642994593477,0.0018349873686373515,0.452711571950052,0.006338428504598451,,,,0.40989014418209946,0.011677618326873888,0.5299893964426794,0.016305335991572075,0.18144936255193322,0.012414113602790098,0.07658335918342869,0.00199129826860702,0.4881270035786109,0.007441988124251571,0.275,7.274398716819551e-07,0.2980099502487562,,,,,,,,,,4.6128382074998843e-07,0.43123040151855757,4.6128382074998843e-07
+46,0,Grad. Diff.,Phi,0.01,5,4,1e-05,0.9151450053705693,0.212,0.039413546014379484,0.45064918770182705,0.034223452847729756,0.3693853118330659,0.026361926453242125,0.0032865313254840985,0.0006309876870707848,0.3993303075586398,0.009038594044291366,0.6106837606837607,0.04258106655203318,0.4804159197768448,0.029743575267259563,0.4217896553616893,0.027243025716062495,0.006715957730675074,0.0005872648636038186,0.3543789096754754,0.006734690172508233,0.5072339469034717,0.011995210499331867,0.44490751045661825,0.015743106866691527,0.570797476051256,0.010328660412022682,0.08016542054049272,0.002002839372378644,0.45708176744168477,0.006980054634977941,,,,0.395527053299195,0.011627848646539426,0.5437199008557633,0.016381511529563884,0.12948525108431583,0.010609580421746081,0.07608437028829533,0.0024358043498195715,0.49979007603264874,0.008432291993143413,0.245,5.180660338161201e-06,0.31417910447761194,,,,,,,,,,1.1150402145378719e-05,0.41466703707754604,1.1150402145378719e-05
+72,0,KL Min.,Phi,0.01,5,0,1e-05,0.8678839957035446,0.4073333333333333,0.04890628707870714,0.46895545751340906,0.03207997819700763,0.3807860232150567,0.024589508967707528,0.006506889590530774,0.0008351364921554757,0.3364273150188554,0.00256961225665061,0.7727920227920227,0.03738327846205438,0.49975883125095255,0.029023278467080225,0.42347443380966066,0.02480494831953641,0.008658448792302847,0.0006230229367984266,0.3249002409958939,0.004029200497814564,0.8625211609105699,0.01252761288739136,0.472905162798203,0.014921074256770726,0.8991544656111204,0.0040813831635363625,0.14191658934091503,0.003527427539152901,0.4226968038809161,0.006248706436982362,,,,0.8415051252115527,0.015822463829402358,0.48103219042642215,0.016284674046883864,0.8739887868170981,0.007177742585447102,0.16364532509448323,0.004963007282731629,0.4380563297491344,0.006778505447397485,0.39,5.288020907026845e-12,0.21875621890547264,,,,,,,,,,5.86730162802883e-14,0.5215557241932791,5.86730162802883e-14
+73,0,KL Min.,Phi,0.01,5,1,1e-05,0.8678839957035446,0.33233333333333337,0.04657628332477988,0.46406758093050593,0.03208968861791881,0.378204987775231,0.02501102177000738,0.005434478098201527,0.0008152768042422294,0.332541625242257,0.002382512986644175,0.7670940170940171,0.03702451857933602,0.4981194202876374,0.029189789077508254,0.4270124226268368,0.025532853965627128,0.008438522246750818,0.00060278426413987,0.32322164246050733,0.004028717682881305,0.7064093892130515,0.015082685497990907,0.46923033724039254,0.01495915728848286,0.8243124665383831,0.006745036307766154,0.11366100559311693,0.0032262541023935893,0.4024112557641747,0.0054078315311679075,,,,0.550586528259906,0.01587925449069617,0.4884893714926913,0.016177056402482636,0.5929438127792263,0.016478183846341768,0.10276832959759241,0.0033053068411054436,0.41192872182192913,0.0052643041532413224,0.39,5.1776563533332604e-11,0.23228855721393035,,,,,,,,,,5.86730162802883e-14,0.4939390933429211,5.86730162802883e-14
+74,0,KL Min.,Phi,0.01,5,2,1e-05,0.8678839957035446,0.15783333333333333,0.03513678178694564,0.44880469697896536,0.03330190786006885,0.3695053509344211,0.026793042852428756,0.0024883713637950723,0.0005582520394266483,0.37583756281221703,0.009632572789225403,0.5636752136752137,0.04342640003071448,0.47170232334802753,0.029047550892587926,0.42134336876327244,0.02785996987560283,0.006075492986915766,0.0005733436262154558,0.32341987776091663,0.004862266282380578,0.41647037679034904,0.009409339329114003,0.42045584458400276,0.015486731485031775,0.3426740213967376,0.010722104005944182,0.06624829974475784,0.0024000741537383245,0.40407332380582056,0.005672566558969576,,,,0.3954147946279467,0.011237187721797824,0.5262106743299542,0.01605648314875436,0.16433360275066503,0.011908963011260066,0.07390941815371004,0.0021937924117020396,0.4334637178689931,0.0069395438149276786,0.27,5.339896563528368e-07,0.2955721393034826,,,,,,,,,,8.056669472003223e-07,0.3566418642799969,8.056669472003223e-07
+75,0,KL Min.,Phi,0.01,5,3,1e-05,0.8678839957035446,0.015333333333333332,0.007962031109832426,0.4028683587264754,0.03200797177096022,0.34005911321481364,0.026561192619630712,0.0002825899164773845,0.00013923913228522386,0.506884036880587,0.013238950409730204,0.22749287749287747,0.03503451733772163,0.4242603972960256,0.03069538570169358,0.39826567687915027,0.029062295812726124,0.002655673088603394,0.00041719267347636125,0.4259448142323811,0.014104314804628487,0.30317311642168526,0.008225994000437796,0.35188362225687625,0.01614564168189605,0.055630761897987234,0.005027591203888491,0.053512607826809076,0.0034524105553360796,0.47580466523429077,0.008836022468011344,,,,0.28760103073256016,0.009621335604118078,0.6120420372409806,0.017022145032074425,0.023781530102960104,0.0035930177435653512,0.05782994815787557,0.003501785056211076,0.4599772267791548,0.010699873314550502,0.115,0.08425016422364179,0.42960199004975125,,,,,,,,,,0.1420746514551761,0.08652191515378063,0.1420746514551761
+76,0,KL Min.,Phi,0.01,5,4,1e-05,0.8678839957035446,0.002,0.001999999999999999,0.3553673668831616,0.03292035490154195,0.3165075376792712,0.02470159451223925,7.142857142857142e-05,7.142857142857143e-05,0.4175725218761348,0.012571455541940033,0.0779202279202279,0.019093212206409506,0.39577333969288264,0.031148681295742026,0.3814122528427597,0.027440055776921112,0.0011645059167925693,0.0002617646011644419,0.40376467560787016,0.011295870546941068,0.21474838348528966,0.0059902324388530085,0.3249776768208696,0.01679551500230718,0.004729788271612479,0.0007870849443046907,0.035124776240938044,0.0010017132999040517,0.41598280561224865,0.007480651046526885,,,,0.19625366054827842,0.006357602798082099,0.6019272754736927,0.01752453550368034,0.0020996731725884065,0.0007612685661735476,0.03873003132002448,0.0012853609631510894,0.3980496995718481,0.009124953134032337,0.1,0.2737389674190561,0.4553731343283582,,,,,,,,,,0.2704743832803917,0.012111175015277706,0.2704743832803917
+52,0,Pref. Opt.,Phi,0.01,5,0,1e-05,0.9151450053705693,0.38733333333333336,0.04848034069953959,0.47077325716159346,0.0322983226826558,0.38233544228046357,0.024487486116936023,0.006224131060770215,0.0008329441836443652,0.3311313411613099,0.002438340165616331,0.7642450142450141,0.03790882473231565,0.504397096959188,0.02871043114986494,0.4232827365297125,0.024480867210747437,0.008590496228438141,0.0006238220996465724,0.3192531875703322,0.00396495767718937,0.8650445849866851,0.013004283881015261,0.46975287662066717,0.014755165836636464,0.9009263739228758,0.0038855718112490918,0.14233980391126533,0.0036458015279000576,0.41758241080386316,0.0061939075359923185,,,,0.8785970368046897,0.014571104369632755,0.4847094697929499,0.016147036195730703,0.8989153825341245,0.005571797458172596,0.17251406425110488,0.005130522098431152,0.4384495974595747,0.007467537247416522,0.38,8.606318711178264e-12,0.22159203980099504,,,,,,,,,,2.9623487356936016e-13,0.5181432182138059,2.9623487356936016e-13
+53,0,Pref. Opt.,Phi,0.01,5,1,1e-05,0.9151450053705693,0.3106666666666667,0.045760514544288325,0.449021752363992,0.03166147493306669,0.37036629188340287,0.023058356017181193,0.005156394247336039,0.0008051428051619369,0.3499675601121971,0.005917068032809371,0.7094017094017094,0.041322819670542126,0.5082493937967322,0.02703999671345648,0.4173696054826313,0.023094151301457193,0.007904739096664714,0.0006246132203410139,0.3501697147138109,0.006231350800435453,0.5176678951269774,0.020466395195891728,0.44797862969742036,0.014196830878312808,0.80351049133941,0.005369812311164263,0.07981394704024042,0.0034348834320896667,0.4530654723845703,0.00833982479157137,,,,0.3456792256646202,0.02072274301227613,0.5160838994039727,0.015970211373317677,0.7622839465674903,0.007364296453277785,0.06841574910892625,0.00446810380014485,0.4771874157568081,0.0107467868537877,0.32,2.5711329376685905e-09,0.2571144278606965,,,,,,,,,,1.8694649189611297e-09,0.4656543567037805,1.8694649189611297e-09
+54,0,Pref. Opt.,Phi,0.01,5,2,1e-05,0.9151450053705693,0.17733333333333334,0.03777445023966717,0.43105403567531053,0.03132970212117321,0.3617102253689021,0.022473645018072495,0.0029110218982668513,0.0006585486177014463,0.37678644033452957,0.014937713622423405,0.6766381766381766,0.04259769328697061,0.499037600014566,0.027164826839664882,0.4124155062951512,0.022265558553862155,0.007546741827556888,0.0006286733282296054,0.34394485963113075,0.010014142273038209,0.3376444741658668,0.01667198132129853,0.4394729954443767,0.014006406535919197,0.7536458413813074,0.0061096575486654535,0.054499814795241595,0.002889757589839446,0.5140921887597085,0.008998708664478402,,,,0.2185774077863272,0.0093122165661745,0.525439985056896,0.01563000353579026,0.6757358105983836,0.007732263757350835,0.043656418792839366,0.00236879274776873,0.549872205907207,0.010050968785150908,0.31,3.582459415247659e-08,0.2753233830845771,,,,,,,,,,6.865581733487208e-09,0.38802873821884926,6.865581733487208e-09
+55,0,Pref. Opt.,Phi,0.01,5,3,1e-05,0.9151450053705693,0.2606666666666667,0.04333043243333383,0.4368441181991892,0.0314334754633251,0.36519754975692126,0.022584344830396244,0.00431047181235687,0.000754822151770228,0.33054180843487785,0.010963783665047258,0.7065527065527065,0.04164330677576536,0.5029415692144049,0.02723380079782264,0.4161844633832956,0.02214994286136674,0.007690487137519026,0.0006328094000606604,0.31136389075046145,0.00708691778999871,0.48066021426910643,0.020109211153698202,0.4451154232504332,0.013934350734310845,0.7978543138750059,0.00536444490855783,0.07594731510535416,0.0035597390081840725,0.48338294610137117,0.0095435986970563,,,,0.21215981442010923,0.009550072386650968,0.5221263361368914,0.015613002687054296,0.7087758466564626,0.007474080250318148,0.0429872559165959,0.0024591884780993676,0.4873829223001848,0.01219178289721992,0.32,1.7041933048529214e-08,0.2700497512437811,,,,,,,,,,1.8694649189611297e-09,0.4444322693477377,1.8694649189611297e-09
+56,0,Pref. Opt.,Phi,0.01,5,4,1e-05,0.9151450053705693,0.2756666666666667,0.04384662330054288,0.4400784419453887,0.03151288719072576,0.3665461930904549,0.02267574042080427,0.004509700848657644,0.0007599026971096693,0.321622807204187,0.007642186916448955,0.7364672364672364,0.04001870838730468,0.5019798132280175,0.027355076580149035,0.41516243280871923,0.02206562214156096,0.008038726792771947,0.0006290897388259802,0.3166833482357607,0.0061427314831959574,0.5530977000457807,0.020689279854693463,0.44772954835910145,0.01398835914622035,0.8141930350584041,0.0050901634917780245,0.08705088747430882,0.0036998080583930766,0.4477251066365466,0.00887786542772537,,,,0.22430610260291634,0.01172762080648869,0.51995174384652,0.01567541348276156,0.7246818215455729,0.00737963992864854,0.04457842146545089,0.0027130341265047806,0.4448460324395553,0.012060145743815337,0.315,9.018692040843481e-09,0.2656218905472637,,,,,,,,,,3.602472544567432e-09,0.4578660887445282,3.602472544567432e-09
+82,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0

versions/phi.csv

@@ -1,9 +0,0 @@
-Method,Compute,PPL,Truth,ROUGE,MAPO
-DPO,1,0.0768753815825175,0.3986066518668836,0.9565206583678539,0.8712100761297452
-DPO,1,0.5996286412275281,0.3602207419553394,0.6659869365178336,0.10860875787554469
-Grad Ascent,1,0.01276005409910086,0.8739653533368998,0.023760115576687335,0.557119299008513
-Grad Ascent,1,0.9153365174437643,0.5117768071328227,0.13019174875223205,0.2736769500895253
-IDK,1,0.9575847571359651,0.14495165859171177,0.5215967278097287,0.9513180970650936
-IDK,1,0.5081723023409522,0.7260250131902866,0.46407442478973215,0.9008803129332287
-KL,1,0.23284021819861755,0.7973023013038227,0.9713336423092905,0.674807833567933
-KL,1,0.04023188230471908,0.7071738714102987,0.4663170982373773,0.6658539062921722