tofu_leaderboard / versions /Phi-wd0.01-5-from-big_df_12epochs-2024-01-03-21-26-46.pkl.csv
pratyushmaini
new
b7d9ead
raw
history blame
3.06 kB
,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
50,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0