omnisealbench / backend /data /sav_val_full_video_benchmark.csv
Mark Duppenthaler
Add csv export
a1f1bf8
model,attack_name,attack_variant,cat,psnr,ssim,lpips,msssim,vmaf,bit_acc,log10_p_value,TPR,FPR,decoder_time
videoseal_0.0,Brightness,factor_0.5,Visual,12.329644482775501,0.765689172471563,0.16400888313849768,0.8749285315473875,0.6847622812499999,0.9877604258557161,-22.39911645779745,0.8020833333333334,0.0,0.04272677252689997
videoseal_0.0,Brightness,factor_1.5,Visual,14.354039193711705,0.8878506775945425,0.1478040034805114,0.922600731253624,91.48575708333333,0.9782552175844709,-21.862761259598727,0.8333333333333334,0.0,0.042757692436377205
videoseal_0.0,Contrast,factor_0.5,Visual,19.05058922938615,0.8292847778648138,0.14325758003784964,0.8760610688477755,0.6737453020833334,0.9880208428949118,-22.43751910161488,0.8333333333333334,0.0,0.042714941004912056
videoseal_0.0,Contrast,factor_1.5,Visual,21.246118715557845,0.8107115399713317,0.09629796988641222,0.9281391569723686,99.27316893749999,0.9828125089406967,-22.060089082185865,0.8645833333333334,0.0,0.042758017778396606
videoseal_0.0,Crop,size_0.55,Geometric,,,,,,0.7180989719927311,-5.084022903082193,0.0,0.0,0.041914597153663635
videoseal_0.0,Crop,size_0.71,Geometric,,,,,,0.9520833479861418,-18.83922559512217,0.5416666666666666,0.0,0.041999004781246185
videoseal_0.0,GaussianBlur,kernel_size_9,Visual,31.261418189283557,0.8564526836077372,0.2545727002822484,0.9441723121951023,82.53886110416666,0.9886718845615784,-22.524100619904697,0.9270833333333334,0.0,0.04526924838622411
videoseal_0.0,Grayscale,default,Visual,25.135986236049394,1.006394298747182,0.16119166614953429,0.9570745130379995,69.34677589583333,0.5167968831956387,-0.5049506741170464,0.0,0.0,0.04505695402622223
videoseal_0.0,H264,crf_23,Compression,38.90266357816779,0.976277074466149,0.025900887136231177,0.9912077020853758,93.4950784375,0.9773437529802322,-21.254674812157564,0.6770833333333334,0.0,0.26233071585496265
videoseal_0.0,H264,crf_30,Compression,34.89336664070968,0.9441891511281332,0.07064529450144619,0.9780133875707785,90.57634715625,0.9298177100718021,-16.948903400945508,0.2916666666666667,0.0,0.2648838981986046
videoseal_0.0,H264,crf_40,Compression,29.61771797047508,0.8512644742925962,0.21676112001296133,0.9216825664043427,77.12887388541667,0.7444010442122817,-6.524993251353135,0.0,0.0,0.26909273862838745
videoseal_0.0,H264,crf_50,Compression,24.375132083999276,0.7168533718213439,0.44491561502218246,0.7669866091261307,42.544007739583336,0.5953125000620881,-1.6307919905700874,0.0,0.0,0.27051642785469693
videoseal_0.0,H264_Crop_Brightness0,"xargs_[23, 0.71, 0.5]",Compression,,,,,,0.8328125017384688,-10.553013238178776,0.08333333333333333,0.0,0.15082495907942453
videoseal_0.0,H264_Crop_Brightness1,"xargs_[30, 0.71, 0.5]",Compression,,,,,,0.6783854194606344,-3.9887163895481392,0.0,0.0,0.15231983363628387
videoseal_0.0,H264_Crop_Brightness2,"xargs_[40, 0.71, 0.5]",Compression,,,,,,0.558203123199443,-1.0105757298040505,0.0,0.0,0.15606174369653067
videoseal_0.0,H264_Crop_Brightness3,"xargs_[50, 0.71, 0.5]",Compression,,,,,,0.5205729169150194,-0.5174883076741513,0.0,0.0,0.1565847098827362
videoseal_0.0,H264rgb,crf_23,Compression,41.47758589761431,0.9816663532207409,0.027765587966617506,0.9943965021520853,94.04945610416667,0.9869791685293118,-22.30228143979824,0.8645833333333334,0.0,0.26086734731992084
videoseal_0.0,H264rgb,crf_30,Compression,37.1260413791376,0.9574717245995998,0.0760538221608537,0.9858291608591875,92.73585030208335,0.9799479190260172,-21.489114757416896,0.6979166666666666,0.0,0.2627016330758731
videoseal_0.0,H264rgb,crf_40,Compression,32.388330112588456,0.8992538259675106,0.19846482132561505,0.9558645101885,86.78819740624999,0.9144531264901161,-15.596305555499745,0.2604166666666667,0.0,0.267351637283961
videoseal_0.0,H264rgb,crf_50,Compression,27.841309726436464,0.7996925072123607,0.359958834014833,0.8841126126547655,68.91671463541667,0.7197916662941376,-5.245144452455555,0.010416666666666666,0.0,0.2688034226497014
videoseal_0.0,HorizontalFlip,default,Geometric,,,,,,0.988541675110658,-22.509592133545524,0.8958333333333334,0.0,0.04236834992965063
videoseal_0.0,Hue,factor_0.25,Visual,22.093641063881886,0.9400382476548353,0.2163538116340836,0.9469405251244704,61.196745177083336,0.6230468852445483,-2.1118133625895967,0.0,0.0,0.04279887676239014
videoseal_0.0,Identity,default,None,49.978977931859426,0.9937164143969616,0.006842429180930291,0.9962141122668982,94.63625695833332,0.9893229268491268,-22.592961285890492,0.9270833333333334,0.0,0.05321664363145828
videoseal_0.0,JPEG,quality_40,Compression,37.04748280666869,0.912163307890296,0.061407871961516015,0.9650243514527878,92.12864571875001,0.9470052197575569,-18.385397764676345,0.4791666666666667,0.0,0.04320657749970754
videoseal_0.0,MedianFilter,kernel_size_9,Visual,29.635423336436688,0.8052526020134488,0.21484369677879536,0.9034083429723978,79.76610556249999,0.9889323009798924,-22.554467241038065,0.9270833333333334,0.0,0.045565965274969734
videoseal_0.0,Perspective,distortion_scale_0.5,Geometric,,,,,,0.9149739692608515,-15.442059052575727,0.21875,0.0,0.044607033332188926
videoseal_0.0,Resize,size_0.55,Geometric,,,,,,0.9891927173982064,-22.584066906143118,0.9375,0.0,0.04200796037912369
videoseal_0.0,Resize,size_0.71,Geometric,,,,,,0.9894531350582838,-22.61095164976307,0.9375,0.0,0.04194989303747813
videoseal_0.0,Rotate,angle_10,Geometric,,,,,,0.9381510528425375,-17.10844228502611,0.23958333333333334,0.0,0.04480337103207906
videoseal_0.0,Rotate,angle_90,Geometric,,,,,,0.5110677148525914,-0.4356897813412122,0.0,0.0,0.04462430874506632
videoseal_0.0,Saturation,factor_0.5,Visual,31.1184732912089,0.9963171773900589,0.0435978326034577,0.9937543322642645,82.37308011458333,0.9872395930190881,-22.325443424433285,0.8020833333333334,0.0,0.04291540135939916
videoseal_0.0,Saturation,factor_1.5,Visual,31.443817581094304,0.9884588439017534,0.037789984742024295,0.9898110615710417,87.21965684375,0.9891927186399698,-22.574382076523154,0.9375,0.0,0.04274391631285349
videoseal_0.0,VP9,default,Compression,37.837220910611414,0.9681100845336914,0.04557402139956442,0.9873604613045851,93.01640629166666,0.965234378973643,-20.019336430542744,0.4270833333333333,0.0,0.2505236243208249