data/image_benchmark.csv

model,psnr,ssim,lpips,decoder_time,none_p_value,none_bit_acc,none_word_acc,none_watermark_det_score,proportion_01_p_value,proportion_01_bit_acc,proportion_01_word_acc,proportion_01_watermark_det_score,collage_01_p_value,collage_01_bit_acc,collage_01_word_acc,collage_01_watermark_det_score,crop_01_p_value,crop_01_bit_acc,crop_01_word_acc,crop_01_watermark_det_score,crop_02_p_value,crop_02_bit_acc,crop_02_word_acc,crop_02_watermark_det_score,crop_05_p_value,crop_05_bit_acc,crop_05_word_acc,crop_05_watermark_det_score,rot_10_p_value,rot_10_bit_acc,rot_10_word_acc,rot_10_watermark_det_score,jpeg_80_p_value,jpeg_80_bit_acc,jpeg_80_word_acc,jpeg_80_watermark_det_score,jpeg_40_p_value,jpeg_40_bit_acc,jpeg_40_word_acc,jpeg_40_watermark_det_score,brightness_1p5_p_value,brightness_1p5_bit_acc,brightness_1p5_word_acc,brightness_1p5_watermark_det_score,brightness_2_p_value,brightness_2_bit_acc,brightness_2_word_acc,brightness_2_watermark_det_score,contrast_1p5_p_value,contrast_1p5_bit_acc,contrast_1p5_word_acc,contrast_1p5_watermark_det_score,contrast_2_p_value,contrast_2_bit_acc,contrast_2_word_acc,contrast_2_watermark_det_score,saturation_1p5_p_value,saturation_1p5_bit_acc,saturation_1p5_word_acc,saturation_1p5_watermark_det_score,saturation_2_p_value,saturation_2_bit_acc,saturation_2_word_acc,saturation_2_watermark_det_score,sharpness_1p5_p_value,sharpness_1p5_bit_acc,sharpness_1p5_word_acc,sharpness_1p5_watermark_det_score,sharpness_2_p_value,sharpness_2_bit_acc,sharpness_2_word_acc,sharpness_2_watermark_det_score,resize_07_p_value,resize_07_bit_acc,resize_07_word_acc,resize_07_watermark_det_score,resize_01_p_value,resize_01_bit_acc,resize_01_word_acc,resize_01_watermark_det_score,overlay_text_p_value,overlay_text_bit_acc,overlay_text_word_acc,overlay_text_watermark_det_score,hflip_p_value,hflip_bit_acc,hflip_word_acc,hflip_watermark_det_score,perspective_01_p_value,perspective_01_bit_acc,perspective_01_word_acc,perspective_01_watermark_det_score,perspective_05_p_value,perspective_05_bit_acc,perspective_05_word_acc,perspective_05_watermark_det_score,median_filter_3_p_value,median_filter_3_bit_acc,median_filter_3_word_acc,median_filter_3_watermark_det_score,median_filter_7_p_value,median_filter_7_bit_acc,median_filter_7_word_acc,median_filter_7_watermark_det_score,hue_m01_p_value,hue_m01_bit_acc,hue_m01_word_acc,hue_m01_watermark_det_score,hue_p01_p_value,hue_p01_bit_acc,hue_p01_word_acc,hue_p01_watermark_det_score,gaussian_blur_3_p_value,gaussian_blur_3_bit_acc,gaussian_blur_3_word_acc,gaussian_blur_3_watermark_det_score,gaussian_blur_17_p_value,gaussian_blur_17_bit_acc,gaussian_blur_17_word_acc,gaussian_blur_17_watermark_det_score,comb_p_value,comb_bit_acc,comb_word_acc,comb_watermark_det_score,Geometric_fake_det_score,avg_fake_det_score,Inpainting_fake_det_score,Compression_fake_det_score,Visual_fake_det_score,Mixed_fake_det_score,Geometric_fake_det_value,avg_fake_det_value,Inpainting_fake_det_value,Compression_fake_det_value,Visual_fake_det_value,Mixed_fake_det_value,Geometric_watermark_det_score,avg_watermark_det_score,Inpainting_watermark_det_score,Compression_watermark_det_score,Visual_watermark_det_score,Mixed_watermark_det_score,Geometric_watermark_det_value,avg_watermark_det_value,Inpainting_watermark_det_value,Compression_watermark_det_value,Visual_watermark_det_value,Mixed_watermark_det_value,Geometric_bit_acc,avg_bit_acc,Inpainting_bit_acc,Compression_bit_acc,Visual_bit_acc,Mixed_bit_acc,Geometric_word_acc,avg_word_acc,Inpainting_word_acc,Compression_word_acc,Visual_word_acc,Mixed_word_acc,Geometric_p_value,avg_p_value,Inpainting_p_value,Compression_p_value,Visual_p_value,Mixed_p_value
dctdwt,37.096292638778685,0.98237306193,0.018083606001222507,0.02736813449859619,0.06514566125907004,0.90459375,0.66,0.9034375,0.38753517223615197,0.56265625,0.001,0.5640625,0.11357784802280367,0.6845,0.0,0.6890625,,,,,,,,,,,,,0.5171706016524695,0.5099375,0.0,0.5074375,0.5310880062705837,0.50534375,0.0,0.5054375,0.5499494545557536,0.49896875,0.0,0.4995625,0.3949350820172112,0.59890625,0.069,0.6028125,0.5672813687410672,0.49159375,0.0,0.4991875,0.35395668392744845,0.624875,0.095,0.6260625,0.5604416680464055,0.4941875,0.002,0.4989375,0.38692879522056317,0.6075,0.107,0.611125,0.59826348803984,0.47396875,0.002,0.481375,0.0660090683544986,0.903875,0.641,0.902625,0.06548688919725829,0.901875,0.616,0.8984375,,,,,,,,,0.0649626404196024,0.90425,0.661,0.9033125,0.5495704135941342,0.49915625,0.0,0.4954375,0.506915487186052,0.512125,0.0,0.5148125,0.5576576886991971,0.49634375,0.0,0.5025625,0.46870760840782894,0.52928125,0.001,0.529875,0.47048058045469227,0.52728125,0.0,0.5316875,0.30144779589818793,0.68171875,0.249,0.685625,0.16403224156307988,0.81634375,0.487,0.8215625,0.1938512737909332,0.75415625,0.247,0.7533125,0.5503996579269879,0.4976875,0.0,0.4941875,,,,,,,0.49890625,0.49775,0.5009821428571427,,,,0.0,0.0,0.0,,,,0.7961875,0.5025,0.63834375,,,,0.353,0.0,0.2042142857142857,,,,0.794375,0.50215625,0.6359464285714285,,,,0.3305,0.0,0.17971428571428572,,,,0.08927024422120303,0.5405187304131687,0.3673015858275716,
fnns,37.734796535491945,0.9834841162099999,0.05742351201176643,0.014924049139022828,3.273244947195053e-07,0.99884375,0.979,0.998875,0.010515707770828157,0.883125,0.106,0.8480625,0.02224464517692104,0.85659375,0.034,0.879,0.00012823618203401565,0.993,0.887,0.9921875,2.617499325424433e-05,0.99765625,0.962,0.9960625,7.133372128009796e-08,0.99853125,0.974,0.9975625,0.00048703112080693246,0.947625,0.25,0.93875,0.0007561556492000818,0.95440625,0.299,0.9499375,0.004068958377465606,0.86803125,0.024,0.86,0.00012240356672555208,0.99665625,0.958,0.996875,0.0013679085220210255,0.98903125,0.874,0.990875,3.7834113463759424e-06,0.99790625,0.96,0.9973125,0.00020281737577170135,0.9944375,0.905,0.991625,2.803150564432144e-07,0.9989375,0.98,0.99875,2.9869936406612396e-07,0.998625,0.977,0.998625,6.829388439655304e-08,0.9989375,0.979,0.9989375,2.2670254111289977e-08,0.9989375,0.98,0.9990625,0.030768229874782265,0.82903125,0.032,0.81675,0.6292920302306302,0.47303125,0.0,0.4736875,3.273244947195053e-07,0.99884375,0.979,0.9989375,0.3463422674052417,0.56771875,0.0,0.5009375,0.00019234529323875903,0.9965,0.939,0.992625,0.007243215471506119,0.9113125,0.214,0.8795,2.8044544160366056e-07,0.99884375,0.978,0.9986875,0.001640594336669892,0.903125,0.064,0.9146875,0.00011268452368676662,0.99221875,0.849,0.9889375,4.162673838436603e-06,0.99565625,0.904,0.99475,0.0010315757705830037,0.9559375,0.298,0.965,0.5231478283610195,0.5091875,0.0,0.4998125,0.001944174339529127,0.9586875,0.421,0.9618125,0.4984125,0.49798275862068964,0.49993750000000003,0.49778125,0.4977366071428571,0.493625,0.0001,3.4482758620689657e-05,0.0,0.0,0.0,0.0,0.8436125000000001,0.9110258620689654,0.93896875,0.90496875,0.952424107142857,0.9618125,0.47619999999999996,0.6496551724137931,0.623,0.3025,0.8262142857142857,0.66,0.8597531250000001,0.9159493534482759,0.92771875,0.91121875,0.9520312499999999,0.9586875,0.4364,0.5802413793103448,0.5065,0.1615,0.7647142857142857,0.421,0.10249953096760436,0.054539457914114395,0.01112248625070788,0.0024125570133328436,0.03768819349754735,0.001944174339529127
hidden,38.24415158843994,0.98324787686,0.04793712830869481,0.015160967588424683,0.0005914422553032636,0.95609375,0.401,0.93825,0.15027981757977976,0.66025,0.0,0.6243125,0.16683254377637058,0.648,0.0,0.6448125,0.005556566705461592,0.90715625,0.145,0.8935625,0.002687134980689734,0.9321875,0.244,0.9188125,0.0016925323302857578,0.94471875,0.298,0.9275,0.01232296630460769,0.808125,0.003,0.7416875,0.008181581269949674,0.86925,0.061,0.83525,0.03448836471885443,0.7714375,0.007,0.7525,0.0014517352655529976,0.966125,0.543,0.9585625,0.004557597838807851,0.95834375,0.559,0.9506875,0.0006585276378318668,0.9529375,0.346,0.9370625,0.001334764467086643,0.9449375,0.297,0.9281875,0.0006859464887529612,0.96225,0.45,0.949,0.0010163828218355776,0.964625,0.5,0.9505,0.0003753025531768799,0.96059375,0.404,0.9443125,0.0005088756131008267,0.960875,0.401,0.94775,0.011525944029446691,0.86234375,0.092,0.8389375,0.2884802649053745,0.5874375,0.0,0.5796875,0.0006010939087718726,0.95375,0.375,0.93925,0.40231762983789665,0.54784375,0.0,0.5009375,0.0009517820924520492,0.93734375,0.243,0.917,0.006957363757304848,0.887,0.071,0.8351875,0.0008646045872010291,0.94978125,0.329,0.9355625,0.0054670875910669565,0.82925,0.008,0.8178125,0.018321168148424476,0.77515625,0.002,0.7660625,0.006811738764867186,0.8436875,0.015,0.8110625,0.0038162921564653517,0.87753125,0.05,0.874625,0.5103573739309796,0.51171875,0.0,0.518125,0.011919668620917947,0.88259375,0.131,0.85975,0.5045375,0.5043900862068965,0.50275,0.5037812500000001,0.5047366071428573,0.5025625,0.0,0.0,0.0,0.0,0.0,0.0,0.7777624999999999,0.8309827586206897,0.79203125,0.793875,0.8778080357142858,0.85975,0.17609999999999998,0.27079310344827584,0.2465,0.061,0.3774285714285715,0.193,0.8074406249999999,0.8502500000000001,0.800875,0.8203437499999999,0.88984375,0.88259375,0.10959999999999999,0.1922068965517241,0.1875,0.034,0.27885714285714286,0.131,0.08827720025232992,0.057276643195976334,0.08371681884257122,0.02133497299440205,0.0397305284189393,0.011919668620917947
ssl,37.80523601913452,0.98263075985,0.07477655428089201,0.011042991876602173,0.06469877031026408,0.93778125,0.868,0.93425,0.24489602538803593,0.604875,0.0,0.596625,0.43915742078563197,0.53409375,0.0,0.5430625,0.22741899238573388,0.61634375,0.0,0.6113125,0.14961373179825022,0.665375,0.0,0.6568125,0.10916804696246982,0.71134375,0.004,0.7085625,0.08636401321878656,0.75015625,0.003,0.742,0.06807308127731085,0.87609375,0.24,0.8695625,0.11717108143493533,0.700375,0.001,0.687,0.06853257934888825,0.91596875,0.676,0.9126875,0.08109304162999616,0.86621875,0.355,0.865875,0.0702705705864355,0.92084375,0.669,0.919625,0.07610562298260629,0.873125,0.318,0.8715,0.0657272065137513,0.936875,0.86,0.934125,0.06770359393721447,0.93246875,0.805,0.93225,0.06586596810212358,0.93703125,0.864,0.9339375,0.06792404830968007,0.93490625,0.831,0.933125,0.3131462108567357,0.57909375,0.0,0.5754375,0.5332048816769384,0.5049375,0.0,0.5045,0.0645314622609876,0.93803125,0.864,0.9344375,0.07378655866719783,0.81746875,0.037,0.8181875,0.08256441822834312,0.7640625,0.006,0.7696875,0.2938953221170232,0.5901875,0.0,0.60375,0.06686932938033716,0.90721875,0.422,0.9071875,0.07928915921598673,0.7746875,0.012,0.765375,0.0672773567144759,0.93125,0.776,0.927375,0.06769933358812705,0.93203125,0.774,0.9278125,0.06839350586012005,0.929375,0.733,0.9265,0.13151430055359378,0.6759375,0.0,0.6665,0.22416600957419724,0.61825,0.0,0.6168125,0.49529375,0.49524137931034495,0.4956875,0.494875,0.4949508928571428,0.498625,0.0,0.0,0.0,0.0,0.0,0.0,0.6586874999999999,0.7814353448275863,0.73875,0.77828125,0.8874196428571429,0.6168125,0.027599999999999996,0.3549310344827586,0.4355,0.187,0.6265714285714284,0.0,0.660384375,0.7840905172413792,0.7360625000000001,0.788234375,0.8905669642857144,0.61825,0.004999999999999999,0.31896551724137934,0.432,0.1205,0.5782142857142857,0.0,0.2114058201299515,0.14039389218468667,0.25184444152330976,0.0926220813561231,0.07459040119452401,0.22416600957419724
trustmark,42.21487870407105,0.99585664105,0.01033912532904651,0.015233309745788574,3.2429583370685575e-07,0.99965625,0.998,,0.26528883042139934,0.594875,0.0,,0.37966590840974823,0.555375,0.0,,0.5507507428107783,0.499375,0.0,,0.555165385522414,0.49790625,0.0,,0.3086228697318584,0.59021875,0.005,,0.5216285850759595,0.5091875,0.0,,0.0001113488171249628,0.998625,0.991,,0.0005949322995729744,0.9965,0.98,,0.006066946238279343,0.9745,0.869,,0.017001595369540153,0.92325,0.624,,0.0021279579726979137,0.9760625,0.853,,0.01085134348878637,0.92634375,0.624,,2.5062390603125096e-05,0.99946875,0.997,,3.5213632509112357e-06,0.99921875,0.993,,1.1079702526330948e-06,0.999625,0.998,,3.5582305863499642e-06,0.9995,0.997,,0.007728827639482915,0.99125,0.979,,0.5181969451252371,0.50965625,0.0,,3.2429583370685575e-07,0.99965625,0.998,,1.0528340935707092e-06,0.999625,0.997,,0.007528019920922816,0.9320625,0.628,,0.5529547756225802,0.4989375,0.0,,0.0005700330142863095,0.99925,0.997,,0.0003233782183378935,0.99896875,0.995,,1.6995668411254882e-06,0.9990625,0.994,,4.570917226374149e-06,0.99928125,0.996,,5.676969885826111e-08,0.99984375,0.999,,0.0011066732737235725,0.99759375,0.989,,0.38054941316647456,0.5603125,0.001,,,,,,,,0.0261,0.02641379310344828,0.025,0.0235,0.027357142857142865,0.025,,,,,,,0.27840000000000004,0.645448275862069,0.508,0.9855,0.9235714285714286,0.017,0.662309375,0.845707974137931,0.7775156249999999,0.9975625,0.9851406249999999,0.5603125,0.2609,0.6380689655172413,0.499,0.9855,0.9232142857142858,0.001,0.3287866034704726,0.14092674022336524,0.18983311635279096,0.0003531405583489686,0.002720536056007924,0.38054941316647456
wam,38.26573572921753,0.9881456877000001,0.04334858443960547,0.012435127019882202,2.4028122425079346e-10,0.99996875,0.999,0.9996202734112739,5.2973568439483644e-05,0.9445,0.153,0.10192795380204916,0.0004955484252423048,0.94690625,0.349,0.10251885895803571,0.11019437060132622,0.6935,0.002,0.8863789998674765,0.010565578445326537,0.88709375,0.078,0.9844494345393032,0.005539031319785863,0.95175,0.359,0.956485716490075,0.03707804597448558,0.76909375,0.006,0.6505826115282253,1.1526048183441162e-08,0.99915625,0.98,0.9970192689299583,0.0012855623927898706,0.9893125,0.828,0.9150776036791504,1.0517314076423645e-06,0.9994375,0.99,0.9885733199715614,1.3225171715021133e-06,0.998375,0.97,0.9856455418765545,2.477318048477173e-10,0.9999375,0.998,0.9898724359869957,5.755573511123657e-10,0.99946875,0.985,0.9894541251063347,2.4028122425079346e-10,0.99996875,0.999,0.9993368377685546,2.3283064365386963e-10,1.0,1.0,0.9991092596650124,2.4028122425079346e-10,0.99996875,0.999,0.9995165814757347,2.4028122425079346e-10,0.99996875,0.999,0.9994076837897301,2.4028122425079346e-10,0.99996875,0.999,0.9996200326681137,1.6633421182632447e-09,0.99971875,0.994,0.9994723371267319,2.3283064365386963e-10,1.0,1.0,0.9986537382602692,2.3283064365386963e-10,1.0,1.0,0.9994298319220543,4.548877477645874e-07,0.99425,0.869,0.9008295855522156,0.2129989272686653,0.64909375,0.003,0.26386504182207865,2.3283064365386963e-10,1.0,1.0,0.999616582095623,3.930181264877319e-10,0.99978125,0.994,0.9986858040094375,2.4028122425079346e-10,0.99996875,0.999,0.9978848747014999,2.626329660415649e-10,0.999875,0.996,0.9986358850002289,2.4028122425079346e-10,0.99996875,0.999,0.9995384973287582,1.0426233522593976e-05,0.9973125,0.951,0.9993480735421181,0.024330846605822444,0.8650625,0.119,0.719848975407891,0.004641969677558154,0.006432473441657279,0.017675884475371276,0.005787244624414598,0.006052718155513763,0.008457720655715094,0.0058000000000000005,0.006655172413793104,0.006999999999999999,0.003,0.007071428571428573,0.016,0.7743041545318323,0.8765788100990267,0.5505862986091524,0.9560484363045543,0.9960446787370103,0.719848975407891,0.9775,0.9919310344827587,1.0,0.9995,1.0,0.992,0.888896875,0.9546012931034483,0.973453125,0.994234375,0.9995736607142858,0.8650625,0.44630000000000003,0.745448275862069,0.6745,0.9039999999999999,0.9913571428571429,0.119,0.03764293842022307,0.013881177828037024,0.0002477743290364742,0.000642786959419027,9.145448649568218e-07,0.024330846605822444