{ "split": "combination", "models": { "PIVOT": { "mse": 0.0011608018271195202, "r2": 0.7034275646393116, "pearson": 0.9094234865445358, "spearman": 0.7422449962055115, "de_corr": 0.9502354585207425, "mmd": 0.30546490356834105, "wasserstein": 0.4372436159231492, "_per_pert": { "mse": [ 0.0004416794399730861, 0.00033747247653082013, 0.0004790037346538156, 0.0006593593861907721, 0.0004620901891030371, 0.0019741933792829514, 0.0037908623926341534, 0.001514257164672017, 0.00016269889601971954, 0.0012954982230439782, 0.0012997586745768785, 0.0005281568737700582, 0.0017190042417496443, 0.0003682815295178443, 0.0005863922997377813, 0.0018724900437518954, 0.00015000069106463343, 0.00014376378385350108, 0.0016738612903282046, 0.0009087433572858572, 0.001752177020534873, 0.0003636993351392448, 0.0020773408468812704, 0.0024218547623604536, 0.0026488068979233503, 0.0005494005745276809 ], "r2": [ 0.3020176291465759, 0.9467234015464783, 0.9203470945358276, 0.8184603452682495, 0.9147472381591797, 0.5887033939361572, 0.6299736499786377, 0.938554048538208, 0.9600407481193542, 0.4582985043525696, 0.6972436904907227, 0.9535616636276245, 0.6415849924087524, 0.7591631412506104, 0.8760426044464111, 0.7594628930091858, 0.9689065217971802, 0.7848913073539734, 0.18005633354187012, -0.09197616577148438, 0.5074808597564697, 0.9264187812805176, 0.7165902853012085, 0.644216001033783, 0.7914367914199829, 0.6961709260940552 ], "pearson": [ 0.6286964416503906, 0.9733661413192749, 0.9625992774963379, 0.9056428670883179, 0.9792198538780212, 0.9477250576019287, 0.9555656313896179, 0.9880457520484924, 0.9798969030380249, 0.7223176956176758, 0.9317120909690857, 0.9887338280677795, 0.8971215486526489, 0.9108695983886719, 0.9660959243774414, 0.9386588931083679, 0.9844915866851807, 0.9293400049209595, 0.7490290999412537, 0.701932430267334, 0.9207367897033691, 0.9665771126747131, 0.9677329659461975, 0.8525486588478088, 0.9600315690040588, 0.9363229274749756 ], "spearman": [ 0.40532229870442155, 0.7695981981365192, 0.7168365810557625, 0.8223511142479002, 0.7619216037663427, 0.683857225754397, 0.6145115214042277, 0.9030108665319926, 0.8265676943402535, 0.671723228500967, 0.6946859011442998, 0.8733894077156299, 0.7313993757164831, 0.7732291276055234, 0.89247673992973, 0.8519675614383306, 0.8543754041910453, 0.7109876899782194, 0.5988971571019566, 0.571165396466269, 0.5966738634873373, 0.8095972592400602, 0.7516057058029206, 0.7712747612701276, 0.919446070868832, 0.7214981469437507 ], "de_corr": [ 0.8499228954315186, 0.9913710951805115, 0.9797207117080688, 0.9553540349006653, 0.9917449355125427, 0.9736267328262329, 0.9834495186805725, 0.9824050664901733, 0.9921419620513916, 0.8035094738006592, 0.9676457047462463, 0.9952547550201416, 0.9743742942810059, 0.9676927924156189, 0.9835843443870544, 0.9907316565513611, 0.9951936602592468, 0.9855618476867676, 0.8434659838676453, 0.6738124489784241, 0.9695654511451721, 0.9861806631088257, 0.9885909557342529, 0.9232415556907654, 0.9831457734107971, 0.974833607673645 ], "mmd": [ 0.328915026572134, 0.2825841063486447, 0.294318340899585, 0.3250979304211864, 0.2985747716434175, 0.3383447859580423, 0.3599959851521064, 0.2681938456592685, 0.25684975999905224, 0.2912402456812845, 0.2955167755485727, 0.3050651947717583, 0.33313845325313596, 0.26395905100391637, 0.3135891655418249, 0.32101054965927234, 0.2707002241951575, 0.26835427290232927, 0.262577515584691, 0.27464787193905105, 0.3378149350365237, 0.32967945988472336, 0.3673476519636928, 0.3334991821371782, 0.34538214127359135, 0.2756902497467274 ], "wasserstein": [ 0.38160696400595895, 0.4137511200401532, 0.42309166187224867, 0.4809079089532095, 0.43214627874244366, 0.46716996259261256, 0.5414571257715426, 0.5464605045876217, 0.3775509286352024, 0.41904336459342434, 0.4467201824337285, 0.4392330632078002, 0.4642640756035464, 0.3592642491196178, 0.4572561755616178, 0.45067202461840195, 0.3663159121643666, 0.3444241465740951, 0.3829438513983993, 0.3762235401968839, 0.4657051158337028, 0.4276944648936299, 0.48315019492358374, 0.509800186190512, 0.5455922505392994, 0.36588876094827727 ] }, "n_perts": 26 }, "MeanControl": { "mse": 0.0057471211117584835, "r2": -0.011610170969596276, "pearson": 0.03853007166001659, "spearman": 0.01234826030847139, "de_corr": 0.0049495832779659675, "mmd": 0.13235756195115472, "wasserstein": 0.3782550852396613, "_per_pert": { "mse": [ 0.0007026545936241746, 0.00680745393037796, 0.006161879748106003, 0.0036344523541629314, 0.005524597596377134, 0.004370624199509621, 0.010359177365899086, 0.02515377104282379, 0.004014274105429649, 0.0023135184310376644, 0.004061258863657713, 0.011318846605718136, 0.004867125768214464, 0.0015870737843215466, 0.004860573913902044, 0.007731732912361622, 0.004952032584697008, 0.0006888253847137094, 0.001931409235112369, 0.0008697910816408694, 0.0035772169940173626, 0.004746480844914913, 0.007469563279300928, 0.00716841034591198, 0.012592131271958351, 0.00196027266792953 ], "r2": [ -0.11039936542510986, -0.07468903064727783, -0.0246506929397583, -0.0006638765335083008, -0.019253849983215332, 0.08943921327590942, -0.011159896850585938, -0.020696282386779785, 0.01408451795578003, 0.03262203931808472, 0.05399984121322632, 0.004787087440490723, -0.014803051948547363, -0.03786289691925049, -0.027476072311401367, 0.006793856620788574, -0.02650141716003418, -0.030665278434753418, 0.05389589071273804, -0.045169830322265625, -0.005519390106201172, 0.039723873138427734, -0.0190657377243042, -0.05307948589324951, 0.008513808250427246, -0.0840684175491333 ], "pearson": [ -0.06629537045955658, -0.3966469168663025, -0.12479717284440994, 0.05818164348602295, -0.07915422320365906, 0.4844202995300293, -0.050288137048482895, 0.02881428971886635, 0.17225602269172668, 0.21480095386505127, 0.30700379610061646, 0.08251570165157318, 0.0075753843411803246, -0.06009141728281975, -0.041397422552108765, 0.11025799065828323, -0.029640095308423042, 0.032515063881874084, 0.27604448795318604, 0.041267454624176025, 0.045245762914419174, 0.3109055161476135, -0.07629498839378357, -0.18719244003295898, 0.14141690731048584, -0.19964122772216797 ], "spearman": [ 0.04353725647206709, -0.09233009961360504, -0.17818829737082245, -0.12565003140590206, -0.11508361946294095, 0.3707466312197973, 0.16069679863595812, 0.00032152283484183805, -0.06183391666424053, 0.025292726933603096, 0.14768816927659872, -0.05732592687687896, 0.1341233180441605, -0.07679896723652788, 0.03204796381481832, 0.11720680407351838, -0.18430154293547427, 0.01611448405055293, 0.28831915469517444, 0.10102569790815605, -0.17818684883817582, 0.08296864864116403, -0.12180483509557406, -0.21667246809319538, 0.24106632652097706, -0.03192418150779438 ], "de_corr": [ -0.22437791526317596, -0.5656072497367859, 0.1137598380446434, 0.23108525574207306, -0.14381539821624756, 0.7256581783294678, -0.21843844652175903, -0.5244619846343994, 0.6701590418815613, 0.3335712254047394, 0.7878367304801941, 0.3845817446708679, -0.5479661822319031, -0.3156905472278595, -0.11130276322364807, 0.4411935806274414, -0.19360119104385376, 0.0018395064398646355, 0.42608770728111267, -0.3652479946613312, 0.27641230821609497, 0.6019760966300964, -0.43252789974212646, -0.5774248242378235, -0.24419526755809784, -0.40081438422203064 ], "mmd": [ 0.028212891729032075, 0.17668493966754995, 0.1551985733846034, 0.09521743587710563, 0.14369480219229347, 0.11806902970722166, 0.2255878636555937, 0.31327826181329843, 0.08330115947701278, 0.07780785262113332, 0.12215313731187416, 0.26980985180555317, 0.12880152264843836, 0.056574219217009114, 0.10613605760518652, 0.2244930029396509, 0.1676700115849149, 0.024761279159099425, 0.06210051842261466, 0.029301764564502952, 0.10289429100830971, 0.13306709379342874, 0.19283435202935384, 0.14094517867540513, 0.21403328006563993, 0.04866823977419643 ], "wasserstein": [ 0.15157757597968538, 0.44020539156686445, 0.4400235845707495, 0.3607232100291323, 0.3959694677861648, 0.3512882785085011, 0.5483459678380452, 0.7275385804687302, 0.29424641074921526, 0.31549036084220616, 0.395544556183622, 0.6093649157257086, 0.37510882071090257, 0.22370848710780677, 0.38830919854877083, 0.5176736723988615, 0.4112948989728112, 0.1353916600626855, 0.2595916480410795, 0.16596665988480586, 0.3249977138314772, 0.3761359704317928, 0.4527599415596157, 0.4134669910667745, 0.5471746097544797, 0.21273364361070476 ] }, "n_perts": 26 }, "AvgPerturbationEffect": { "mse": 0.0044067181834879406, "r2": 0.0399630069732666, "pearson": 0.4885468087159097, "spearman": 0.4042017919807703, "de_corr": 0.46895806663311446, "mmd": 0.11475870164747928, "wasserstein": 0.327025581030484, "_per_pert": { "mse": [ 0.001267462968826294, 0.004218101501464844, 0.003647373989224434, 0.0017841884400695562, 0.003240479389205575, 0.0029262227471917868, 0.006986001040786505, 0.021046752110123634, 0.004038598854094744, 0.0022836565040051937, 0.0026010992005467415, 0.00744654843583703, 0.005217214580625296, 0.0011601600563153625, 0.0025345073081552982, 0.007477449253201485, 0.004120431840419769, 0.002499110298231244, 0.0016265985323116183, 0.0012811636552214622, 0.0017465396085754037, 0.0027206726372241974, 0.004879365675151348, 0.004667452536523342, 0.009905749000608921, 0.0032517726067453623 ], "r2": [ -1.0029613971710205, 0.3340906500816345, 0.3934832215309143, 0.5087642669677734, 0.4021516442298889, 0.39036089181900024, 0.3180961012840271, 0.14595919847488403, 0.0081101655960083, 0.04510855674743652, 0.3941187858581543, 0.34526002407073975, -0.08779716491699219, 0.24131619930267334, 0.46423083543777466, 0.03945869207382202, 0.14588022232055664, -2.739330291748047, 0.2032080888748169, -0.539488673210144, 0.5090654492378235, 0.44957178831100464, 0.3343126177787781, 0.3143252730369568, 0.22003579139709473, -0.7982927560806274 ], "pearson": [ 0.3604811429977417, 0.6058692932128906, 0.6697478294372559, 0.7310587167739868, 0.6734141111373901, 0.6347340941429138, 0.6224637031555176, 0.4709996283054352, 0.28053054213523865, 0.40062958002090454, 0.6288027167320251, 0.687199592590332, 0.1971733123064041, 0.5907549262046814, 0.7059608697891235, 0.24624839425086975, 0.3904935121536255, -0.28574952483177185, 0.5447945594787598, 0.44264665246009827, 0.7273120880126953, 0.6910309195518494, 0.6204204559326172, 0.5835672616958618, 0.49274808168411255, -0.01111543271690607 ], "spearman": [ -0.005572146720350216, 0.4049987336190409, 0.48805908653659147, 0.7226606894210917, 0.3415249398944683, 0.34360029244832807, 0.41841257715861885, 0.5685465523120167, 0.45542969537201383, 0.5155350259801306, 0.4223747608625305, 0.4883545880796307, 0.46737821638369603, 0.4138993150624696, 0.7499677014287711, 0.3411502579224064, 0.07087614538849275, 0.012027375959805959, 0.398113071496426, 0.4623981108419023, 0.4823332341005564, 0.4203638150922295, 0.24832150593271687, 0.5368074709487687, 0.5605109316946306, 0.18117464428304272 ], "de_corr": [ 0.7283901572227478, 0.7522621154785156, 0.8509905934333801, 0.7136895656585693, 0.9145503640174866, 0.8487303256988525, 0.8070111274719238, -0.658985435962677, -0.14219823479652405, 0.4001394510269165, 0.8591786026954651, 0.7900312542915344, -0.12902699410915375, 0.7461597919464111, 0.5489757061004639, 0.3416403830051422, 0.4684438407421112, -0.4527846872806549, 0.5128503441810608, 0.27120205760002136, 0.838915228843689, 0.858460009098053, 0.8084298372268677, 0.5075000524520874, 0.2661384046077728, -0.2577841281890869 ], "mmd": [ 0.05001841963404674, 0.1243999716578329, 0.10577308021160592, 0.06989012677420037, 0.10020200287508596, 0.08902702227400527, 0.1724092508063214, 0.2911497647074187, 0.10117398552149726, 0.07722481336758369, 0.08886264226803986, 0.20220013329751296, 0.14174360407776765, 0.04268554686292081, 0.07242410458620052, 0.22036877414645706, 0.15004829617682658, 0.08273019820860938, 0.054775785790464826, 0.046795093836730195, 0.06360700855966939, 0.09240974717766504, 0.1414321989080809, 0.11456708778898483, 0.1887216315143322, 0.09908595180460111 ], "wasserstein": [ 0.19751347198629352, 0.32000839841210266, 0.3027903984557414, 0.28081650843299333, 0.29404827368705755, 0.27698321473773685, 0.42078244654825653, 0.6576770736997155, 0.31715481247827343, 0.2870991900162981, 0.31031270858544463, 0.4710812588113828, 0.3964049639929377, 0.17318106225096142, 0.2922675958777241, 0.46861032907271394, 0.362768244503924, 0.2712758174607812, 0.22606261821831544, 0.21748638476438, 0.22856126139946967, 0.2629585976820611, 0.34642352983307817, 0.32831178931941957, 0.48006523217092956, 0.31201992439459203 ] }, "n_perts": 26 }, "Additive": { "mse": 0.0016535368653981446, "r2": 0.573949531866954, "pearson": 0.9300772272623502, "spearman": 0.7897218029307761, "de_corr": 0.9704181047586294, "mmd": 0.059320614216664985, "wasserstein": 0.2123106030642661, "_per_pert": { "mse": [ 0.00015997662558220327, 0.0005177605198696256, 0.001115658087655902, 0.002104917075484991, 0.0004899363848380744, 0.000492266786750406, 0.001916507724672556, 0.013743879273533821, 0.0027093931566923857, 0.0013348587090149522, 0.0014990427298471332, 0.0015931000234559178, 0.0004326222406234592, 0.0010920573258772492, 0.000530772958882153, 0.0008865304989740252, 0.0003558291064109653, 0.0004061798972543329, 0.0022346421610563993, 0.0011294002179056406, 0.0008639924344606698, 0.0004070299328304827, 0.000788895704317838, 0.0006908114883117378, 0.0008649550727568567, 0.004630942363291979 ], "r2": [ 0.7471902370452881, 0.9182614088058472, 0.8144786953926086, 0.42045891284942627, 0.9096097946166992, 0.8974428176879883, 0.8129295706748962, 0.442297101020813, 0.33456629514694214, 0.4418402910232544, 0.6508238315582275, 0.8599262237548828, 0.9097976088523865, 0.2858518362045288, 0.8877999782562256, 0.886117696762085, 0.9262405633926392, 0.3922472596168518, -0.094643235206604, -0.35712456703186035, 0.7571404576301575, 0.917652428150177, 0.892371654510498, 0.8985159397125244, 0.9318946599960327, -1.5609996318817139 ], "pearson": [ 0.8696218132972717, 0.980620265007019, 0.9799976944923401, 0.89031982421875, 0.954730212688446, 0.959190845489502, 0.933533251285553, 0.9897459149360657, 0.9803408980369568, 0.8745859265327454, 0.8584630489349365, 0.9879471659660339, 0.9558621048927307, 0.7636538743972778, 0.9562665820121765, 0.9557057023048401, 0.9704350233078003, 0.9516004920005798, 0.8845965266227722, 0.8278399109840393, 0.8941793441772461, 0.9762647747993469, 0.9550750851631165, 0.9652448892593384, 0.9663643836975098, 0.8998223543167114 ], "spearman": [ 0.6874229546359486, 0.7854118225005448, 0.8183332800064441, 0.8041241358867101, 0.7646113842689339, 0.7176599546225205, 0.688587194942726, 0.8911605604049929, 0.9065612036885211, 0.8493612223751926, 0.6984521228159735, 0.8898582004776359, 0.8367760643784031, 0.6926421240891262, 0.8416687892109902, 0.8655633996685086, 0.744568430661192, 0.779303185064447, 0.8037996979768682, 0.6723784886738736, 0.6205288290863296, 0.8576187371998566, 0.753541923090875, 0.9028960344131053, 0.9308670020760561, 0.7290701339844011 ], "de_corr": [ 0.965126633644104, 0.9906924366950989, 0.9944162964820862, 0.9439982771873474, 0.9877852201461792, 0.9841868877410889, 0.965343713760376, 0.9861399531364441, 0.9939308166503906, 0.9483758211135864, 0.9121333360671997, 0.9934125542640686, 0.9876887798309326, 0.9351226091384888, 0.9721375107765198, 0.9926180243492126, 0.9922538995742798, 0.9765479564666748, 0.9229952692985535, 0.8940964341163635, 0.9726075530052185, 0.9875404834747314, 0.9810596108436584, 0.9823089838027954, 0.9831912517547607, 0.9851604104042053 ], "mmd": [ 0.00869688189204465, 0.027503277129409254, 0.043831266173979144, 0.11028029639922188, 0.02509863159265069, 0.022246669756055937, 0.06793987733277973, 0.26240850873556854, 0.11436110231190588, 0.047902975380531565, 0.058675209843414455, 0.05252364628086359, 0.024561532527645036, 0.04192828122725545, 0.03601482869048189, 0.03251179337071386, 0.015227312009062022, 0.01838109460109527, 0.06996368945967801, 0.04406407510763066, 0.031062906260774903, 0.022564580166961834, 0.03708039271306218, 0.062240337885000274, 0.08853296664586607, 0.17673383613963678 ], "wasserstein": [ 0.10009500007567787, 0.1606439628824183, 0.20915482549802097, 0.30069878232411873, 0.15155494231937924, 0.15263269444013755, 0.25857470502279023, 0.5519766869965191, 0.2578558580673624, 0.22031762226370546, 0.22408907335770042, 0.24397260914311938, 0.1512310505937172, 0.17671375569923664, 0.16866251349216616, 0.16318874698223187, 0.14428973430566278, 0.12879515475904585, 0.25087982720080154, 0.205900811513284, 0.17909877213727576, 0.14794281224682468, 0.1865181168327959, 0.21668269487861277, 0.2571256575227321, 0.31147926911558194 ] }, "n_perts": 26 }, "LinearResponse": { "mse": 0.0007943772249676001, "r2": 0.7440571349400741, "pearson": 0.9199725710428678, "spearman": 0.7693219288655411, "de_corr": 0.9511560132870307, "mmd": 0.04490069678916941, "wasserstein": 0.1850864126089564, "_per_pert": { "mse": [ 0.0002673232520464808, 0.0004400323086883873, 0.0005671681137755513, 0.0006946227513253689, 0.00020604993915185332, 0.0004807524965144694, 0.0011033053742721677, 0.0013256630627438426, 0.00016457772289868444, 0.0014632371021434665, 0.0010216188384220004, 0.00042015797225758433, 0.0011820258805528283, 0.0008684452041052282, 0.0002365340042160824, 0.001679806038737297, 0.00034780616988427937, 0.0003253179893363267, 0.0013649225002154708, 0.0006130867404863238, 0.0014941217377781868, 0.00046094926074147224, 0.00033666467061266303, 0.0011592293158173561, 0.000986011466011405, 0.0014443779364228249 ], "r2": [ 0.5775511264801025, 0.9305323958396912, 0.9056863784790039, 0.8087513446807861, 0.9619851112365723, 0.8998416662216187, 0.8923063278198242, 0.9462068676948547, 0.9595792889595032, 0.38815993070602417, 0.7620314955711365, 0.9630575180053711, 0.7535457611083984, 0.4320824146270752, 0.9499990940093994, 0.7842147946357727, 0.9279036521911621, 0.5132381916046143, 0.3313904404640198, 0.263294517993927, 0.5800174474716187, 0.9067438244819641, 0.9540691375732422, 0.8297027349472046, 0.9223629236221313, 0.20123112201690674 ], "pearson": [ 0.7870759963989258, 0.9787894487380981, 0.9782218933105469, 0.9218029975891113, 0.9844422340393066, 0.9751392006874084, 0.988003671169281, 0.9864732623100281, 0.9834932684898376, 0.7187127470970154, 0.8731866478919983, 0.9890651702880859, 0.938484787940979, 0.781520664691925, 0.9848747849464417, 0.9313053488731384, 0.9756849408149719, 0.8324065804481506, 0.8292630314826965, 0.7894912958145142, 0.9063573479652405, 0.9756512641906738, 0.9891635775566101, 0.9665358066558838, 0.9667638540267944, 0.8873770236968994 ], "spearman": [ 0.551747035385344, 0.7370737997453489, 0.803836848773959, 0.8292184235600115, 0.7613014349223204, 0.7675304115846785, 0.7789766806394016, 0.8832378448143863, 0.8493184084598053, 0.7242364798579012, 0.6666711304178595, 0.8587951388645674, 0.8209920731601313, 0.6643807105643174, 0.94185369178596, 0.8130837590466344, 0.7475316814597881, 0.7205471445258141, 0.7121962959539753, 0.7126376637972636, 0.47444913454653115, 0.8554636495518614, 0.79350591958881, 0.9104760445018664, 0.9143626239345516, 0.7089461210609797 ], "de_corr": [ 0.9269323945045471, 0.9903609752655029, 0.9926550984382629, 0.969302773475647, 0.9927334785461426, 0.9951089024543762, 0.9945881366729736, 0.9869873523712158, 0.9948418736457825, 0.8022546768188477, 0.9485812187194824, 0.9966453909873962, 0.9563841819763184, 0.9618679881095886, 0.9917111396789551, 0.9792109131813049, 0.9953674077987671, 0.7746251821517944, 0.8504496216773987, 0.73276686668396, 0.9748659133911133, 0.9905813932418823, 0.9938662052154541, 0.9811793565750122, 0.9787013530731201, 0.9774865508079529 ], "mmd": [ 0.013021821112970566, 0.02689526231028827, 0.02820178421391406, 0.06906585385531339, 0.020487769660918698, 0.023150655193067582, 0.050137506492634265, 0.16251804350257926, 0.0258187441534784, 0.049896416209351147, 0.045910940850522386, 0.035428211191668835, 0.04205538802670716, 0.03411345341440386, 0.03430092272019736, 0.06699429318588046, 0.022095179005238497, 0.014287880451578472, 0.04600966690867225, 0.02442238698581134, 0.04895633861652493, 0.025632502027059134, 0.026054079367394012, 0.0659416347612718, 0.08807082656125143, 0.07795055573970688 ], "wasserstein": [ 0.11233875102879669, 0.1382577469116224, 0.16257367499728104, 0.22345839197149164, 0.13100025399928808, 0.1473105598750808, 0.21374490149100697, 0.378033049583956, 0.12087458622020454, 0.21157240183543238, 0.19642191220685326, 0.1745468951781186, 0.1953054238124035, 0.15487670067352413, 0.15586411645888687, 0.2547957024119093, 0.14254234915454567, 0.10974410507796854, 0.19968812475020362, 0.1647749943071228, 0.21860856110177715, 0.15151733043827764, 0.14455454923654443, 0.23581756988551764, 0.26925133427962333, 0.2047727409454289 ] }, "n_perts": 26 }, "NearestPerturbationCentroid": { "mse": 0.002478486358505996, "r2": 0.23386846138880804, "pearson": 0.7247861949010537, "spearman": 0.5799124729318662, "de_corr": 0.7635814500614427, "mmd": 0.08080473789892954, "wasserstein": 0.2582930905262011, "_per_pert": { "mse": [ 0.000533635844476521, 0.0013795195845887065, 0.0013664873549714684, 0.0007153262849897146, 0.0016368427313864231, 0.0010332483798265457, 0.004374958109110594, 0.0006444199243560433, 0.001957371598109603, 0.006869337521493435, 0.0009074644767679274, 0.0017874609911814332, 0.0010570818558335304, 0.0036049378104507923, 0.003051120787858963, 0.0032517763320356607, 0.0004848494427278638, 0.0002504873846191913, 0.002362786792218685, 0.0025162675883620977, 0.001352915191091597, 0.00018224639643449336, 0.003386517520993948, 0.00904778577387333, 0.005635064095258713, 0.0050507355481386185 ], "r2": [ 0.1566997766494751, 0.7822160124778748, 0.7727686762809753, 0.8030511736869812, 0.6980127096176147, 0.7847366333007812, 0.5729600787162781, 0.9738505482673645, 0.5192646980285645, -1.8723547458648682, 0.7886219024658203, 0.8428369760513306, 0.7795968055725098, -1.3574402332305908, 0.35502398014068604, 0.5822820067405701, 0.8994961380958557, 0.6252045631408691, -0.15741503238677979, -2.0236306190490723, 0.6197092533111572, 0.9631291031837463, 0.5379804372787476, -0.3291703462600708, 0.5563032627105713, -1.7931537628173828 ], "pearson": [ 0.40049001574516296, 0.929872989654541, 0.9087874293327332, 0.9011523723602295, 0.9123130440711975, 0.9401535987854004, 0.9237536787986755, 0.9924522042274475, 0.9656147956848145, -0.08230501413345337, 0.9518076181411743, 0.9306371808052063, 0.8863422870635986, 0.09355726093053818, 0.7735655307769775, 0.778367280960083, 0.948794424533844, 0.8171080946922302, 0.05523582175374031, 0.627107560634613, 0.8792233467102051, 0.9813959002494812, 0.9108834266662598, -0.29144471883773804, 0.8878174424171448, 0.8217574954032898 ], "spearman": [ 0.3810437789050358, 0.6065274617974341, 0.5486168655162754, 0.7831034787407409, 0.5216215074472673, 0.6799291849212872, 0.6649632422127042, 0.9339662157003352, 0.8787702436922701, 0.014809978657983117, 0.7728194244675329, 0.7233591536263967, 0.7574225069434324, 0.3961334579681166, 0.6307828225901657, 0.7217318566328387, 0.6870010005857667, 0.5758524374306192, 0.08045635799333074, 0.5319892656791716, 0.5764579665922199, 0.8967433429046583, 0.620134526905448, -0.3594185817850521, 0.836594005006243, 0.6163127950962983 ], "de_corr": [ 0.5721431970596313, 0.9719492197036743, 0.939814567565918, 0.9490275382995605, 0.9564734101295471, 0.9784294366836548, 0.957977294921875, 0.9853857755661011, 0.9904815554618835, -0.3254048228263855, 0.9855234622955322, 0.9800997972488403, 0.9723494648933411, 0.010173377580940723, 0.856938362121582, 0.9231246709823608, 0.9796337485313416, 0.855949342250824, 0.5607375502586365, 0.6474562287330627, 0.9740811586380005, 0.9901545643806458, 0.9644842743873596, -0.7426186800003052, 0.9561570286750793, 0.9625961780548096 ], "mmd": [ 0.02204469496328021, 0.04624911196675574, 0.04746513316097101, 0.05850050663460027, 0.05384147191517019, 0.0361109265783357, 0.11663521270909372, 0.15518572284447507, 0.09348214564328561, 0.1778393454296321, 0.029855567470220667, 0.06980892692864027, 0.04091339127139526, 0.11479473976791221, 0.07370843238077363, 0.11546226816321503, 0.022746616132742092, 0.011514855898313026, 0.07266941986915876, 0.0854665723722755, 0.045003382837002004, 0.018198857259373757, 0.10215822264566865, 0.1671924776037782, 0.13503237873100937, 0.18904280419509 ], "wasserstein": [ 0.1402848677767436, 0.22384115974220262, 0.22574395983493822, 0.22839451319865708, 0.23123111355692186, 0.18999337168742156, 0.3651302607002648, 0.33065099107446744, 0.21426254452904867, 0.44905922384330976, 0.20683663195158197, 0.2605474445830111, 0.20645871223374182, 0.28734785374330934, 0.3018896834928422, 0.2903402758335888, 0.15180851176513208, 0.09403153041927144, 0.2821338821418673, 0.2188255783476873, 0.20926775740598483, 0.11903806205432738, 0.31814383882848457, 0.4467690433555681, 0.3799488600241454, 0.3436406815567083 ] }, "n_perts": 26 }, "EndpointMLP": { "mse": 0.0008020812652270811, "r2": 0.7639783162337083, "pearson": 0.943373576952861, "spearman": 0.7928224143378853, "de_corr": 0.9737307039590982, "mmd": 0.044485534927875284, "wasserstein": 0.17595379308630796, "_per_pert": { "mse": [ 0.0001764298212947324, 0.000341860024491325, 0.0006514676497317851, 0.0016977416817098856, 0.00020893856708426028, 0.0003437062550801784, 0.0006340914987958968, 0.0032982639968395233, 0.001114899292588234, 0.0005150196957401931, 0.0002106309839291498, 0.001079932670108974, 0.0007576587377116084, 0.0005042431876063347, 0.00016221677651628852, 0.00108602293767035, 0.00026029604487121105, 0.0003001794684678316, 0.0018586951773613691, 0.0004277301486581564, 0.0008145751780830324, 0.00017303899221587926, 0.000495580374263227, 0.000787517346907407, 0.0008026810828596354, 0.0021506953053176403 ], "r2": [ 0.7211893200874329, 0.9460307359695435, 0.8916683197021484, 0.5325654745101929, 0.9614521265029907, 0.9283934235572815, 0.9381062984466553, 0.866162121295929, 0.7261780500411987, 0.7846488952636719, 0.9509371519088745, 0.9050465822219849, 0.8420270085334778, 0.6702514290809631, 0.9657090306282043, 0.8604912161827087, 0.9460435509681702, 0.5508520007133484, 0.08951520919799805, 0.4860253930091858, 0.7710312008857727, 0.9649919271469116, 0.932388424873352, 0.8843092918395996, 0.9367980360984802, -0.18937599658966064 ], "pearson": [ 0.8538834452629089, 0.9834492802619934, 0.9840121269226074, 0.9230494499206543, 0.9823115468025208, 0.977793276309967, 0.9880353212356567, 0.9933536052703857, 0.9654573202133179, 0.8889068961143494, 0.9755520224571228, 0.9825723171234131, 0.9482463002204895, 0.8223302364349365, 0.9833102822303772, 0.929058849811554, 0.9731715321540833, 0.9565269351005554, 0.875830888748169, 0.855214536190033, 0.8972867727279663, 0.9853354692459106, 0.9754910469055176, 0.952223539352417, 0.967992901802063, 0.9073171019554138 ], "spearman": [ 0.527013020367931, 0.7515835285741037, 0.8457713827450878, 0.8362780284228648, 0.7574566203962355, 0.8095630693734549, 0.8643096912456038, 0.8981804707573718, 0.8548378028787879, 0.7521596037261155, 0.8067627081345097, 0.8789945026946745, 0.8338661967880412, 0.7013842708277744, 0.9425145511111144, 0.8359182966491646, 0.6965080796194033, 0.761916213550671, 0.757682484740644, 0.7902816421564133, 0.5547945336832226, 0.8580117556276767, 0.806298656459696, 0.8274195420853317, 0.9179559408813905, 0.7459201792877279 ], "de_corr": [ 0.9722740650177002, 0.9957163333892822, 0.9919744729995728, 0.9635945558547974, 0.9935960173606873, 0.9915443658828735, 0.99666827917099, 0.9915331602096558, 0.9873785376548767, 0.9613246917724609, 0.9909056425094604, 0.9955531358718872, 0.9637845158576965, 0.9094120860099792, 0.9885944128036499, 0.9769296646118164, 0.9854501485824585, 0.9806379675865173, 0.9181355834007263, 0.8516497611999512, 0.969434380531311, 0.9968209266662598, 0.9937450885772705, 0.979896605014801, 0.9899572730064392, 0.9804866313934326 ], "mmd": [ 0.00939074502599535, 0.023945967306793103, 0.032513114908470864, 0.10172367153089756, 0.022291654025017982, 0.019033009974969928, 0.04078682089177177, 0.17810661065121425, 0.06605911452199564, 0.023305841300289343, 0.0179010890322433, 0.04698349858770068, 0.0320253415100229, 0.02243332577424806, 0.036360509155239695, 0.04310328437344857, 0.014676688852410136, 0.014393517162749836, 0.058695578526053116, 0.017454215915711502, 0.03021586689117839, 0.018672551217580713, 0.028699622044615958, 0.06686701296800857, 0.08779529986539847, 0.10318995611073167 ], "wasserstein": [ 0.09634433725809048, 0.14457362822844394, 0.17813129015134715, 0.26963856392159335, 0.1434556965459493, 0.12590953731785043, 0.1738429979290879, 0.38652253694458105, 0.19249031864272617, 0.13392930952241766, 0.1319038161119049, 0.19968582500395804, 0.16901401790296622, 0.13802216887287094, 0.16001044192442296, 0.1879722848449178, 0.1285070085429668, 0.1189616944563749, 0.22085639480056357, 0.1295554748901658, 0.16637893428918307, 0.1253171778105432, 0.1512992796521846, 0.22283154374680045, 0.2648075181248954, 0.21483682280720123 ] }, "n_perts": 26 }, "Random": { "mse": 0.006530506056151353, "r2": -0.6242899436217088, "pearson": 0.33471211712234294, "spearman": 0.30173074557310325, "de_corr": 0.2762379719553372, "mmd": 0.16339670384709448, "wasserstein": 0.3892757439227088, "_per_pert": { "mse": [ 0.0036576436832547188, 0.0056915609166026115, 0.0060289716348052025, 0.004404988139867783, 0.007452930323779583, 0.004236144013702869, 0.001192743075080216, 0.024693042039871216, 0.0013728041667491198, 0.009539428167045116, 0.002810685196891427, 0.00863055419176817, 0.005879695527255535, 0.0028781192377209663, 0.0029862020164728165, 0.013793515972793102, 0.015004010871052742, 0.0038161741103976965, 0.0020486859139055014, 0.000368712906492874, 0.007352271117269993, 0.0023348368704319, 0.017345810309052467, 0.004993144888430834, 0.007239057682454586, 0.004041424486786127 ], "r2": [ -4.780143737792969, 0.10147649049758911, -0.002549409866333008, -0.2128133773803711, -0.3750194311141968, 0.11745631694793701, 0.8835762739181519, -0.0020008087158203125, 0.6628358960151672, -2.988830089569092, 0.34529948234558105, 0.24115610122680664, -0.22592544555664062, -0.8821392059326172, 0.36874711513519287, -0.7718935012817383, -2.1101648807525635, -4.710006237030029, -0.0035523176193237305, 0.5569422245025635, -1.0666491985321045, 0.5276314616203308, -1.3664729595184326, 0.2664791941642761, 0.43000710010528564, -1.234985589981079 ], "pearson": [ -0.32098689675331116, 0.6315445899963379, 0.06893187761306763, 0.17515534162521362, 0.4494899809360504, 0.376334011554718, 0.9715424180030823, 0.212151899933815, 0.8740909099578857, -0.14101824164390564, 0.6391974091529846, 0.696272611618042, -0.16628801822662354, 0.019388029351830482, 0.6841511726379395, 0.18468309938907623, -0.35539254546165466, 0.2860647141933441, 0.5686036348342896, 0.8090764880180359, 0.717863917350769, 0.7279661893844604, -0.5468238592147827, 0.520050585269928, 0.7499146461486816, -0.12944892048835754 ], "spearman": [ -0.09682912051447327, 0.22879759978816758, 0.26566111845095053, 0.19210605561994568, 0.3072106109499961, 0.18366238676489946, 0.7787123272327153, 0.38650271534346553, 0.5770389367808767, 0.109951854134633, 0.41707697971382285, 0.43196796653145103, 0.12069515886786666, 0.048372930159525734, 0.5196168931176147, 0.22551694443483453, -0.05681824908382497, 0.4219306056185222, 0.485013799143099, 0.680594747336716, 0.44971425543613464, 0.48711372039248285, -0.23501064413033665, 0.5138413323971912, 0.6161601103392491, -0.2136016499248397 ], "de_corr": [ -0.7161344885826111, 0.8492564558982849, -0.1793336272239685, 0.13276320695877075, 0.776057243347168, 0.5899722576141357, 0.9700168371200562, -0.3755188286304474, 0.9809064269065857, -0.4573112726211548, 0.60968416929245, 0.840336263179779, -0.4690474271774292, -0.006662833970040083, 0.6662706732749939, 0.1331259310245514, -0.7366300225257874, 0.07454127073287964, 0.7414866089820862, 0.8588231205940247, 0.8517552614212036, 0.7582389116287231, -0.727645754814148, 0.4333813190460205, 0.8468313813209534, -0.262975811958313 ], "mmd": [ 0.1259100149447856, 0.16946875132238604, 0.15328670939502576, 0.11925395481013612, 0.21227452919845446, 0.11639224942562032, 0.05440252783775834, 0.333752679237582, 0.03177710284945923, 0.24049995578142902, 0.09254898518275667, 0.2386030471134899, 0.15347768850526877, 0.09591408351052366, 0.1002594879705514, 0.3399638335367665, 0.39018998027496965, 0.1259245276964478, 0.06979720367977793, 0.015508065578698216, 0.2094256725394087, 0.08344996485088807, 0.3747955517551732, 0.12558276191202788, 0.1565787000513006, 0.11927627106377081 ], "wasserstein": [ 0.32759463319893284, 0.4425174979876795, 0.4252578782643919, 0.38039587629106897, 0.4211703004133938, 0.3463849288268218, 0.20747240099971048, 0.7083644932209476, 0.18970051912524752, 0.5432435331111674, 0.32828753055254845, 0.4381020627120035, 0.3929922959591078, 0.2821122568067752, 0.34254322073800736, 0.5808119012996298, 0.6576707281875873, 0.35540729146222566, 0.25355683532358997, 0.11177937542410157, 0.48529021725106586, 0.2419028528459981, 0.5954052939235607, 0.3152188587606063, 0.4070771722904518, 0.3409093870138086 ] }, "n_perts": 26 } } }