PIVOT / experiments /results /norman_forward_perturbation.json
bryan7264's picture
pivot: code + trained checkpoints (norman, replogle k562)
b67979a verified
Raw
History Blame Contribute Delete
85.5 kB
{
"split": "perturbation",
"models": {
"PIVOT": {
"mse": 0.0017456959687208043,
"r2": -0.8285323470196826,
"pearson": 0.76253557141791,
"spearman": 0.5823030614288411,
"de_corr": 0.8314210008433525,
"mmd": 0.3021512914899839,
"wasserstein": 0.43160508252391033,
"_per_pert": {
"mse": [
0.0015962913166731596,
0.0008809863356873393,
0.0019998853094875813,
0.0003412741352804005,
0.0008116157841868699,
0.0006022303132340312,
0.0007515754550695419,
0.0007353638648055494,
0.0009762277477420866,
0.004156765062361956,
0.0056117321364581585,
0.0009224773966707289,
0.0014235102571547031,
0.000321702565997839,
0.001231062808074057,
0.0017586882458999753,
0.002621252555400133,
0.00047866388922557235,
0.0004518006753642112,
0.0009143200586549938,
0.00048078721738420427,
0.0035726698115468025,
0.0006342866108752787,
0.0007832234841771424,
0.0029461875092238188,
0.0012722138781100512,
0.00037073460407555103,
0.005331906024366617,
0.007546290289610624,
0.001551676308736205,
0.0010973499156534672,
0.0006320606917142868,
0.00013778671564068645,
0.0014407264534384012,
0.0016012798296287656,
0.001502867671661079,
0.0015092769172042608,
0.004813094157725573,
0.0007678758120164275,
0.002616616664454341,
0.0011721006594598293,
0.0018023933516815305,
0.0007824173080734909,
0.0014333735452964902,
0.0012945494381710887,
0.005306630861014128,
0.0010599088855087757
],
"r2": [
0.5472016930580139,
-1.842552900314331,
0.6095108389854431,
-4.876230716705322,
-20.437246322631836,
-2.7194979190826416,
-0.18770825862884521,
0.8777173161506653,
0.7312178611755371,
-1.9020304679870605,
-2.7078135013580322,
0.8078142404556274,
0.8908155560493469,
0.8376991748809814,
0.42308592796325684,
0.1281682848930359,
0.6018931865692139,
0.9521409869194031,
0.6058731079101562,
0.9128751754760742,
0.867173433303833,
-7.576755523681641,
0.8659182786941528,
-0.182220458984375,
0.27227669954299927,
0.5839238166809082,
0.9288119077682495,
0.31507188081741333,
0.601916491985321,
0.6740221977233887,
-1.2246947288513184,
0.9510142803192139,
0.7938345074653625,
0.7671914100646973,
-4.445379257202148,
0.31845784187316895,
0.8332926034927368,
0.31394362449645996,
0.4389669895172119,
0.6129298210144043,
0.8421118855476379,
-7.5136003494262695,
0.4907867908477783,
-3.4536638259887695,
0.8398243188858032,
0.6412551403045654,
-1.7503633499145508
],
"pearson": [
0.7536920309066772,
0.5233908891677856,
0.8592501878738403,
0.22083774209022522,
0.2833574116230011,
0.039258554577827454,
0.7498257756233215,
0.9401399493217468,
0.8797203898429871,
0.6033342480659485,
0.9358171224594116,
0.9723519682884216,
0.9687368869781494,
0.9374346137046814,
0.6731510758399963,
0.47313177585601807,
0.9422309994697571,
0.9758107662200928,
0.803334653377533,
0.965327799320221,
0.9316220283508301,
0.8100623488426208,
0.9581425189971924,
0.6218380331993103,
0.8873342275619507,
0.8127406239509583,
0.9650146961212158,
0.5918835997581482,
0.846104085445404,
0.8276202082633972,
0.6287824511528015,
0.9759727716445923,
0.8941470384597778,
0.983452558517456,
0.18894581496715546,
0.7274587154388428,
0.9846226572990417,
0.6012974977493286,
0.7263070344924927,
0.871539294719696,
0.9778054356575012,
0.8281512260437012,
0.7819417715072632,
0.39418646693229675,
0.9719808101654053,
0.9259516596794128,
0.624131441116333
],
"spearman": [
0.6555050882255908,
0.40542519904581553,
0.4964159787310143,
0.09228475010163843,
-0.15748521125132137,
-0.11657048285974761,
0.21862650960808533,
0.605807510152057,
0.769920244183745,
0.5469354385725889,
0.5626566869480071,
0.6832155535335042,
0.9070905775510695,
0.8487869280419458,
0.45339023110868865,
0.2868166739366436,
0.7518973609126082,
0.8643221348230034,
0.6194693370885784,
0.7732447700697314,
0.8543534221221268,
0.6644175705672826,
0.9216471532145842,
0.5517182833777677,
0.7707817801400423,
0.6253514731561677,
0.85791655113273,
0.5972728738711756,
0.6745397902412349,
0.680843485444789,
0.45267624472772633,
0.8136672703384545,
0.6424177851315931,
0.8843047114275199,
0.11669099443566826,
0.5227399671880087,
0.7238119692458834,
0.5503434385154962,
0.46469522726553875,
0.717613957110383,
0.8244220387943655,
0.39631782092974593,
0.6393433529567272,
0.24420713551435697,
0.704496413148991,
0.8780034344331563,
0.3258944642007685
],
"de_corr": [
0.9333991408348083,
0.7491828203201294,
0.9241585731506348,
0.24465131759643555,
0.4710516333580017,
0.03841133415699005,
0.9465099573135376,
0.9783341288566589,
0.9323738813400269,
0.7223357558250427,
0.9700398445129395,
0.9917811155319214,
0.9845224022865295,
0.95426344871521,
0.8516639471054077,
0.539853572845459,
0.9640456438064575,
0.9839518070220947,
0.92417311668396,
0.979576051235199,
0.9622992277145386,
0.9482614398002625,
0.9775505661964417,
0.8960217237472534,
0.9404195547103882,
0.9081787467002869,
0.988193929195404,
0.698651909828186,
0.7528803944587708,
0.7510294318199158,
0.5872046947479248,
0.9912537336349487,
0.9690126776695251,
0.997524082660675,
0.25434747338294983,
0.8284298181533813,
0.9940236806869507,
0.6034884452819824,
0.9004725813865662,
0.8926483392715454,
0.9886642098426819,
0.959450364112854,
0.8362482190132141,
0.6785160303115845,
0.9831262230873108,
0.9680206775665283,
0.7365893721580505
],
"mmd": [
0.31358329356625925,
0.2829083437860266,
0.3268910257886851,
0.3034275433088548,
0.26561077532549326,
0.27375241880245993,
0.2764328706803504,
0.30042128408200697,
0.3065089420728595,
0.3461828757735623,
0.36859794732202045,
0.2710819231170011,
0.2931891493477259,
0.2320166530035307,
0.2678655791247254,
0.3100671682066971,
0.2947334531122461,
0.27877327345627356,
0.26099842907739523,
0.2544545857509505,
0.3034685334443069,
0.34142556532541024,
0.2865900872098376,
0.2621079957448894,
0.33341331852705725,
0.2986212856731577,
0.3046254001186489,
0.4049631989245549,
0.29687186899197815,
0.2892757718681802,
0.2832749104171687,
0.2963613126384349,
0.262936228194131,
0.28750202458966534,
0.31853469099007437,
0.3254136872440071,
0.3229344827643106,
0.394373763081333,
0.27312924977788144,
0.3664557058728112,
0.2771543305879254,
0.32460494136859086,
0.2727312048226932,
0.27398726155845665,
0.3571783400626488,
0.3426648703072518,
0.27301313521871284
],
"wasserstein": [
0.4821041697967327,
0.37169123004200516,
0.46441134658798594,
0.37558352939015793,
0.35424735165224336,
0.34667920523386314,
0.36154464792525415,
0.42276941312530963,
0.46618256614801645,
0.46860028466716114,
0.5220581034096756,
0.4019005545926686,
0.5063314914221153,
0.3512468343961775,
0.37955504571508614,
0.40661420355491534,
0.4442106491816762,
0.44726791691187456,
0.3572826731205464,
0.4066724517513526,
0.42381805290126495,
0.43329532088579326,
0.43324303879231296,
0.36331708800584595,
0.5153061605365753,
0.4254621708617453,
0.4270177856138994,
0.5573708062094781,
0.5803057499360839,
0.4368545237685248,
0.38260245122802966,
0.4435057205256277,
0.3411261893862858,
0.39030869652872263,
0.4198432339215978,
0.5112260641620169,
0.4723184218096585,
0.5083531046129299,
0.3921637349952938,
0.5017335441630584,
0.4175469696081974,
0.4156747659203838,
0.3698995877111973,
0.3685795259443726,
0.4717643181925033,
0.573698411676562,
0.3721497721010105
]
},
"n_perts": 47
},
"MeanControl": {
"mse": 0.004514833508050713,
"r2": -0.10789477064254437,
"pearson": -0.022738046513157004,
"spearman": -0.04880332349662557,
"de_corr": -0.029544741906067158,
"mmd": 0.10804938097705778,
"wasserstein": 0.3255573552861375,
"_per_pert": {
"mse": [
0.003526095300912857,
0.00047110902960412204,
0.005013410467654467,
0.00011254555283812806,
8.388989954255521e-05,
0.0002046082663582638,
0.0007276904652826488,
0.006099091377109289,
0.0038916850462555885,
0.0013538715429604053,
0.0013269009068608284,
0.00479864701628685,
0.013018874451518059,
0.0020068504381924868,
0.0022634572815150023,
0.002172177890315652,
0.006917996797710657,
0.01052918191999197,
0.0010125469416379929,
0.010958677157759666,
0.003653470892459154,
0.0005656962166540325,
0.0047027855180203915,
0.0007785499328747392,
0.0039011535700410604,
0.003163485322147608,
0.005225673783570528,
0.0077210054732859135,
0.020093467086553574,
0.00497997272759676,
0.00054371845908463,
0.013299396261572838,
0.0007702374714426696,
0.006292510777711868,
0.00042728715925477445,
0.002570908050984144,
0.008804382756352425,
0.007052035070955753,
0.0014501134864985943,
0.0073930020444095135,
0.007186289876699448,
0.0002132457448169589,
0.0015514662954956293,
0.00042830329039134085,
0.00801896583288908,
0.014559644274413586,
0.0003610997518990189
],
"r2": [
-0.0001995563507080078,
-0.5200603008270264,
0.021102607250213623,
-0.9378657341003418,
-1.2157888412475586,
-0.26370251178741455,
-0.1499631404876709,
-0.014209747314453125,
-0.07148706912994385,
0.054799675941467285,
0.12328284978866577,
0.0002665519714355469,
0.0014414191246032715,
-0.012468218803405762,
-0.060726165771484375,
-0.07681047916412354,
-0.0506819486618042,
-0.05275595188140869,
0.11670804023742676,
-0.044243812561035156,
-0.009341120719909668,
-0.35804271697998047,
0.005878746509552002,
-0.17516624927520752,
0.03639495372772217,
-0.03461432456970215,
-0.0034291744232177734,
0.00817185640335083,
-0.05997490882873535,
-0.04619753360748291,
-0.10229921340942383,
-0.030724048614501953,
-0.15247929096221924,
-0.01681363582611084,
-0.45305097103118896,
-0.16589272022247314,
0.027510643005371094,
-0.005194187164306641,
-0.059496164321899414,
-0.09362983703613281,
0.03196924924850464,
-0.0072650909423828125,
-0.00972592830657959,
-0.3307896852493286,
0.007806599140167236,
0.01572251319885254,
0.06298035383224487
],
"pearson": [
0.0591709278523922,
-0.40775421261787415,
0.15382766723632812,
0.0747164785861969,
-0.1517912894487381,
0.05104249715805054,
-0.1530401110649109,
-0.05691283568739891,
-0.2880525290966034,
0.2644456923007965,
0.3980618417263031,
0.06142786517739296,
0.2099093198776245,
0.09384554624557495,
-0.09174783527851105,
-0.22845198214054108,
-0.2895209491252899,
-0.370250940322876,
0.39623144268989563,
-0.19269369542598724,
0.05708274617791176,
-0.14504733681678772,
0.15338094532489777,
-0.22136132419109344,
0.2530163526535034,
-0.08538380265235901,
0.051351871341466904,
0.11927977204322815,
-0.27650654315948486,
-0.08860388398170471,
-0.06261344999074936,
-0.1181451827287674,
-0.15346801280975342,
-0.0022375716362148523,
-0.3507479429244995,
-0.5506516695022583,
0.2766454517841339,
0.07293259352445602,
-0.049403443932533264,
-0.5229116082191467,
0.24387092888355255,
0.3320770561695099,
0.07020393013954163,
-0.13814716041088104,
0.09130217880010605,
0.1804584115743637,
0.2624756097793579
],
"spearman": [
0.19216284713491025,
-0.19284188589236262,
-0.11938483946898354,
0.08759452212678809,
-0.14483278589106036,
-0.23891023950917015,
-0.09278604301227522,
-0.07776816930023873,
-0.34219772716910113,
0.08997476599209138,
0.1571429676875295,
-0.009334050216522768,
0.30276350005000907,
0.11369565713516436,
0.026765146902985506,
-0.11985193137592841,
-0.0676444480055454,
-0.26492315410202055,
-0.022761245256123594,
-0.17927895359507073,
0.12467714385242742,
-0.06812438063506722,
0.14233023016137084,
-0.13192931206284725,
0.2202828745445375,
-0.04506938627789246,
0.1044222268044151,
0.05574005331374939,
-0.13509633039854418,
-0.08472786457997593,
0.06745851827828901,
-0.02750546917303849,
-0.14517513649361455,
-0.11361011361230283,
-0.3363138725037647,
-0.30150052130845006,
0.03761056068859066,
-0.11917355169692095,
0.040746374501949574,
-0.33333291383322283,
0.0914415356877504,
0.06168918202823291,
-0.1441669084879804,
-0.21287281650164175,
-0.11814292463066067,
-0.039590558196958545,
0.01859322195509365
],
"de_corr": [
-0.300130695104599,
-0.5648529529571533,
0.3370738923549652,
0.3860224485397339,
-0.1955641210079193,
0.02822083979845047,
-0.48389118909835815,
-0.009495597332715988,
-0.05394879728555679,
0.36357206106185913,
0.667620062828064,
0.43334126472473145,
-0.4320434629917145,
0.14437812566757202,
-0.32033661007881165,
-0.3400384485721588,
-0.2038392722606659,
-0.5935828685760498,
0.541037917137146,
-0.2471340298652649,
-0.10499667376279831,
-0.17938752472400665,
0.077311210334301,
-0.3787427544593811,
0.4311549961566925,
-0.1292337328195572,
-0.12586845457553864,
0.415390282869339,
-0.5604172945022583,
-0.011644965037703514,
-0.18901412189006805,
-0.47924914956092834,
-0.5018155574798584,
0.33002686500549316,
-0.3823208510875702,
-0.8062375783920288,
0.5056836009025574,
0.12952904403209686,
-0.22419269382953644,
-0.4344070255756378,
0.3809707760810852,
0.8074125647544861,
0.16500452160835266,
-0.31204333901405334,
0.142561137676239,
0.25846385955810547,
0.6310514211654663
],
"mmd": [
0.09349272787495821,
0.017079164586266127,
0.14250329469241785,
0.00759453203977023,
0.006482170008059729,
0.011063732850183694,
0.026731542733261282,
0.1470853808210062,
0.09653127548836427,
0.04204111040549552,
0.04216490529019157,
0.1312443358607276,
0.21005125605035002,
0.05309926180032265,
0.06683692811031039,
0.0707329364249959,
0.19890545534435256,
0.26540914314875486,
0.03516672967215262,
0.24847255678051916,
0.0821541846284356,
0.025634852829435117,
0.1032416212736893,
0.02939766576232139,
0.10044225887905478,
0.09454968542461961,
0.144971177320813,
0.2158981101013302,
0.27529296477662657,
0.13301308819063173,
0.022128561707196348,
0.2808152270527752,
0.033273759910667056,
0.18338728148350747,
0.016317289022899972,
0.06928072801802743,
0.2114590654919788,
0.18688661728037947,
0.04694983392849206,
0.15847260958398424,
0.18867237244125679,
0.009225637311758073,
0.051785343083803004,
0.017391647303436564,
0.20626368571513176,
0.26286667188565194,
0.01586052553135231
],
"wasserstein": [
0.3465150925077128,
0.14262462636439255,
0.3924961748765501,
0.0884045304954344,
0.07540012800379445,
0.11246360100660709,
0.14956275073881106,
0.4246831496977201,
0.36262283630451864,
0.20913232861350933,
0.2027074007927328,
0.37186873605567927,
0.5165355363724826,
0.21696055667376182,
0.23970034947649663,
0.2468377396448319,
0.47336123278609643,
0.6069115027749394,
0.1988019244084769,
0.5360744081970711,
0.32131733750831143,
0.15920445814820125,
0.37406449459488234,
0.1906735867984297,
0.3921992392111027,
0.3386888100758347,
0.4107306759792381,
0.5186042173434964,
0.648326146552633,
0.4215655626262298,
0.1460777869166568,
0.6562208847516053,
0.1565663488804904,
0.4559409539989952,
0.14973875231061093,
0.29716214661285395,
0.5065901284321037,
0.46066045826130547,
0.20351251804672624,
0.44478038092501976,
0.4880487648741447,
0.08884758015177945,
0.23486717757267328,
0.11477118067833636,
0.4918381143601012,
0.5930188602971916,
0.1235145267478904
]
},
"n_perts": 47
},
"AvgPerturbationEffect": {
"mse": 0.0036481301476089085,
"r2": -1.6605322170764842,
"pearson": 0.4622683938830457,
"spearman": 0.39142583024932337,
"de_corr": 0.4883508604971018,
"mmd": 0.10014484937386135,
"wasserstein": 0.3018542549345404,
"_per_pert": {
"mse": [
0.00167435547336936,
0.0009507954237051308,
0.0027328734286129475,
0.0014651004457846284,
0.0011944141006097198,
0.0018723756074905396,
0.0013803355395793915,
0.0035241846926510334,
0.002143725287169218,
0.0022780015133321285,
0.001303242170251906,
0.003029764164239168,
0.010649318806827068,
0.0014153380179777741,
0.001925644464790821,
0.001829093205742538,
0.0048235333524644375,
0.006736383307725191,
0.0006359592662192881,
0.010419798083603382,
0.0021609030663967133,
0.0011679689632728696,
0.0025179528165608644,
0.0008555786334909499,
0.001846952480264008,
0.0012071691453456879,
0.0025123802479356527,
0.0076608723029494286,
0.016836199909448624,
0.003412527497857809,
0.0010437192395329475,
0.00940390769392252,
0.0026134364306926727,
0.007003629580140114,
0.0014786251122131944,
0.0009856611723080277,
0.005891507025808096,
0.004652815405279398,
0.0011924020946025848,
0.0059386445209383965,
0.006750002969056368,
0.0009650677675381303,
0.0024069820065051317,
0.0010960380313917994,
0.005309190601110458,
0.01162755023688078,
0.0009401956340298057
],
"r2": [
0.5250583291053772,
-2.067795991897583,
0.4663906693458557,
-24.22682762145996,
-30.548120498657227,
-10.564176559448242,
-1.181333065032959,
0.41396796703338623,
0.40977394580841064,
-0.5903782844543457,
0.13891476392745972,
0.3687893748283386,
0.1831883192062378,
0.2859535217285156,
0.09758329391479492,
0.0932665467262268,
0.26741814613342285,
0.3264654874801636,
0.44522279500961304,
0.007105767726898193,
0.4030093550682068,
-1.8038930892944336,
0.46773022413253784,
-0.29143571853637695,
0.5437933206558228,
0.6051965951919556,
0.5175750255584717,
0.01589643955230713,
0.11185312271118164,
0.28309279680252075,
-1.1159677505493164,
0.2711823582649231,
-2.910392999649048,
-0.13172423839569092,
-4.0282745361328125,
0.5530080795288086,
0.34925276041030884,
0.33678966760635376,
0.12879538536071777,
0.12150990962982178,
0.09073930978775024,
-3.5584936141967773,
-0.5665128231048584,
-2.405522108078003,
0.34308922290802,
0.21394115686416626,
-1.4397189617156982
],
"pearson": [
0.737379252910614,
0.4586031138896942,
0.7093303799629211,
-0.25234323740005493,
0.1738933026790619,
-0.15050499141216278,
0.3571605682373047,
0.679621696472168,
0.6435927152633667,
0.19227777421474457,
0.5869457721710205,
0.6202855110168457,
0.45253705978393555,
0.5960014462471008,
0.4905829429626465,
0.44439244270324707,
0.5275831818580627,
0.6465961337089539,
0.7708851099014282,
0.1986197978258133,
0.6349406838417053,
0.35338643193244934,
0.7023636102676392,
0.6127575039863586,
0.7472073435783386,
0.7900751829147339,
0.7679491639137268,
0.22588463127613068,
0.36706048250198364,
0.538213849067688,
0.5286682844161987,
0.5769003033638,
-0.30524545907974243,
0.09802873432636261,
0.11854038387537003,
0.7439865469932556,
0.6508612036705017,
0.6041733622550964,
0.5806814432144165,
0.35568973422050476,
0.3291589915752411,
0.5059716701507568,
0.11591579020023346,
0.4430306851863861,
0.641900360584259,
0.4907100796699524,
0.6243635416030884
],
"spearman": [
0.7083933706773007,
0.3079713100159294,
0.4046327512363655,
-0.041920830546138856,
-0.22250455279841613,
-0.37446157279400916,
-0.04115601111004243,
0.4428028882606632,
0.7038113920796653,
0.5201007455465465,
0.1764553940253625,
0.307479988808722,
0.6482464654386071,
0.6252430897360204,
0.3229249814306044,
0.3245433173888679,
0.2560018710704993,
0.4606582793062035,
0.5833880686915266,
0.45562647697843667,
0.6309124784820304,
0.4308533873224278,
0.767816622161061,
0.5198515634258314,
0.6736379330035954,
0.5083028549033244,
0.6489180099832399,
0.346059653642849,
0.48145509380778256,
0.4494448301253817,
0.4366564155926501,
0.4280707717755995,
-0.024840797120072432,
0.396796492645064,
0.0785348149733743,
0.705523408801131,
0.299715903337534,
0.5683499054652498,
0.46037392128493043,
0.6424110492753116,
0.25206411135794143,
0.15070971116413803,
0.3665107979630368,
0.3772544999395016,
0.35032410981040296,
0.5469437560747836,
0.33612529907739225
],
"de_corr": [
0.8540282845497131,
0.6691981554031372,
0.8922524452209473,
-0.49096253514289856,
0.3278610110282898,
-0.16388878226280212,
0.7121587991714478,
0.8541043996810913,
0.6396335363388062,
0.0007307860068976879,
0.8476625680923462,
0.8329525589942932,
-0.3111203908920288,
0.7493950724601746,
0.7377703785896301,
0.5266879200935364,
0.8043926358222961,
0.7881635427474976,
0.9095393419265747,
-0.4482191503047943,
0.5458834767341614,
0.16728194057941437,
0.5472290515899658,
0.9184627532958984,
0.9280699491500854,
0.8740137219429016,
0.8739995360374451,
0.3085290193557739,
-0.3118397295475006,
0.36631032824516296,
0.5417255163192749,
0.7066925168037415,
-0.5113534331321716,
-0.17085237801074982,
0.16569198668003082,
0.872644305229187,
0.8713144063949585,
0.6834990978240967,
0.8228168487548828,
0.15404105186462402,
0.19959162175655365,
0.8399051427841187,
-0.00472659757360816,
0.7255598306655884,
0.9051570296287537,
0.33812928199768066,
0.8623735904693604
],
"mmd": [
0.06291116145751907,
0.03737636644246678,
0.09266723026850843,
0.049567228025216625,
0.044329834391393486,
0.06264545216692041,
0.05133777735970935,
0.09621605241284636,
0.07391450792826637,
0.07196999240626378,
0.046156650204655536,
0.09682136583351053,
0.19489274801003653,
0.044353686639593715,
0.0586054047280552,
0.06642907820275523,
0.15141614292000194,
0.19550864448962824,
0.028198343313148078,
0.24949023789575764,
0.06256788804255775,
0.04464470220389738,
0.07173329658399596,
0.03284182947036085,
0.06417759206185203,
0.043663762429208886,
0.08845362106376908,
0.21566233510805466,
0.25596716829163724,
0.11002364394215791,
0.040609433315430654,
0.22463460265151292,
0.09658945849103306,
0.1956928415381134,
0.057826830020943465,
0.059529163109169336,
0.16081938583966682,
0.1424068295197991,
0.04660008390879111,
0.14559845988534936,
0.18544416480316483,
0.039382917173956145,
0.07997849287093939,
0.043427717128807,
0.15654692956076366,
0.23068043688661477,
0.03649642957368271
],
"wasserstein": [
0.25153837911396004,
0.16893252381456805,
0.2676053666094325,
0.20834732128994043,
0.20906201319240444,
0.2623580543810338,
0.2082874359997082,
0.29089588786363046,
0.2932813172795775,
0.28382051087695415,
0.17286301008204027,
0.2768469751638227,
0.47183194502653286,
0.1827742416065256,
0.20242473866032043,
0.23531629986454738,
0.3880936894164569,
0.4650012666968979,
0.13480157794115927,
0.5289359817374468,
0.2794908138904269,
0.22313267381781063,
0.28506071168270364,
0.17023104447518222,
0.2860487361756974,
0.19420078673364963,
0.2737223791372607,
0.467083203653169,
0.6013220910540901,
0.3559960638660447,
0.19122034399507742,
0.5544341593328391,
0.2896746096005146,
0.456163411743442,
0.23632673230202164,
0.24449735425823316,
0.3823542699831418,
0.33566691132404364,
0.20076542659868996,
0.4174490782135223,
0.4888898951437967,
0.17955707688635514,
0.2753026664949679,
0.1872511026375303,
0.3795474592512466,
0.5413690636213984,
0.18737337943358137
]
},
"n_perts": 47
},
"Additive": {
"mse": 0.002130915904962557,
"r2": -1.452756440385859,
"pearson": 0.6206745877069362,
"spearman": 0.5072803608982661,
"de_corr": 0.6938813036862523,
"mmd": 0.07430983260676954,
"wasserstein": 0.2578024455719882,
"_per_pert": {
"mse": [
0.00167435547336936,
0.0009507954237051308,
0.0027328734286129475,
0.0014651004457846284,
0.0011944141006097198,
0.0018723756074905396,
0.0013803355395793915,
0.0011990240309387445,
0.0011195228435099125,
0.0022780015133321285,
0.001303242170251906,
0.003029764164239168,
0.0012679604114964604,
0.0037433153484016657,
0.001925644464790821,
0.001829093205742538,
0.0048235333524644375,
0.0035266857594251633,
0.0006359592662192881,
0.002117374911904335,
0.0016054949956014752,
0.0011679689632728696,
0.0025179528165608644,
0.0008555786334909499,
0.001846952480264008,
0.0012071691453456879,
0.002857340034097433,
0.0031821466982364655,
0.003948783501982689,
0.0011508818715810776,
0.0010437192395329475,
0.013433117419481277,
0.00039268890395760536,
0.007003629580140114,
0.0014786251122131944,
0.0007619631942361593,
0.002539267996326089,
0.001459421357139945,
0.0011924020946025848,
0.0012287272838875651,
0.000827369571197778,
0.0009650677675381303,
0.0024069820065051317,
0.0010960380313917994,
0.0009213167359121144,
0.002052875002846122,
0.0009401956340298057
],
"r2": [
0.5250583291053772,
-2.067795991897583,
0.4663906693458557,
-24.22682762145996,
-30.548120498657227,
-10.564176559448242,
-1.181333065032959,
0.8006158471107483,
0.6917648315429688,
-0.5903782844543457,
0.13891476392745972,
0.3687893748283386,
0.9027464389801025,
-0.8885250091552734,
0.09758329391479492,
0.0932665467262268,
0.26741814613342285,
0.6473857760429382,
0.44522279500961304,
0.7982370257377625,
0.5564513206481934,
-1.8038930892944336,
0.46773022413253784,
-0.29143571853637695,
0.5437933206558228,
0.6051965951919556,
0.4513360857963562,
0.5912264585494995,
0.7916929721832275,
0.7582215666770935,
-1.1159677505493164,
-0.04108762741088867,
0.41243356466293335,
-0.13172423839569092,
-4.0282745361328125,
0.6544538736343384,
0.7195248007774353,
0.791974663734436,
0.12879538536071777,
0.8182371854782104,
0.8885490298271179,
-3.5584936141967773,
-0.5665128231048584,
-2.405522108078003,
0.8860046863555908,
0.8612192273139954,
-1.4397189617156982
],
"pearson": [
0.737379252910614,
0.4586031138896942,
0.7093303799629211,
-0.25234323740005493,
0.1738933026790619,
-0.15050499141216278,
0.3571605682373047,
0.977320671081543,
0.8485552668571472,
0.19227777421474457,
0.5869457721710205,
0.6202855110168457,
0.9806216955184937,
0.907036304473877,
0.4905829429626465,
0.44439244270324707,
0.5275831818580627,
0.8898630142211914,
0.7708851099014282,
0.897230327129364,
0.7903505563735962,
0.35338643193244934,
0.7023636102676392,
0.6127575039863586,
0.7472073435783386,
0.7900751829147339,
0.9672414660453796,
0.7713102698326111,
0.9467152953147888,
0.8849393725395203,
0.5286682844161987,
0.018820714205503464,
0.943000853061676,
0.09802873432636261,
0.11854038387537003,
0.8176720142364502,
0.9195569157600403,
0.9476909041404724,
0.5806814432144165,
0.905232310295105,
0.9894416332244873,
0.5059716701507568,
0.11591579020023346,
0.4430306851863861,
0.9485238790512085,
0.9331204295158386,
0.6243635416030884
],
"spearman": [
0.7083933706773007,
0.3079713100159294,
0.4046327512363655,
-0.041920830546138856,
-0.22250455279841613,
-0.37446157279400916,
-0.04115601111004243,
0.8302420688301261,
0.758864041237267,
0.5201007455465465,
0.1764553940253625,
0.307479988808722,
0.9300612434600944,
0.8013651787102366,
0.3229249814306044,
0.3245433173888679,
0.2560018710704993,
0.6411851049522752,
0.5833880686915266,
0.758357528861593,
0.6538860797606403,
0.4308533873224278,
0.767816622161061,
0.5198515634258314,
0.6736379330035954,
0.5083028549033244,
0.8299614037560654,
0.63705683850344,
0.8853876420378269,
0.7477887642857057,
0.4366564155926501,
0.04160304135281166,
0.750667553052903,
0.396796492645064,
0.0785348149733743,
0.8229722542204181,
0.7481139514391116,
0.9005541928837376,
0.46037392128493043,
0.8153443278432305,
0.8967476883792962,
0.15070971116413803,
0.3665107979630368,
0.3772544999395016,
0.7829543318084666,
0.8737905817438184,
0.33612529907739225
],
"de_corr": [
0.8540282845497131,
0.6691981554031372,
0.8922524452209473,
-0.49096253514289856,
0.3278610110282898,
-0.16388878226280212,
0.7121587991714478,
0.9931616187095642,
0.9208729863166809,
0.0007307860068976879,
0.8476625680923462,
0.8329525589942932,
0.9927356243133545,
0.9374369978904724,
0.7377703785896301,
0.5266879200935364,
0.8043926358222961,
0.9638471007347107,
0.9095393419265747,
0.9674869179725647,
0.8717171549797058,
0.16728194057941437,
0.5472290515899658,
0.9184627532958984,
0.9280699491500854,
0.8740137219429016,
0.9877463579177856,
0.929778516292572,
0.9343132972717285,
0.7840830087661743,
0.5417255163192749,
0.014756222255527973,
0.9695466160774231,
-0.17085237801074982,
0.16569198668003082,
0.8839684724807739,
0.9486202597618103,
0.973825991153717,
0.8228168487548828,
0.918163537979126,
0.9966879487037659,
0.8399051427841187,
-0.00472659757360816,
0.7255598306655884,
0.9777360558509827,
0.968001663684845,
0.8623735904693604
],
"mmd": [
0.06291116145751907,
0.03737636644246678,
0.09266723026850843,
0.049567228025216625,
0.044329834391393486,
0.06264545216692041,
0.05133777735970935,
0.05021868456888656,
0.061060278690874825,
0.07196999240626378,
0.046156650204655536,
0.09682136583351053,
0.10767813138675597,
0.13701120582615078,
0.0586054047280552,
0.06642907820275523,
0.15141614292000194,
0.12208139388607153,
0.028198343313148078,
0.09468476215576449,
0.042705668881369396,
0.04464470220389738,
0.07173329658399596,
0.03284182947036085,
0.06417759206185203,
0.043663762429208886,
0.08901107561180033,
0.10592565083802308,
0.19750044167399128,
0.03350597964301849,
0.040609433315430654,
0.2806191491336122,
0.015222367381501956,
0.1956928415381134,
0.057826830020943465,
0.05387107038760042,
0.08132990830542441,
0.059559122262586306,
0.04660008390879111,
0.06415637938945573,
0.035576516207533215,
0.039382917173956145,
0.07997849287093939,
0.043427717128807,
0.045977810793240925,
0.09735857949440396,
0.03649642957368271
],
"wasserstein": [
0.25153837911396004,
0.16893252381456805,
0.2676053666094325,
0.20834732128994043,
0.20906201319240444,
0.2623580543810338,
0.2082874359997082,
0.208885073570133,
0.23475329927753966,
0.28382051087695415,
0.17286301008204027,
0.2768469751638227,
0.29428721718537315,
0.30712842512790184,
0.20242473866032043,
0.23531629986454738,
0.3880936894164569,
0.3733510470160322,
0.13480157794115927,
0.29645300056511287,
0.21274011479809748,
0.22313267381781063,
0.28506071168270364,
0.17023104447518222,
0.2860487361756974,
0.19420078673364963,
0.29555100498454245,
0.3762041377967754,
0.4745980007385362,
0.18575707833168842,
0.19122034399507742,
0.6938497058349854,
0.12119612743338175,
0.456163411743442,
0.23632673230202164,
0.236194979054538,
0.2834715800082889,
0.2572407973833032,
0.20076542659868996,
0.21113540905871203,
0.19100342704708737,
0.17955707688635514,
0.2753026664949679,
0.1872511026375303,
0.2113030277750908,
0.3086794995132667,
0.18737337943358137
]
},
"n_perts": 47
},
"LinearResponse": {
"mse": 0.0011560855510129415,
"r2": -0.2554005422490708,
"pearson": 0.7328052140296774,
"spearman": 0.5781660967292104,
"de_corr": 0.7979922754333374,
"mmd": 0.04799841794265553,
"wasserstein": 0.20276722761569496,
"_per_pert": {
"mse": [
0.001815351890400052,
0.0005269621615298092,
0.0030712697189301252,
0.000511285150423646,
0.000643533596303314,
0.0007793476688675582,
0.0008428554865531623,
0.00044451531721279025,
0.0006145142251625657,
0.0024074052926152945,
0.0012071673991158605,
0.00037343817530199885,
0.000748060061596334,
0.00042762543307617307,
0.0017397834453731775,
0.0017684008926153183,
0.0010283575393259525,
0.0005933258798904717,
0.0004704850143752992,
0.0010955922771245241,
0.00029082701075822115,
0.0007098543574102223,
0.0003000711731147021,
0.00047978051588870585,
0.001113002304919064,
0.001506912987679243,
0.0008496627560816705,
0.004119977355003357,
0.00357564864680171,
0.0008324038935825229,
0.0006465500337071717,
0.0017127461032941937,
0.00030324782710522413,
0.0010518929921090603,
0.0008361907093785703,
0.0013509067939594388,
0.0015559562016278505,
0.0013129838043823838,
0.0009852976072579622,
0.0016814854461699724,
0.0006546838558278978,
0.000686608487740159,
0.0010450928239151835,
0.0005867264699190855,
0.0008671642863191664,
0.003665788099169731,
0.0005052817286923528
],
"r2": [
0.48506367206573486,
-0.7002733945846558,
0.40031683444976807,
-7.803562164306641,
-15.997682571411133,
-3.813410758972168,
-0.33195745944976807,
0.9260821342468262,
0.8308074474334717,
-0.6807211637496948,
0.20239382982254028,
0.9221991896629333,
0.9426231980323792,
0.7842604517936707,
0.18468362092971802,
0.12335318326950073,
0.8438165187835693,
0.9406765699386597,
0.5895739793777466,
0.8956018686294556,
0.9196535348892212,
-0.704116702079773,
0.9365679621696472,
0.27580517530441284,
0.7250826358795166,
0.507165789604187,
0.8368484973907471,
0.47075414657592773,
0.811376690864563,
0.8251277804374695,
-0.31077301502227783,
0.8672595024108887,
0.5462608337402344,
0.830023467540741,
-1.8435852527618408,
0.38737112283706665,
0.8281366229057312,
0.8128478527069092,
0.280112087726593,
0.7512617111206055,
0.9118106365203857,
-2.243192195892334,
0.3198322653770447,
-0.823029637336731,
0.892704963684082,
0.7521812319755554,
-0.3111581802368164
],
"pearson": [
0.7579284310340881,
0.47559016942977905,
0.6993327140808105,
-0.16080106794834137,
0.11650417000055313,
-0.12152967602014542,
0.5724650621414185,
0.9785683155059814,
0.9157998561859131,
0.4514901638031006,
0.8907166123390198,
0.9634212851524353,
0.9832399487495422,
0.9335516691207886,
0.4725910425186157,
0.38926422595977783,
0.9449183940887451,
0.9823147058486938,
0.7734150886535645,
0.9583873152732849,
0.9650200605392456,
0.6997309923171997,
0.9710015654563904,
0.659519374370575,
0.891148567199707,
0.7662409543991089,
0.9433495402336121,
0.7203361392021179,
0.9030676484107971,
0.910010576248169,
0.5172854661941528,
0.9742609858512878,
0.8469299674034119,
0.9616471529006958,
0.17740903794765472,
0.7472275495529175,
0.982086718082428,
0.9204921722412109,
0.5689943432807922,
0.9189297556877136,
0.9800853133201599,
0.6968837976455688,
0.6960882544517517,
0.4919852316379547,
0.9659656286239624,
0.9531323313713074,
0.6358475089073181
],
"spearman": [
0.7267308305160979,
0.31736740644742656,
0.4216959907901176,
0.09782925927800983,
-0.24098214056210873,
-0.3451894804929966,
0.07573042623336623,
0.8199193010659636,
0.8175295774756172,
0.5655961559966857,
0.3984229661797205,
0.6557342397818725,
0.9402929366906774,
0.8674973284861689,
0.3116749904282631,
0.2980009207789957,
0.6792444185233542,
0.8402760939127509,
0.5834434652061444,
0.8207432128236153,
0.8749760061811058,
0.573012032926743,
0.9297289170092395,
0.5504182864916254,
0.8073274992307962,
0.5025536668690098,
0.6564830794832915,
0.657349432398684,
0.8396238562408863,
0.8014734601432296,
0.4272860214421892,
0.7321032153263551,
0.6238218472324555,
0.8380126318805834,
0.11462644599705345,
0.794577246419071,
0.7311134626725649,
0.7269334100695536,
0.4811152217042791,
0.8358231282393944,
0.8521301566622356,
0.2780840219636733,
0.645078593970114,
0.39831319285489375,
0.598538622214927,
0.8899792725932806,
0.3617659184959151
],
"de_corr": [
0.8566803932189941,
0.6914318203926086,
0.8387675881385803,
-0.32153546810150146,
0.26463887095451355,
-0.16012905538082123,
0.8890593647956848,
0.9942091107368469,
0.9700576663017273,
0.4726371765136719,
0.9673143029212952,
0.9935668706893921,
0.9963659644126892,
0.9523894190788269,
0.7570591568946838,
0.49530255794525146,
0.9838354587554932,
0.9930711984634399,
0.920901894569397,
0.9879890084266663,
0.9676618576049805,
0.714035153388977,
0.967126727104187,
0.8958656787872314,
0.9540151953697205,
0.8432382941246033,
0.9835994839668274,
0.8748316764831543,
0.8785965442657471,
0.7334020733833313,
0.5192469358444214,
0.977804958820343,
0.820503294467926,
0.9924158453941345,
0.18588325381278992,
0.8143969774246216,
0.9902132153511047,
0.9613940119743347,
0.754327654838562,
0.9321264624595642,
0.9903842210769653,
0.9279942512512207,
0.7527039051055908,
0.7175959348678589,
0.9930542707443237,
0.983783483505249,
0.8358222842216492
],
"mmd": [
0.0629487132017087,
0.022456076923069057,
0.09968608333981799,
0.019345235876682798,
0.025701186718797286,
0.028099133125839115,
0.03359164574618889,
0.022820628018136446,
0.054755285262679254,
0.08060966045136686,
0.04327910366022525,
0.02597645571513474,
0.07836909986412388,
0.026435072263026216,
0.052843560263926115,
0.06282847958579918,
0.04689447736599561,
0.04571262204721249,
0.021987667452409987,
0.05925346373925522,
0.03021151442244563,
0.029661855849053675,
0.03843123932103254,
0.0208589208184653,
0.045885523907673864,
0.05085836046271952,
0.036318519873277166,
0.13032579795668975,
0.16314296583544763,
0.030986573677355023,
0.027234458699533115,
0.07404027342328645,
0.012739657915447844,
0.04155824406909081,
0.036207635881859934,
0.05428925728897305,
0.06009881585171151,
0.0534873625868717,
0.038367872652006696,
0.0633094090432128,
0.029446081378519118,
0.028128208862154613,
0.03978929112492802,
0.025372501140748516,
0.04561530973775052,
0.11377756668985495,
0.022188774213305895
],
"wasserstein": [
0.2566886884580639,
0.12852174171606898,
0.28999688116767314,
0.13220750878374615,
0.15637176144463816,
0.1822112176075181,
0.1794160322713854,
0.1422491776338578,
0.2094718904535178,
0.27663250696543273,
0.20272781105528417,
0.14300537525789722,
0.25418636412861717,
0.1418415124534268,
0.18949076792692993,
0.22958166388786372,
0.19895359836274593,
0.21322797355669365,
0.12038133791801668,
0.21999133516795236,
0.1506127703629451,
0.17365526534875048,
0.1664007394540281,
0.13894913695800695,
0.2369690471481899,
0.2270707735174547,
0.1809110964820951,
0.4044117331140134,
0.4124102136696584,
0.18091131274702593,
0.15158340322557998,
0.2896965232193937,
0.10218128314947407,
0.19067208907009128,
0.18465850656604055,
0.2487455741256824,
0.2383106791602504,
0.21613429193883057,
0.17311263449183453,
0.21913956834357698,
0.17800456359408123,
0.15993518777288698,
0.19096271242439403,
0.13678648921740166,
0.20984909332081356,
0.3547931218713146,
0.14603674142651785
]
},
"n_perts": 47
},
"NearestPerturbationCentroid": {
"mse": 0.0033090435918371017,
"r2": -4.196858470744275,
"pearson": 0.6274464218381871,
"spearman": 0.503322270605923,
"de_corr": 0.7151544857572051,
"mmd": 0.1042386035709379,
"wasserstein": 0.307973293298589,
"_per_pert": {
"mse": [
0.0023796367458999157,
0.001801011385396123,
0.0033724126406013966,
0.0035735154524445534,
0.002037221100181341,
0.0038693780079483986,
0.0034680429380387068,
0.0013926805695518851,
0.0011195228435099125,
0.0152303921058774,
0.008728939108550549,
0.004362241830676794,
0.0018618378089740872,
0.005347156431525946,
0.0028414963744580746,
0.002719290554523468,
0.003768590511754155,
0.0035266857594251633,
0.001328550628386438,
0.002117374911904335,
0.0016054949956014752,
0.00422050291672349,
0.0006051911623217165,
0.0016853106208145618,
0.001079079112969339,
0.0017575172241777182,
0.0007794360863044858,
0.0031821466982364655,
0.002119982149451971,
0.004216709174215794,
0.0020710572134703398,
0.013433117419481277,
0.00028920292970724404,
0.00193432392552495,
0.002310030395165086,
0.0016017381567507982,
0.0030285550747066736,
0.0034309562761336565,
0.002545519033446908,
0.003481273539364338,
0.0024392546620219946,
0.00397268682718277,
0.0022698568645864725,
0.0019501668866723776,
0.0026432841550558805,
0.009829113259911537,
0.002197564346715808
],
"r2": [
0.32500070333480835,
-4.8110671043396,
0.3415168523788452,
-60.53059387207031,
-52.80923843383789,
-22.8980712890625,
-4.480518341064453,
0.7684130668640137,
0.6917648315429688,
-9.633040428161621,
-4.767431735992432,
0.0911855697631836,
0.8571954965591431,
-1.6976723670959473,
-0.33161354064941406,
-0.34802961349487305,
0.4276392459869385,
0.6473857760429382,
-0.1589568853378296,
0.7982370257377625,
0.5564513206481934,
-9.131980895996094,
0.8720687031745911,
-1.5438568592071533,
0.7334619164466858,
0.4252058267593384,
0.8503333926200867,
0.5912264585494995,
0.8881662487983704,
0.11414945125579834,
-3.1987247467041016,
-0.04108762741088867,
0.5672757625579834,
0.6874305009841919,
-6.85558557510376,
0.2736205458641052,
0.6654804348945618,
0.5109529495239258,
-0.8598324060440063,
0.4850231409072876,
0.671419620513916,
-17.764972686767578,
-0.4772692918777466,
-5.059403419494629,
0.672944188117981,
0.33552122116088867,
-4.7024712562561035
],
"pearson": [
0.6041916608810425,
0.4075838625431061,
0.5931739807128906,
-0.13428668677806854,
0.24753394722938538,
0.12699802219867706,
0.561170756816864,
0.9018423557281494,
0.8485552668571472,
0.19876433908939362,
0.9028801321983337,
0.9268650412559509,
0.9389623403549194,
0.7554796934127808,
0.40001431107521057,
0.3590351641178131,
0.8593475818634033,
0.8898630142211914,
0.6816719174385071,
0.897230327129364,
0.7903505563735962,
0.8397958278656006,
0.952285647392273,
0.5144321322441101,
0.8642792701721191,
0.6805150508880615,
0.9423225522041321,
0.7713102698326111,
0.9771626591682434,
0.3689722418785095,
0.42257338762283325,
0.018820714205503464,
0.7846940755844116,
0.9069423079490662,
0.1806703507900238,
0.5792919993400574,
0.934908390045166,
0.7277368307113647,
0.36097484827041626,
0.7531649470329285,
0.8293632864952087,
0.6741036772727966,
0.28217679262161255,
0.4049389064311981,
0.9165318012237549,
0.6722699403762817,
0.37251633405685425
],
"spearman": [
0.6203252538166802,
0.34102383585978086,
0.3837774128219293,
-0.08538268075448442,
-0.15712193365328184,
-0.08690643216056418,
0.12051850525662616,
0.5728070483326835,
0.758864041237267,
0.4063638602959689,
0.46510206544970045,
0.6587072622895157,
0.8623349338856354,
0.6791235634911009,
0.24173554726317414,
0.3196232471795954,
0.67926463806182,
0.6411851049522752,
0.5718394343952093,
0.758357528861593,
0.6538860797606403,
0.6796146821610123,
0.8869795504626674,
0.5045848809718708,
0.7226048945742045,
0.5395662119130941,
0.8068636251611392,
0.63705683850344,
0.8851632168224438,
0.4674815784115909,
0.37613841940140774,
0.04160304135281166,
0.5045291544570197,
0.7242173938528648,
0.19138985182716672,
0.7090978056290951,
0.7526828356464393,
0.7120370146217535,
0.3447675147598305,
0.703218443421422,
0.6379013429899208,
0.23381386660995387,
0.3517490441858732,
0.3820320385587042,
0.6665511931362395,
0.53366749407151,
0.2554064683320432
],
"de_corr": [
0.7687333226203918,
0.7302901148796082,
0.8511683940887451,
-0.4226294755935669,
0.40809565782546997,
0.12300767749547958,
0.712519109249115,
0.9314944744110107,
0.9208729863166809,
0.1709519922733307,
0.9414488077163696,
0.9556061625480652,
0.9622368812561035,
0.6859473586082458,
0.7796323895454407,
0.34363195300102234,
0.887298583984375,
0.9638471007347107,
0.901648223400116,
0.9674869179725647,
0.8717171549797058,
0.9460306763648987,
0.9477066397666931,
0.860784649848938,
0.9132860898971558,
0.866118311882019,
0.9768178462982178,
0.929778516292572,
0.9468079209327698,
-0.11106303334236145,
0.5682790279388428,
0.014756222255527973,
0.8187680244445801,
0.9813927412033081,
0.2747507095336914,
0.649765133857727,
0.9683998227119446,
0.7584554553031921,
0.6796631217002869,
0.8098202347755432,
0.8685473799705505,
0.8888605833053589,
0.33092421293258667,
0.7125753164291382,
0.9640641808509827,
0.8201625943183899,
0.7718026638031006
],
"mmd": [
0.08293167912239963,
0.06567023866872024,
0.10981149427315096,
0.11360836991853707,
0.07356138077538543,
0.13257402776857463,
0.12208309135675088,
0.045923174426250934,
0.061060278690874825,
0.37495171939497807,
0.23522206539320523,
0.1299205046141153,
0.09585080507822352,
0.17690753395243897,
0.08517639343377525,
0.09609675296496789,
0.11969412337570717,
0.12208139388607153,
0.05038438010190227,
0.09468476215576449,
0.042705668881369396,
0.1344707578483153,
0.052099511988847436,
0.06088613102868312,
0.04568076626253059,
0.06267252242363996,
0.03607533595689161,
0.10592565083802308,
0.15829487043475998,
0.127898550949471,
0.07343368933446792,
0.2806191491336122,
0.01344139054898863,
0.06217937882347979,
0.08381984764257366,
0.05800418421911402,
0.09118554255760081,
0.11214983798306177,
0.08993828549492211,
0.09231938033546683,
0.07981969305115844,
0.13099192564222595,
0.07517288418616264,
0.072506674779657,
0.08886136637627329,
0.2019740941021999,
0.07789310765879187
],
"wasserstein": [
0.27050395334556,
0.24584534168150252,
0.3082609425935583,
0.3408674339484363,
0.2866592989331655,
0.37534452611573565,
0.3489738084317255,
0.21457563399528223,
0.23475329927753966,
0.6088018751232922,
0.47906488228095306,
0.3323204870813563,
0.27302225057812024,
0.31507033117063266,
0.2563207208449249,
0.3075557417708538,
0.36553640982299584,
0.3733510470160322,
0.1946241162930515,
0.29645300056511287,
0.21274011479809748,
0.3394227367247307,
0.20071874020825067,
0.2262191027235575,
0.23233900694510506,
0.22184497430691644,
0.18679896885264202,
0.3762041377967754,
0.3768296638704943,
0.39835683509802455,
0.28071070301355494,
0.6938497058349854,
0.10078415560965251,
0.20926892369380642,
0.29832451347657224,
0.256509956026794,
0.31141232467383717,
0.31393154163828746,
0.27114600673178285,
0.28744571184910006,
0.3105869786357878,
0.3670474614914913,
0.23118492268390065,
0.27029257202798895,
0.3050042117050033,
0.4946549211788823,
0.27321079256782954
]
},
"n_perts": 47
},
"EndpointMLP": {
"mse": 0.0011665141643421289,
"r2": 0.05987304575899814,
"pearson": 0.5941063728223138,
"spearman": 0.5126150765634386,
"de_corr": 0.6435572355589334,
"mmd": 0.04903882547947358,
"wasserstein": 0.2003736154331534,
"_per_pert": {
"mse": [
0.0036682309582829475,
0.0005103750736452639,
0.005402616690844297,
0.00031863481854088604,
0.00032014859607443213,
0.00048404073459096253,
0.0007227485184557736,
0.0007629882893525064,
0.0011065156431868672,
0.001901013427414,
0.0007759711588732898,
0.0003969112003687769,
0.0005158786661922932,
0.00045928655890747905,
0.0023647623602300882,
0.002461922587826848,
0.0005208771326579154,
0.0002854724589269608,
0.0010409415699541569,
0.0006360114784911275,
0.0003024112666025758,
0.0009925079066306353,
0.0013474463485181332,
0.0006413684459403157,
0.0006882536690682173,
0.0035410255659371614,
0.0013137771748006344,
0.0031697379890829325,
0.003913164138793945,
0.0009889702778309584,
0.0007571351598016918,
0.0007665202720090747,
0.0002901284606195986,
0.00045556839904747903,
0.0004817750887013972,
0.0006223590462468565,
0.0015162485651671886,
0.0010664068395271897,
0.001473718206398189,
0.0011742303613573313,
0.0003918787115253508,
0.00031622310052625835,
0.0003426342736929655,
0.0003908651415258646,
0.0005885711871087551,
0.0020876340568065643,
0.000550258147995919
],
"r2": [
-0.040517330169677734,
-0.646754264831543,
-0.05489206314086914,
-4.486414432525635,
-7.45610237121582,
-1.989534854888916,
-0.14215362071990967,
0.8731237053871155,
0.6953460574150085,
-0.3271852731704712,
0.4872961640357971,
0.9173088669776917,
0.960431694984436,
0.768287181854248,
-0.10820090770721436,
-0.2204451560974121,
0.9208909273147583,
0.9714571237564087,
0.0919378399848938,
0.9393949508666992,
0.9164531230926514,
-1.3826713562011719,
0.7151634693145752,
0.03189957141876221,
0.8299977779388428,
-0.1580885648727417,
0.7477296590805054,
0.5928204655647278,
0.793571949005127,
0.7922360897064209,
-0.534965991973877,
0.9405934810638428,
0.565890908241272,
0.9263842105865479,
-0.6383448839187622,
0.7177635431289673,
0.8325225114822388,
0.8479948043823242,
-0.07674252986907959,
0.8262987732887268,
0.9472119212150574,
-0.49367833137512207,
0.7770066261291504,
-0.21446502208709717,
0.9271755814552307,
0.8588693737983704,
-0.4278682470321655
],
"pearson": [
0.05270738527178764,
0.03536360338330269,
-0.010150463320314884,
0.29591673612594604,
-0.5409607291221619,
-0.2308097779750824,
0.4392741024494171,
0.9674931764602661,
0.851591944694519,
0.7005103826522827,
0.929423987865448,
0.9622913002967834,
0.9821222424507141,
0.939292311668396,
0.030473805963993073,
-0.2070801705121994,
0.9726182222366333,
0.9865130186080933,
0.3205333650112152,
0.9783572554588318,
0.9621458649635315,
0.7361637353897095,
0.9669621586799622,
0.28028619289398193,
0.9313540458679199,
-0.20505286753177643,
0.9817032814025879,
0.7723673582077026,
0.8908286094665527,
0.8989760875701904,
-0.08951489627361298,
0.975121021270752,
0.912742018699646,
0.980613648891449,
-0.0990881398320198,
0.8734300136566162,
0.9732058644294739,
0.9366763830184937,
0.07404083758592606,
0.9202995896339417,
0.986939549446106,
0.6866685152053833,
0.9149501919746399,
0.2164500653743744,
0.9744678735733032,
0.946538507938385,
0.06824231147766113
],
"spearman": [
0.18519241717322635,
0.10822405351703812,
0.0099834334442791,
0.32957079734190514,
-0.38282363941605874,
-0.19851410140400802,
0.06293497227217011,
0.684183466545481,
0.7633651219730669,
0.6090042402780066,
0.5550195144127006,
0.6680776607895218,
0.9226776819896063,
0.8633905096673422,
0.038745875090305415,
0.03024947597073692,
0.7993649769288612,
0.8616925520559876,
0.2007840903342541,
0.8679031971924926,
0.8521447921661414,
0.5938497877609684,
0.9097774986173688,
0.1485962736009069,
0.8294586601117799,
-0.06403498575742866,
0.9133512546680557,
0.6379728270089983,
0.8564610276774808,
0.7783468319713108,
0.15165596073502338,
0.8064451534176335,
0.742932961749033,
0.9156179799489049,
-0.19875691269698034,
0.8384051489841586,
0.8271939265073791,
0.7626775754655413,
0.19578851391369415,
0.7616423377283719,
0.9087424025444016,
0.32851076506258664,
0.7594768336569494,
0.18198143633859454,
0.7260797373442908,
0.8718316408045742,
0.07773287299496047
],
"de_corr": [
-0.047485753893852234,
0.08712006360292435,
0.020298732444643974,
0.6543987393379211,
-0.7934816479682922,
-0.44739097356796265,
0.7694762945175171,
0.9939884543418884,
0.9243724346160889,
0.7755008339881897,
0.976364016532898,
0.9942675828933716,
0.9900578260421753,
0.9717514514923096,
0.2907801866531372,
-0.23932424187660217,
0.9863185882568359,
0.9952530264854431,
0.6756848096847534,
0.9973934292793274,
0.9712522625923157,
0.9157187342643738,
0.9714534282684326,
0.5391358733177185,
0.9711427092552185,
-0.18987883627414703,
0.9913809299468994,
0.9305169582366943,
0.856482207775116,
0.7723619341850281,
-0.1443070024251938,
0.9835894703865051,
0.9258934855461121,
0.9954570531845093,
-0.10771752148866653,
0.9215916395187378,
0.9929366707801819,
0.9812349677085876,
0.09604117274284363,
0.9337543845176697,
0.9960479140281677,
0.9483177661895752,
0.9571083784103394,
0.3764186203479767,
0.9903275370597839,
0.9790841937065125,
0.11650128662586212
],
"mmd": [
0.09884149292600153,
0.01946630129346827,
0.15171916808125996,
0.01677440707837663,
0.015576968228695032,
0.022819728212541968,
0.028901073634166274,
0.03629310212660142,
0.060784358970313646,
0.06759542769611904,
0.029645911324162944,
0.026939055914784404,
0.08743045767279123,
0.028307923566447735,
0.06905576237887412,
0.0797458918350391,
0.030019970001558538,
0.034842742497081414,
0.03638062109455609,
0.05321159242782125,
0.037715922203221064,
0.03972560217839849,
0.08046538346937837,
0.026080472603711158,
0.03700166800847815,
0.10378621415481315,
0.051635032985873575,
0.10556357239049574,
0.17011389888447925,
0.02957054053553898,
0.029268021363971553,
0.05678986274996556,
0.011811875833486196,
0.022807423737228105,
0.020770561428410272,
0.04979912365457795,
0.0582438261768079,
0.04700165123440936,
0.046960950863845774,
0.05820412759803262,
0.022515691973779672,
0.015578848498585263,
0.016934224570258505,
0.016198152371246666,
0.03738652011899268,
0.09475845081580081,
0.023785220170810417
],
"wasserstein": [
0.34860048423544365,
0.12762712183614455,
0.399214916609018,
0.1257260244166984,
0.10169126561146175,
0.13718531649965465,
0.1631261575339426,
0.17884611453706611,
0.2338028239218351,
0.24464420344797677,
0.16695945350802588,
0.13668125218964633,
0.2636733644328416,
0.13194942639478316,
0.2295172279942127,
0.2662629058790926,
0.15312860954232194,
0.17961483128945008,
0.20226673508647297,
0.1821283675702408,
0.15910928740642663,
0.15789000268005446,
0.23752961041334839,
0.1657625071861199,
0.1998985368209983,
0.3469739391319118,
0.2211719215833392,
0.3753918946984671,
0.4377202495175173,
0.18825635686929837,
0.15371424038611559,
0.24215011123070174,
0.09309381660995744,
0.1430783438146134,
0.14201223355852183,
0.22237483417978077,
0.2216233619866504,
0.21794066446238272,
0.19986639207741955,
0.19920056674123057,
0.15563173184666473,
0.10774408592838654,
0.11859925892772133,
0.10275211762736548,
0.17996026728308198,
0.31309201486930155,
0.14237497498450202
]
},
"n_perts": 47
},
"Random": {
"mse": 0.006797554055625137,
"r2": -6.335227725353647,
"pearson": 0.2715044714351918,
"spearman": 0.2418118923013008,
"de_corr": 0.285452477891553,
"mmd": 0.16974875210115886,
"wasserstein": 0.3916861021971288,
"_per_pert": {
"mse": [
0.002127312822267413,
0.002602711785584688,
0.004285301081836224,
0.00466095469892025,
0.00258551724255085,
0.0011789415730163455,
0.0020540133118629456,
0.005653779953718185,
0.00194260582793504,
0.004209674894809723,
0.008063239976763725,
0.009813507087528706,
0.019128642976284027,
0.0022924779914319515,
0.015366286039352417,
0.0021281992085278034,
0.005382271949201822,
0.012778623029589653,
0.0021838033571839333,
0.024319134652614594,
0.004210384096950293,
0.0021094647236168385,
0.0014473391929641366,
0.0016853106208145618,
0.002427374944090843,
0.005390360951423645,
0.006245764903724194,
0.012452896684408188,
0.02416934259235859,
0.004013997968286276,
0.003113203914836049,
0.012817734852433205,
0.006395484320819378,
0.0062553430907428265,
0.0007524136453866959,
0.0029931014869362116,
0.004285393748432398,
0.01057181041687727,
0.0013701937859877944,
0.004784707445651293,
0.008943222463130951,
0.002139439107850194,
0.003122832393273711,
0.025033049285411835,
0.015380092896521091,
0.010265622287988663,
0.004352159332484007
],
"r2": [
0.3965739607810974,
-7.397797584533691,
0.1632699966430664,
-79.25465393066406,
-67.2914047241211,
-6.281386375427246,
-2.2459397315979004,
0.05984055995941162,
0.46514761447906494,
-1.9389686584472656,
-4.327587604522705,
-1.0445117950439453,
-0.467182993888855,
-0.1565690040588379,
-6.201117515563965,
-0.055008888244628906,
0.1825588345527649,
-0.27766525745391846,
-0.9050338268280029,
-1.3173508644104004,
-0.1631988286972046,
-4.06410026550293,
0.694047212600708,
-1.5438568592071533,
0.4004262089729309,
-0.7629115581512451,
-0.19930613040924072,
-0.5996795892715454,
-0.27498626708984375,
0.15673530101776123,
-5.311505317687988,
0.006605386734008789,
-8.56933879852295,
-0.010807633399963379,
-1.558689832687378,
-0.35735511779785156,
0.5266561508178711,
-0.5069013833999634,
-0.0011047124862670898,
0.2922091484069824,
-0.20469868183135986,
-9.105634689331055,
-1.0324029922485352,
-76.78069305419922,
-0.9029921293258667,
0.3060118556022644,
-10.293442726135254
],
"pearson": [
0.6368151903152466,
0.3726290762424469,
0.7447395920753479,
0.315721333026886,
-0.38576221466064453,
0.03760609030723572,
0.5410704016685486,
0.5128589272499084,
0.6846206784248352,
-0.1384371668100357,
-0.5415480732917786,
0.6354108452796936,
-0.14010487496852875,
0.09047293663024902,
0.041458435356616974,
0.3128522038459778,
0.481003075838089,
0.11361993104219437,
-0.208737313747406,
-0.398562490940094,
0.3834177851676941,
0.19152754545211792,
0.8739404082298279,
0.5144321322441101,
0.8524073362350464,
0.4876151978969574,
-0.09158381074666977,
0.1261187642812729,
-0.09059347212314606,
0.4108235836029053,
-0.15390656888484955,
0.2239699810743332,
-0.30447566509246826,
0.14265793561935425,
0.126038059592247,
0.36229193210601807,
0.7881902456283569,
0.42433008551597595,
0.3949683904647827,
0.544305682182312,
0.25457534193992615,
0.7993372678756714,
0.16079279780387878,
0.24126645922660828,
0.40922462940216064,
0.5611183047294617,
0.42019322514533997
],
"spearman": [
0.5310529498815971,
0.29072441046490377,
0.43642513838461816,
0.17381459232158886,
-0.3283585753806948,
-0.22055620227822795,
0.2055008514765372,
0.05186900211199081,
0.6403380137191934,
0.21481422410354808,
-0.21637657866435825,
0.3798212132572192,
-0.03674943755750615,
-0.014436720064903277,
0.18363924632758857,
0.2092071265821519,
0.361022396795536,
0.20171339015147832,
-0.219319054448528,
-0.08815865322980515,
0.43652040983268925,
0.2756451397863652,
0.8317345702191635,
0.5045848809718708,
0.7590550197881629,
0.36163291987517315,
-0.016590193371515953,
0.253648292442388,
-0.11070730267137427,
0.40015038854013496,
0.17864666796226952,
0.34988195724354165,
-0.018705086741920025,
0.24596091498305447,
0.08549474959847182,
0.3821888723899761,
0.4397286239482889,
0.36892227620613244,
0.3143309932549579,
0.6068896338930021,
0.23259526412607534,
0.3464865572186,
0.2943930949557598,
0.2548029642505411,
0.18254030716782355,
0.4849836537250617,
0.16435603461251672
],
"de_corr": [
0.6353400945663452,
0.6368319392204285,
0.883208155632019,
0.6014145016670227,
-0.7253379225730896,
0.06181507557630539,
0.8785457015037537,
0.5250102281570435,
0.781560480594635,
-0.31299322843551636,
-0.7867901921272278,
0.8307375907897949,
-0.5707265734672546,
0.26218822598457336,
0.12379666417837143,
0.569264829158783,
0.4927721321582794,
0.025338536128401756,
-0.27684250473976135,
-0.8801300525665283,
0.1953013688325882,
0.0615214928984642,
0.9277873039245605,
0.860784649848938,
0.9239442944526672,
0.6461829543113708,
0.07855163514614105,
0.08836401253938675,
-0.41076961159706116,
0.17942115664482117,
-0.3638710081577301,
-0.07429542392492294,
-0.5127584934234619,
0.43892529606819153,
0.1457577645778656,
0.3521004617214203,
0.9495858550071716,
0.6043353080749512,
0.5511282086372375,
0.40757182240486145,
0.2117714136838913,
0.9158341884613037,
-0.010485046543180943,
0.5453157424926758,
0.663602352142334,
0.6413303017616272,
0.644324779510498
],
"mmd": [
0.07582423070000577,
0.09066030471428443,
0.13440939834259258,
0.15669938595753508,
0.09433798250725844,
0.04083013235400712,
0.07541903320460452,
0.16280151297449774,
0.07923091625328016,
0.12258262992934121,
0.21741939603791371,
0.2719747586976766,
0.2989449496887061,
0.05989172056223657,
0.34906586657617056,
0.07681751019169347,
0.16409425708629988,
0.3096559604587591,
0.06942023545417886,
0.4613971666419753,
0.10886920379904819,
0.0753278417420915,
0.07004345768384057,
0.06088613102868312,
0.09035913843038934,
0.15901598591416166,
0.1676486447176112,
0.31342991469262405,
0.3228716332238504,
0.12478109170540197,
0.10392395112691877,
0.28367725308136127,
0.20236387850499327,
0.18093193948842523,
0.0314208226916749,
0.10333577865562027,
0.12568169023156728,
0.2704420928984306,
0.050206667875308475,
0.1331245515640146,
0.2390971665902627,
0.06865022393785758,
0.10264098900531793,
0.5416579725882449,
0.3738631913442223,
0.2291659573858711,
0.13329683051365715
],
"wasserstein": [
0.2642483104273426,
0.22755625862254336,
0.3795218265785536,
0.36722831406082085,
0.21921312521240682,
0.2055172542355999,
0.24338368856814907,
0.3743023131000601,
0.2866021605998024,
0.36364981599250074,
0.3876888131099121,
0.45845710413365504,
0.6548866648130107,
0.22070921078712658,
0.5413695945606194,
0.24476616319496178,
0.4192243219339754,
0.6093798144485473,
0.28708298785192027,
0.7928895882157252,
0.35499459780271536,
0.29159671334039333,
0.24400529341732097,
0.2262191027235575,
0.2968901788601761,
0.41169307158882873,
0.46124014647731826,
0.5479934202071135,
0.7132902073724848,
0.36284336809629314,
0.30780573662145594,
0.6427933537474344,
0.4184564232621895,
0.44394911221452515,
0.19738676814739847,
0.31440434152639307,
0.3352521747253045,
0.4557445354499354,
0.20604127144019885,
0.38820798613802365,
0.501121909574595,
0.2250441501159834,
0.3195775018898895,
0.7079157195686178,
0.5903799193185655,
0.5201768708734071,
0.37654559831770007
]
},
"n_perts": 47
}
}
}