PIVOT / experiments /results /norman_forward_combination.json
bryan7264's picture
pivot: code + trained checkpoints (norman, replogle k562)
3b4941f verified
Raw
History Blame
49.2 kB
{
"split": "combination",
"models": {
"PIVOT": {
"mse": 0.0011608018271195202,
"r2": 0.7034275646393116,
"pearson": 0.9094234865445358,
"spearman": 0.7422449962055115,
"de_corr": 0.9502354585207425,
"mmd": 0.30546490356834105,
"wasserstein": 0.4372436159231492,
"_per_pert": {
"mse": [
0.0004416794399730861,
0.00033747247653082013,
0.0004790037346538156,
0.0006593593861907721,
0.0004620901891030371,
0.0019741933792829514,
0.0037908623926341534,
0.001514257164672017,
0.00016269889601971954,
0.0012954982230439782,
0.0012997586745768785,
0.0005281568737700582,
0.0017190042417496443,
0.0003682815295178443,
0.0005863922997377813,
0.0018724900437518954,
0.00015000069106463343,
0.00014376378385350108,
0.0016738612903282046,
0.0009087433572858572,
0.001752177020534873,
0.0003636993351392448,
0.0020773408468812704,
0.0024218547623604536,
0.0026488068979233503,
0.0005494005745276809
],
"r2": [
0.3020176291465759,
0.9467234015464783,
0.9203470945358276,
0.8184603452682495,
0.9147472381591797,
0.5887033939361572,
0.6299736499786377,
0.938554048538208,
0.9600407481193542,
0.4582985043525696,
0.6972436904907227,
0.9535616636276245,
0.6415849924087524,
0.7591631412506104,
0.8760426044464111,
0.7594628930091858,
0.9689065217971802,
0.7848913073539734,
0.18005633354187012,
-0.09197616577148438,
0.5074808597564697,
0.9264187812805176,
0.7165902853012085,
0.644216001033783,
0.7914367914199829,
0.6961709260940552
],
"pearson": [
0.6286964416503906,
0.9733661413192749,
0.9625992774963379,
0.9056428670883179,
0.9792198538780212,
0.9477250576019287,
0.9555656313896179,
0.9880457520484924,
0.9798969030380249,
0.7223176956176758,
0.9317120909690857,
0.9887338280677795,
0.8971215486526489,
0.9108695983886719,
0.9660959243774414,
0.9386588931083679,
0.9844915866851807,
0.9293400049209595,
0.7490290999412537,
0.701932430267334,
0.9207367897033691,
0.9665771126747131,
0.9677329659461975,
0.8525486588478088,
0.9600315690040588,
0.9363229274749756
],
"spearman": [
0.40532229870442155,
0.7695981981365192,
0.7168365810557625,
0.8223511142479002,
0.7619216037663427,
0.683857225754397,
0.6145115214042277,
0.9030108665319926,
0.8265676943402535,
0.671723228500967,
0.6946859011442998,
0.8733894077156299,
0.7313993757164831,
0.7732291276055234,
0.89247673992973,
0.8519675614383306,
0.8543754041910453,
0.7109876899782194,
0.5988971571019566,
0.571165396466269,
0.5966738634873373,
0.8095972592400602,
0.7516057058029206,
0.7712747612701276,
0.919446070868832,
0.7214981469437507
],
"de_corr": [
0.8499228954315186,
0.9913710951805115,
0.9797207117080688,
0.9553540349006653,
0.9917449355125427,
0.9736267328262329,
0.9834495186805725,
0.9824050664901733,
0.9921419620513916,
0.8035094738006592,
0.9676457047462463,
0.9952547550201416,
0.9743742942810059,
0.9676927924156189,
0.9835843443870544,
0.9907316565513611,
0.9951936602592468,
0.9855618476867676,
0.8434659838676453,
0.6738124489784241,
0.9695654511451721,
0.9861806631088257,
0.9885909557342529,
0.9232415556907654,
0.9831457734107971,
0.974833607673645
],
"mmd": [
0.328915026572134,
0.2825841063486447,
0.294318340899585,
0.3250979304211864,
0.2985747716434175,
0.3383447859580423,
0.3599959851521064,
0.2681938456592685,
0.25684975999905224,
0.2912402456812845,
0.2955167755485727,
0.3050651947717583,
0.33313845325313596,
0.26395905100391637,
0.3135891655418249,
0.32101054965927234,
0.2707002241951575,
0.26835427290232927,
0.262577515584691,
0.27464787193905105,
0.3378149350365237,
0.32967945988472336,
0.3673476519636928,
0.3334991821371782,
0.34538214127359135,
0.2756902497467274
],
"wasserstein": [
0.38160696400595895,
0.4137511200401532,
0.42309166187224867,
0.4809079089532095,
0.43214627874244366,
0.46716996259261256,
0.5414571257715426,
0.5464605045876217,
0.3775509286352024,
0.41904336459342434,
0.4467201824337285,
0.4392330632078002,
0.4642640756035464,
0.3592642491196178,
0.4572561755616178,
0.45067202461840195,
0.3663159121643666,
0.3444241465740951,
0.3829438513983993,
0.3762235401968839,
0.4657051158337028,
0.4276944648936299,
0.48315019492358374,
0.509800186190512,
0.5455922505392994,
0.36588876094827727
]
},
"n_perts": 26
},
"MeanControl": {
"mse": 0.0057471211117584835,
"r2": -0.011610170969596276,
"pearson": 0.03853007166001659,
"spearman": 0.01234826030847139,
"de_corr": 0.0049495832779659675,
"mmd": 0.13235756195115472,
"wasserstein": 0.3782550852396613,
"_per_pert": {
"mse": [
0.0007026545936241746,
0.00680745393037796,
0.006161879748106003,
0.0036344523541629314,
0.005524597596377134,
0.004370624199509621,
0.010359177365899086,
0.02515377104282379,
0.004014274105429649,
0.0023135184310376644,
0.004061258863657713,
0.011318846605718136,
0.004867125768214464,
0.0015870737843215466,
0.004860573913902044,
0.007731732912361622,
0.004952032584697008,
0.0006888253847137094,
0.001931409235112369,
0.0008697910816408694,
0.0035772169940173626,
0.004746480844914913,
0.007469563279300928,
0.00716841034591198,
0.012592131271958351,
0.00196027266792953
],
"r2": [
-0.11039936542510986,
-0.07468903064727783,
-0.0246506929397583,
-0.0006638765335083008,
-0.019253849983215332,
0.08943921327590942,
-0.011159896850585938,
-0.020696282386779785,
0.01408451795578003,
0.03262203931808472,
0.05399984121322632,
0.004787087440490723,
-0.014803051948547363,
-0.03786289691925049,
-0.027476072311401367,
0.006793856620788574,
-0.02650141716003418,
-0.030665278434753418,
0.05389589071273804,
-0.045169830322265625,
-0.005519390106201172,
0.039723873138427734,
-0.0190657377243042,
-0.05307948589324951,
0.008513808250427246,
-0.0840684175491333
],
"pearson": [
-0.06629537045955658,
-0.3966469168663025,
-0.12479717284440994,
0.05818164348602295,
-0.07915422320365906,
0.4844202995300293,
-0.050288137048482895,
0.02881428971886635,
0.17225602269172668,
0.21480095386505127,
0.30700379610061646,
0.08251570165157318,
0.0075753843411803246,
-0.06009141728281975,
-0.041397422552108765,
0.11025799065828323,
-0.029640095308423042,
0.032515063881874084,
0.27604448795318604,
0.041267454624176025,
0.045245762914419174,
0.3109055161476135,
-0.07629498839378357,
-0.18719244003295898,
0.14141690731048584,
-0.19964122772216797
],
"spearman": [
0.04353725647206709,
-0.09233009961360504,
-0.17818829737082245,
-0.12565003140590206,
-0.11508361946294095,
0.3707466312197973,
0.16069679863595812,
0.00032152283484183805,
-0.06183391666424053,
0.025292726933603096,
0.14768816927659872,
-0.05732592687687896,
0.1341233180441605,
-0.07679896723652788,
0.03204796381481832,
0.11720680407351838,
-0.18430154293547427,
0.01611448405055293,
0.28831915469517444,
0.10102569790815605,
-0.17818684883817582,
0.08296864864116403,
-0.12180483509557406,
-0.21667246809319538,
0.24106632652097706,
-0.03192418150779438
],
"de_corr": [
-0.22437791526317596,
-0.5656072497367859,
0.1137598380446434,
0.23108525574207306,
-0.14381539821624756,
0.7256581783294678,
-0.21843844652175903,
-0.5244619846343994,
0.6701590418815613,
0.3335712254047394,
0.7878367304801941,
0.3845817446708679,
-0.5479661822319031,
-0.3156905472278595,
-0.11130276322364807,
0.4411935806274414,
-0.19360119104385376,
0.0018395064398646355,
0.42608770728111267,
-0.3652479946613312,
0.27641230821609497,
0.6019760966300964,
-0.43252789974212646,
-0.5774248242378235,
-0.24419526755809784,
-0.40081438422203064
],
"mmd": [
0.028212891729032075,
0.17668493966754995,
0.1551985733846034,
0.09521743587710563,
0.14369480219229347,
0.11806902970722166,
0.2255878636555937,
0.31327826181329843,
0.08330115947701278,
0.07780785262113332,
0.12215313731187416,
0.26980985180555317,
0.12880152264843836,
0.056574219217009114,
0.10613605760518652,
0.2244930029396509,
0.1676700115849149,
0.024761279159099425,
0.06210051842261466,
0.029301764564502952,
0.10289429100830971,
0.13306709379342874,
0.19283435202935384,
0.14094517867540513,
0.21403328006563993,
0.04866823977419643
],
"wasserstein": [
0.15157757597968538,
0.44020539156686445,
0.4400235845707495,
0.3607232100291323,
0.3959694677861648,
0.3512882785085011,
0.5483459678380452,
0.7275385804687302,
0.29424641074921526,
0.31549036084220616,
0.395544556183622,
0.6093649157257086,
0.37510882071090257,
0.22370848710780677,
0.38830919854877083,
0.5176736723988615,
0.4112948989728112,
0.1353916600626855,
0.2595916480410795,
0.16596665988480586,
0.3249977138314772,
0.3761359704317928,
0.4527599415596157,
0.4134669910667745,
0.5471746097544797,
0.21273364361070476
]
},
"n_perts": 26
},
"AvgPerturbationEffect": {
"mse": 0.0044067181834879406,
"r2": 0.0399630069732666,
"pearson": 0.4885468087159097,
"spearman": 0.4042017919807703,
"de_corr": 0.46895806663311446,
"mmd": 0.11475870164747928,
"wasserstein": 0.327025581030484,
"_per_pert": {
"mse": [
0.001267462968826294,
0.004218101501464844,
0.003647373989224434,
0.0017841884400695562,
0.003240479389205575,
0.0029262227471917868,
0.006986001040786505,
0.021046752110123634,
0.004038598854094744,
0.0022836565040051937,
0.0026010992005467415,
0.00744654843583703,
0.005217214580625296,
0.0011601600563153625,
0.0025345073081552982,
0.007477449253201485,
0.004120431840419769,
0.002499110298231244,
0.0016265985323116183,
0.0012811636552214622,
0.0017465396085754037,
0.0027206726372241974,
0.004879365675151348,
0.004667452536523342,
0.009905749000608921,
0.0032517726067453623
],
"r2": [
-1.0029613971710205,
0.3340906500816345,
0.3934832215309143,
0.5087642669677734,
0.4021516442298889,
0.39036089181900024,
0.3180961012840271,
0.14595919847488403,
0.0081101655960083,
0.04510855674743652,
0.3941187858581543,
0.34526002407073975,
-0.08779716491699219,
0.24131619930267334,
0.46423083543777466,
0.03945869207382202,
0.14588022232055664,
-2.739330291748047,
0.2032080888748169,
-0.539488673210144,
0.5090654492378235,
0.44957178831100464,
0.3343126177787781,
0.3143252730369568,
0.22003579139709473,
-0.7982927560806274
],
"pearson": [
0.3604811429977417,
0.6058692932128906,
0.6697478294372559,
0.7310587167739868,
0.6734141111373901,
0.6347340941429138,
0.6224637031555176,
0.4709996283054352,
0.28053054213523865,
0.40062958002090454,
0.6288027167320251,
0.687199592590332,
0.1971733123064041,
0.5907549262046814,
0.7059608697891235,
0.24624839425086975,
0.3904935121536255,
-0.28574952483177185,
0.5447945594787598,
0.44264665246009827,
0.7273120880126953,
0.6910309195518494,
0.6204204559326172,
0.5835672616958618,
0.49274808168411255,
-0.01111543271690607
],
"spearman": [
-0.005572146720350216,
0.4049987336190409,
0.48805908653659147,
0.7226606894210917,
0.3415249398944683,
0.34360029244832807,
0.41841257715861885,
0.5685465523120167,
0.45542969537201383,
0.5155350259801306,
0.4223747608625305,
0.4883545880796307,
0.46737821638369603,
0.4138993150624696,
0.7499677014287711,
0.3411502579224064,
0.07087614538849275,
0.012027375959805959,
0.398113071496426,
0.4623981108419023,
0.4823332341005564,
0.4203638150922295,
0.24832150593271687,
0.5368074709487687,
0.5605109316946306,
0.18117464428304272
],
"de_corr": [
0.7283901572227478,
0.7522621154785156,
0.8509905934333801,
0.7136895656585693,
0.9145503640174866,
0.8487303256988525,
0.8070111274719238,
-0.658985435962677,
-0.14219823479652405,
0.4001394510269165,
0.8591786026954651,
0.7900312542915344,
-0.12902699410915375,
0.7461597919464111,
0.5489757061004639,
0.3416403830051422,
0.4684438407421112,
-0.4527846872806549,
0.5128503441810608,
0.27120205760002136,
0.838915228843689,
0.858460009098053,
0.8084298372268677,
0.5075000524520874,
0.2661384046077728,
-0.2577841281890869
],
"mmd": [
0.05001841963404674,
0.1243999716578329,
0.10577308021160592,
0.06989012677420037,
0.10020200287508596,
0.08902702227400527,
0.1724092508063214,
0.2911497647074187,
0.10117398552149726,
0.07722481336758369,
0.08886264226803986,
0.20220013329751296,
0.14174360407776765,
0.04268554686292081,
0.07242410458620052,
0.22036877414645706,
0.15004829617682658,
0.08273019820860938,
0.054775785790464826,
0.046795093836730195,
0.06360700855966939,
0.09240974717766504,
0.1414321989080809,
0.11456708778898483,
0.1887216315143322,
0.09908595180460111
],
"wasserstein": [
0.19751347198629352,
0.32000839841210266,
0.3027903984557414,
0.28081650843299333,
0.29404827368705755,
0.27698321473773685,
0.42078244654825653,
0.6576770736997155,
0.31715481247827343,
0.2870991900162981,
0.31031270858544463,
0.4710812588113828,
0.3964049639929377,
0.17318106225096142,
0.2922675958777241,
0.46861032907271394,
0.362768244503924,
0.2712758174607812,
0.22606261821831544,
0.21748638476438,
0.22856126139946967,
0.2629585976820611,
0.34642352983307817,
0.32831178931941957,
0.48006523217092956,
0.31201992439459203
]
},
"n_perts": 26
},
"Additive": {
"mse": 0.0016535368653981446,
"r2": 0.573949531866954,
"pearson": 0.9300772272623502,
"spearman": 0.7897218029307761,
"de_corr": 0.9704181047586294,
"mmd": 0.059320614216664985,
"wasserstein": 0.2123106030642661,
"_per_pert": {
"mse": [
0.00015997662558220327,
0.0005177605198696256,
0.001115658087655902,
0.002104917075484991,
0.0004899363848380744,
0.000492266786750406,
0.001916507724672556,
0.013743879273533821,
0.0027093931566923857,
0.0013348587090149522,
0.0014990427298471332,
0.0015931000234559178,
0.0004326222406234592,
0.0010920573258772492,
0.000530772958882153,
0.0008865304989740252,
0.0003558291064109653,
0.0004061798972543329,
0.0022346421610563993,
0.0011294002179056406,
0.0008639924344606698,
0.0004070299328304827,
0.000788895704317838,
0.0006908114883117378,
0.0008649550727568567,
0.004630942363291979
],
"r2": [
0.7471902370452881,
0.9182614088058472,
0.8144786953926086,
0.42045891284942627,
0.9096097946166992,
0.8974428176879883,
0.8129295706748962,
0.442297101020813,
0.33456629514694214,
0.4418402910232544,
0.6508238315582275,
0.8599262237548828,
0.9097976088523865,
0.2858518362045288,
0.8877999782562256,
0.886117696762085,
0.9262405633926392,
0.3922472596168518,
-0.094643235206604,
-0.35712456703186035,
0.7571404576301575,
0.917652428150177,
0.892371654510498,
0.8985159397125244,
0.9318946599960327,
-1.5609996318817139
],
"pearson": [
0.8696218132972717,
0.980620265007019,
0.9799976944923401,
0.89031982421875,
0.954730212688446,
0.959190845489502,
0.933533251285553,
0.9897459149360657,
0.9803408980369568,
0.8745859265327454,
0.8584630489349365,
0.9879471659660339,
0.9558621048927307,
0.7636538743972778,
0.9562665820121765,
0.9557057023048401,
0.9704350233078003,
0.9516004920005798,
0.8845965266227722,
0.8278399109840393,
0.8941793441772461,
0.9762647747993469,
0.9550750851631165,
0.9652448892593384,
0.9663643836975098,
0.8998223543167114
],
"spearman": [
0.6874229546359486,
0.7854118225005448,
0.8183332800064441,
0.8041241358867101,
0.7646113842689339,
0.7176599546225205,
0.688587194942726,
0.8911605604049929,
0.9065612036885211,
0.8493612223751926,
0.6984521228159735,
0.8898582004776359,
0.8367760643784031,
0.6926421240891262,
0.8416687892109902,
0.8655633996685086,
0.744568430661192,
0.779303185064447,
0.8037996979768682,
0.6723784886738736,
0.6205288290863296,
0.8576187371998566,
0.753541923090875,
0.9028960344131053,
0.9308670020760561,
0.7290701339844011
],
"de_corr": [
0.965126633644104,
0.9906924366950989,
0.9944162964820862,
0.9439982771873474,
0.9877852201461792,
0.9841868877410889,
0.965343713760376,
0.9861399531364441,
0.9939308166503906,
0.9483758211135864,
0.9121333360671997,
0.9934125542640686,
0.9876887798309326,
0.9351226091384888,
0.9721375107765198,
0.9926180243492126,
0.9922538995742798,
0.9765479564666748,
0.9229952692985535,
0.8940964341163635,
0.9726075530052185,
0.9875404834747314,
0.9810596108436584,
0.9823089838027954,
0.9831912517547607,
0.9851604104042053
],
"mmd": [
0.00869688189204465,
0.027503277129409254,
0.043831266173979144,
0.11028029639922188,
0.02509863159265069,
0.022246669756055937,
0.06793987733277973,
0.26240850873556854,
0.11436110231190588,
0.047902975380531565,
0.058675209843414455,
0.05252364628086359,
0.024561532527645036,
0.04192828122725545,
0.03601482869048189,
0.03251179337071386,
0.015227312009062022,
0.01838109460109527,
0.06996368945967801,
0.04406407510763066,
0.031062906260774903,
0.022564580166961834,
0.03708039271306218,
0.062240337885000274,
0.08853296664586607,
0.17673383613963678
],
"wasserstein": [
0.10009500007567787,
0.1606439628824183,
0.20915482549802097,
0.30069878232411873,
0.15155494231937924,
0.15263269444013755,
0.25857470502279023,
0.5519766869965191,
0.2578558580673624,
0.22031762226370546,
0.22408907335770042,
0.24397260914311938,
0.1512310505937172,
0.17671375569923664,
0.16866251349216616,
0.16318874698223187,
0.14428973430566278,
0.12879515475904585,
0.25087982720080154,
0.205900811513284,
0.17909877213727576,
0.14794281224682468,
0.1865181168327959,
0.21668269487861277,
0.2571256575227321,
0.31147926911558194
]
},
"n_perts": 26
},
"LinearResponse": {
"mse": 0.0007943772249676001,
"r2": 0.7440571349400741,
"pearson": 0.9199725710428678,
"spearman": 0.7693219288655411,
"de_corr": 0.9511560132870307,
"mmd": 0.04490069678916941,
"wasserstein": 0.1850864126089564,
"_per_pert": {
"mse": [
0.0002673232520464808,
0.0004400323086883873,
0.0005671681137755513,
0.0006946227513253689,
0.00020604993915185332,
0.0004807524965144694,
0.0011033053742721677,
0.0013256630627438426,
0.00016457772289868444,
0.0014632371021434665,
0.0010216188384220004,
0.00042015797225758433,
0.0011820258805528283,
0.0008684452041052282,
0.0002365340042160824,
0.001679806038737297,
0.00034780616988427937,
0.0003253179893363267,
0.0013649225002154708,
0.0006130867404863238,
0.0014941217377781868,
0.00046094926074147224,
0.00033666467061266303,
0.0011592293158173561,
0.000986011466011405,
0.0014443779364228249
],
"r2": [
0.5775511264801025,
0.9305323958396912,
0.9056863784790039,
0.8087513446807861,
0.9619851112365723,
0.8998416662216187,
0.8923063278198242,
0.9462068676948547,
0.9595792889595032,
0.38815993070602417,
0.7620314955711365,
0.9630575180053711,
0.7535457611083984,
0.4320824146270752,
0.9499990940093994,
0.7842147946357727,
0.9279036521911621,
0.5132381916046143,
0.3313904404640198,
0.263294517993927,
0.5800174474716187,
0.9067438244819641,
0.9540691375732422,
0.8297027349472046,
0.9223629236221313,
0.20123112201690674
],
"pearson": [
0.7870759963989258,
0.9787894487380981,
0.9782218933105469,
0.9218029975891113,
0.9844422340393066,
0.9751392006874084,
0.988003671169281,
0.9864732623100281,
0.9834932684898376,
0.7187127470970154,
0.8731866478919983,
0.9890651702880859,
0.938484787940979,
0.781520664691925,
0.9848747849464417,
0.9313053488731384,
0.9756849408149719,
0.8324065804481506,
0.8292630314826965,
0.7894912958145142,
0.9063573479652405,
0.9756512641906738,
0.9891635775566101,
0.9665358066558838,
0.9667638540267944,
0.8873770236968994
],
"spearman": [
0.551747035385344,
0.7370737997453489,
0.803836848773959,
0.8292184235600115,
0.7613014349223204,
0.7675304115846785,
0.7789766806394016,
0.8832378448143863,
0.8493184084598053,
0.7242364798579012,
0.6666711304178595,
0.8587951388645674,
0.8209920731601313,
0.6643807105643174,
0.94185369178596,
0.8130837590466344,
0.7475316814597881,
0.7205471445258141,
0.7121962959539753,
0.7126376637972636,
0.47444913454653115,
0.8554636495518614,
0.79350591958881,
0.9104760445018664,
0.9143626239345516,
0.7089461210609797
],
"de_corr": [
0.9269323945045471,
0.9903609752655029,
0.9926550984382629,
0.969302773475647,
0.9927334785461426,
0.9951089024543762,
0.9945881366729736,
0.9869873523712158,
0.9948418736457825,
0.8022546768188477,
0.9485812187194824,
0.9966453909873962,
0.9563841819763184,
0.9618679881095886,
0.9917111396789551,
0.9792109131813049,
0.9953674077987671,
0.7746251821517944,
0.8504496216773987,
0.73276686668396,
0.9748659133911133,
0.9905813932418823,
0.9938662052154541,
0.9811793565750122,
0.9787013530731201,
0.9774865508079529
],
"mmd": [
0.013021821112970566,
0.02689526231028827,
0.02820178421391406,
0.06906585385531339,
0.020487769660918698,
0.023150655193067582,
0.050137506492634265,
0.16251804350257926,
0.0258187441534784,
0.049896416209351147,
0.045910940850522386,
0.035428211191668835,
0.04205538802670716,
0.03411345341440386,
0.03430092272019736,
0.06699429318588046,
0.022095179005238497,
0.014287880451578472,
0.04600966690867225,
0.02442238698581134,
0.04895633861652493,
0.025632502027059134,
0.026054079367394012,
0.0659416347612718,
0.08807082656125143,
0.07795055573970688
],
"wasserstein": [
0.11233875102879669,
0.1382577469116224,
0.16257367499728104,
0.22345839197149164,
0.13100025399928808,
0.1473105598750808,
0.21374490149100697,
0.378033049583956,
0.12087458622020454,
0.21157240183543238,
0.19642191220685326,
0.1745468951781186,
0.1953054238124035,
0.15487670067352413,
0.15586411645888687,
0.2547957024119093,
0.14254234915454567,
0.10974410507796854,
0.19968812475020362,
0.1647749943071228,
0.21860856110177715,
0.15151733043827764,
0.14455454923654443,
0.23581756988551764,
0.26925133427962333,
0.2047727409454289
]
},
"n_perts": 26
},
"NearestPerturbationCentroid": {
"mse": 0.002478486358505996,
"r2": 0.23386846138880804,
"pearson": 0.7247861949010537,
"spearman": 0.5799124729318662,
"de_corr": 0.7635814500614427,
"mmd": 0.08080473789892954,
"wasserstein": 0.2582930905262011,
"_per_pert": {
"mse": [
0.000533635844476521,
0.0013795195845887065,
0.0013664873549714684,
0.0007153262849897146,
0.0016368427313864231,
0.0010332483798265457,
0.004374958109110594,
0.0006444199243560433,
0.001957371598109603,
0.006869337521493435,
0.0009074644767679274,
0.0017874609911814332,
0.0010570818558335304,
0.0036049378104507923,
0.003051120787858963,
0.0032517763320356607,
0.0004848494427278638,
0.0002504873846191913,
0.002362786792218685,
0.0025162675883620977,
0.001352915191091597,
0.00018224639643449336,
0.003386517520993948,
0.00904778577387333,
0.005635064095258713,
0.0050507355481386185
],
"r2": [
0.1566997766494751,
0.7822160124778748,
0.7727686762809753,
0.8030511736869812,
0.6980127096176147,
0.7847366333007812,
0.5729600787162781,
0.9738505482673645,
0.5192646980285645,
-1.8723547458648682,
0.7886219024658203,
0.8428369760513306,
0.7795968055725098,
-1.3574402332305908,
0.35502398014068604,
0.5822820067405701,
0.8994961380958557,
0.6252045631408691,
-0.15741503238677979,
-2.0236306190490723,
0.6197092533111572,
0.9631291031837463,
0.5379804372787476,
-0.3291703462600708,
0.5563032627105713,
-1.7931537628173828
],
"pearson": [
0.40049001574516296,
0.929872989654541,
0.9087874293327332,
0.9011523723602295,
0.9123130440711975,
0.9401535987854004,
0.9237536787986755,
0.9924522042274475,
0.9656147956848145,
-0.08230501413345337,
0.9518076181411743,
0.9306371808052063,
0.8863422870635986,
0.09355726093053818,
0.7735655307769775,
0.778367280960083,
0.948794424533844,
0.8171080946922302,
0.05523582175374031,
0.627107560634613,
0.8792233467102051,
0.9813959002494812,
0.9108834266662598,
-0.29144471883773804,
0.8878174424171448,
0.8217574954032898
],
"spearman": [
0.3810437789050358,
0.6065274617974341,
0.5486168655162754,
0.7831034787407409,
0.5216215074472673,
0.6799291849212872,
0.6649632422127042,
0.9339662157003352,
0.8787702436922701,
0.014809978657983117,
0.7728194244675329,
0.7233591536263967,
0.7574225069434324,
0.3961334579681166,
0.6307828225901657,
0.7217318566328387,
0.6870010005857667,
0.5758524374306192,
0.08045635799333074,
0.5319892656791716,
0.5764579665922199,
0.8967433429046583,
0.620134526905448,
-0.3594185817850521,
0.836594005006243,
0.6163127950962983
],
"de_corr": [
0.5721431970596313,
0.9719492197036743,
0.939814567565918,
0.9490275382995605,
0.9564734101295471,
0.9784294366836548,
0.957977294921875,
0.9853857755661011,
0.9904815554618835,
-0.3254048228263855,
0.9855234622955322,
0.9800997972488403,
0.9723494648933411,
0.010173377580940723,
0.856938362121582,
0.9231246709823608,
0.9796337485313416,
0.855949342250824,
0.5607375502586365,
0.6474562287330627,
0.9740811586380005,
0.9901545643806458,
0.9644842743873596,
-0.7426186800003052,
0.9561570286750793,
0.9625961780548096
],
"mmd": [
0.02204469496328021,
0.04624911196675574,
0.04746513316097101,
0.05850050663460027,
0.05384147191517019,
0.0361109265783357,
0.11663521270909372,
0.15518572284447507,
0.09348214564328561,
0.1778393454296321,
0.029855567470220667,
0.06980892692864027,
0.04091339127139526,
0.11479473976791221,
0.07370843238077363,
0.11546226816321503,
0.022746616132742092,
0.011514855898313026,
0.07266941986915876,
0.0854665723722755,
0.045003382837002004,
0.018198857259373757,
0.10215822264566865,
0.1671924776037782,
0.13503237873100937,
0.18904280419509
],
"wasserstein": [
0.1402848677767436,
0.22384115974220262,
0.22574395983493822,
0.22839451319865708,
0.23123111355692186,
0.18999337168742156,
0.3651302607002648,
0.33065099107446744,
0.21426254452904867,
0.44905922384330976,
0.20683663195158197,
0.2605474445830111,
0.20645871223374182,
0.28734785374330934,
0.3018896834928422,
0.2903402758335888,
0.15180851176513208,
0.09403153041927144,
0.2821338821418673,
0.2188255783476873,
0.20926775740598483,
0.11903806205432738,
0.31814383882848457,
0.4467690433555681,
0.3799488600241454,
0.3436406815567083
]
},
"n_perts": 26
},
"EndpointMLP": {
"mse": 0.0008020812652270811,
"r2": 0.7639783162337083,
"pearson": 0.943373576952861,
"spearman": 0.7928224143378853,
"de_corr": 0.9737307039590982,
"mmd": 0.044485534927875284,
"wasserstein": 0.17595379308630796,
"_per_pert": {
"mse": [
0.0001764298212947324,
0.000341860024491325,
0.0006514676497317851,
0.0016977416817098856,
0.00020893856708426028,
0.0003437062550801784,
0.0006340914987958968,
0.0032982639968395233,
0.001114899292588234,
0.0005150196957401931,
0.0002106309839291498,
0.001079932670108974,
0.0007576587377116084,
0.0005042431876063347,
0.00016221677651628852,
0.00108602293767035,
0.00026029604487121105,
0.0003001794684678316,
0.0018586951773613691,
0.0004277301486581564,
0.0008145751780830324,
0.00017303899221587926,
0.000495580374263227,
0.000787517346907407,
0.0008026810828596354,
0.0021506953053176403
],
"r2": [
0.7211893200874329,
0.9460307359695435,
0.8916683197021484,
0.5325654745101929,
0.9614521265029907,
0.9283934235572815,
0.9381062984466553,
0.866162121295929,
0.7261780500411987,
0.7846488952636719,
0.9509371519088745,
0.9050465822219849,
0.8420270085334778,
0.6702514290809631,
0.9657090306282043,
0.8604912161827087,
0.9460435509681702,
0.5508520007133484,
0.08951520919799805,
0.4860253930091858,
0.7710312008857727,
0.9649919271469116,
0.932388424873352,
0.8843092918395996,
0.9367980360984802,
-0.18937599658966064
],
"pearson": [
0.8538834452629089,
0.9834492802619934,
0.9840121269226074,
0.9230494499206543,
0.9823115468025208,
0.977793276309967,
0.9880353212356567,
0.9933536052703857,
0.9654573202133179,
0.8889068961143494,
0.9755520224571228,
0.9825723171234131,
0.9482463002204895,
0.8223302364349365,
0.9833102822303772,
0.929058849811554,
0.9731715321540833,
0.9565269351005554,
0.875830888748169,
0.855214536190033,
0.8972867727279663,
0.9853354692459106,
0.9754910469055176,
0.952223539352417,
0.967992901802063,
0.9073171019554138
],
"spearman": [
0.527013020367931,
0.7515835285741037,
0.8457713827450878,
0.8362780284228648,
0.7574566203962355,
0.8095630693734549,
0.8643096912456038,
0.8981804707573718,
0.8548378028787879,
0.7521596037261155,
0.8067627081345097,
0.8789945026946745,
0.8338661967880412,
0.7013842708277744,
0.9425145511111144,
0.8359182966491646,
0.6965080796194033,
0.761916213550671,
0.757682484740644,
0.7902816421564133,
0.5547945336832226,
0.8580117556276767,
0.806298656459696,
0.8274195420853317,
0.9179559408813905,
0.7459201792877279
],
"de_corr": [
0.9722740650177002,
0.9957163333892822,
0.9919744729995728,
0.9635945558547974,
0.9935960173606873,
0.9915443658828735,
0.99666827917099,
0.9915331602096558,
0.9873785376548767,
0.9613246917724609,
0.9909056425094604,
0.9955531358718872,
0.9637845158576965,
0.9094120860099792,
0.9885944128036499,
0.9769296646118164,
0.9854501485824585,
0.9806379675865173,
0.9181355834007263,
0.8516497611999512,
0.969434380531311,
0.9968209266662598,
0.9937450885772705,
0.979896605014801,
0.9899572730064392,
0.9804866313934326
],
"mmd": [
0.00939074502599535,
0.023945967306793103,
0.032513114908470864,
0.10172367153089756,
0.022291654025017982,
0.019033009974969928,
0.04078682089177177,
0.17810661065121425,
0.06605911452199564,
0.023305841300289343,
0.0179010890322433,
0.04698349858770068,
0.0320253415100229,
0.02243332577424806,
0.036360509155239695,
0.04310328437344857,
0.014676688852410136,
0.014393517162749836,
0.058695578526053116,
0.017454215915711502,
0.03021586689117839,
0.018672551217580713,
0.028699622044615958,
0.06686701296800857,
0.08779529986539847,
0.10318995611073167
],
"wasserstein": [
0.09634433725809048,
0.14457362822844394,
0.17813129015134715,
0.26963856392159335,
0.1434556965459493,
0.12590953731785043,
0.1738429979290879,
0.38652253694458105,
0.19249031864272617,
0.13392930952241766,
0.1319038161119049,
0.19968582500395804,
0.16901401790296622,
0.13802216887287094,
0.16001044192442296,
0.1879722848449178,
0.1285070085429668,
0.1189616944563749,
0.22085639480056357,
0.1295554748901658,
0.16637893428918307,
0.1253171778105432,
0.1512992796521846,
0.22283154374680045,
0.2648075181248954,
0.21483682280720123
]
},
"n_perts": 26
},
"Random": {
"mse": 0.006530506056151353,
"r2": -0.6242899436217088,
"pearson": 0.33471211712234294,
"spearman": 0.30173074557310325,
"de_corr": 0.2762379719553372,
"mmd": 0.16339670384709448,
"wasserstein": 0.3892757439227088,
"_per_pert": {
"mse": [
0.0036576436832547188,
0.0056915609166026115,
0.0060289716348052025,
0.004404988139867783,
0.007452930323779583,
0.004236144013702869,
0.001192743075080216,
0.024693042039871216,
0.0013728041667491198,
0.009539428167045116,
0.002810685196891427,
0.00863055419176817,
0.005879695527255535,
0.0028781192377209663,
0.0029862020164728165,
0.013793515972793102,
0.015004010871052742,
0.0038161741103976965,
0.0020486859139055014,
0.000368712906492874,
0.007352271117269993,
0.0023348368704319,
0.017345810309052467,
0.004993144888430834,
0.007239057682454586,
0.004041424486786127
],
"r2": [
-4.780143737792969,
0.10147649049758911,
-0.002549409866333008,
-0.2128133773803711,
-0.3750194311141968,
0.11745631694793701,
0.8835762739181519,
-0.0020008087158203125,
0.6628358960151672,
-2.988830089569092,
0.34529948234558105,
0.24115610122680664,
-0.22592544555664062,
-0.8821392059326172,
0.36874711513519287,
-0.7718935012817383,
-2.1101648807525635,
-4.710006237030029,
-0.0035523176193237305,
0.5569422245025635,
-1.0666491985321045,
0.5276314616203308,
-1.3664729595184326,
0.2664791941642761,
0.43000710010528564,
-1.234985589981079
],
"pearson": [
-0.32098689675331116,
0.6315445899963379,
0.06893187761306763,
0.17515534162521362,
0.4494899809360504,
0.376334011554718,
0.9715424180030823,
0.212151899933815,
0.8740909099578857,
-0.14101824164390564,
0.6391974091529846,
0.696272611618042,
-0.16628801822662354,
0.019388029351830482,
0.6841511726379395,
0.18468309938907623,
-0.35539254546165466,
0.2860647141933441,
0.5686036348342896,
0.8090764880180359,
0.717863917350769,
0.7279661893844604,
-0.5468238592147827,
0.520050585269928,
0.7499146461486816,
-0.12944892048835754
],
"spearman": [
-0.09682912051447327,
0.22879759978816758,
0.26566111845095053,
0.19210605561994568,
0.3072106109499961,
0.18366238676489946,
0.7787123272327153,
0.38650271534346553,
0.5770389367808767,
0.109951854134633,
0.41707697971382285,
0.43196796653145103,
0.12069515886786666,
0.048372930159525734,
0.5196168931176147,
0.22551694443483453,
-0.05681824908382497,
0.4219306056185222,
0.485013799143099,
0.680594747336716,
0.44971425543613464,
0.48711372039248285,
-0.23501064413033665,
0.5138413323971912,
0.6161601103392491,
-0.2136016499248397
],
"de_corr": [
-0.7161344885826111,
0.8492564558982849,
-0.1793336272239685,
0.13276320695877075,
0.776057243347168,
0.5899722576141357,
0.9700168371200562,
-0.3755188286304474,
0.9809064269065857,
-0.4573112726211548,
0.60968416929245,
0.840336263179779,
-0.4690474271774292,
-0.006662833970040083,
0.6662706732749939,
0.1331259310245514,
-0.7366300225257874,
0.07454127073287964,
0.7414866089820862,
0.8588231205940247,
0.8517552614212036,
0.7582389116287231,
-0.727645754814148,
0.4333813190460205,
0.8468313813209534,
-0.262975811958313
],
"mmd": [
0.1259100149447856,
0.16946875132238604,
0.15328670939502576,
0.11925395481013612,
0.21227452919845446,
0.11639224942562032,
0.05440252783775834,
0.333752679237582,
0.03177710284945923,
0.24049995578142902,
0.09254898518275667,
0.2386030471134899,
0.15347768850526877,
0.09591408351052366,
0.1002594879705514,
0.3399638335367665,
0.39018998027496965,
0.1259245276964478,
0.06979720367977793,
0.015508065578698216,
0.2094256725394087,
0.08344996485088807,
0.3747955517551732,
0.12558276191202788,
0.1565787000513006,
0.11927627106377081
],
"wasserstein": [
0.32759463319893284,
0.4425174979876795,
0.4252578782643919,
0.38039587629106897,
0.4211703004133938,
0.3463849288268218,
0.20747240099971048,
0.7083644932209476,
0.18970051912524752,
0.5432435331111674,
0.32828753055254845,
0.4381020627120035,
0.3929922959591078,
0.2821122568067752,
0.34254322073800736,
0.5808119012996298,
0.6576707281875873,
0.35540729146222566,
0.25355683532358997,
0.11177937542410157,
0.48529021725106586,
0.2419028528459981,
0.5954052939235607,
0.3152188587606063,
0.4070771722904518,
0.3409093870138086
]
},
"n_perts": 26
}
}
}