| { |
| "dataset": "norman", |
| "n_targets": 22, |
| "n_candidates": 105, |
| "random_top5": 0.047619047619047616, |
| "forward": { |
| "PIVOT": { |
| "mse": 0.0017491921988697326, |
| "r2": -0.8161821530220357, |
| "pearson": 0.7693309462133874, |
| "spearman": 0.5815323970363715, |
| "de_corr": 0.8388409530545803, |
| "mmd": 0.3034484875795543, |
| "wasserstein": 0.43272001688923617 |
| }, |
| "PIVOT-OT": { |
| "mse": 0.0025015840371278054, |
| "r2": -2.4559457745957882, |
| "pearson": 0.6559229388516, |
| "spearman": 0.46955744461871557, |
| "de_corr": 0.7519170356557724, |
| "mmd": 0.1500954119146127, |
| "wasserstein": 0.6666752559372957 |
| }, |
| "MeanControl": { |
| "mse": 0.004455934176339144, |
| "r2": -0.05741366300177067, |
| "pearson": 0.06247465056862603, |
| "spearman": 0.019984302966237155, |
| "de_corr": 0.10322069715797663, |
| "mmd": 0.10706937820897701, |
| "wasserstein": 0.323807051495741 |
| }, |
| "AvgPerturbationEffect": { |
| "mse": 0.003602388566310339, |
| "r2": -1.6519504455809897, |
| "pearson": 0.4787262177213709, |
| "spearman": 0.3930456408465337, |
| "de_corr": 0.5168158494015324, |
| "mmd": 0.09934840288274557, |
| "wasserstein": 0.30081602373086835 |
| }, |
| "Additive": { |
| "mse": 0.0021094072577939865, |
| "r2": -1.448790396781678, |
| "pearson": 0.6326670402542074, |
| "spearman": 0.5108886765427764, |
| "de_corr": 0.7134229213474913, |
| "mmd": 0.07343746422286138, |
| "wasserstein": 0.25771137196436716 |
| }, |
| "LinearResponse": { |
| "mse": 0.0011306649979273293, |
| "r2": -0.253476581674941, |
| "pearson": 0.7451306042519021, |
| "spearman": 0.5799033801846452, |
| "de_corr": 0.8105884356067535, |
| "mmd": 0.047508293556133514, |
| "wasserstein": 0.20167587385465413 |
| }, |
| "NearestPerturbationCentroid": { |
| "mse": 0.003305152804774054, |
| "r2": -4.189406145126261, |
| "pearson": 0.6359215529358133, |
| "spearman": 0.505686299719842, |
| "de_corr": 0.7316346312773988, |
| "mmd": 0.10450971258729616, |
| "wasserstein": 0.30843307594994734 |
| }, |
| "EndpointMLP": { |
| "mse": 0.0011545048891616232, |
| "r2": 0.04933880491459623, |
| "pearson": 0.6028436519839662, |
| "spearman": 0.5096878649785176, |
| "de_corr": 0.6582605471002295, |
| "mmd": 0.048875581526963176, |
| "wasserstein": 0.19931416156968693 |
| }, |
| "kNN-latent": { |
| "mse": 0.0021908569667968857, |
| "r2": -1.5670528272365003, |
| "pearson": 0.6744848155674148, |
| "spearman": 0.5199807748887847, |
| "de_corr": 0.7707986322806236, |
| "mmd": 0.07314315796243004, |
| "wasserstein": 0.2532922264836747 |
| }, |
| "ConditionalMLP": { |
| "mse": 0.0010686125573788848, |
| "r2": 0.30849315257782634, |
| "pearson": 0.619310863127813, |
| "spearman": 0.5438978223783673, |
| "de_corr": 0.6658019708033572, |
| "mmd": 0.42855737667365007, |
| "wasserstein": 0.5315667629719005 |
| }, |
| "Random": { |
| "mse": 0.00673537037057921, |
| "r2": -6.333347964794077, |
| "pearson": 0.27716910228767294, |
| "spearman": 0.2415044605055355, |
| "de_corr": 0.28529975959595216, |
| "mmd": 0.16910403534817559, |
| "wasserstein": 0.3895185511116175 |
| }, |
| "PIVOT+dist": { |
| "mse": null, |
| "r2": -1.557, |
| "pearson": 0.759, |
| "spearman": null, |
| "de_corr": 0.844, |
| "mmd": 0.0507, |
| "wasserstein": 0.235 |
| } |
| }, |
| "inverse": { |
| "PIVOT": { |
| "top1": 0.18181818181818182, |
| "top5": 0.22727272727272727, |
| "ndcg": 0.237863170222463, |
| "func_top5": 0.8636363636363636, |
| "top5_ci": [ |
| 0.22727272727272727, |
| 0.045454545454545456, |
| 0.4090909090909091 |
| ] |
| }, |
| "PIVOT-guidance": { |
| "top1": 0.13636363636363635, |
| "top5": 0.22727272727272727, |
| "ndcg": 0.20036677015736315, |
| "func_top5": 0.8181818181818182 |
| }, |
| "MeanControl": { |
| "top1": 0.0, |
| "top5": 0.18181818181818182, |
| "ndcg": 0.10475755936295951, |
| "func_top5": 0.8181818181818182 |
| }, |
| "AvgPerturbationEffect": { |
| "top1": 0.0, |
| "top5": 0.18181818181818182, |
| "ndcg": 0.10475755936295951, |
| "func_top5": 0.8181818181818182 |
| }, |
| "Additive": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.9545454545454546 |
| }, |
| "LinearResponse": { |
| "top1": 0.045454545454545456, |
| "top5": 0.13636363636363635, |
| "ndcg": 0.1028117957791206, |
| "func_top5": 0.8181818181818182 |
| }, |
| "NearestPerturbationCentroid": { |
| "top1": 0.18181818181818182, |
| "top5": 0.18181818181818182, |
| "ndcg": 0.181818181818, |
| "func_top5": 0.9090909090909091 |
| }, |
| "EndpointMLP": { |
| "top1": 0.045454545454545456, |
| "top5": 0.13636363636363635, |
| "ndcg": 0.13489139848118523, |
| "func_top5": 0.9545454545454546 |
| }, |
| "kNN-latent": { |
| "top1": 0.045454545454545456, |
| "top5": 0.09090909090909091, |
| "ndcg": 0.09305324684186617, |
| "func_top5": 0.7727272727272727 |
| }, |
| "ConditionalMLP": { |
| "top1": 0.18181818181818182, |
| "top5": 0.2727272727272727, |
| "ndcg": 0.2535147447237758, |
| "func_top5": 0.9090909090909091 |
| }, |
| "Random": { |
| "top1": 0.0, |
| "top5": 0.045454545454545456, |
| "ndcg": 0.03472772233663465, |
| "func_top5": 0.7727272727272727 |
| } |
| }, |
| "significance": { |
| "PIVOT_vs_PIVOT-guidance": { |
| "p": 1.0, |
| "dTop5": 0.0 |
| }, |
| "PIVOT_vs_MeanControl": { |
| "p": 0.744127936031984, |
| "dTop5": 0.045454545454545456 |
| }, |
| "PIVOT_vs_AvgPerturbationEffect": { |
| "p": 0.744127936031984, |
| "dTop5": 0.045454545454545456 |
| }, |
| "PIVOT_vs_Additive": { |
| "p": 0.010994502748625687, |
| "dTop5": 0.22727272727272727 |
| }, |
| "PIVOT_vs_LinearResponse": { |
| "p": 0.12643678160919541, |
| "dTop5": 0.09090909090909091 |
| }, |
| "PIVOT_vs_NearestPerturbationCentroid": { |
| "p": 0.25287356321839083, |
| "dTop5": 0.045454545454545456 |
| }, |
| "PIVOT_vs_EndpointMLP": { |
| "p": 0.3268365817091454, |
| "dTop5": 0.09090909090909091 |
| }, |
| "PIVOT_vs_kNN-latent": { |
| "p": 0.06346826586706647, |
| "dTop5": 0.13636363636363635 |
| }, |
| "PIVOT_vs_ConditionalMLP": { |
| "p": 0.2588705647176412, |
| "dTop5": -0.045454545454545456 |
| }, |
| "PIVOT_vs_Random": { |
| "p": 0.1054472763618191, |
| "dTop5": 0.18181818181818182 |
| } |
| } |
| } |
