File size: 6,426 Bytes
b67979a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 | {
"dataset": "norman",
"n_targets": 22,
"n_candidates": 105,
"random_top5": 0.047619047619047616,
"forward": {
"PIVOT": {
"mse": 0.0017491921988697326,
"r2": -0.8161821530220357,
"pearson": 0.7693309462133874,
"spearman": 0.5815323970363715,
"de_corr": 0.8388409530545803,
"mmd": 0.3034484875795543,
"wasserstein": 0.43272001688923617
},
"PIVOT-OT": {
"mse": 0.0025015840371278054,
"r2": -2.4559457745957882,
"pearson": 0.6559229388516,
"spearman": 0.46955744461871557,
"de_corr": 0.7519170356557724,
"mmd": 0.1500954119146127,
"wasserstein": 0.6666752559372957
},
"MeanControl": {
"mse": 0.004455934176339144,
"r2": -0.05741366300177067,
"pearson": 0.06247465056862603,
"spearman": 0.019984302966237155,
"de_corr": 0.10322069715797663,
"mmd": 0.10706937820897701,
"wasserstein": 0.323807051495741
},
"AvgPerturbationEffect": {
"mse": 0.003602388566310339,
"r2": -1.6519504455809897,
"pearson": 0.4787262177213709,
"spearman": 0.3930456408465337,
"de_corr": 0.5168158494015324,
"mmd": 0.09934840288274557,
"wasserstein": 0.30081602373086835
},
"Additive": {
"mse": 0.0021094072577939865,
"r2": -1.448790396781678,
"pearson": 0.6326670402542074,
"spearman": 0.5108886765427764,
"de_corr": 0.7134229213474913,
"mmd": 0.07343746422286138,
"wasserstein": 0.25771137196436716
},
"LinearResponse": {
"mse": 0.0011306649979273293,
"r2": -0.253476581674941,
"pearson": 0.7451306042519021,
"spearman": 0.5799033801846452,
"de_corr": 0.8105884356067535,
"mmd": 0.047508293556133514,
"wasserstein": 0.20167587385465413
},
"NearestPerturbationCentroid": {
"mse": 0.003305152804774054,
"r2": -4.189406145126261,
"pearson": 0.6359215529358133,
"spearman": 0.505686299719842,
"de_corr": 0.7316346312773988,
"mmd": 0.10450971258729616,
"wasserstein": 0.30843307594994734
},
"EndpointMLP": {
"mse": 0.0011545048891616232,
"r2": 0.04933880491459623,
"pearson": 0.6028436519839662,
"spearman": 0.5096878649785176,
"de_corr": 0.6582605471002295,
"mmd": 0.048875581526963176,
"wasserstein": 0.19931416156968693
},
"kNN-latent": {
"mse": 0.0021908569667968857,
"r2": -1.5670528272365003,
"pearson": 0.6744848155674148,
"spearman": 0.5199807748887847,
"de_corr": 0.7707986322806236,
"mmd": 0.07314315796243004,
"wasserstein": 0.2532922264836747
},
"ConditionalMLP": {
"mse": 0.0010686125573788848,
"r2": 0.30849315257782634,
"pearson": 0.619310863127813,
"spearman": 0.5438978223783673,
"de_corr": 0.6658019708033572,
"mmd": 0.42855737667365007,
"wasserstein": 0.5315667629719005
},
"Random": {
"mse": 0.00673537037057921,
"r2": -6.333347964794077,
"pearson": 0.27716910228767294,
"spearman": 0.2415044605055355,
"de_corr": 0.28529975959595216,
"mmd": 0.16910403534817559,
"wasserstein": 0.3895185511116175
},
"PIVOT+dist": {
"mse": null,
"r2": -1.557,
"pearson": 0.759,
"spearman": null,
"de_corr": 0.844,
"mmd": 0.0507,
"wasserstein": 0.235
}
},
"inverse": {
"PIVOT": {
"top1": 0.18181818181818182,
"top5": 0.22727272727272727,
"ndcg": 0.237863170222463,
"func_top5": 0.8636363636363636,
"top5_ci": [
0.22727272727272727,
0.045454545454545456,
0.4090909090909091
]
},
"PIVOT-guidance": {
"top1": 0.13636363636363635,
"top5": 0.22727272727272727,
"ndcg": 0.20036677015736315,
"func_top5": 0.8181818181818182
},
"MeanControl": {
"top1": 0.0,
"top5": 0.18181818181818182,
"ndcg": 0.10475755936295951,
"func_top5": 0.8181818181818182
},
"AvgPerturbationEffect": {
"top1": 0.0,
"top5": 0.18181818181818182,
"ndcg": 0.10475755936295951,
"func_top5": 0.8181818181818182
},
"Additive": {
"top1": 0.0,
"top5": 0.0,
"ndcg": 0.0,
"func_top5": 0.9545454545454546
},
"LinearResponse": {
"top1": 0.045454545454545456,
"top5": 0.13636363636363635,
"ndcg": 0.1028117957791206,
"func_top5": 0.8181818181818182
},
"NearestPerturbationCentroid": {
"top1": 0.18181818181818182,
"top5": 0.18181818181818182,
"ndcg": 0.181818181818,
"func_top5": 0.9090909090909091
},
"EndpointMLP": {
"top1": 0.045454545454545456,
"top5": 0.13636363636363635,
"ndcg": 0.13489139848118523,
"func_top5": 0.9545454545454546
},
"kNN-latent": {
"top1": 0.045454545454545456,
"top5": 0.09090909090909091,
"ndcg": 0.09305324684186617,
"func_top5": 0.7727272727272727
},
"ConditionalMLP": {
"top1": 0.18181818181818182,
"top5": 0.2727272727272727,
"ndcg": 0.2535147447237758,
"func_top5": 0.9090909090909091
},
"Random": {
"top1": 0.0,
"top5": 0.045454545454545456,
"ndcg": 0.03472772233663465,
"func_top5": 0.7727272727272727
}
},
"significance": {
"PIVOT_vs_PIVOT-guidance": {
"p": 1.0,
"dTop5": 0.0
},
"PIVOT_vs_MeanControl": {
"p": 0.744127936031984,
"dTop5": 0.045454545454545456
},
"PIVOT_vs_AvgPerturbationEffect": {
"p": 0.744127936031984,
"dTop5": 0.045454545454545456
},
"PIVOT_vs_Additive": {
"p": 0.010994502748625687,
"dTop5": 0.22727272727272727
},
"PIVOT_vs_LinearResponse": {
"p": 0.12643678160919541,
"dTop5": 0.09090909090909091
},
"PIVOT_vs_NearestPerturbationCentroid": {
"p": 0.25287356321839083,
"dTop5": 0.045454545454545456
},
"PIVOT_vs_EndpointMLP": {
"p": 0.3268365817091454,
"dTop5": 0.09090909090909091
},
"PIVOT_vs_kNN-latent": {
"p": 0.06346826586706647,
"dTop5": 0.13636363636363635
},
"PIVOT_vs_ConditionalMLP": {
"p": 0.2588705647176412,
"dTop5": -0.045454545454545456
},
"PIVOT_vs_Random": {
"p": 0.1054472763618191,
"dTop5": 0.18181818181818182
}
}
} |