{
  "dataset": "norman",
  "n_targets": 22,
  "n_candidates": 105,
  "random_top5": 0.047619047619047616,
  "forward": {
    "PIVOT": {
      "mse": 0.0017491921988697326,
      "r2": -0.8161821530220357,
      "pearson": 0.7693309462133874,
      "spearman": 0.5815323970363715,
      "de_corr": 0.8388409530545803,
      "mmd": 0.3034484875795543,
      "wasserstein": 0.43272001688923617
    },
    "PIVOT-OT": {
      "mse": 0.0025015840371278054,
      "r2": -2.4559457745957882,
      "pearson": 0.6559229388516,
      "spearman": 0.46955744461871557,
      "de_corr": 0.7519170356557724,
      "mmd": 0.1500954119146127,
      "wasserstein": 0.6666752559372957
    },
    "MeanControl": {
      "mse": 0.004455934176339144,
      "r2": -0.05741366300177067,
      "pearson": 0.06247465056862603,
      "spearman": 0.019984302966237155,
      "de_corr": 0.10322069715797663,
      "mmd": 0.10706937820897701,
      "wasserstein": 0.323807051495741
    },
    "AvgPerturbationEffect": {
      "mse": 0.003602388566310339,
      "r2": -1.6519504455809897,
      "pearson": 0.4787262177213709,
      "spearman": 0.3930456408465337,
      "de_corr": 0.5168158494015324,
      "mmd": 0.09934840288274557,
      "wasserstein": 0.30081602373086835
    },
    "Additive": {
      "mse": 0.0021094072577939865,
      "r2": -1.448790396781678,
      "pearson": 0.6326670402542074,
      "spearman": 0.5108886765427764,
      "de_corr": 0.7134229213474913,
      "mmd": 0.07343746422286138,
      "wasserstein": 0.25771137196436716
    },
    "LinearResponse": {
      "mse": 0.0011306649979273293,
      "r2": -0.253476581674941,
      "pearson": 0.7451306042519021,
      "spearman": 0.5799033801846452,
      "de_corr": 0.8105884356067535,
      "mmd": 0.047508293556133514,
      "wasserstein": 0.20167587385465413
    },
    "NearestPerturbationCentroid": {
      "mse": 0.003305152804774054,
      "r2": -4.189406145126261,
      "pearson": 0.6359215529358133,
      "spearman": 0.505686299719842,
      "de_corr": 0.7316346312773988,
      "mmd": 0.10450971258729616,
      "wasserstein": 0.30843307594994734
    },
    "EndpointMLP": {
      "mse": 0.0011545048891616232,
      "r2": 0.04933880491459623,
      "pearson": 0.6028436519839662,
      "spearman": 0.5096878649785176,
      "de_corr": 0.6582605471002295,
      "mmd": 0.048875581526963176,
      "wasserstein": 0.19931416156968693
    },
    "kNN-latent": {
      "mse": 0.0021908569667968857,
      "r2": -1.5670528272365003,
      "pearson": 0.6744848155674148,
      "spearman": 0.5199807748887847,
      "de_corr": 0.7707986322806236,
      "mmd": 0.07314315796243004,
      "wasserstein": 0.2532922264836747
    },
    "ConditionalMLP": {
      "mse": 0.0010686125573788848,
      "r2": 0.30849315257782634,
      "pearson": 0.619310863127813,
      "spearman": 0.5438978223783673,
      "de_corr": 0.6658019708033572,
      "mmd": 0.42855737667365007,
      "wasserstein": 0.5315667629719005
    },
    "Random": {
      "mse": 0.00673537037057921,
      "r2": -6.333347964794077,
      "pearson": 0.27716910228767294,
      "spearman": 0.2415044605055355,
      "de_corr": 0.28529975959595216,
      "mmd": 0.16910403534817559,
      "wasserstein": 0.3895185511116175
    },
    "PIVOT+dist": {
      "mse": null,
      "r2": -1.557,
      "pearson": 0.759,
      "spearman": null,
      "de_corr": 0.844,
      "mmd": 0.0507,
      "wasserstein": 0.235
    }
  },
  "inverse": {
    "PIVOT": {
      "top1": 0.18181818181818182,
      "top5": 0.22727272727272727,
      "ndcg": 0.237863170222463,
      "func_top5": 0.8636363636363636,
      "top5_ci": [
        0.22727272727272727,
        0.045454545454545456,
        0.4090909090909091
      ]
    },
    "PIVOT-guidance": {
      "top1": 0.13636363636363635,
      "top5": 0.22727272727272727,
      "ndcg": 0.20036677015736315,
      "func_top5": 0.8181818181818182
    },
    "MeanControl": {
      "top1": 0.0,
      "top5": 0.18181818181818182,
      "ndcg": 0.10475755936295951,
      "func_top5": 0.8181818181818182
    },
    "AvgPerturbationEffect": {
      "top1": 0.0,
      "top5": 0.18181818181818182,
      "ndcg": 0.10475755936295951,
      "func_top5": 0.8181818181818182
    },
    "Additive": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.9545454545454546
    },
    "LinearResponse": {
      "top1": 0.045454545454545456,
      "top5": 0.13636363636363635,
      "ndcg": 0.1028117957791206,
      "func_top5": 0.8181818181818182
    },
    "NearestPerturbationCentroid": {
      "top1": 0.18181818181818182,
      "top5": 0.18181818181818182,
      "ndcg": 0.181818181818,
      "func_top5": 0.9090909090909091
    },
    "EndpointMLP": {
      "top1": 0.045454545454545456,
      "top5": 0.13636363636363635,
      "ndcg": 0.13489139848118523,
      "func_top5": 0.9545454545454546
    },
    "kNN-latent": {
      "top1": 0.045454545454545456,
      "top5": 0.09090909090909091,
      "ndcg": 0.09305324684186617,
      "func_top5": 0.7727272727272727
    },
    "ConditionalMLP": {
      "top1": 0.18181818181818182,
      "top5": 0.2727272727272727,
      "ndcg": 0.2535147447237758,
      "func_top5": 0.9090909090909091
    },
    "Random": {
      "top1": 0.0,
      "top5": 0.045454545454545456,
      "ndcg": 0.03472772233663465,
      "func_top5": 0.7727272727272727
    }
  },
  "significance": {
    "PIVOT_vs_PIVOT-guidance": {
      "p": 1.0,
      "dTop5": 0.0
    },
    "PIVOT_vs_MeanControl": {
      "p": 0.744127936031984,
      "dTop5": 0.045454545454545456
    },
    "PIVOT_vs_AvgPerturbationEffect": {
      "p": 0.744127936031984,
      "dTop5": 0.045454545454545456
    },
    "PIVOT_vs_Additive": {
      "p": 0.010994502748625687,
      "dTop5": 0.22727272727272727
    },
    "PIVOT_vs_LinearResponse": {
      "p": 0.12643678160919541,
      "dTop5": 0.09090909090909091
    },
    "PIVOT_vs_NearestPerturbationCentroid": {
      "p": 0.25287356321839083,
      "dTop5": 0.045454545454545456
    },
    "PIVOT_vs_EndpointMLP": {
      "p": 0.3268365817091454,
      "dTop5": 0.09090909090909091
    },
    "PIVOT_vs_kNN-latent": {
      "p": 0.06346826586706647,
      "dTop5": 0.13636363636363635
    },
    "PIVOT_vs_ConditionalMLP": {
      "p": 0.2588705647176412,
      "dTop5": -0.045454545454545456
    },
    "PIVOT_vs_Random": {
      "p": 0.1054472763618191,
      "dTop5": 0.18181818181818182
    }
  }
}