outputs/claim5b_derandomization.json

{
  "seed0": 20260725,
  "setting": "masked correlation (Figure 5), NN black box",
  "permutation_grid": [
    1,
    2,
    5,
    10,
    20
  ],
  "n50": {
    "n": 50,
    "p": 50,
    "replicates": 100,
    "alpha": 0.05,
    "seconds": 18.8,
    "perm1": {
      "power": 0.22,
      "power_se": 0.04163331998932266,
      "type_I": 0.05897959183673469,
      "type_I_se": 0.0037360955000149214
    },
    "perm2": {
      "power": 0.34,
      "power_se": 0.04760952285695234,
      "type_I": 0.07224489795918367,
      "type_I_se": 0.003960477700405946,
      "paired_gain_over_perm1": 0.12,
      "paired_gain_pvalue": 0.013556758919315062
    },
    "perm5": {
      "power": 0.46,
      "power_se": 0.05009082659620331,
      "type_I": 0.09448979591836734,
      "type_I_se": 0.004259720327742386,
      "paired_gain_over_perm1": 0.24,
      "paired_gain_pvalue": 9.803616836663744e-06
    },
    "perm10": {
      "power": 0.56,
      "power_se": 0.049888765156985884,
      "type_I": 0.13428571428571429,
      "type_I_se": 0.005206556781811536,
      "paired_gain_over_perm1": 0.34,
      "paired_gain_pvalue": 6.532315005255463e-10
    },
    "perm20": {
      "power": 0.6,
      "power_se": 0.0492365963917331,
      "type_I": 0.1804081632653061,
      "type_I_se": 0.0064972866459717836,
      "paired_gain_over_perm1": 0.38,
      "paired_gain_pvalue": 3.0849981325926097e-11
    }
  },
  "n75": {
    "n": 75,
    "p": 50,
    "replicates": 100,
    "alpha": 0.05,
    "seconds": 6.6,
    "perm1": {
      "power": 0.58,
      "power_se": 0.04960449637488583,
      "type_I": 0.05346938775510205,
      "type_I_se": 0.0031746326234756254
    },
    "perm2": {
      "power": 0.77,
      "power_se": 0.04229525846816507,
      "type_I": 0.06183673469387754,
      "type_I_se": 0.0038965995895563774,
      "paired_gain_over_perm1": 0.19,
      "paired_gain_pvalue": 0.0019799266010585227
    },
    "perm5": {
      "power": 0.94,
      "power_se": 0.023868325657594204,
      "type_I": 0.09285714285714286,
      "type_I_se": 0.004247059928646879,
      "paired_gain_over_perm1": 0.36,
      "paired_gain_pvalue": 1.451359720451369e-10
    },
    "perm10": {
      "power": 0.98,
      "power_se": 0.014070529413628968,
      "type_I": 0.1214285714285714,
      "type_I_se": 0.0051185056943529785,
      "paired_gain_over_perm1": 0.4,
      "paired_gain_pvalue": 6.2545993673910605e-12
    },
    "perm20": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.1683673469387755,
      "type_I_se": 0.007294384746835815,
      "paired_gain_over_perm1": 0.42,
      "paired_gain_pvalue": 2.3732051797789414e-13
    }
  },
  "n100": {
    "n": 100,
    "p": 50,
    "replicates": 100,
    "alpha": 0.05,
    "seconds": 7.4,
    "perm1": {
      "power": 0.8,
      "power_se": 0.04020151261036849,
      "type_I": 0.04693877551020408,
      "type_I_se": 0.0028346732557491257
    },
    "perm2": {
      "power": 0.95,
      "power_se": 0.021904291355759036,
      "type_I": 0.061020408163265295,
      "type_I_se": 0.0035347380575896357,
      "paired_gain_over_perm1": 0.15,
      "paired_gain_pvalue": 0.0008341994770978715
    },
    "perm5": {
      "power": 0.98,
      "power_se": 0.014070529413628968,
      "type_I": 0.0906122448979592,
      "type_I_se": 0.004043524430429174,
      "paired_gain_over_perm1": 0.18,
      "paired_gain_pvalue": 9.8036168366638e-06
    },
    "perm10": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.11346938775510206,
      "type_I_se": 0.004589327975424386,
      "paired_gain_over_perm1": 0.2,
      "paired_gain_pvalue": 2.7522004955693153e-06
    },
    "perm20": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.15469387755102043,
      "type_I_se": 0.005350023737067479,
      "paired_gain_over_perm1": 0.2,
      "paired_gain_pvalue": 2.7522004955693153e-06
    }
  },
  "n150": {
    "n": 150,
    "p": 50,
    "replicates": 100,
    "alpha": 0.05,
    "seconds": 8.5,
    "perm1": {
      "power": 0.98,
      "power_se": 0.014070529413628966,
      "type_I": 0.05081632653061224,
      "type_I_se": 0.0031173309550559356
    },
    "perm2": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.055306122448979575,
      "type_I_se": 0.002741036958265625,
      "paired_gain_over_perm1": 0.02,
      "paired_gain_pvalue": 0.15833990565972564
    },
    "perm5": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.07755102040816327,
      "type_I_se": 0.0045124146807556465,
      "paired_gain_over_perm1": 0.02,
      "paired_gain_pvalue": 0.15833990565972564
    },
    "perm10": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.10102040816326531,
      "type_I_se": 0.004276673720897001,
      "paired_gain_over_perm1": 0.02,
      "paired_gain_pvalue": 0.15833990565972564
    },
    "perm20": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.1353061224489796,
      "type_I_se": 0.006102868434942373,
      "paired_gain_over_perm1": 0.02,
      "paired_gain_pvalue": 0.15833990565972564
    }
  },
  "n300": {
    "n": 300,
    "p": 50,
    "replicates": 100,
    "alpha": 0.05,
    "seconds": 12.8,
    "perm1": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.04918367346938775,
      "type_I_se": 0.0032051640291620763
    },
    "perm2": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.05081632653061224,
      "type_I_se": 0.0028197183797144,
      "paired_gain_over_perm1": 0.0,
      "paired_gain_pvalue": NaN
    },
    "perm5": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.0704081632653061,
      "type_I_se": 0.0035806195603549926,
      "paired_gain_over_perm1": 0.0,
      "paired_gain_pvalue": NaN
    },
    "perm10": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.08755102040816329,
      "type_I_se": 0.004607397076118912,
      "paired_gain_over_perm1": 0.0,
      "paired_gain_pvalue": NaN
    },
    "perm20": {
      "power": 1.0,
      "power_se": 0.0,
      "type_I": 0.13448979591836732,
      "type_I_se": 0.004475859632543124,
      "paired_gain_over_perm1": 0.0,
      "paired_gain_pvalue": NaN
    }
  }
}