outputs/claim5c_derand_validity.json

{
  "seed0": 20260725,
  "permutation_grid": [
    1,
    2,
    5,
    10,
    20
  ],
  "design": "global null, oracle nu=rho, GB black box",
  "oracle_n100": {
    "n": 100,
    "p": 30,
    "replicates": 200,
    "oracle": true,
    "seconds": 14.6,
    "perm1": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.048,
      "type_I_at_0.10": 0.09,
      "mean_pvalue": 0.5085992215365793,
      "ks_pvalue": 0.16125775728619185
    },
    "perm2": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.044,
      "type_I_at_0.10": 0.096,
      "mean_pvalue": 0.503984120848942,
      "ks_pvalue": 0.8924833438403206
    },
    "perm5": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.037,
      "type_I_at_0.10": 0.085,
      "mean_pvalue": 0.506664716464865,
      "ks_pvalue": 0.3023682967436103
    },
    "perm10": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.044,
      "type_I_at_0.10": 0.097,
      "mean_pvalue": 0.5117563893453427,
      "ks_pvalue": 0.046875485563685704
    },
    "perm20": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.0395,
      "type_I_at_0.10": 0.089,
      "mean_pvalue": 0.5016652591767806,
      "ks_pvalue": 0.48221639860375665
    }
  },
  "oracle_n300": {
    "n": 300,
    "p": 30,
    "replicates": 200,
    "oracle": true,
    "seconds": 8.1,
    "perm1": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.054,
      "type_I_at_0.10": 0.101,
      "mean_pvalue": 0.49284150803178184,
      "ks_pvalue": 0.4538443808465815
    },
    "perm2": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.057,
      "type_I_at_0.10": 0.113,
      "mean_pvalue": 0.4946290269032984,
      "ks_pvalue": 0.48906758789975935
    },
    "perm5": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.051,
      "type_I_at_0.10": 0.096,
      "mean_pvalue": 0.5008395823748687,
      "ks_pvalue": 0.42416085643574875
    },
    "perm10": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.0515,
      "type_I_at_0.10": 0.105,
      "mean_pvalue": 0.49568776559661976,
      "ks_pvalue": 0.47265761046448407
    },
    "perm20": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.0475,
      "type_I_at_0.10": 0.093,
      "mean_pvalue": 0.5167872688800467,
      "ks_pvalue": 0.0324375086024814
    }
  },
  "estimated_n100": {
    "n": 100,
    "p": 30,
    "replicates": 200,
    "oracle": false,
    "seconds": 4.5,
    "perm1": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.066,
      "type_I_at_0.10": 0.126,
      "mean_pvalue": 0.4535054700522082,
      "ks_pvalue": 1.0146455887563472e-12
    },
    "perm2": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.09,
      "type_I_at_0.10": 0.167,
      "mean_pvalue": 0.43753983296086135,
      "ks_pvalue": 3.785061697026323e-16
    },
    "perm5": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.1135,
      "type_I_at_0.10": 0.192,
      "mean_pvalue": 0.4131079144018442,
      "ks_pvalue": 4.021285468077695e-33
    },
    "perm10": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.155,
      "type_I_at_0.10": 0.24,
      "mean_pvalue": 0.3837382473526395,
      "ks_pvalue": 1.0048215360804808e-52
    },
    "perm20": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.1915,
      "type_I_at_0.10": 0.278,
      "mean_pvalue": 0.37048383108879207,
      "ks_pvalue": 4.102325621973621e-65
    }
  },
  "estimated_n300": {
    "n": 300,
    "p": 30,
    "replicates": 200,
    "oracle": false,
    "seconds": 8.5,
    "perm1": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.0795,
      "type_I_at_0.10": 0.1365,
      "mean_pvalue": 0.45172399434166344,
      "ks_pvalue": 6.119344367292693e-12
    },
    "perm2": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.097,
      "type_I_at_0.10": 0.1635,
      "mean_pvalue": 0.43399951457734476,
      "ks_pvalue": 1.1882544301863614e-16
    },
    "perm5": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.13,
      "type_I_at_0.10": 0.205,
      "mean_pvalue": 0.4124918433132425,
      "ks_pvalue": 8.740892393632342e-32
    },
    "perm10": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.17,
      "type_I_at_0.10": 0.2425,
      "mean_pvalue": 0.3798182610511544,
      "ks_pvalue": 2.297256964054006e-55
    },
    "perm20": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.2245,
      "type_I_at_0.10": 0.307,
      "mean_pvalue": 0.35207845982948666,
      "ks_pvalue": 7.981380575212763e-92
    }
  },
  "estimated_n1000": {
    "n": 1000,
    "p": 30,
    "replicates": 200,
    "oracle": false,
    "seconds": 21.2,
    "perm1": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.0815,
      "type_I_at_0.10": 0.1495,
      "mean_pvalue": 0.43377014415731524,
      "ks_pvalue": 3.9776167978195145e-17
    },
    "perm2": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.0925,
      "type_I_at_0.10": 0.158,
      "mean_pvalue": 0.427180978175757,
      "ks_pvalue": 3.1486572827985603e-22
    },
    "perm5": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.1285,
      "type_I_at_0.10": 0.203,
      "mean_pvalue": 0.40137698376924513,
      "ks_pvalue": 5.450410878996649e-39
    },
    "perm10": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.17,
      "type_I_at_0.10": 0.243,
      "mean_pvalue": 0.3747777598137176,
      "ks_pvalue": 3.841457185283495e-63
    },
    "perm20": {
      "n_pvalues": 2000,
      "type_I_at_0.05": 0.217,
      "type_I_at_0.10": 0.2925,
      "mean_pvalue": 0.35583130337141505,
      "ks_pvalue": 5.877016691190571e-84
    }
  }
}