_shared/stage1_budgets.json

{
  "achieved_budget": 6373,
  "config": {
    "ablation_filter": {
      "batch_size": 8,
      "blacklist_threshold": 0.001,
      "enabled": true,
      "holdout_samples": 100
    },
    "entropy_tolerance": 0.1,
    "min_experts_per_layer": 128,
    "num_calibration_samples": 1024,
    "phase_a_batch_size": 32,
    "phase_b_batch_size": 16,
    "similarity_metric": "cka",
    "super_expert_detection": {
      "a_max_fraction": 0.1,
      "aimer_bottom_pct": 0.01,
      "aimer_enabled": true,
      "aimer_layer_max_fraction": 0.1,
      "global_blacklist_cap_pct": 0.05,
      "ma_growth_ratio": 3.0,
      "ma_ratio": 100.0,
      "magnitude_topk_per_l_layer": 16,
      "max_blacklisted_per_layer": 4,
      "moe_output_growth_ratio": 2.0,
      "sink_token_enabled": true,
      "sink_token_freq_threshold": 0.99,
      "sink_token_max_per_layer_cap": 10,
      "sink_token_score_ratio": 10.0,
      "zscore_threshold": 2.5
    }
  },
  "per_layer_redundancy": {
    "0": 1.0,
    "1": 0.8738421272842362,
    "10": 0.2618105494662701,
    "11": 0.2051170681113764,
    "12": 0.22752670157789984,
    "13": 0.21286587959114817,
    "14": 0.180843807349629,
    "15": 0.07797632051459381,
    "16": 0.04802104326071435,
    "17": 0.0517250294410023,
    "18": 0.08098936418207445,
    "19": 0.05964167510146535,
    "2": 0.6591169293627084,
    "20": 0.22139655274194514,
    "21": 0.16314064073445445,
    "22": 0.06307721277194415,
    "23": 0.002921909061020544,
    "24": 0.0,
    "25": 0.05523360406559451,
    "26": 0.057864873447857,
    "27": 0.06923924794774777,
    "28": 0.11530272847962915,
    "29": 0.150687516885756,
    "3": 0.5278072582789218,
    "30": 0.21513196420284367,
    "31": 0.2568115039019831,
    "32": 0.36140494660546213,
    "33": 0.44698788275996093,
    "34": 0.4097614427793168,
    "35": 0.5117404210634267,
    "36": 0.5313604306896541,
    "37": 0.5759418427632874,
    "38": 0.6152508054532535,
    "39": 0.8678705483545571,
    "4": 0.49202001255632355,
    "5": 0.4266334100759972,
    "6": 0.17517665678621028,
    "7": 0.32846075588723095,
    "8": 0.4096237713525367,
    "9": 0.3551840940595318
  },
  "per_layer_target_experts": {
    "0": 256,
    "1": 256,
    "10": 128,
    "11": 128,
    "12": 128,
    "13": 128,
    "14": 128,
    "15": 128,
    "16": 128,
    "17": 128,
    "18": 128,
    "19": 128,
    "2": 256,
    "20": 128,
    "21": 128,
    "22": 128,
    "23": 128,
    "24": 128,
    "25": 128,
    "26": 128,
    "27": 128,
    "28": 128,
    "29": 128,
    "3": 256,
    "30": 128,
    "31": 128,
    "32": 128,
    "33": 128,
    "34": 128,
    "35": 256,
    "36": 256,
    "37": 256,
    "38": 256,
    "39": 256,
    "4": 229,
    "5": 128,
    "6": 128,
    "7": 128,
    "8": 128,
    "9": 128
  },
  "requested_budget": 6373
}