_shared/budget_decomposition.json

{
  "blacklisted_experts": {
    "10": [
      175
    ],
    "12": [
      124
    ],
    "21": [
      95
    ],
    "34": [
      82
    ],
    "38": [
      103
    ],
    "39": [
      186,
      238
    ],
    "6": [
      19,
      40,
      72,
      188,
      189,
      195,
      229,
      234,
      246
    ],
    "7": [
      191
    ]
  },
  "expert_params": 32212254720,
  "expert_prune_ratio": 0.37767785062195836,
  "global_expert_budget": 6373,
  "min_experts_per_layer": 128,
  "projected_expert_params_after_prune": 20047724544,
  "projected_expert_params_after_svd": 19972008729,
  "projected_total_reduction": 0.3486536177546299,
  "svd_rank_ratio": 0.0037767785062195833,
  "total_params": 35107181936,
  "total_reduction_ratio": 0.35
}