compare_metrics.json

{
  "v20": {
    "avg_tok_s": 22566.43136219641,
    "median_tok_s": 22871,
    "max_tok_s": 24040,
    "samples": 1894,
    "final_valid_ce": 4.318,
    "tokens": 1552622400,
    "experts_per_layer": 30976,
    "peer_layers": 16,
    "pools": "16 private",
    "ctrl_params": 569357312,
    "h_times_k": 8
  },
  "v21": {
    "avg_tok_s": 32487.87102473498,
    "median_tok_s": 32858,
    "max_tok_s": 34768,
    "samples": 1132,
    "final_valid_ce": 4.0317,
    "tokens": 1162014000,
    "experts_per_layer": 495616,
    "peer_layers": 3,
    "pools": "1 shared",
    "ctrl_params": 598145536,
    "h_times_k": 8
  },
  "speedup": 1.4396547909280464,
  "same_token_window": {
    "lo_tokens": 572320000.0,
    "hi_tokens": 1144640000,
    "v20_mean_valid_ce": 4.166458333333334,
    "v21_mean_valid_ce": 4.02131379310345
  }
}