{ "v20": { "avg_tok_s": 22566.43136219641, "median_tok_s": 22871, "max_tok_s": 24040, "samples": 1894, "final_valid_ce": 4.318, "tokens": 1552622400, "experts_per_layer": 30976, "peer_layers": 16, "pools": "16 private", "ctrl_params": 569357312, "h_times_k": 8 }, "v21": { "avg_tok_s": 32487.87102473498, "median_tok_s": 32858, "max_tok_s": 34768, "samples": 1132, "final_valid_ce": 4.0317, "tokens": 1162014000, "experts_per_layer": 495616, "peer_layers": 3, "pools": "1 shared", "ctrl_params": 598145536, "h_times_k": 8 }, "speedup": 1.4396547909280464, "same_token_window": { "lo_tokens": 572320000.0, "hi_tokens": 1144640000, "v20_mean_valid_ce": 4.166458333333334, "v21_mean_valid_ce": 4.02131379310345 } }