| { | |
| "v20": { | |
| "avg_tok_s": 22566.43136219641, | |
| "median_tok_s": 22871, | |
| "max_tok_s": 24040, | |
| "samples": 1894, | |
| "final_valid_ce": 4.318, | |
| "tokens": 1552622400, | |
| "experts_per_layer": 30976, | |
| "peer_layers": 16, | |
| "pools": "16 private", | |
| "ctrl_params": 569357312, | |
| "h_times_k": 8 | |
| }, | |
| "v21": { | |
| "avg_tok_s": 32487.87102473498, | |
| "median_tok_s": 32858, | |
| "max_tok_s": 34768, | |
| "samples": 1132, | |
| "final_valid_ce": 4.0317, | |
| "tokens": 1162014000, | |
| "experts_per_layer": 495616, | |
| "peer_layers": 3, | |
| "pools": "1 shared", | |
| "ctrl_params": 598145536, | |
| "h_times_k": 8 | |
| }, | |
| "speedup": 1.4396547909280464, | |
| "same_token_window": { | |
| "lo_tokens": 572320000.0, | |
| "hi_tokens": 1144640000, | |
| "v20_mean_valid_ce": 4.166458333333334, | |
| "v21_mean_valid_ce": 4.02131379310345 | |
| } | |
| } |