| { | |
| "implementation": "gptoss_training_results", | |
| "config": { | |
| "warmup": 10, | |
| "iters": 50, | |
| "device": "cuda", | |
| "dtype": "torch.float32", | |
| "tokens": 100, | |
| "vary_inputs": true | |
| }, | |
| "stats": { | |
| "avg_ms": 46.289439859992854, | |
| "min_ms": 39.97907499979192, | |
| "max_ms": 50.58144600025116, | |
| "std_ms": 2.9172154402078077, | |
| "p50_ms": 46.64785849990949, | |
| "p95_ms": 50.26727430031315, | |
| "p99_ms": 50.5162941305025, | |
| "num_iters": 50, | |
| "tokens_per_s": 2160.3199412751637, | |
| "throughput_variance": 139.86427060112865 | |
| }, | |
| "output_sum": 11.53223705291748 | |
| } |