| { | |
| "bench_id": "bench-359badcbe1be", | |
| "error": null, | |
| "results": [ | |
| { | |
| "cached_tokens": 0, | |
| "completion_tokens": 128, | |
| "e2e_latency_s": 1.55, | |
| "gen_tps": 122.6, | |
| "peak_memory_bytes": 25672365236, | |
| "pp": 1024, | |
| "processing_tps": 2025.6, | |
| "prompt_tokens": 1025, | |
| "test_type": "single", | |
| "tg": 128, | |
| "total_throughput": 743.7, | |
| "tpot_ms": 8.22, | |
| "ttft_ms": 506.0 | |
| }, | |
| { | |
| "cached_tokens": 0, | |
| "completion_tokens": 128, | |
| "e2e_latency_s": 2.947, | |
| "gen_tps": 109.9, | |
| "peak_memory_bytes": 26236052652, | |
| "pp": 4096, | |
| "processing_tps": 2298.6, | |
| "prompt_tokens": 4097, | |
| "test_type": "single", | |
| "tg": 128, | |
| "total_throughput": 1433.7, | |
| "tpot_ms": 9.17, | |
| "ttft_ms": 1782.4 | |
| }, | |
| { | |
| "avg_ttft_ms": 834.9, | |
| "batch_size": 2, | |
| "e2e_latency_s": 2.513, | |
| "pp": 1024, | |
| "pp_tps": 2452.7, | |
| "test_type": "batch", | |
| "tg": 128, | |
| "tg_tps": 152.6, | |
| "total_gen_tokens": 256 | |
| }, | |
| { | |
| "avg_ttft_ms": 1641.6, | |
| "batch_size": 4, | |
| "e2e_latency_s": 4.155, | |
| "pp": 1024, | |
| "pp_tps": 2431.3, | |
| "test_type": "batch", | |
| "tg": 128, | |
| "tg_tps": 207.2, | |
| "total_gen_tokens": 512 | |
| } | |
| ], | |
| "status": "completed", | |
| "upload_state": { | |
| "failed_count": 0, | |
| "owner_hash": "5ab398a7762264e1db0d287c78a1a48bca7a3b4d27bd8efd51794a5f06f18ffe", | |
| "phase": "done", | |
| "results": [ | |
| { | |
| "context_length": 1024, | |
| "id": "d04sof3e", | |
| "url": "https://omlx.ai/benchmarks/d04sof3e" | |
| }, | |
| { | |
| "context_length": 4096, | |
| "id": "c7jm4o3e", | |
| "url": "https://omlx.ai/benchmarks/c7jm4o3e" | |
| } | |
| ], | |
| "skipped_features": [], | |
| "skipped_reason": null, | |
| "success_count": 2, | |
| "total": 2 | |
| } | |
| } |