Upload oMLX admin throughput benchmark

benchmarks/admin-throughput-pp8192-pp16384-pp32768-pp65536-pp131072-tg128.json

@@ -0,0 +1,118 @@
+{
+  "bench_id": "bench-813ffc03222f",
+  "error": null,
+  "results": [
+    {
+      "cached_tokens": 0,
+      "completion_tokens": 128,
+      "e2e_latency_s": 5.299,
+      "gen_tps": 103.6,
+      "peak_memory_bytes": 26542326968,
+      "pp": 8192,
+      "processing_tps": 2016.4,
+      "prompt_tokens": 8193,
+      "test_type": "single",
+      "tg": 128,
+      "total_throughput": 1570.3,
+      "tpot_ms": 9.73,
+      "ttft_ms": 4063.2
+    },
+    {
+      "cached_tokens": 0,
+      "completion_tokens": 128,
+      "e2e_latency_s": 10.303,
+      "gen_tps": 98.1,
+      "peak_memory_bytes": 27461445400,
+      "pp": 16384,
+      "processing_tps": 1820.8,
+      "prompt_tokens": 16385,
+      "test_type": "single",
+      "tg": 128,
+      "total_throughput": 1602.7,
+      "tpot_ms": 10.27,
+      "ttft_ms": 8998.9
+    },
+    {
+      "cached_tokens": 0,
+      "completion_tokens": 128,
+      "e2e_latency_s": 22.118,
+      "gen_tps": 90.7,
+      "peak_memory_bytes": 27928643356,
+      "pp": 32768,
+      "processing_tps": 1582.5,
+      "prompt_tokens": 32769,
+      "test_type": "single",
+      "tg": 128,
+      "total_throughput": 1487.4,
+      "tpot_ms": 11.11,
+      "ttft_ms": 20706.6
+    },
+    {
+      "cached_tokens": 0,
+      "completion_tokens": 128,
+      "e2e_latency_s": 53.492,
+      "gen_tps": 76.4,
+      "peak_memory_bytes": 29254174496,
+      "pp": 65536,
+      "processing_tps": 1264.8,
+      "prompt_tokens": 65537,
+      "test_type": "single",
+      "tg": 128,
+      "total_throughput": 1227.6,
+      "tpot_ms": 13.2,
+      "ttft_ms": 51816.3
+    },
+    {
+      "cached_tokens": 0,
+      "completion_tokens": 128,
+      "e2e_latency_s": 145.836,
+      "gen_tps": 58.8,
+      "peak_memory_bytes": 31953339504,
+      "pp": 131072,
+      "processing_tps": 912.4,
+      "prompt_tokens": 131073,
+      "test_type": "single",
+      "tg": 128,
+      "total_throughput": 899.6,
+      "tpot_ms": 17.14,
+      "ttft_ms": 143659.1
+    }
+  ],
+  "status": "completed",
+  "upload_state": {
+    "failed_count": 0,
+    "owner_hash": "5ab398a7762264e1db0d287c78a1a48bca7a3b4d27bd8efd51794a5f06f18ffe",
+    "phase": "done",
+    "results": [
+      {
+        "context_length": 8192,
+        "id": "oui5zpqq",
+        "url": "https://omlx.ai/benchmarks/oui5zpqq"
+      },
+      {
+        "context_length": 16384,
+        "id": "jn6331a0",
+        "url": "https://omlx.ai/benchmarks/jn6331a0"
+      },
+      {
+        "context_length": 32768,
+        "id": "fqhgg5gf",
+        "url": "https://omlx.ai/benchmarks/fqhgg5gf"
+      },
+      {
+        "context_length": 65536,
+        "id": "k5rewxtf",
+        "url": "https://omlx.ai/benchmarks/k5rewxtf"
+      },
+      {
+        "context_length": 131072,
+        "id": "t7ehy1hw",
+        "url": "https://omlx.ai/benchmarks/t7ehy1hw"
+      }
+    ],
+    "skipped_features": [],
+    "skipped_reason": null,
+    "success_count": 5,
+    "total": 5
+  }
+}