sync from abhijitramesh/webgpu-bench@2bd3af6224

data/combined.json

@@ -7,17 +7,18 @@
         "platform": "darwin",
         "arch": "arm",
         "totalMemoryGB": 4,
-        "submittedAt": "2026-04-25T21:06:46.755Z",
-        "resultCount": 6,
-        "passCount": 6,
+        "submittedAt": "2026-04-25T21:31:12.111Z",
+        "resultCount": 7,
+        "passCount": 7,
         "llamaCppCommit": null,
+        "llamaCppDescribe": null,
         "submitters": [
           {
             "name": "abhijitramesh",
             "hubId": "5fe0b7319126717e4c356efb",
             "avatarUrl": "https://cdn-avatars.huggingface.co/v1/production/uploads/5fe0b7319126717e4c356efb/iAaiUJpDmv1nBN3_ZNGVU.jpeg",
-            "count": 2,
-            "latestAt": "2026-04-25T19:43:30.850Z"
+            "count": 3,
+            "latestAt": "2026-04-25T21:15:00.076Z"
           },
           {
             "name": "abhijitramesh",
@@ -34,10 +35,11 @@
         "platform": "darwin",
         "arch": "arm",
         "totalMemoryGB": 8,
-        "submittedAt": "2026-04-25T21:06:46.755Z",
+        "submittedAt": "2026-04-25T21:31:12.111Z",
         "resultCount": 2,
         "passCount": 2,
         "llamaCppCommit": null,
+        "llamaCppDescribe": null,
         "submitters": [
           {
             "name": "abhijitramesh",
@@ -58,7 +60,7 @@
     "browsers": [
       "chromium-147"
     ],
-    "generatedAt": "2026-04-25T21:06:46.804Z"
+    "generatedAt": "2026-04-25T21:31:12.161Z"
   },
   "results": [
     {
@@ -84,7 +86,11 @@
       "t_eval_ms": 3125.7,
       "consistency_rate": 0.9688,
       "consistency_first_disagree": 43,
+      "cpu_baseline_prefill_tok_s": 3.93,
+      "cpu_baseline_decode_tok_s": 3.55,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": null,
       "iterations": 5
     },
@@ -111,7 +117,11 @@
       "t_eval_ms": 2820.9,
       "consistency_rate": 1,
       "consistency_first_disagree": -1,
+      "cpu_baseline_prefill_tok_s": 9.84,
+      "cpu_baseline_decode_tok_s": 6.95,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": null,
       "iterations": 5
     },
@@ -138,7 +148,11 @@
       "t_eval_ms": 3016.4,
       "consistency_rate": 0.9922,
       "consistency_first_disagree": 109,
+      "cpu_baseline_prefill_tok_s": 8.98,
+      "cpu_baseline_decode_tok_s": 6.61,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": null,
       "iterations": 5
     },
@@ -165,7 +179,11 @@
       "t_eval_ms": 4552.3,
       "consistency_rate": 0.9922,
       "consistency_first_disagree": 33,
+      "cpu_baseline_prefill_tok_s": 2.6,
+      "cpu_baseline_decode_tok_s": 2.21,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": {
         "name": "abhijitramesh",
         "hubId": null,
@@ -196,7 +214,11 @@
       "t_eval_ms": 1194.8,
       "consistency_rate": 0.9688,
       "consistency_first_disagree": 23,
+      "cpu_baseline_prefill_tok_s": 23.36,
+      "cpu_baseline_decode_tok_s": 11.69,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": {
         "name": "abhijitramesh",
         "hubId": "5fe0b7319126717e4c356efb",
@@ -227,7 +249,46 @@
       "t_eval_ms": 1194.8,
       "consistency_rate": 0.9688,
       "consistency_first_disagree": 23,
+      "cpu_baseline_prefill_tok_s": 23.36,
+      "cpu_baseline_decode_tok_s": 11.69,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
+      "submittedBy": {
+        "name": "abhijitramesh",
+        "hubId": "5fe0b7319126717e4c356efb",
+        "avatarUrl": "https://cdn-avatars.huggingface.co/v1/production/uploads/5fe0b7319126717e4c356efb/iAaiUJpDmv1nBN3_ZNGVU.jpeg"
+      },
+      "iterations": 5
+    },
+    {
+      "machineSlug": "apple-metal-3-4gb-darwin",
+      "timestamp": "2026-04-25T21:15:00.076Z",
+      "browser": "chromium-147",
+      "model": "Qwen3-0.6B",
+      "repo": "unsloth/Qwen3-0.6B-GGUF",
+      "variant": "Q4_1",
+      "filename": "Qwen3-0.6B-Q4_1.gguf",
+      "sizeMB": 390.14,
+      "status": "done",
+      "error": null,
+      "buildType": "jspi",
+      "webgpuAvailable": true,
+      "nGpuLayers": 999,
+      "wallTimeMs": 77587.89999997616,
+      "prefill_tok_s": 157.43,
+      "decode_tok_s": 73.45,
+      "n_p_eval": 30,
+      "t_p_eval_ms": 221.3,
+      "n_eval": 127,
+      "t_eval_ms": 1728.4,
+      "consistency_rate": 0.9688,
+      "consistency_first_disagree": 32,
+      "cpu_baseline_prefill_tok_s": 6.21,
+      "cpu_baseline_decode_tok_s": 5.23,
+      "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": {
         "name": "abhijitramesh",
         "hubId": "5fe0b7319126717e4c356efb",
@@ -258,7 +319,11 @@
       "t_eval_ms": 2188.4,
       "consistency_rate": 0.9922,
       "consistency_first_disagree": 100,
+      "cpu_baseline_prefill_tok_s": 3.04,
+      "cpu_baseline_decode_tok_s": 2.62,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": null,
       "iterations": 5
     },
@@ -285,7 +350,11 @@
       "t_eval_ms": 67368.9,
       "consistency_rate": 1,
       "consistency_first_disagree": -1,
+      "cpu_baseline_prefill_tok_s": 3.14,
+      "cpu_baseline_decode_tok_s": 2.24,
       "llamaCppCommit": null,
+      "llamaCppDescribe": null,
+      "dawnTag": null,
       "submittedBy": {
         "name": "abhijitramesh",
         "hubId": "5fe0b7319126717e4c356efb",

js/dataset.js

@@ -96,6 +96,7 @@ export async function fetchRecentRuns(datasetRepo, sinceISO) {
           resultCount: 0,
           passCount: 0,
           llamaCppCommit: r.llamaCppCommit ?? null,
+          llamaCppDescribe: r.llamaCppDescribe ?? null,
         });
       }
     }
@@ -131,7 +132,13 @@ function flattenForDashboard(r, slug) {
     t_eval_ms: r.metrics?.t_eval_ms ?? null,
     consistency_rate: r.consistency?.agreement_rate ?? null,
     consistency_first_disagree: r.consistency?.first_disagreement ?? null,
+    // Keep these in sync with scripts/build-site.js — the dashboard merges
+    // baseline (combined.json) and live (here) records into one table.
+    cpu_baseline_prefill_tok_s: r.cpu_baseline?.prefill_tok_s ?? null,
+    cpu_baseline_decode_tok_s: r.cpu_baseline?.decode_tok_s ?? null,
     llamaCppCommit: r.llamaCppCommit ?? null,
+    llamaCppDescribe: r.llamaCppDescribe ?? null,
+    dawnTag: r.dawnTag ?? null,
     submittedBy: r.submittedBy ?? null,
     iterations: r.metrics?.iterations ?? null,
   };

js/tables.js

@@ -4,7 +4,9 @@ let lastResults = [];
 let sortState = { key: null, dir: 'asc' };
 
 const NUM_KEYS = new Set([
-  'sizeMB', 'decode_tok_s', 'prefill_tok_s', 'n_eval', 't_eval_ms',
+  'sizeMB', 'decode_tok_s', 'prefill_tok_s',
+  'cpu_baseline_decode_tok_s', 'cpu_baseline_prefill_tok_s',
+  'n_eval', 't_eval_ms',
   'n_p_eval', 't_p_eval_ms', 'wallTimeMs', 'consistency_rate', 'nGpuLayers',
 ]);
 
@@ -75,6 +77,8 @@ export function renderResultsTable(results) {
     { key: 'webgpuAvailable', label: 'WebGPU', priority: 3 },
     { key: 'decode_tok_s', label: 'Decode tok/s', priority: 1 },
     { key: 'prefill_tok_s', label: 'Prefill tok/s', priority: 3 },
+    { key: 'cpu_baseline_decode_tok_s', label: 'CPU decode tok/s', priority: 2 },
+    { key: 'cpu_baseline_prefill_tok_s', label: 'CPU prefill tok/s', priority: 3 },
     { key: 'n_eval', label: 'n_eval', priority: 3 },
     { key: 't_eval_ms', label: 't_eval (ms)', priority: 3 },
     { key: 'n_p_eval', label: 'n_p_eval', priority: 3 },
@@ -127,6 +131,8 @@ export function renderResultsTable(results) {
           break;
         case 'decode_tok_s':
         case 'prefill_tok_s':
+        case 'cpu_baseline_decode_tok_s':
+        case 'cpu_baseline_prefill_tok_s':
           html += `<span class="mono">${formatTokS(r[col.key])}</span>`;
           break;
         case 't_eval_ms':
@@ -151,8 +157,10 @@ export function renderResultsTable(results) {
           break;
         case 'llamaCppCommit':
           if (r.llamaCppCommit) {
-            const short = r.llamaCppCommit.slice(0, 10);
-            html += `<a class="mono" href="https://github.com/ggml-org/llama.cpp/commit/${r.llamaCppCommit}" target="_blank" rel="noopener">${short}</a>`;
+            // Prefer the human-readable git describe when present (e.g.
+            // "b8708-12-gd12cc3d1c"); fall back to a short commit hash.
+            const label = r.llamaCppDescribe || r.llamaCppCommit.slice(0, 10);
+            html += `<a class="mono" href="https://github.com/ggml-org/llama.cpp/commit/${r.llamaCppCommit}" target="_blank" rel="noopener">${escapeHtml(label)}</a>`;
           } else {
             html += '<span class="text-muted">\u2014</span>';
           }
@@ -259,7 +267,7 @@ export function renderMachineInfo(machines) {
           <div class="spec-row"><span class="spec-label">Results</span><span class="spec-value">${m.resultCount}</span></div>
           <div class="spec-row"><span class="spec-label">Passed</span><span class="spec-value text-success">${m.passCount}</span></div>
           <div class="spec-row"><span class="spec-label">Failed</span><span class="spec-value text-error">${failCount}</span></div>
-          ${m.llamaCppCommit ? `<div class="spec-row"><span class="spec-label">llama.cpp</span><span class="spec-value"><a href="https://github.com/ggml-org/llama.cpp/commit/${m.llamaCppCommit}" target="_blank" rel="noopener">${m.llamaCppCommit.slice(0, 10)}</a></span></div>` : ''}
+          ${m.llamaCppCommit ? `<div class="spec-row"><span class="spec-label">llama.cpp</span><span class="spec-value"><a href="https://github.com/ggml-org/llama.cpp/commit/${m.llamaCppCommit}" target="_blank" rel="noopener">${escapeHtml(m.llamaCppDescribe || m.llamaCppCommit.slice(0, 10))}</a></span></div>` : ''}
         </div>
       </div>`;
   }