Models / index.html
sebastientaylor's picture
Refresh: latest Studio results (220 records)
62017d0 verified
Raw
History Blame Contribute Delete
276 kB
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8" />
<title>EdgeFirst Model Zoo — Models, Platforms &amp; Benchmarks</title>
<meta name="description" content="Multi-platform, multi-model zoo with full profiling and validation results. COCO accuracy and on-target FPS for YOLO families across NXP i.MX, ARA240, Hailo, Jetson, and desktop — every number traceable to a public EdgeFirst Studio validation session." />
<meta property="og:type" content="website" />
<meta property="og:site_name" content="EdgeFirst Model Zoo" />
<meta property="og:title" content="EdgeFirst Model Zoo — Models, Platforms &amp; Benchmarks" />
<meta property="og:description" content="Multi-platform, multi-model zoo with full profiling and validation results. COCO accuracy and on-target FPS, traceable to public EdgeFirst Studio validation sessions." />
<meta property="og:image" content="https://huggingface.co/spaces/EdgeFirst/Models/resolve/main/social-card.png" />
<meta property="og:image:width" content="1200" />
<meta property="og:image:height" content="630" />
<meta property="og:url" content="https://huggingface.co/spaces/EdgeFirst/Models" />
<meta name="twitter:card" content="summary_large_image" />
<meta name="twitter:title" content="EdgeFirst Model Zoo — Models, Platforms &amp; Benchmarks" />
<meta name="twitter:description" content="Multi-platform, multi-model zoo with full profiling and validation results. COCO accuracy and on-target FPS, traceable to public EdgeFirst Studio validation sessions." />
<meta name="twitter:image" content="https://huggingface.co/spaces/EdgeFirst/Models/resolve/main/social-card.png" />
<script src="https://cdn.jsdelivr.net/npm/chart.js@4.5.0/dist/chart.umd.js" integrity="sha384-iU8HYtnGQ8Cy4zl7gbNMOhsDTTKX02BTXptVP/vqAWIaTfM7isw76iyZCsjL2eVi" crossorigin="anonymous"></script>
<style>
:root {
color-scheme: light;
--navy: #3E3371;
--navy-deep: #2A2350;
--gold: #E8B820;
--gold-soft: #FFF6D9;
--teal: #1FA0A8;
--teal-text: #167A80;
--teal-soft: #E0F4F5;
--indigo: #4B0082;
--bg: #FFFFFF;
--bg-subtle: #F8F9FA;
--bg-card: #F4F2FA;
--text: #2A2A33;
--text-strong: #1A1A22;
--text-muted: #6C757D;
--border: #E2E0EC;
--border-strong: #C9C5DC;
--good: #2E8B57;
--good-bg: #E7F4EC;
--warn: #C99016;
--warn-bg: #FBF1D6;
--bad: #B0413E;
--bad-bg: #F8E3E2;
--sans: 'Barlow', -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
--serif: 'Crimson Text', Georgia, 'Times New Roman', serif;
--mono: 'JetBrains Mono', ui-monospace, SFMono-Regular, Consolas, 'Liberation Mono', monospace;
}
* { box-sizing: border-box; margin: 0; padding: 0; }
body {
font-family: var(--sans);
background: var(--bg);
color: var(--text);
line-height: 1.5;
font-size: 14px;
}
.container { max-width: 1280px; margin: 0 auto; padding: 1.5rem 1.5rem 4rem; }
/* ---------- Header ---------- */
header {
display: flex; align-items: baseline; justify-content: space-between;
flex-wrap: wrap; gap: 0.75rem;
padding-bottom: 1rem; margin-bottom: 1.5rem;
border-bottom: 2px solid var(--gold);
}
h1 {
font-size: 1.75rem; font-weight: 700; color: var(--navy); letter-spacing: -0.01em;
}
h1 .gold { color: var(--gold); }
h1 .sub { color: var(--text-muted); font-weight: 400; font-size: 0.95rem; margin-left: 0.5rem; }
.header-meta {
font-size: 0.78rem; color: var(--text-muted); font-family: var(--mono);
display: flex; gap: 1.25rem; align-items: center;
}
.header-meta .badge {
background: var(--teal-soft); color: var(--teal-text);
padding: 0.2rem 0.5rem; border-radius: 4px; font-weight: 500;
}
.header-meta .badge.stale { background: var(--warn-bg); color: var(--warn); }
.header-meta .badge.err { background: var(--bad-bg); color: var(--bad); }
/* ---------- Tab nav ---------- */
nav.tabs {
display: flex; flex-wrap: wrap; gap: 0.25rem;
margin-bottom: 1.5rem;
border-bottom: 1px solid var(--border);
}
nav.tabs button {
background: none; border: none; cursor: pointer;
padding: 0.6rem 1rem;
font-family: var(--sans); font-size: 0.85rem; font-weight: 500;
color: var(--text-muted);
border-bottom: 3px solid transparent;
text-transform: uppercase; letter-spacing: 0.04em;
transition: color 0.15s, border-color 0.15s;
}
nav.tabs button:hover { color: var(--navy); }
nav.tabs button.active {
color: var(--navy); border-bottom-color: var(--gold);
}
.tab-panel { display: none; }
.tab-panel.active { display: block; }
/* ---------- KPI row ---------- */
.kpi-row {
display: grid; grid-template-columns: repeat(auto-fit, minmax(150px, 1fr));
gap: 0.75rem; margin-bottom: 1.5rem;
}
.kpi {
background: var(--bg-card); border: 1px solid var(--border);
border-radius: 6px; padding: 0.85rem 1rem;
}
.kpi-label {
font-size: 0.7rem; text-transform: uppercase; letter-spacing: 0.06em;
color: var(--text-muted); font-weight: 600; margin-bottom: 0.3rem;
}
.kpi-value {
font-family: var(--mono); font-size: 1.6rem; font-weight: 600;
color: var(--navy); line-height: 1.1;
}
.kpi-sub {
font-size: 0.75rem; color: var(--text-muted); margin-top: 0.2rem;
}
.kpi.accent { border-color: var(--gold); }
.kpi.accent .kpi-value { color: var(--indigo); }
/* ---------- Section card ---------- */
.section {
background: var(--bg); border: 1px solid var(--border);
border-radius: 8px; padding: 1.25rem 1.5rem;
margin-bottom: 1.25rem;
}
.section-header {
display: flex; align-items: baseline; justify-content: space-between;
margin-bottom: 1rem; gap: 0.5rem; flex-wrap: wrap;
}
h2 {
font-size: 0.95rem; font-weight: 600; color: var(--navy);
text-transform: uppercase; letter-spacing: 0.06em;
padding-bottom: 0.3rem; border-bottom: 2px solid var(--gold);
display: inline-block;
}
h3 {
font-size: 0.85rem; font-weight: 600; color: var(--navy);
margin: 1.25rem 0 0.5rem;
}
.section-note { font-size: 0.78rem; color: var(--text-muted); }
.section-note code { font-family: var(--mono); background: var(--bg-subtle); padding: 0.1rem 0.35rem; border-radius: 3px; font-size: 0.92em; }
/* ---------- Tables ---------- */
table.dt {
width: 100%; border-collapse: collapse; font-size: 0.82rem;
}
table.dt th {
text-align: left; font-weight: 600; color: var(--text-strong);
background: var(--bg-subtle); padding: 0.5rem 0.65rem;
border-bottom: 2px solid var(--border-strong);
text-transform: uppercase; letter-spacing: 0.03em; font-size: 0.72rem;
}
table.dt th[data-sort] { cursor: pointer; user-select: none; white-space: nowrap; }
table.dt th[data-sort]:hover { color: var(--navy); }
table.dt th .sort-ind { color: var(--gold); margin-left: 0.2rem; }
table.dt td {
padding: 0.5rem 0.65rem; border-bottom: 1px solid var(--border);
vertical-align: middle;
}
table.dt td.num { font-family: var(--mono); text-align: right; }
table.dt tr:hover td { background: var(--bg-subtle); }
table.dt a { color: var(--teal-text); text-decoration: none; }
table.dt a:hover { color: var(--navy); text-decoration: underline; }
td .repo-name { font-family: var(--mono); font-size: 0.85em; color: var(--navy-deep); font-weight: 500; }
/* ---------- Coverage matrix ---------- */
.coverage-wrap { overflow-x: auto; }
table.matrix {
border-collapse: collapse; font-size: 0.72rem; min-width: 100%;
}
table.matrix th, table.matrix td {
border: 1px solid var(--border); padding: 0.32rem 0.5rem;
text-align: center;
}
table.matrix th {
background: var(--bg-subtle); color: var(--text-strong);
font-weight: 600; text-transform: uppercase; letter-spacing: 0.03em;
font-size: 0.68rem; white-space: nowrap;
}
table.matrix th.row-h {
text-align: left; font-family: var(--mono); background: var(--bg-card);
text-transform: none; letter-spacing: 0; min-width: 130px;
}
table.matrix td.row-h {
text-align: left; font-family: var(--mono); background: var(--bg-card);
color: var(--navy-deep); font-size: 0.7rem;
}
.cell {
display: inline-block; min-width: 28px;
font-family: var(--mono); font-weight: 600; font-size: 0.72rem;
}
.cell-val { color: var(--good); background: var(--good-bg); padding: 0.15rem 0.35rem; border-radius: 3px; }
a.cell-val { text-decoration: none; cursor: pointer; }
a.cell-val:hover { background: var(--good); color: #fff; }
.cell-plan { color: var(--warn); background: var(--warn-bg); padding: 0.15rem 0.35rem; border-radius: 3px; }
.cell-none { color: var(--text-muted); opacity: 0.5; }
.cell-unsupported { color: var(--text-muted); font-size: 0.65rem; font-style: italic; opacity: 0.7; }
.cell-target { color: var(--text-muted); background: #f4f4f4; padding: 0.15rem 0.35rem; border-radius: 3px; }
/* ---------- Legend ---------- */
.legend { display: flex; gap: 1rem; font-size: 0.75rem; color: var(--text-muted); margin-top: 0.75rem; flex-wrap: wrap; }
.legend .swatch { display: inline-block; width: 14px; height: 14px; border-radius: 3px; margin-right: 0.35rem; vertical-align: middle; }
/* ---------- Charts ---------- */
.chart-grid {
display: grid; grid-template-columns: 1fr 1fr; gap: 1.25rem;
}
@media (max-width: 800px) { .chart-grid { grid-template-columns: 1fr; } }
.chart-card {
background: var(--bg); border: 1px solid var(--border);
border-radius: 6px; padding: 1rem;
}
.chart-card h3 { margin-top: 0; }
.chart-host { position: relative; height: 320px; }
/* ---------- Roadmap ---------- */
.phase-grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(240px, 1fr)); gap: 1rem; }
.phase-card {
background: var(--bg-card); border: 1px solid var(--border);
border-radius: 6px; padding: 1rem;
}
.phase-title { font-weight: 600; color: var(--navy); font-size: 0.92rem; margin-bottom: 0.25rem; }
.phase-summary { font-size: 0.78rem; color: var(--text-muted); font-family: var(--serif); margin-bottom: 0.75rem; }
.phase-progress {
height: 6px; background: var(--border); border-radius: 3px; overflow: hidden;
margin-bottom: 0.85rem;
}
.phase-progress-bar { height: 100%; background: var(--teal); }
.phase-items { list-style: none; }
.phase-items li {
display: flex; align-items: center; gap: 0.5rem;
font-size: 0.78rem; padding: 0.2rem 0;
}
.phase-items .dot {
display: inline-block; width: 8px; height: 8px; border-radius: 50%;
}
.phase-items .dot.published { background: var(--good); }
.phase-items .dot.planned { background: var(--border-strong); }
.phase-items a { color: var(--text); text-decoration: none; }
.phase-items a:hover { color: var(--navy); text-decoration: underline; }
.phase-items .planned-text { color: var(--text-muted); }
/* ---------- Pills / badges ---------- */
.pill {
display: inline-block; font-size: 0.7rem; padding: 0.12rem 0.45rem;
border-radius: 10px; font-weight: 500; font-family: var(--mono);
}
.pill-onnx { background: var(--teal-soft); color: var(--teal-text); }
.pill-tflite { background: #f1ecfb; color: var(--indigo); }
.pill-target { background: var(--gold-soft); color: var(--warn); }
/* ---------- Loading ---------- */
.skeleton {
display: inline-block; height: 1em; min-width: 30px;
background: linear-gradient(90deg, var(--bg-subtle) 25%, var(--border) 50%, var(--bg-subtle) 75%);
background-size: 200% 100%;
animation: shimmer 1.5s infinite;
border-radius: 3px;
}
@keyframes shimmer {
0% { background-position: 200% 0; }
100% { background-position: -200% 0; }
}
/* ---------- Leaderboard ---------- */
.leaderboard-grid {
display: grid; grid-template-columns: repeat(auto-fit, minmax(280px, 1fr));
gap: 1rem;
}
.leaderboard-card {
background: var(--bg); border: 1px solid var(--border);
border-radius: 6px; padding: 0.9rem 1rem;
}
.leaderboard-card h3 {
margin: 0 0 0.5rem; font-size: 0.82rem;
color: var(--navy); display: flex; justify-content: space-between; align-items: baseline;
}
.leaderboard-card h3 .meta { font-size: 0.7rem; color: var(--text-muted); font-family: var(--mono); font-weight: 400; }
.lb-row {
display: grid; grid-template-columns: 18px 1fr auto;
gap: 0.5rem; padding: 0.3rem 0; font-size: 0.78rem;
border-bottom: 1px dashed var(--border);
}
.lb-row:last-child { border-bottom: none; }
.lb-rank { font-family: var(--mono); color: var(--text-muted); font-size: 0.72rem; }
.lb-name { font-family: var(--mono); color: var(--navy-deep); }
.lb-metric { font-family: var(--mono); color: var(--text-strong); font-weight: 600; text-align: right; }
.lb-empty { font-size: 0.78rem; color: var(--text-muted); font-style: italic; padding: 0.3rem 0; font-family: var(--serif); }
/* ---------- Overview prose / figures / EFPI ---------- */
.prose {
font-family: var(--serif); font-size: 0.95rem; color: var(--text);
margin-bottom: 0.6rem;
}
.prose a { color: var(--teal-text); text-decoration: none; }
.prose a:hover { color: var(--navy); text-decoration: underline; }
.prose code { font-family: var(--mono); background: var(--bg-subtle); padding: 0.05rem 0.3rem; border-radius: 3px; font-size: 0.85em; }
.diagram-grid {
display: grid; grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
gap: 1.25rem; margin-top: 0.75rem;
}
.figure { margin: 0; background: var(--bg-card); border: 1px solid var(--border); border-radius: 6px; padding: 0.75rem; }
.figure img { width: 100%; height: auto; border-radius: 4px; background: #fff; }
.figure figcaption { font-family: var(--serif); font-size: 0.78rem; color: var(--text-muted); margin-top: 0.5rem; }
.efpi-callout { border-color: var(--gold); background: var(--gold-soft); }
.btn-gold {
display: inline-block; background: var(--navy); color: #fff !important;
font-family: var(--sans); font-weight: 600; font-size: 0.85rem;
padding: 0.5rem 1rem; border-radius: 5px; text-decoration: none;
border: 2px solid var(--gold);
}
.btn-gold:hover { background: var(--navy-deep); }
/* ---------- Coverage super-columns / leaderboard filters ---------- */
table.matrix th.supercol { border-bottom: 2px solid var(--border-strong); }
.lb-filter { display: flex; gap: 0.4rem; flex-wrap: wrap; }
.lb-filter button {
background: var(--bg-subtle); border: 1px solid var(--border); cursor: pointer;
font-family: var(--sans); font-size: 0.75rem; font-weight: 500;
color: var(--text-muted); padding: 0.3rem 0.7rem; border-radius: 12px;
}
.lb-filter button.active { background: var(--navy); color: #fff; border-color: var(--navy); }
.lb-sub { font-size: 0.7rem; color: var(--text-muted); font-family: var(--mono); font-weight: 400; }
footer {
margin-top: 2.5rem; padding-top: 1rem; border-top: 1px solid var(--border);
font-size: 0.75rem; color: var(--text-muted); text-align: center;
}
footer a { color: var(--teal-text); text-decoration: none; }
footer a:hover { text-decoration: underline; color: var(--navy); }
</style>
</head>
<body>
<div class="container">
<header>
<div>
<h1><span>Edge</span><span class="gold">First</span> · Model Zoo
<span class="sub">/ models · platforms · benchmarks · validation</span>
</h1>
</div>
<div class="header-meta">
<span>Updated: <span id="snapshot-date"></span></span>
<span style="display:none">HF: <span id="hf-status" class="badge">loading…</span></span>
<a href="https://huggingface.co/EdgeFirst" target="_blank" rel="noopener">huggingface.co/EdgeFirst →</a>
</div>
</header>
<!-- KPI row -->
<div class="kpi-row">
<div class="kpi"><div class="kpi-label">Model repos</div><div class="kpi-value" id="kpi-repos"></div><div class="kpi-sub">family × task</div></div>
<div class="kpi"><div class="kpi-label">Model families</div><div class="kpi-value" id="kpi-families"></div><div class="kpi-sub">YOLOv5 → YOLO26</div></div>
<div class="kpi"><div class="kpi-label">Tasks</div><div class="kpi-value" id="kpi-tasks"></div><div class="kpi-sub">detection · instance seg</div></div>
<div class="kpi"><div class="kpi-label">Target platforms</div><div class="kpi-value" id="kpi-platforms"></div><div class="kpi-sub">embedded + reference</div></div>
<div class="kpi accent"><div class="kpi-label">Validation sessions</div><div class="kpi-value" id="kpi-validation"></div><div class="kpi-sub">public on EdgeFirst Studio</div></div>
</div>
<!-- Tabs -->
<nav class="tabs" id="tabs">
<button data-tab="overview" class="active">Overview</button>
<button data-tab="accuracy">Accuracy / Performance</button>
<button data-tab="coverage">Platform Coverage</button>
<button data-tab="studio">Validation Sessions</button>
<button data-tab="roadmap">Progress</button>
<button data-tab="leaderboard">Leaderboards</button>
</nav>
<!-- Overview -->
<section class="tab-panel active" id="tab-overview">
<div class="section">
<div class="section-header"><h2>The EdgeFirst Model Zoo</h2>
<span class="section-note">Multi-platform · multi-model · fully validated</span>
</div>
<p class="prose">
The EdgeFirst Model Zoo is a <strong>multi-platform, multi-model</strong> collection of
production-ready vision models with <strong>full profiling and validation results</strong> for
every published artifact. Each model is trained, exported, quantized, and compiled in
<a href="https://edgefirst.studio" target="_blank" rel="noopener">EdgeFirst Studio</a>, then
validated <em>on the actual deployment hardware</em> — accuracy and timing are measured by the
same pipeline that runs the deployed model, never a separate benchmark configuration.
</p>
<p class="prose">
On-target measurement is performed by the
<a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener">EdgeFirst Profiler</a>:
it runs full inference on the device through each runtime's native delegate, captures per-image
predictions as Parquet (inference results) and a Perfetto trace (<code>.pftrace</code>, detailed
per-stage timing), and ships both to EdgeFirst Studio for processing and publishing. Every
accuracy or timing number on this page links back to a public Studio validation session you can
inspect yourself. The Profiler is built on our open-source stack, including the
<a href="https://github.com/EdgeFirstAI/hal" target="_blank" rel="noopener">EdgeFirst HAL</a>
see <a href="https://github.com/EdgeFirstAI" target="_blank" rel="noopener">github.com/EdgeFirstAI</a>.
</p>
<h3>How the numbers are produced</h3>
<div class="diagram-grid">
<figure class="figure">
<img src="01-ecosystem.png" alt="EdgeFirst ecosystem: Studio, Profiler, open-source stack and target hardware" loading="lazy" />
<figcaption>The EdgeFirst ecosystem — Studio, Profiler, the open-source stack, and the target hardware they serve.</figcaption>
</figure>
<figure class="figure">
<img src="02-model-lifecycle.png" alt="Model lifecycle: train, export, quantize, compile per platform, validate, publish" loading="lazy" />
<figcaption>Model lifecycle — one training session fans out to ONNX, TFLite INT8, and platform-compiled artifacts, each validated before publishing.</figcaption>
</figure>
<figure class="figure">
<img src="03-on-target-validation.png" alt="On-target validation: Profiler runs on device, ships Parquet results and pftrace to Studio" loading="lazy" />
<figcaption>On-target validation — the Profiler runs on the device and ships Parquet inference results plus a detailed <code>.pftrace</code> to Studio for scoring and publication.</figcaption>
</figure>
</div>
</div>
<div class="section efpi-callout">
<div class="section-header"><h2>EdgeFirst Perception Index Report</h2></div>
<p class="prose">
Want the full story behind these numbers? The <strong>EdgeFirst Perception Index (EFPI)</strong>
is a comprehensive technical report covering how we collected these benchmarks and validation
results, how the models were optimized for each platform, and our insights and analysis of the
results across the embedded hardware landscape.
</p>
<p style="margin-top:0.75rem">
<a class="btn-gold" href="https://www.au-zone.com/efpi" target="_blank" rel="noopener">Download the free report →</a>
</p>
</div>
<div class="section">
<div class="section-header"><h2>Model Matrix</h2>
<span class="section-note">COCO val2017 · 640×640 · one repo per family × task</span>
</div>
<table class="dt" id="matrix-table">
<thead>
<tr>
<th>Repo</th><th>Family</th><th>Task</th>
<th>Sizes</th><th>Nano mAP<sub>50-95</sub> (ONNX)</th><th>Nano mAP<sub>50-95</sub> (INT8)</th>
<th>Last modified</th>
</tr>
</thead>
<tbody id="matrix-body"></tbody>
</table>
</div>
<div class="section">
<div class="section-header"><h2>Hardware Targets</h2>
<span class="section-note">Platforms the zoo compiles models for</span>
</div>
<div id="platform-grid" style="display:grid;grid-template-columns:repeat(auto-fit,minmax(220px,1fr));gap:0.75rem"></div>
</div>
</section>
<!-- Accuracy / Performance -->
<section class="tab-panel" id="tab-accuracy">
<div class="section">
<div class="section-header"><h2>Nano Detection — mAP comparison</h2>
<span class="section-note">COCO val2017, ONNX FP32 vs TFLite INT8</span>
</div>
<div class="chart-grid">
<div class="chart-card">
<h3>mAP@0.5-0.95 — ONNX FP32 vs TFLite INT8</h3>
<div class="chart-host"><canvas id="chart-det-bar"></canvas></div>
</div>
<div class="chart-card">
<h3>mAP@0.5-0.95 vs Compute (Nano GFLOPs)</h3>
<div class="chart-host"><canvas id="chart-det-scatter"></canvas></div>
</div>
</div>
</div>
<div class="section">
<div class="section-header"><h2>Nano Segmentation — Mask mAP</h2>
<span class="section-note">YOLOv8 / YOLO11 / YOLO26, COCO val2017</span>
</div>
<div class="chart-grid">
<div class="chart-card">
<h3>Mask mAP@0.5-0.95 (ONNX vs INT8)</h3>
<div class="chart-host"><canvas id="chart-seg-bar"></canvas></div>
</div>
<div class="chart-card">
<h3>Detection mAP vs Mask mAP (ONNX FP32)</h3>
<div class="chart-host"><canvas id="chart-seg-scatter"></canvas></div>
</div>
</div>
</div>
<div class="section">
<div class="section-header"><h2>Accuracy vs On-target Throughput</h2>
<span class="section-note">COCO val2017 · pipelined FPS measured on each platform by the <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a></span>
</div>
<div class="chart-host" style="height:420px"><canvas id="chart-det-fps"></canvas></div>
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.82rem;margin-top:0.5rem">
Each point is a public validation session: color = platform, shape = model family
(● YOLOv5 · ■ YOLOv8 · ▲ YOLO11 · ◆ YOLO26). X axis is sustained pipelined throughput on a log
scale — the full image load → decode → preprocess → inference → postprocess pipeline, not bare
inference time. ⚠ flagged sessions are shown at their measured accuracy.
</p>
</div>
<div class="section">
<div class="section-header"><h2>Accuracy vs On-target Latency</h2>
<span class="section-note">End-to-end per-image latency measured by the <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a> on deployment hardware</span>
</div>
<div id="timing-host">
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.92rem">
On-target latency results are being collected across the platform matrix.
See the <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler documentation</a>
for how profiling and validation are performed.
</p>
</div>
</div>
</section>
<!-- Studio Sessions -->
<section class="tab-panel" id="tab-studio">
<div class="section">
<div class="section-header"><h2>Public Validation Sessions</h2>
<span class="section-note" id="studio-source">every row links to its public session on <a href="https://edgefirst.studio" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Studio</a></span>
</div>
<div id="studio-empty" style="display:none">
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.92rem">
Validation results are being refreshed — browse the public sessions directly on
<a href="https://edgefirst.studio" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Studio</a>.
</p>
</div>
<table class="dt" id="studio-table" style="display:none">
<thead><tr>
<th data-sort="session">Session</th>
<th data-sort="family">Family · Task</th>
<th data-sort="target">Target</th>
<th data-sort="precision">Precision</th>
<th data-sort="det50">Det mAP<sub>50</sub></th>
<th data-sort="det5095">Det mAP<sub>50-95</sub></th>
<th data-sort="mask">Mask mAP<sub>50-95</sub></th>
<th data-sort="inf">Inf (ms)</th>
<th data-sort="e2e">E2E (ms)</th>
<th data-sort="fps">FPS</th>
<th>Studio</th>
</tr></thead>
<tbody id="studio-body"></tbody>
</table>
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.8rem;margin-top:0.75rem">
⚠ Model accuracy on this platform is below our expectations — we are investigating the
results to make improvements.
</p>
</div>
</section>
<!-- Coverage -->
<section class="tab-panel" id="tab-coverage">
<div class="section">
<div class="section-header"><h2>Detection — Platform Coverage</h2>
<span class="section-note">✓ = validated on-target with a public Studio session</span>
</div>
<div class="coverage-wrap"><table class="matrix" id="coverage-det"></table></div>
</div>
<div class="section">
<div class="section-header"><h2>Instance Segmentation — Platform Coverage</h2>
<span class="section-note">✓ = validated on-target with a public Studio session</span>
</div>
<div class="coverage-wrap"><table class="matrix" id="coverage-seg"></table></div>
</div>
<div class="legend">
<span><span class="swatch" style="background:var(--good-bg);border:1px solid var(--good)"></span>Validated — click ✓ to open the proving session on EdgeFirst Studio</span>
<span><span class="swatch" style="background:transparent;border:1px solid var(--border)"></span>Validation pending</span>
</div>
</section>
<!-- Progress -->
<section class="tab-panel" id="tab-roadmap">
<div class="section">
<div class="section-header"><h2>Model Family Progress</h2>
<span class="section-note">Ultralytics YOLO families — published repos &amp; on-target validation coverage</span>
</div>
<div class="phase-grid" id="phase-grid"></div>
<p class="prose" style="margin-top:1rem;color:var(--text-muted);font-size:0.85rem">
Additional model families and platforms are added to the zoo as their on-target
validation completes.
</p>
</div>
</section>
<!-- Leaderboard -->
<section class="tab-panel" id="tab-leaderboard">
<div class="section">
<div class="section-header"><h2>Platform Throughput Leaderboard</h2>
<div class="lb-filter" id="fps-filter">
<button data-group="all" class="active">All platforms</button>
<button data-group="embedded">Embedded (i.MX · ARA240 · Hailo · Jetson)</button>
<button data-group="reference">Desktop reference</button>
</div>
</div>
<p class="section-note" style="margin-bottom:0.75rem">Top 20 fastest validated model × platform results · full image load → decode → preprocess → inference → postprocess pipeline</p>
<table class="dt">
<thead><tr>
<th style="width:3rem">#</th>
<th>Platform</th>
<th>Fastest model</th>
<th style="text-align:right">FPS (median)</th>
<th style="text-align:right">E2E latency (ms)</th>
</tr></thead>
<tbody id="platform-fps-body"></tbody>
</table>
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.8rem;margin-top:0.75rem">
Throughput is the measured pipelined rate — stages overlap across frames, so it exceeds
1000 ÷ end-to-end latency. Measured by the
<a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a>.
</p>
</div>
<div class="section">
<div class="section-header"><h2>Per-platform Leaderboards</h2>
<div class="lb-filter" id="lb-filter">
<button data-group="all" class="active">All platforms</button>
<button data-group="embedded">Embedded (i.MX · ARA240 · Hailo · Jetson)</button>
<button data-group="reference">Desktop reference</button>
</div>
<div class="lb-filter" id="lb-metric">
<button data-metric="map" class="active">Accuracy — mAP@0.5-0.95</button>
<button data-metric="fps">Throughput — FPS</button>
</div>
</div>
<div class="leaderboard-grid" id="leaderboard-grid"></div>
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.85rem;margin-top:1rem">
Ranked by COCO val2017 mAP@0.5-0.95 as measured on each platform by the
<a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a>.
Each entry links to its public validation session on EdgeFirst Studio.
</p>
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.85rem;margin-top:0.5rem">
⚠ Model accuracy on this platform is below our expectations — we are investigating the results to make improvements.
</p>
</div>
</section>
<footer>
EdgeFirst Model Zoo · validated on deployment hardware with the
<a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener">EdgeFirst Profiler</a> ·
<a href="https://edgefirst.studio" target="_blank" rel="noopener">EdgeFirst Studio</a> ·
<a href="https://github.com/EdgeFirstAI" target="_blank" rel="noopener">github.com/EdgeFirstAI</a> ·
<a href="https://www.au-zone.com/efpi" target="_blank" rel="noopener">Perception Index Report</a> ·
<a href="https://huggingface.co/EdgeFirst" target="_blank" rel="noopener">HuggingFace org</a> ·
© <a href="https://www.au-zone.com" target="_blank" rel="noopener">Au-Zone Technologies</a>
</footer>
</div>
<script id="studio-data" type="application/json">{"generated_at":"2026-06-18T05:11:30Z","studio_server":"https://edgefirst.studio","source":"status_snapshot","sessions":[{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-796","session_name":"yolov5m-t-be2.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":60.7,"det_map_75":47.97,"det_map_50_95":43.54,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":14.642,"avg_inference_ms":24.4806,"avg_output_ms":2.2542,"e2e_latency_ms":41.38,"fps_median":47.0,"fps_mean":47.14150943396226,"fps_p95":48.0,"fps_min":47.0,"fps_max":48.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-796/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-777","session_name":"yolov5m-t-be2_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":59.62,"det_map_75":45.81,"det_map_50_95":41.74,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.3487,"avg_inference_ms":212.3103,"avg_output_ms":1.2839,"e2e_latency_ms":245.94,"fps_median":4.0,"fps_mean":4.487870619946092,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-777/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-771","session_name":"yolov5m-t-be2_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":59.62,"det_map_75":45.81,"det_map_50_95":41.74,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.0355,"avg_inference_ms":212.1158,"avg_output_ms":1.2773,"e2e_latency_ms":246.43,"fps_median":4.0,"fps_mean":4.491906474820144,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-771/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-76f","session_name":"yolov5m-t-be2_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":59.4,"det_map_75":45.46,"det_map_50_95":41.61,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.6662,"avg_inference_ms":300.0049,"avg_output_ms":1.1584,"e2e_latency_ms":311.83,"fps_median":13.0,"fps_mean":13.263297872340425,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-76f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-76c","session_name":"yolov5m-t-be2_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":59.4,"det_map_75":45.46,"det_map_50_95":41.61,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.6479,"avg_inference_ms":299.8889,"avg_output_ms":1.2077,"e2e_latency_ms":311.74,"fps_median":13.0,"fps_mean":13.263297872340425,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-76c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-765","session_name":"yolov5m-t-be2.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":62.8,"det_map_75":50.88,"det_map_50_95":46.52,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.6577,"avg_inference_ms":33.2672,"avg_output_ms":0.5777,"e2e_latency_ms":37.5,"fps_median":87.0,"fps_mean":87.83928571428571,"fps_p95":94.0,"fps_min":81.0,"fps_max":94.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-765/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-760","session_name":"yolov5m-t-be2_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":61.97,"det_map_75":50.12,"det_map_50_95":45.77,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.7733,"avg_inference_ms":206.3294,"avg_output_ms":16.5651,"e2e_latency_ms":256.67,"fps_median":5.0,"fps_mean":4.607373271889401,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-760/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-75f","session_name":"yolov5m-t-be2_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":61.95,"det_map_75":50.08,"det_map_50_95":45.73,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.7948,"avg_inference_ms":301.7736,"avg_output_ms":12.9857,"e2e_latency_ms":325.55,"fps_median":13.0,"fps_mean":13.176781002638522,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-75f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-75b","session_name":"yolov5m-t-be2.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":62.78,"det_map_75":50.86,"det_map_50_95":46.53,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1612,"avg_inference_ms":11.5295,"avg_output_ms":0.4714,"e2e_latency_ms":15.16,"fps_median":163.0,"fps_mean":162.23333333333332,"fps_p95":164.0,"fps_min":143.0,"fps_max":164.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-75b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-735","session_name":"yolov5n-t-b7b.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":47.12,"det_map_75":34.84,"det_map_50_95":32.42,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":2.8579,"avg_inference_ms":1.7905,"avg_output_ms":0.5736,"e2e_latency_ms":5.22,"fps_median":813.5,"fps_mean":813.0,"fps_p95":823.0,"fps_min":799.0,"fps_max":823.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-735/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-717","session_name":"yolov5m-t-be2.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":63.3,"det_map_75":51.35,"det_map_50_95":47.0,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.3761,"avg_inference_ms":154.6704,"avg_output_ms":2.3411,"e2e_latency_ms":163.39,"fps_median":24.0,"fps_mean":25.294416243654823,"fps_p95":28.0,"fps_min":24.0,"fps_max":28.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-717/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-716","session_name":"yolov5s-t-b9e.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":57.29,"det_map_75":44.84,"det_map_50_95":41.23,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.3388,"avg_inference_ms":65.9593,"avg_output_ms":2.432,"e2e_latency_ms":74.73,"fps_median":59.0,"fps_mean":58.67058823529412,"fps_p95":60.0,"fps_min":56.0,"fps_max":62.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-716/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-715","session_name":"yolov5n-t-b7b.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":47.74,"det_map_75":35.65,"det_map_50_95":32.94,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.1155,"avg_inference_ms":28.3844,"avg_output_ms":2.5599,"e2e_latency_ms":37.06,"fps_median":132.0,"fps_mean":131.44736842105263,"fps_p95":132.0,"fps_min":129.0,"fps_max":133.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-715/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6f7","session_name":"yolov5m-t-be2.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.27,"det_map_75":51.26,"det_map_50_95":46.93,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.2372,"avg_inference_ms":20.1245,"avg_output_ms":0.9503,"e2e_latency_ms":26.31,"fps_median":167.0,"fps_mean":166.63333333333333,"fps_p95":168.0,"fps_min":164.0,"fps_max":171.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6f6","session_name":"yolov5m-t-be2.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.29,"det_map_75":51.32,"det_map_50_95":46.99,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.6941,"avg_inference_ms":33.9037,"avg_output_ms":0.8295,"e2e_latency_ms":40.43,"fps_median":96.0,"fps_mean":97.0,"fps_p95":100.0,"fps_min":93.0,"fps_max":100.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6f6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6f5","session_name":"yolov5s-t-b9e.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":57.33,"det_map_75":44.92,"det_map_50_95":41.22,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.9161,"avg_inference_ms":9.6816,"avg_output_ms":0.6627,"e2e_latency_ms":15.26,"fps_median":318.0,"fps_mean":317.8,"fps_p95":325.0,"fps_min":308.0,"fps_max":325.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6f4","session_name":"yolov5s-t-b9e.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":57.33,"det_map_75":44.93,"det_map_50_95":41.26,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.0036,"avg_inference_ms":13.8358,"avg_output_ms":0.6585,"e2e_latency_ms":19.5,"fps_median":224.0,"fps_mean":223.04545454545453,"fps_p95":228.0,"fps_min":215.0,"fps_max":231.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6f4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6f3","session_name":"yolov5n-t-b7b.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":47.75,"det_map_75":35.4,"det_map_50_95":32.93,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.7851,"avg_inference_ms":6.063,"avg_output_ms":0.7782,"e2e_latency_ms":11.63,"fps_median":452.0,"fps_mean":453.5,"fps_p95":472.0,"fps_min":436.0,"fps_max":472.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6f0","session_name":"yolov5n-t-b7b.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":47.75,"det_map_75":35.61,"det_map_50_95":32.95,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.6182,"avg_inference_ms":7.7055,"avg_output_ms":0.6507,"e2e_latency_ms":12.97,"fps_median":359.0,"fps_mean":358.0769230769231,"fps_p95":365.0,"fps_min":352.0,"fps_max":365.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6f0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6de","session_name":"yolov5m-t-be2.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":63.31,"det_map_75":51.33,"det_map_50_95":46.96,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.0623,"avg_inference_ms":44.2535,"avg_output_ms":1.5677,"e2e_latency_ms":56.88,"fps_median":88.5,"fps_mean":88.625,"fps_p95":91.0,"fps_min":79.0,"fps_max":95.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6de/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c7","session_name":"yolov5s-t-b9e_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":53.96,"det_map_75":39.95,"det_map_50_95":36.64,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.9532,"avg_inference_ms":122.9638,"avg_output_ms":1.2284,"e2e_latency_ms":135.15,"fps_median":32.0,"fps_mean":32.13548387096774,"fps_p95":33.0,"fps_min":32.0,"fps_max":33.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c6","session_name":"yolov5s-t-b9e_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":53.96,"det_map_75":39.95,"det_map_50_95":36.64,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.9428,"avg_inference_ms":123.034,"avg_output_ms":1.2805,"e2e_latency_ms":135.26,"fps_median":32.0,"fps_mean":32.116129032258065,"fps_p95":33.0,"fps_min":32.0,"fps_max":33.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c3","session_name":"yolov5s-t-b9e_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":55.87,"det_map_75":43.5,"det_map_50_95":39.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.4251,"avg_inference_ms":123.4674,"avg_output_ms":13.2162,"e2e_latency_ms":148.11,"fps_median":32.0,"fps_mean":31.916666666666668,"fps_p95":32.0,"fps_min":31.0,"fps_max":33.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c2","session_name":"yolov5n-t-b7b_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":43.8,"det_map_75":30.89,"det_map_50_95":28.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.9344,"avg_inference_ms":48.966,"avg_output_ms":1.752,"e2e_latency_ms":64.65,"fps_median":78.0,"fps_mean":78.25396825396825,"fps_p95":80.0,"fps_min":75.0,"fps_max":82.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c0","session_name":"yolov5n-t-b7b_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":43.8,"det_map_75":30.89,"det_map_50_95":28.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.7805,"avg_inference_ms":49.4276,"avg_output_ms":1.8247,"e2e_latency_ms":65.03,"fps_median":77.0,"fps_mean":77.46875,"fps_p95":79.0,"fps_min":75.0,"fps_max":79.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6bf","session_name":"yolov5n-t-b7b_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":45.2,"det_map_75":32.93,"det_map_50_95":30.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.8639,"avg_inference_ms":35.4096,"avg_output_ms":16.9439,"e2e_latency_ms":64.22,"fps_median":88.0,"fps_mean":88.33928571428571,"fps_p95":89.0,"fps_min":87.0,"fps_max":91.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6bf/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6be","session_name":"yolov5s-t-b9e.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":54.54,"det_map_75":41.0,"det_map_50_95":37.67,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.3226,"avg_inference_ms":13.5134,"avg_output_ms":1.9009,"e2e_latency_ms":26.74,"fps_median":97.0,"fps_mean":96.56862745098039,"fps_p95":97.0,"fps_min":96.0,"fps_max":98.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6be/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6bd","session_name":"yolov5n-t-b7b.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":44.99,"det_map_75":32.52,"det_map_50_95":30.11,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":14.017,"avg_inference_ms":8.4134,"avg_output_ms":2.5422,"e2e_latency_ms":24.97,"fps_median":195.0,"fps_mean":195.04,"fps_p95":196.0,"fps_min":194.0,"fps_max":198.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6bd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-513","session_name":"yolov5s-t-ae9.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":57.28,"det_map_75":44.76,"det_map_50_95":41.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2828,"avg_inference_ms":4.2008,"avg_output_ms":0.5049,"e2e_latency_ms":7.99,"fps_median":376.6478342749529,"fps_mean":376.33201817805684,"fps_p95":381.9709702062643,"fps_min":236.23907394283015,"fps_max":904.9773755656108,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-513/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-512","session_name":"yolov5s-t-ae9.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":57.34,"det_map_75":44.96,"det_map_50_95":41.25,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1745,"avg_inference_ms":8.9492,"avg_output_ms":0.5237,"e2e_latency_ms":12.65,"fps_median":202.8809089064719,"fps_mean":333.6629995690115,"fps_p95":1014.1987829614604,"fps_min":86.67764583513912,"fps_max":1550.3875968992247,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-512/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-511","session_name":"yolov5s-t-ae9.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":57.29,"det_map_75":44.81,"det_map_50_95":41.2,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.9877,"avg_inference_ms":30.5019,"avg_output_ms":0.5954,"e2e_latency_ms":35.09,"fps_median":62.98818846489719,"fps_mean":147.04854399016492,"fps_p95":507.0993914807302,"fps_min":29.41349491146538,"fps_max":728.862973760933,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-511/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-50f","session_name":"yolov5n-t-ae8.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":47.78,"det_map_75":35.45,"det_map_50_95":32.91,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3081,"avg_inference_ms":3.6868,"avg_output_ms":0.7607,"e2e_latency_ms":7.76,"fps_median":459.1368227731864,"fps_mean":540.9632476614184,"fps_p95":1089.3246187363834,"fps_min":147.88524105294292,"fps_max":1536.0983102918588,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-50f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-50e","session_name":"yolov5n-t-ae8.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":47.75,"det_map_75":35.39,"det_map_50_95":32.89,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.9323,"avg_inference_ms":16.1265,"avg_output_ms":0.7091,"e2e_latency_ms":20.77,"fps_median":112.1466957762614,"fps_mean":301.1794479496627,"fps_p95":677.5067750677507,"fps_min":52.15123859191656,"fps_max":893.6550491510277,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-50e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-509","session_name":"yolov5s-t-ae9_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":55.88,"det_map_75":43.44,"det_map_50_95":39.91,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4732,"avg_inference_ms":108.9741,"avg_output_ms":16.0175,"e2e_latency_ms":153.46,"fps_median":8.357814765897302,"fps_mean":8.3587785632879,"fps_p95":8.454800635801007,"fps_min":7.9152748974971905,"fps_max":8.933516768210973,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-509/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-4e8","session_name":"yolov5s-t-ae9_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":53.94,"det_map_75":39.94,"det_map_50_95":36.65,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.9112,"avg_inference_ms":114.52,"avg_output_ms":1.3347,"e2e_latency_ms":143.77,"fps_median":7.9922634889427036,"fps_mean":7.988843273775859,"fps_p95":8.076696308142118,"fps_min":7.682969928855698,"fps_max":8.535409144837358,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-4e8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-4e7","session_name":"yolov5n-t-ae8_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":45.96,"det_map_75":34.13,"det_map_50_95":31.5,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.3989,"avg_inference_ms":57.485,"avg_output_ms":16.0909,"e2e_latency_ms":101.97,"fps_median":14.669101738344235,"fps_mean":14.680583828828517,"fps_p95":14.986212684330416,"fps_min":13.343118286743612,"fps_max":16.59145208388638,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-4e7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-4e4","session_name":"yolov5n-t-ae8_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":44.53,"det_map_75":31.32,"det_map_50_95":29.15,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.2747,"avg_inference_ms":63.0512,"avg_output_ms":1.5664,"e2e_latency_ms":92.89,"fps_median":13.563552023003783,"fps_mean":13.573107275718668,"fps_p95":13.828007245875797,"fps_min":0.5797874499208591,"fps_max":15.182109402280354,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-4e4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4d7","session_name":"yolov5s-t-ae9.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":55.58,"det_map_75":43.38,"det_map_50_95":39.75,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.731,"avg_inference_ms":29.3368,"avg_output_ms":2.8039,"e2e_latency_ms":39.87,"fps_median":32.10530540999078,"fps_mean":32.10662359939236,"fps_p95":32.50446936453763,"fps_min":28.961163080309305,"fps_max":35.48993860240622,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4d6","session_name":"yolov5s-t-ae9.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":57.34,"det_map_75":44.91,"det_map_50_95":41.25,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1979,"avg_inference_ms":13.3288,"avg_output_ms":1.1971,"e2e_latency_ms":22.72,"fps_median":124.61059190031153,"fps_mean":126.13010480166204,"fps_p95":147.66686355581808,"fps_min":47.29026766291497,"fps_max":245.82104228121926,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4d5","session_name":"yolov5n-t-ae8.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":45.12,"det_map_75":33.14,"det_map_50_95":30.87,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7214,"avg_inference_ms":14.6719,"avg_output_ms":2.8209,"e2e_latency_ms":25.21,"fps_median":66.55574043261231,"fps_mean":66.60430403461135,"fps_p95":69.18500069185001,"fps_min":50.72537283149031,"fps_max":99.71083856815235,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4d2","session_name":"yolov5n-t-ae8.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":47.75,"det_map_75":35.66,"det_map_50_95":32.93,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":9.9296,"avg_inference_ms":7.0789,"avg_output_ms":2.1146,"e2e_latency_ms":19.12,"fps_median":192.4557351809084,"fps_mean":190.28589006644242,"fps_p95":238.43586075345732,"fps_min":0.7224739241098941,"fps_max":423.728813559322,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-7ad","session_name":"yolov8s-t-b9f_quant-u8-i8_logical-imx8mp-vsi","session_status":"running","det_map_50":null,"det_map_75":null,"det_map_50_95":null,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":null,"avg_inference_ms":null,"avg_output_ms":null,"e2e_latency_ms":null,"fps_median":null,"fps_mean":null,"fps_p95":null,"fps_min":null,"fps_max":null,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-7ad/details?mode=charts","has_metrics":false,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-7a3","session_name":"yolov8s-t-b9f_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":57.96,"det_map_75":45.4,"det_map_50_95":41.9,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.7733,"avg_inference_ms":116.537,"avg_output_ms":16.1691,"e2e_latency_ms":165.48,"fps_median":8.0,"fps_mean":7.8569182389937104,"fps_p95":8.0,"fps_min":7.0,"fps_max":8.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-79f","session_name":"yolov8n-t-b86_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":47.38,"det_map_75":34.63,"det_map_50_95":32.08,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.8528,"avg_inference_ms":52.3578,"avg_output_ms":1.6579,"e2e_latency_ms":67.87,"fps_median":73.0,"fps_mean":73.27941176470588,"fps_p95":75.0,"fps_min":71.0,"fps_max":75.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-79f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-79e","session_name":"yolov8n-t-b86_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":48.77,"det_map_75":37.22,"det_map_50_95":34.34,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.5869,"avg_inference_ms":45.4708,"avg_output_ms":16.2475,"e2e_latency_ms":73.31,"fps_median":77.0,"fps_mean":76.55384615384615,"fps_p95":77.0,"fps_min":75.0,"fps_max":79.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-79e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-797","session_name":"yolov8m-t-be3.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":59.51,"det_map_75":46.42,"det_map_50_95":42.24,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.8039,"avg_inference_ms":24.5626,"avg_output_ms":2.4126,"e2e_latency_ms":40.78,"fps_median":47.0,"fps_mean":46.91509433962264,"fps_p95":47.0,"fps_min":46.0,"fps_max":48.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-797/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-77e","session_name":"yolov8m-t-be3_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":60.4,"det_map_75":46.76,"det_map_50_95":42.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.2208,"avg_inference_ms":228.0195,"avg_output_ms":1.3384,"e2e_latency_ms":261.58,"fps_median":4.0,"fps_mean":4.191275167785235,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-77e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-77c","session_name":"yolov8m-t-be3_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":60.4,"det_map_75":46.76,"det_map_50_95":42.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.1957,"avg_inference_ms":227.7621,"avg_output_ms":1.3252,"e2e_latency_ms":261.28,"fps_median":4.0,"fps_mean":4.19647355163728,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-77c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-779","session_name":"yolov8m-t-be3_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":62.65,"det_map_75":50.81,"det_map_50_95":46.64,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.6986,"avg_inference_ms":222.082,"avg_output_ms":16.5666,"e2e_latency_ms":271.35,"fps_median":4.0,"fps_mean":4.297506448839209,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-779/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-778","session_name":"yolov8m-t-be3_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":60.37,"det_map_75":46.71,"det_map_50_95":42.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.1193,"avg_inference_ms":395.1756,"avg_output_ms":1.2284,"e2e_latency_ms":407.52,"fps_median":10.0,"fps_mean":10.082828282828283,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-778/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-776","session_name":"yolov8m-t-be3_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":60.37,"det_map_75":46.71,"det_map_50_95":42.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.1429,"avg_inference_ms":395.1046,"avg_output_ms":1.3102,"e2e_latency_ms":407.56,"fps_median":10.0,"fps_mean":10.080808080808081,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-776/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-774","session_name":"yolov8m-t-be3_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":62.67,"det_map_75":50.7,"det_map_50_95":46.52,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.391,"avg_inference_ms":396.2437,"avg_output_ms":13.1392,"e2e_latency_ms":420.77,"fps_median":10.0,"fps_mean":10.050301810865191,"fps_p95":11.0,"fps_min":9.0,"fps_max":11.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-774/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-768","session_name":"yolov8m-t-be3.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":63.82,"det_map_75":51.86,"det_map_50_95":47.7,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.6272,"avg_inference_ms":37.9322,"avg_output_ms":0.5862,"e2e_latency_ms":42.15,"fps_median":76.0,"fps_mean":77.046875,"fps_p95":84.0,"fps_min":73.0,"fps_max":85.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-768/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-767","session_name":"yolov8m-t-be3.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":63.03,"det_map_75":51.25,"det_map_50_95":47.04,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0052,"avg_inference_ms":56.2479,"avg_output_ms":3.0118,"e2e_latency_ms":67.26,"fps_median":17.0,"fps_mean":16.942372881355933,"fps_p95":17.0,"fps_min":16.0,"fps_max":17.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-767/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-75e","session_name":"yolov8m-t-be3.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":63.82,"det_map_75":51.83,"det_map_50_95":47.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3413,"avg_inference_ms":13.4106,"avg_output_ms":0.5153,"e2e_latency_ms":17.27,"fps_median":141.0,"fps_mean":140.97142857142856,"fps_p95":142.0,"fps_min":140.0,"fps_max":142.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-75e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-75c","session_name":"yolov8m-t-be3.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":64.68,"det_map_75":52.61,"det_map_50_95":48.4,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":12.5587,"avg_inference_ms":51.8652,"avg_output_ms":1.5046,"e2e_latency_ms":65.93,"fps_median":76.0,"fps_mean":75.06060606060606,"fps_p95":77.0,"fps_min":43.0,"fps_max":77.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-75c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71a","session_name":"yolov8m-t-be3.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":64.7,"det_map_75":52.67,"det_map_50_95":48.46,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.4757,"avg_inference_ms":181.1615,"avg_output_ms":1.9973,"e2e_latency_ms":189.63,"fps_median":20.0,"fps_mean":21.734782608695653,"fps_p95":24.0,"fps_min":20.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-719","session_name":"yolov8s-t-b9f.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":59.37,"det_map_75":46.68,"det_map_50_95":43.18,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.4512,"avg_inference_ms":74.5584,"avg_output_ms":2.2679,"e2e_latency_ms":83.28,"fps_median":52.0,"fps_mean":51.90625,"fps_p95":52.0,"fps_min":48.0,"fps_max":55.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-719/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-718","session_name":"yolov8n-t-b86.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":50.54,"det_map_75":38.96,"det_map_50_95":35.86,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.1182,"avg_inference_ms":29.9723,"avg_output_ms":2.4873,"e2e_latency_ms":38.58,"fps_median":125.0,"fps_mean":125.3076923076923,"fps_p95":128.0,"fps_min":124.0,"fps_max":128.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-718/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-702","session_name":"yolov8m-t-be3.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.68,"det_map_75":52.62,"det_map_50_95":48.4,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.7406,"avg_inference_ms":23.0976,"avg_output_ms":0.9956,"e2e_latency_ms":29.83,"fps_median":148.0,"fps_mean":147.36363636363637,"fps_p95":149.0,"fps_min":144.0,"fps_max":149.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-702/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-701","session_name":"yolov8m-t-be3.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.68,"det_map_75":52.62,"det_map_50_95":48.45,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.265,"avg_inference_ms":43.5826,"avg_output_ms":0.7626,"e2e_latency_ms":49.61,"fps_median":79.0,"fps_mean":78.39682539682539,"fps_p95":80.0,"fps_min":76.0,"fps_max":80.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-701/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6fe","session_name":"yolov8s-t-b9f.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.37,"det_map_75":46.7,"det_map_50_95":43.19,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.0648,"avg_inference_ms":10.6549,"avg_output_ms":0.6885,"e2e_latency_ms":16.41,"fps_median":296.0,"fps_mean":296.4375,"fps_p95":304.0,"fps_min":292.0,"fps_max":304.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6fe/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6fd","session_name":"yolov8s-t-b9f.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.4,"det_map_75":46.68,"det_map_50_95":43.22,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.1056,"avg_inference_ms":15.4669,"avg_output_ms":0.6815,"e2e_latency_ms":21.25,"fps_median":203.0,"fps_mean":203.29166666666666,"fps_p95":208.0,"fps_min":200.0,"fps_max":208.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6fd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6fc","session_name":"yolov8n-t-b86.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.49,"det_map_75":38.86,"det_map_50_95":35.79,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.8207,"avg_inference_ms":6.3059,"avg_output_ms":0.7493,"e2e_latency_ms":11.88,"fps_median":448.0,"fps_mean":447.54545454545456,"fps_p95":461.0,"fps_min":432.0,"fps_max":461.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6fc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6fb","session_name":"yolov8n-t-b86.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.49,"det_map_75":38.84,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.6707,"avg_inference_ms":8.1454,"avg_output_ms":0.6347,"e2e_latency_ms":13.45,"fps_median":344.0,"fps_mean":345.07142857142856,"fps_p95":353.0,"fps_min":334.0,"fps_max":353.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6fb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6bc","session_name":"yolov8s-t-b9f.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":54.79,"det_map_75":41.58,"det_map_50_95":38.18,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.3684,"avg_inference_ms":11.592,"avg_output_ms":2.0947,"e2e_latency_ms":25.06,"fps_median":119.0,"fps_mean":118.57142857142857,"fps_p95":119.0,"fps_min":118.0,"fps_max":120.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6bc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6bb","session_name":"yolov8n-t-b86.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":45.71,"det_map_75":34.24,"det_map_50_95":31.48,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":29.6578,"avg_inference_ms":7.4157,"avg_output_ms":10.0693,"e2e_latency_ms":47.14,"fps_median":225.5,"fps_mean":225.0909090909091,"fps_p95":230.0,"fps_min":209.0,"fps_max":233.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6bb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-529","session_name":"yolov8n-t-ae0_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":48.34,"det_map_75":37.04,"det_map_50_95":33.98,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4582,"avg_inference_ms":60.7601,"avg_output_ms":16.0478,"e2e_latency_ms":105.27,"fps_median":13.991884706870016,"fps_mean":14.007202145306655,"fps_p95":14.286734766769055,"fps_min":12.76275318111623,"fps_max":15.741338328584696,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-529/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-526","session_name":"yolov8n-t-ae0_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":47.0,"det_map_75":34.58,"det_map_50_95":31.89,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.8398,"avg_inference_ms":66.2921,"avg_output_ms":1.4885,"e2e_latency_ms":95.62,"fps_median":12.988699831146903,"fps_mean":13.000119553936997,"fps_p95":13.237669111222896,"fps_min":12.092483312373028,"fps_max":14.49044355247714,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-526/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-51d","session_name":"yolov8s-t-ae6.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":59.37,"det_map_75":46.71,"det_map_50_95":43.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0807,"avg_inference_ms":32.3103,"avg_output_ms":0.6277,"e2e_latency_ms":37.02,"fps_median":59.45819486651697,"fps_mean":181.53751301484314,"fps_p95":549.7526113249038,"fps_min":27.947793521701463,"fps_max":797.4481658692185,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-51c","session_name":"yolov8s-t-ae6.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":59.37,"det_map_75":46.69,"det_map_50_95":43.17,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1095,"avg_inference_ms":10.1341,"avg_output_ms":0.4837,"e2e_latency_ms":13.73,"fps_median":184.00957005518086,"fps_mean":206.16807465476222,"fps_p95":351.24692658939233,"fps_min":98.52216748768473,"fps_max":979.4319294809011,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-51b","session_name":"yolov8n-t-ae0.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":50.56,"det_map_75":38.97,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0577,"avg_inference_ms":16.9976,"avg_output_ms":0.7204,"e2e_latency_ms":21.78,"fps_median":116.46199529383715,"fps_mean":306.0506658667044,"fps_p95":626.9592476489029,"fps_min":52.48792777661138,"fps_max":862.8127696289905,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-51a","session_name":"yolov8n-t-ae0.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":50.52,"det_map_75":38.87,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2824,"avg_inference_ms":3.7721,"avg_output_ms":0.678,"e2e_latency_ms":7.73,"fps_median":431.0344827586207,"fps_mean":450.63671736829633,"fps_p95":652.3157208088714,"fps_min":169.548999660902,"fps_max":1212.121212121212,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-515","session_name":"yolov8s-t-ae6.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":59.36,"det_map_75":46.77,"det_map_50_95":43.22,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2991,"avg_inference_ms":4.9923,"avg_output_ms":0.4887,"e2e_latency_ms":8.78,"fps_median":327.33224222585926,"fps_mean":326.9970402707833,"fps_p95":331.89512114171924,"fps_min":230.361667818475,"fps_max":567.2149744753261,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-515/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-514","session_name":"yolov8n-t-ae0.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":50.53,"det_map_75":38.93,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1856,"avg_inference_ms":1.7456,"avg_output_ms":0.5978,"e2e_latency_ms":5.53,"fps_median":749.6251874062968,"fps_mean":736.4656756845324,"fps_p95":774.5933384972889,"fps_min":434.2162396873643,"fps_max":917.4311926605504,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-514/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4db","session_name":"yolov8s-t-ae6.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":59.4,"det_map_75":46.72,"det_map_50_95":43.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0987,"avg_inference_ms":14.9647,"avg_output_ms":1.1405,"e2e_latency_ms":24.2,"fps_median":113.19900384876613,"fps_mean":115.95958401750158,"fps_p95":138.6193512614361,"fps_min":63.90593047034765,"fps_max":188.11136192626034,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4db/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4da","session_name":"yolov8s-t-ae6.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":57.8,"det_map_75":45.54,"det_map_50_95":41.77,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7059,"avg_inference_ms":30.3731,"avg_output_ms":2.7764,"e2e_latency_ms":40.86,"fps_median":28.78857669276831,"fps_mean":28.789644191384784,"fps_p95":29.10869185538802,"fps_min":26.682320294572815,"fps_max":31.04433130510369,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4da/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4d9","session_name":"yolov8n-t-ae0.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":48.55,"det_map_75":37.34,"det_map_50_95":34.36,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7496,"avg_inference_ms":13.1995,"avg_output_ms":2.8366,"e2e_latency_ms":23.79,"fps_median":64.95615459564793,"fps_mean":64.99580338224875,"fps_p95":67.16367788300087,"fps_min":48.24857666698832,"fps_max":99.28514694201748,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4d8","session_name":"yolov8n-t-ae0.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":50.5,"det_map_75":38.93,"det_map_50_95":35.8,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":9.1152,"avg_inference_ms":7.6788,"avg_output_ms":1.6188,"e2e_latency_ms":18.41,"fps_median":179.1954140359733,"fps_mean":177.67819723814495,"fps_p95":203.5416242621616,"fps_min":80.00640051204097,"fps_max":430.29259896729775,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-794","session_name":"yolo11m-t-be4_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":50.85,"det_map_75":38.82,"det_map_50_95":35.38,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.1745,"avg_inference_ms":333.9611,"avg_output_ms":1.2276,"e2e_latency_ms":367.36,"fps_median":3.0,"fps_mean":2.903019744483159,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"combined","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-794/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-785","session_name":"yolo11m-t-be4_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":50.85,"det_map_75":38.82,"det_map_50_95":35.38,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.4181,"avg_inference_ms":333.3841,"avg_output_ms":1.2579,"e2e_latency_ms":367.06,"fps_median":3.0,"fps_mean":2.908086096567772,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-785/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-780","session_name":"yolo11m-t-be4_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":53.75,"det_map_75":42.97,"det_map_50_95":39.48,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.0582,"avg_inference_ms":327.9829,"avg_output_ms":16.1866,"e2e_latency_ms":377.23,"fps_median":3.0,"fps_mean":2.9515652687536917,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"smart","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-780/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-76e","session_name":"yolo11m-t-be4.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":62.87,"det_map_75":51.31,"det_map_50_95":47.03,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0085,"avg_inference_ms":70.7167,"avg_output_ms":3.0014,"e2e_latency_ms":81.73,"fps_median":14.0,"fps_mean":13.6448087431694,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-76b","session_name":"yolo11m-t-be4.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":64.75,"det_map_75":52.78,"det_map_50_95":48.59,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.6769,"avg_inference_ms":40.4076,"avg_output_ms":0.6256,"e2e_latency_ms":44.71,"fps_median":72.0,"fps_mean":72.2463768115942,"fps_p95":78.0,"fps_min":69.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-762","session_name":"yolo11m-t-be4.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":65.88,"det_map_75":53.74,"det_map_50_95":49.56,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.8996,"avg_inference_ms":50.8108,"avg_output_ms":1.3997,"e2e_latency_ms":63.11,"fps_median":78.0,"fps_mean":77.53125,"fps_p95":79.0,"fps_min":76.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-762/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-761","session_name":"yolo11m-t-be4.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":64.73,"det_map_75":52.66,"det_map_50_95":48.53,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.5348,"avg_inference_ms":18.4726,"avg_output_ms":0.5026,"e2e_latency_ms":22.51,"fps_median":104.0,"fps_mean":103.6875,"fps_p95":104.0,"fps_min":103.0,"fps_max":104.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-761/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71e","session_name":"yolo11m-t-be4.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":65.94,"det_map_75":53.78,"det_map_50_95":49.6,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.56,"avg_inference_ms":169.6481,"avg_output_ms":2.2412,"e2e_latency_ms":178.45,"fps_median":24.0,"fps_mean":23.050925925925927,"fps_p95":24.0,"fps_min":20.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-ba0.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71c","session_name":"yolo11s-t-ba0.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":61.16,"det_map_75":48.44,"det_map_50_95":44.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.5317,"avg_inference_ms":63.5238,"avg_output_ms":2.1927,"e2e_latency_ms":72.25,"fps_median":60.0,"fps_mean":60.34146341463415,"fps_p95":63.0,"fps_min":59.0,"fps_max":64.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-b8b.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71b","session_name":"yolo11n-t-b8b.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":53.04,"det_map_75":41.09,"det_map_50_95":37.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.2704,"avg_inference_ms":27.2147,"avg_output_ms":2.4517,"e2e_latency_ms":35.94,"fps_median":136.0,"fps_mean":135.19444444444446,"fps_p95":137.0,"fps_min":132.0,"fps_max":139.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-708","session_name":"yolo11m-t-be4.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":65.9,"det_map_75":53.71,"det_map_50_95":49.55,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.5521,"avg_inference_ms":22.0915,"avg_output_ms":0.9432,"e2e_latency_ms":28.59,"fps_median":152.0,"fps_mean":152.09375,"fps_p95":156.0,"fps_min":144.0,"fps_max":156.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-708/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-707","session_name":"yolo11m-t-be4.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":65.91,"det_map_75":53.78,"det_map_50_95":49.59,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.817,"avg_inference_ms":39.5746,"avg_output_ms":0.6851,"e2e_latency_ms":45.08,"fps_median":88.0,"fps_mean":88.41071428571429,"fps_p95":91.0,"fps_min":84.0,"fps_max":92.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-707/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-ba0.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-706","session_name":"yolo11s-t-ba0.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":61.16,"det_map_75":48.4,"det_map_50_95":44.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.0282,"avg_inference_ms":10.3031,"avg_output_ms":0.6457,"e2e_latency_ms":15.98,"fps_median":304.0,"fps_mean":302.6875,"fps_p95":309.0,"fps_min":292.0,"fps_max":309.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-706/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-ba0.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-705","session_name":"yolo11s-t-ba0.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":61.19,"det_map_75":48.43,"det_map_50_95":44.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.9542,"avg_inference_ms":15.3591,"avg_output_ms":0.6416,"e2e_latency_ms":20.95,"fps_median":205.5,"fps_mean":205.45833333333334,"fps_p95":209.0,"fps_min":200.0,"fps_max":212.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-705/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-b8b.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-704","session_name":"yolo11n-t-b8b.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":53.07,"det_map_75":41.03,"det_map_50_95":37.79,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.7856,"avg_inference_ms":6.3812,"avg_output_ms":0.7089,"e2e_latency_ms":11.88,"fps_median":440.0,"fps_mean":433.3636363636364,"fps_p95":450.0,"fps_min":400.0,"fps_max":450.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-704/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-b8b.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-703","session_name":"yolo11n-t-b8b.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":53.1,"det_map_75":41.12,"det_map_50_95":37.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.6753,"avg_inference_ms":8.1146,"avg_output_ms":0.619,"e2e_latency_ms":13.41,"fps_median":342.0,"fps_mean":342.92857142857144,"fps_p95":356.0,"fps_min":330.0,"fps_max":356.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-703/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-531","session_name":"yolo11n-t-aea_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":49.15,"det_map_75":37.44,"det_map_50_95":34.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4211,"avg_inference_ms":87.0789,"avg_output_ms":16.1307,"e2e_latency_ms":131.63,"fps_median":10.230179028132993,"fps_mean":10.235949831505033,"fps_p95":10.37979676357937,"fps_min":9.581021911797112,"fps_max":11.088318456506071,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-531/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-52a","session_name":"yolo11n-t-aea_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":47.49,"det_map_75":34.66,"det_map_50_95":32.17,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.905,"avg_inference_ms":92.7014,"avg_output_ms":1.6006,"e2e_latency_ms":122.21,"fps_median":9.668935643564357,"fps_mean":9.673501283615208,"fps_p95":9.804306051217695,"fps_min":9.23744861669207,"fps_max":10.495161730442266,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-52a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-521","session_name":"yolo11s-t-aeb.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":61.13,"det_map_75":48.41,"det_map_50_95":44.86,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0323,"avg_inference_ms":31.9445,"avg_output_ms":0.5676,"e2e_latency_ms":36.54,"fps_median":59.975410135800075,"fps_mean":96.43510120261509,"fps_p95":277.0850651149903,"fps_min":30.76449776957391,"fps_max":591.3660555884093,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-521/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-520","session_name":"yolo11s-t-aeb.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":61.19,"det_map_75":48.47,"det_map_50_95":44.89,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2385,"avg_inference_ms":9.9474,"avg_output_ms":0.5427,"e2e_latency_ms":13.73,"fps_median":194.47685725398676,"fps_mean":419.36635380706383,"fps_p95":993.0486593843099,"fps_min":84.68834688346884,"fps_max":1355.0135501355014,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-520/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-51f","session_name":"yolo11n-t-aea.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":53.05,"det_map_75":40.95,"det_map_50_95":37.78,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.9827,"avg_inference_ms":15.6931,"avg_output_ms":0.6926,"e2e_latency_ms":20.37,"fps_median":124.45661012723787,"fps_mean":264.43136536093874,"fps_p95":675.6756756756756,"fps_min":56.67970299835629,"fps_max":865.0519031141869,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-51e","session_name":"yolo11n-t-aea.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":53.04,"det_map_75":41.11,"det_map_50_95":37.8,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.334,"avg_inference_ms":4.2573,"avg_output_ms":0.7051,"e2e_latency_ms":8.3,"fps_median":412.54378171940897,"fps_mean":629.5387385738775,"fps_p95":1234.567901234568,"fps_min":172.0282126268708,"fps_max":1510.5740181268882,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-517","session_name":"yolo11s-t-aeb.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":61.17,"det_map_75":48.45,"det_map_50_95":44.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3062,"avg_inference_ms":4.9534,"avg_output_ms":0.4758,"e2e_latency_ms":8.74,"fps_median":328.94736842105266,"fps_mean":328.5700513810166,"fps_p95":333.3333333333333,"fps_min":217.81746896101066,"fps_max":659.6306068601583,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-517/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-516","session_name":"yolo11n-t-aea.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":53.05,"det_map_75":41.01,"det_map_50_95":37.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.202,"avg_inference_ms":1.8279,"avg_output_ms":0.5933,"e2e_latency_ms":5.62,"fps_median":720.4610951008646,"fps_mean":709.9467161362054,"fps_p95":745.7121551081283,"fps_min":306.9367710251688,"fps_max":866.5511265164645,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-516/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4df","session_name":"yolo11s-t-aeb.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":58.88,"det_map_75":46.65,"det_map_50_95":42.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7187,"avg_inference_ms":36.5333,"avg_output_ms":2.8085,"e2e_latency_ms":47.06,"fps_median":25.20447127720675,"fps_mean":25.20503397330104,"fps_p95":25.474461851993375,"fps_min":23.473076381390545,"fps_max":27.080456034879628,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4df/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4de","session_name":"yolo11n-t-aea.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":50.9,"det_map_75":39.09,"det_map_50_95":36.02,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7331,"avg_inference_ms":17.8588,"avg_output_ms":2.8375,"e2e_latency_ms":28.43,"fps_median":53.70569280343717,"fps_mean":53.71702985965388,"fps_p95":55.03274448296737,"fps_min":46.15526631588664,"fps_max":64.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4de/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4dd","session_name":"yolo11s-t-aeb.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":61.13,"det_map_75":48.38,"det_map_50_95":44.85,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1528,"avg_inference_ms":15.5684,"avg_output_ms":1.0897,"e2e_latency_ms":24.81,"fps_median":108.95619960775768,"fps_mean":114.15927627675445,"fps_p95":156.83814303638644,"fps_min":9.463871669900156,"fps_max":217.06099413935317,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4dd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4dc","session_name":"yolo11n-t-aea.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":53.03,"det_map_75":41.01,"det_map_50_95":37.81,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.9519,"avg_inference_ms":7.0881,"avg_output_ms":1.5193,"e2e_latency_ms":17.56,"fps_median":161.36840406648378,"fps_mean":159.93471140409687,"fps_p95":167.16817118020728,"fps_min":4.443832183121437,"fps_max":428.8164665523156,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4dc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-7a2","session_name":"yolo26n-t-b8f_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":47.27,"det_map_75":32.16,"det_map_50_95":29.1,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.1761,"avg_inference_ms":105.6125,"avg_output_ms":1.2773,"e2e_latency_ms":139.07,"fps_median":9.0,"fps_mean":8.613793103448275,"fps_p95":9.0,"fps_min":8.0,"fps_max":9.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-79b","session_name":"yolo26m-t-be5_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":9.52,"det_map_75":6.09,"det_map_50_95":5.71,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.5708,"avg_inference_ms":359.4861,"avg_output_ms":0.9998,"e2e_latency_ms":393.06,"fps_median":3.0,"fps_mean":2.7016216216216216,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"combined","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-79b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-799","session_name":"yolo26m-t-be5_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":9.52,"det_map_75":6.09,"det_map_50_95":5.71,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.7915,"avg_inference_ms":359.5207,"avg_output_ms":1.0323,"e2e_latency_ms":393.34,"fps_median":3.0,"fps_mean":2.7016216216216216,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-799/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-795","session_name":"yolo26m-t-be5_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":10.53,"det_map_75":7.66,"det_map_50_95":7.02,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.5803,"avg_inference_ms":358.7068,"avg_output_ms":6.8062,"e2e_latency_ms":399.09,"fps_median":3.0,"fps_mean":2.70508658008658,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"smart","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-795/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-770","session_name":"yolo26m-t-be5.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":63.49,"det_map_75":50.63,"det_map_50_95":45.38,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1104,"avg_inference_ms":88.3223,"avg_output_ms":1.653,"e2e_latency_ms":98.09,"fps_median":11.0,"fps_mean":11.04646017699115,"fps_p95":11.0,"fps_min":11.0,"fps_max":12.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-770/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-76d","session_name":"yolo26m-t-be5.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":67.22,"det_map_75":54.88,"det_map_50_95":50.45,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0078,"avg_inference_ms":41.6341,"avg_output_ms":0.6855,"e2e_latency_ms":46.33,"fps_median":69.0,"fps_mean":70.15492957746478,"fps_p95":78.0,"fps_min":66.0,"fps_max":78.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-764","session_name":"yolo26m-t-be5.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":68.88,"det_map_75":56.36,"det_map_50_95":51.81,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.4939,"avg_inference_ms":50.6609,"avg_output_ms":1.6604,"e2e_latency_ms":63.82,"fps_median":77.0,"fps_mean":76.67692307692307,"fps_p95":78.0,"fps_min":75.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-764/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-763","session_name":"yolo26m-t-be5.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":67.22,"det_map_75":54.83,"det_map_50_95":50.44,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.4813,"avg_inference_ms":18.8433,"avg_output_ms":0.4831,"e2e_latency_ms":22.81,"fps_median":102.0,"fps_mean":101.75510204081633,"fps_p95":102.0,"fps_min":99.0,"fps_max":102.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-763/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-721","session_name":"yolo26m-t-be5.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":68.88,"det_map_75":56.38,"det_map_50_95":51.86,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.5075,"avg_inference_ms":166.4174,"avg_output_ms":2.3462,"e2e_latency_ms":175.27,"fps_median":24.0,"fps_mean":23.52358490566038,"fps_p95":24.0,"fps_min":20.0,"fps_max":26.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-721/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-ba1.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-720","session_name":"yolo26s-t-ba1.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":63.56,"det_map_75":51.17,"det_map_50_95":47.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.4417,"avg_inference_ms":59.9264,"avg_output_ms":2.3634,"e2e_latency_ms":68.73,"fps_median":64.0,"fps_mean":63.782051282051285,"fps_p95":65.0,"fps_min":60.0,"fps_max":67.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-720/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71f","session_name":"yolo26n-t-b8f.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":55.12,"det_map_75":42.91,"det_map_50_95":39.73,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.1024,"avg_inference_ms":22.1917,"avg_output_ms":2.2957,"e2e_latency_ms":30.59,"fps_median":161.0,"fps_mean":161.43333333333334,"fps_p95":164.0,"fps_min":160.0,"fps_max":166.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-70f","session_name":"yolo26m-t-be5.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":68.87,"det_map_75":56.36,"det_map_50_95":51.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.2393,"avg_inference_ms":22.0349,"avg_output_ms":0.8944,"e2e_latency_ms":28.17,"fps_median":156.0,"fps_mean":154.21875,"fps_p95":157.0,"fps_min":148.0,"fps_max":159.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-70f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-70d","session_name":"yolo26m-t-be5.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":68.88,"det_map_75":56.41,"det_map_50_95":51.87,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.8994,"avg_inference_ms":39.7413,"avg_output_ms":0.7002,"e2e_latency_ms":45.34,"fps_median":88.0,"fps_mean":88.625,"fps_p95":91.0,"fps_min":86.0,"fps_max":92.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-70d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-ba1.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-70c","session_name":"yolo26s-t-ba1.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.53,"det_map_75":51.01,"det_map_50_95":47.08,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.1346,"avg_inference_ms":10.4668,"avg_output_ms":0.6058,"e2e_latency_ms":16.21,"fps_median":296.0,"fps_mean":295.6875,"fps_p95":303.0,"fps_min":291.0,"fps_max":303.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-70c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-ba1.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-70b","session_name":"yolo26s-t-ba1.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.54,"det_map_75":51.1,"det_map_50_95":47.12,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.9582,"avg_inference_ms":15.2947,"avg_output_ms":0.6125,"e2e_latency_ms":20.87,"fps_median":206.5,"fps_mean":206.41666666666666,"fps_p95":212.0,"fps_min":199.0,"fps_max":212.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-70b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-70a","session_name":"yolo26n-t-b8f.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.04,"det_map_75":42.76,"det_map_50_95":39.65,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.724,"avg_inference_ms":6.437,"avg_output_ms":0.6475,"e2e_latency_ms":11.81,"fps_median":431.0,"fps_mean":428.27272727272725,"fps_p95":450.0,"fps_min":396.0,"fps_max":450.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-70a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-709","session_name":"yolo26n-t-b8f.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.04,"det_map_75":42.8,"det_map_50_95":39.69,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.5825,"avg_inference_ms":7.9031,"avg_output_ms":0.5508,"e2e_latency_ms":13.04,"fps_median":353.5,"fps_mean":354.7142857142857,"fps_p95":372.0,"fps_min":340.0,"fps_max":372.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-709/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-548","session_name":"yolo26n-t-aec_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":49.27,"det_map_75":35.55,"det_map_50_95":31.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4708,"avg_inference_ms":104.5592,"avg_output_ms":7.2289,"e2e_latency_ms":140.26,"fps_median":8.657034273198688,"fps_mean":8.6508354485833,"fps_p95":8.767776667192733,"fps_min":8.136034496786266,"fps_max":9.336893802169895,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-548/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-537","session_name":"yolo26n-t-aec_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":47.09,"det_map_75":32.21,"det_map_50_95":29.11,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.9527,"avg_inference_ms":105.0183,"avg_output_ms":1.3166,"e2e_latency_ms":134.29,"fps_median":8.641249870381252,"fps_mean":8.644547087756694,"fps_p95":8.742557897589677,"fps_min":8.305371914554334,"fps_max":9.287724414641168,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-537/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-525","session_name":"yolo26s-t-aed.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":63.49,"det_map_75":51.09,"det_map_50_95":47.07,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0705,"avg_inference_ms":32.9066,"avg_output_ms":0.5614,"e2e_latency_ms":37.54,"fps_median":58.503484160914965,"fps_mean":97.16833283148927,"fps_p95":273.224043715847,"fps_min":27.982203318689315,"fps_max":662.6905235255136,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-525/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-524","session_name":"yolo26s-t-aed.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":63.58,"det_map_75":51.14,"det_map_50_95":47.17,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2512,"avg_inference_ms":10.1758,"avg_output_ms":0.5546,"e2e_latency_ms":13.98,"fps_median":277.7399049440518,"fps_mean":529.2863937023848,"fps_p95":1122.334455667789,"fps_min":82.7335153470671,"fps_max":1533.7423312883436,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-524/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-523","session_name":"yolo26n-t-aec.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":55.08,"det_map_75":42.82,"det_map_50_95":39.65,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.8726,"avg_inference_ms":15.2075,"avg_output_ms":0.6294,"e2e_latency_ms":19.71,"fps_median":125.9819461980077,"fps_mean":282.38631417757347,"fps_p95":719.9424046076314,"fps_min":55.42929992794191,"fps_max":952.3809523809524,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-523/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-522","session_name":"yolo26n-t-aec.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":55.1,"det_map_75":42.87,"det_map_50_95":39.7,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2265,"avg_inference_ms":4.205,"avg_output_ms":0.6317,"e2e_latency_ms":8.06,"fps_median":417.4277114856733,"fps_mean":650.7950918218532,"fps_p95":1231.527093596059,"fps_min":150.37593984962405,"fps_max":1550.3875968992247,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-522/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-519","session_name":"yolo26s-t-aed.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":63.6,"det_map_75":51.2,"det_map_50_95":47.12,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3002,"avg_inference_ms":5.3275,"avg_output_ms":0.4485,"e2e_latency_ms":9.08,"fps_median":310.2699348433137,"fps_mean":309.8931519205562,"fps_p95":314.4654088050315,"fps_min":227.5830678197542,"fps_max":489.47626040137055,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-519/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-518","session_name":"yolo26n-t-aec.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":55.05,"det_map_75":42.91,"det_map_50_95":39.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1821,"avg_inference_ms":1.7508,"avg_output_ms":0.5355,"e2e_latency_ms":5.47,"fps_median":745.7121551081283,"fps_mean":733.2246802665234,"fps_p95":773.9938080495356,"fps_min":355.87188612099646,"fps_max":880.2816901408451,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-518/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4e3","session_name":"yolo26s-t-aed.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":58.64,"det_map_75":46.31,"det_map_50_95":41.69,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.9178,"avg_inference_ms":47.3562,"avg_output_ms":1.2725,"e2e_latency_ms":56.55,"fps_median":20.375105697975453,"fps_mean":20.374642356956432,"fps_p95":20.54316118164263,"fps_min":19.138755980861244,"fps_max":21.668472372697725,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4e2","session_name":"yolo26n-t-aec.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":50.95,"det_map_75":38.26,"det_map_50_95":34.97,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.8497,"avg_inference_ms":21.3602,"avg_output_ms":1.3033,"e2e_latency_ms":30.51,"fps_median":45.966444495518274,"fps_mean":45.973364380721996,"fps_p95":46.73989249824725,"fps_min":1.318198655173732,"fps_max":83.05647840531562,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4e1","session_name":"yolo26s-t-aed.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":63.53,"det_map_75":51.1,"det_map_50_95":47.13,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1372,"avg_inference_ms":15.6825,"avg_output_ms":1.026,"e2e_latency_ms":24.85,"fps_median":108.14318157240186,"fps_mean":111.26291583300686,"fps_p95":160.56518946692358,"fps_min":4.26481062108437,"fps_max":199.2825827022718,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4e0","session_name":"yolo26n-t-aec.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":55.13,"det_map_75":42.91,"det_map_50_95":39.72,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.5885,"avg_inference_ms":6.9434,"avg_output_ms":1.3336,"e2e_latency_ms":16.87,"fps_median":159.31177314003506,"fps_mean":157.3262396762377,"fps_p95":162.52234682268812,"fps_min":74.11799584939223,"fps_max":417.88549937317174,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7a8","session_name":"yolov8m-seg-t-be6.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.11,"det_map_75":52.55,"det_map_50_95":48.02,"mask_map_50":60.67,"mask_map_50_95":37.63,"avg_input_ms":7.2696,"avg_inference_ms":28.4096,"avg_output_ms":5.2938,"e2e_latency_ms":40.97,"fps_median":119.0,"fps_mean":118.73809523809524,"fps_p95":121.0,"fps_min":115.0,"fps_max":122.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7a8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7a7","session_name":"yolov8m-seg-t-be6.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.15,"det_map_75":52.62,"det_map_50_95":48.1,"mask_map_50":60.69,"mask_map_50_95":37.64,"avg_input_ms":6.1048,"avg_inference_ms":54.8663,"avg_output_ms":3.9236,"e2e_latency_ms":64.89,"fps_median":62.5,"fps_mean":62.4375,"fps_p95":64.0,"fps_min":60.0,"fps_max":64.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7a7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7a5","session_name":"yolov8s-seg-t-b9d.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.09,"det_map_75":47.03,"det_map_50_95":43.2,"mask_map_50":55.6,"mask_map_50_95":34.37,"avg_input_ms":7.253,"avg_inference_ms":13.3477,"avg_output_ms":5.1975,"e2e_latency_ms":25.8,"fps_median":222.5,"fps_mean":223.0909090909091,"fps_p95":231.0,"fps_min":217.0,"fps_max":233.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7a5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7a4","session_name":"yolov8s-seg-t-b9d.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.09,"det_map_75":47.04,"det_map_50_95":43.24,"mask_map_50":55.62,"mask_map_50_95":34.37,"avg_input_ms":6.6057,"avg_inference_ms":20.5745,"avg_output_ms":4.1109,"e2e_latency_ms":31.29,"fps_median":151.0,"fps_mean":150.63636363636363,"fps_p95":155.0,"fps_min":145.0,"fps_max":156.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7a4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-7a1","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":38.09,"det_map_75":21.33,"det_map_50_95":21.25,"mask_map_50":38.11,"mask_map_50_95":21.84,"avg_input_ms":19.0142,"avg_inference_ms":75.2466,"avg_output_ms":13.9973,"e2e_latency_ms":108.26,"fps_median":47.0,"fps_mean":46.839622641509436,"fps_p95":53.0,"fps_min":38.0,"fps_max":56.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-7a0","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":48.04,"det_map_75":36.37,"det_map_50_95":33.57,"mask_map_50":45.28,"mask_map_50_95":27.11,"avg_input_ms":16.1047,"avg_inference_ms":23.0656,"avg_output_ms":58.1866,"e2e_latency_ms":97.36,"fps_median":29.0,"fps_mean":28.820809248554912,"fps_p95":34.0,"fps_min":22.0,"fps_max":37.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-79a","session_name":"yolov8s-seg-t-b9d.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":57.31,"det_map_75":45.5,"det_map_50_95":41.63,"mask_map_50":53.89,"mask_map_50_95":33.08,"avg_input_ms":9.7866,"avg_inference_ms":42.2897,"avg_output_ms":7.3679,"e2e_latency_ms":59.44,"fps_median":23.0,"fps_mean":22.668181818181818,"fps_p95":23.0,"fps_min":22.0,"fps_max":23.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-79a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-798","session_name":"yolov8m-seg-t-be6.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":57.81,"det_map_75":44.88,"det_map_50_95":41.02,"mask_map_50":54.64,"mask_map_50_95":33.39,"avg_input_ms":16.4668,"avg_inference_ms":33.7857,"avg_output_ms":12.2776,"e2e_latency_ms":62.53,"fps_median":35.0,"fps_mean":34.84615384615385,"fps_p95":36.0,"fps_min":33.0,"fps_max":36.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-798/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-77f","session_name":"yolov8m-seg-t-be6_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":46.14,"det_map_75":26.36,"det_map_50_95":26.39,"mask_map_50":47.04,"mask_map_50_95":27.71,"avg_input_ms":12.4903,"avg_inference_ms":492.3447,"avg_output_ms":8.0071,"e2e_latency_ms":512.84,"fps_median":8.0,"fps_mean":8.088996763754045,"fps_p95":9.0,"fps_min":8.0,"fps_max":9.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-77f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-77d","session_name":"yolov8m-seg-t-be6_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":46.14,"det_map_75":26.36,"det_map_50_95":26.39,"mask_map_50":47.04,"mask_map_50_95":27.71,"avg_input_ms":12.6327,"avg_inference_ms":492.4355,"avg_output_ms":8.0777,"e2e_latency_ms":513.15,"fps_median":8.0,"fps_mean":8.087378640776699,"fps_p95":9.0,"fps_min":8.0,"fps_max":9.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-77d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-77b","session_name":"yolov8m-seg-t-be6_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":61.68,"det_map_75":50.1,"det_map_50_95":45.89,"mask_map_50":58.32,"mask_map_50_95":36.07,"avg_input_ms":11.9835,"avg_inference_ms":492.6183,"avg_output_ms":24.4884,"e2e_latency_ms":529.09,"fps_median":8.0,"fps_mean":8.080906148867314,"fps_p95":9.0,"fps_min":7.0,"fps_max":9.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-77b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-772","session_name":"yolov8m-seg-t-be6.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":62.28,"det_map_75":50.86,"det_map_50_95":46.46,"mask_map_50":58.75,"mask_map_50_95":36.48,"avg_input_ms":9.9214,"avg_inference_ms":66.598,"avg_output_ms":7.0948,"e2e_latency_ms":83.61,"fps_median":13.0,"fps_mean":13.304,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-772/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-766","session_name":"yolov8m-seg-t-be6.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":64.11,"det_map_75":52.55,"det_map_50_95":48.04,"mask_map_50":60.7,"mask_map_50_95":37.64,"avg_input_ms":13.6661,"avg_inference_ms":68.2633,"avg_output_ms":9.07,"e2e_latency_ms":91.0,"fps_median":58.0,"fps_mean":57.76744186046512,"fps_p95":59.0,"fps_min":40.0,"fps_max":60.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-766/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-738","session_name":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":63.12,"det_map_75":51.69,"det_map_50_95":47.26,"mask_map_50":59.63,"mask_map_50_95":37.0,"avg_input_ms":3.6827,"avg_inference_ms":50.3664,"avg_output_ms":3.9218,"e2e_latency_ms":57.97,"fps_median":58.0,"fps_mean":58.294117647058826,"fps_p95":64.0,"fps_min":55.0,"fps_max":64.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-738/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-737","session_name":"yolov8s-seg-t-b9d.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":58.69,"det_map_75":46.62,"det_map_50_95":42.84,"mask_map_50":55.23,"mask_map_50_95":34.13,"avg_input_ms":3.1835,"avg_inference_ms":21.1773,"avg_output_ms":3.6626,"e2e_latency_ms":28.02,"fps_median":132.5,"fps_mean":136.13888888888889,"fps_p95":151.0,"fps_min":130.0,"fps_max":151.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-737/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-736","session_name":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":49.94,"det_map_75":37.88,"det_map_50_95":35.17,"mask_map_50":46.91,"mask_map_50_95":28.47,"avg_input_ms":4.3339,"avg_inference_ms":6.641,"avg_output_ms":5.9577,"e2e_latency_ms":16.93,"fps_median":285.5,"fps_mean":306.8125,"fps_p95":362.0,"fps_min":267.0,"fps_max":362.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-736/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-72e","session_name":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":63.08,"det_map_75":51.64,"det_map_50_95":47.22,"mask_map_50":59.65,"mask_map_50_95":37.1,"avg_input_ms":3.1126,"avg_inference_ms":17.1261,"avg_output_ms":3.2689,"e2e_latency_ms":23.51,"fps_median":111.0,"fps_mean":111.31818181818181,"fps_p95":112.0,"fps_min":110.0,"fps_max":112.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-72e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-72c","session_name":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":49.88,"det_map_75":37.87,"det_map_50_95":35.13,"mask_map_50":46.87,"mask_map_50_95":28.46,"avg_input_ms":3.3777,"avg_inference_ms":2.7359,"avg_output_ms":4.1002,"e2e_latency_ms":10.21,"fps_median":423.0,"fps_mean":422.6363636363636,"fps_p95":431.0,"fps_min":410.0,"fps_max":431.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-72c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-724","session_name":"yolov8m-seg-t-be6.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":64.15,"det_map_75":52.57,"det_map_50_95":48.09,"mask_map_50":60.7,"mask_map_50_95":37.63,"avg_input_ms":7.3512,"avg_inference_ms":237.885,"avg_output_ms":6.4049,"e2e_latency_ms":251.64,"fps_median":16.0,"fps_mean":16.539735099337747,"fps_p95":20.0,"fps_min":16.0,"fps_max":20.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-724/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-723","session_name":"yolov8s-seg-t-b9d.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":59.06,"det_map_75":47.04,"det_map_50_95":43.24,"mask_map_50":55.52,"mask_map_50_95":34.31,"avg_input_ms":7.0156,"avg_inference_ms":102.0907,"avg_output_ms":6.3314,"e2e_latency_ms":115.44,"fps_median":38.0,"fps_mean":38.0763358778626,"fps_p95":40.0,"fps_min":36.0,"fps_max":40.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-723/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-722","session_name":"yolov8n-seg-t-b7f.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":50.29,"det_map_75":38.26,"det_map_50_95":35.45,"mask_map_50":47.27,"mask_map_50_95":28.69,"avg_input_ms":6.4805,"avg_inference_ms":39.976,"avg_output_ms":5.9153,"e2e_latency_ms":52.37,"fps_median":95.0,"fps_mean":94.73076923076923,"fps_p95":96.0,"fps_min":92.0,"fps_max":99.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-722/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP16","session_id":"v-711","session_name":"yolov8n-seg-t-b7f.fp16-aarch64-onnx-cpu","session_status":"complete","det_map_50":50.29,"det_map_75":38.22,"det_map_50_95":35.43,"mask_map_50":47.22,"mask_map_50_95":28.67,"avg_input_ms":26.509,"avg_inference_ms":277.8764,"avg_output_ms":56.2881,"e2e_latency_ms":360.67,"fps_median":7.0,"fps_mean":6.858516483516484,"fps_p95":8.0,"fps_min":4.0,"fps_max":9.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-711/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6e2","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":45.37,"det_map_75":26.63,"det_map_50_95":26.38,"mask_map_50":45.55,"mask_map_50_95":26.8,"avg_input_ms":11.5586,"avg_inference_ms":187.0806,"avg_output_ms":7.4823,"e2e_latency_ms":206.12,"fps_median":21.0,"fps_mean":21.139830508474578,"fps_p95":22.0,"fps_min":20.0,"fps_max":22.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6e2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cpu","target_key":"onnx","target_label":"Intel Core i9-13900F \u00b7 32-core","platform_footer":"onnx-cpu","chip_family":"Intel Core i9-13900F","cpu_cores":32,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-6e1","session_name":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cpu","session_status":"complete","det_map_50":50.28,"det_map_75":38.23,"det_map_50_95":35.44,"mask_map_50":47.27,"mask_map_50_95":28.68,"avg_input_ms":36.3171,"avg_inference_ms":68.4439,"avg_output_ms":48.2295,"e2e_latency_ms":152.99,"fps_median":23.0,"fps_mean":22.986175115207374,"fps_p95":28.0,"fps_min":15.0,"fps_max":33.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6e1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6e0","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":45.39,"det_map_75":26.75,"det_map_50_95":26.45,"mask_map_50":45.69,"mask_map_50_95":26.94,"avg_input_ms":33.59,"avg_inference_ms":149.3271,"avg_output_ms":6.9727,"e2e_latency_ms":189.89,"fps_median":6.0,"fps_mean":6.215174129353234,"fps_p95":7.0,"fps_min":6.0,"fps_max":7.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6e0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6df","session_name":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.27,"det_map_75":38.2,"det_map_50_95":35.43,"mask_map_50":47.21,"mask_map_50_95":28.69,"avg_input_ms":5.7539,"avg_inference_ms":7.9475,"avg_output_ms":4.2068,"e2e_latency_ms":17.91,"fps_median":333.0,"fps_mean":332.53333333333336,"fps_p95":343.0,"fps_min":321.0,"fps_max":343.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6df/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6dd","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":45.37,"det_map_75":26.63,"det_map_50_95":26.38,"mask_map_50":45.55,"mask_map_50_95":26.8,"avg_input_ms":11.5295,"avg_inference_ms":187.0028,"avg_output_ms":7.4772,"e2e_latency_ms":206.01,"fps_median":21.0,"fps_mean":21.14406779661017,"fps_p95":22.0,"fps_min":20.0,"fps_max":22.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6dd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cpu","target_key":"onnx","target_label":"Intel Core i9-13900F \u00b7 32-core","platform_footer":"onnx-cpu","chip_family":"Intel Core i9-13900F","cpu_cores":32,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP16","session_id":"v-6dc","session_name":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cpu","session_status":"complete","det_map_50":50.27,"det_map_75":38.21,"det_map_50_95":35.43,"mask_map_50":47.22,"mask_map_50_95":28.69,"avg_input_ms":39.1647,"avg_inference_ms":104.4039,"avg_output_ms":63.9504,"e2e_latency_ms":207.52,"fps_median":17.0,"fps_mean":17.45104895104895,"fps_p95":21.0,"fps_min":10.0,"fps_max":26.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6dc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6db","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":57.48,"det_map_75":45.47,"det_map_50_95":41.74,"mask_map_50":54.15,"mask_map_50_95":33.29,"avg_input_ms":12.6506,"avg_inference_ms":188.4264,"avg_output_ms":27.7364,"e2e_latency_ms":228.81,"fps_median":21.0,"fps_mean":20.89121338912134,"fps_p95":22.0,"fps_min":19.0,"fps_max":23.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6db/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6da","session_name":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.26,"det_map_75":38.22,"det_map_50_95":35.44,"mask_map_50":47.27,"mask_map_50_95":28.68,"avg_input_ms":6.1901,"avg_inference_ms":10.7888,"avg_output_ms":4.0499,"e2e_latency_ms":21.03,"fps_median":243.0,"fps_mean":244.05,"fps_p95":252.0,"fps_min":236.0,"fps_max":252.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6da/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6d9","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":45.39,"det_map_75":26.75,"det_map_50_95":26.45,"mask_map_50":45.69,"mask_map_50_95":26.94,"avg_input_ms":33.6165,"avg_inference_ms":149.1992,"avg_output_ms":7.0438,"e2e_latency_ms":189.86,"fps_median":6.0,"fps_mean":6.219178082191781,"fps_p95":7.0,"fps_min":6.0,"fps_max":7.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6d8","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":38.09,"det_map_75":21.33,"det_map_50_95":21.25,"mask_map_50":38.11,"mask_map_50_95":21.84,"avg_input_ms":18.9995,"avg_inference_ms":75.3361,"avg_output_ms":13.2509,"e2e_latency_ms":107.59,"fps_median":48.0,"fps_mean":48.25242718446602,"fps_p95":56.0,"fps_min":38.0,"fps_max":58.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6d6","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":57.51,"det_map_75":45.69,"det_map_50_95":41.84,"mask_map_50":54.12,"mask_map_50_95":33.38,"avg_input_ms":33.7856,"avg_inference_ms":144.5387,"avg_output_ms":34.3198,"e2e_latency_ms":212.64,"fps_median":6.0,"fps_mean":6.44258064516129,"fps_p95":7.0,"fps_min":5.0,"fps_max":7.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6d3","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":37.94,"det_map_75":21.42,"det_map_50_95":21.23,"mask_map_50":37.87,"mask_map_50_95":21.74,"avg_input_ms":33.9543,"avg_inference_ms":82.0323,"avg_output_ms":7.5405,"e2e_latency_ms":123.53,"fps_median":11.0,"fps_mean":10.662393162393162,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6d0","session_name":"yolov8s-seg-t-b9d.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":54.14,"det_map_75":40.62,"det_map_50_95":37.5,"mask_map_50":50.83,"mask_map_50_95":30.87,"avg_input_ms":17.2367,"avg_inference_ms":16.927,"avg_output_ms":16.0321,"e2e_latency_ms":50.2,"fps_median":51.0,"fps_mean":51.422680412371136,"fps_p95":58.0,"fps_min":41.0,"fps_max":62.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6d0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6cc","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":37.94,"det_map_75":21.42,"det_map_50_95":21.23,"mask_map_50":37.87,"mask_map_50_95":21.74,"avg_input_ms":35.0884,"avg_inference_ms":81.9773,"avg_output_ms":7.6032,"e2e_latency_ms":124.67,"fps_median":11.0,"fps_mean":10.666666666666666,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6cc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6cb","session_name":"yolov8n-seg-t-b7f.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":46.19,"det_map_75":34.14,"det_map_50_95":31.41,"mask_map_50":43.27,"mask_map_50_95":25.84,"avg_input_ms":17.5407,"avg_inference_ms":10.2265,"avg_output_ms":19.4041,"e2e_latency_ms":47.17,"fps_median":41.0,"fps_mean":41.44166666666667,"fps_p95":48.0,"fps_min":30.0,"fps_max":50.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6cb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6c8","session_name":"yolov8s-seg-t-b9d.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":59.05,"det_map_75":47.02,"det_map_50_95":43.19,"mask_map_50":55.49,"mask_map_50_95":34.33,"avg_input_ms":15.3083,"avg_inference_ms":13.4851,"avg_output_ms":14.371,"e2e_latency_ms":43.16,"fps_median":96.0,"fps_mean":96.7843137254902,"fps_p95":104.0,"fps_min":89.0,"fps_max":109.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6c5","session_name":"yolov8n-seg-t-b7f.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":50.31,"det_map_75":38.19,"det_map_50_95":35.44,"mask_map_50":47.27,"mask_map_50_95":28.71,"avg_input_ms":14.0573,"avg_inference_ms":5.8528,"avg_output_ms":14.7811,"e2e_latency_ms":34.69,"fps_median":88.0,"fps_mean":88.19642857142857,"fps_p95":94.0,"fps_min":77.0,"fps_max":96.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6c4","session_name":"yolov8n-seg-t-b7f.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":48.48,"det_map_75":36.8,"det_map_50_95":33.94,"mask_map_50":45.43,"mask_map_50_95":27.61,"avg_input_ms":10.9138,"avg_inference_ms":16.196,"avg_output_ms":8.609,"e2e_latency_ms":35.72,"fps_median":54.0,"fps_mean":53.80434782608695,"fps_p95":55.0,"fps_min":52.0,"fps_max":56.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6c1","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":48.1,"det_map_75":36.32,"det_map_50_95":33.6,"mask_map_50":45.14,"mask_map_50_95":27.14,"avg_input_ms":35.8288,"avg_inference_ms":77.6484,"avg_output_ms":43.6848,"e2e_latency_ms":157.16,"fps_median":11.0,"fps_mean":11.217977528089888,"fps_p95":12.0,"fps_min":9.0,"fps_max":13.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7aa","session_name":"yolo11m-seg-t-be9.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":66.2,"det_map_75":54.0,"det_map_50_95":49.8,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.3725,"avg_inference_ms":22.1302,"avg_output_ms":0.9148,"e2e_latency_ms":28.42,"fps_median":152.0,"fps_mean":152.59375,"fps_p95":156.0,"fps_min":148.0,"fps_max":159.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7aa/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7a9","session_name":"yolo11m-seg-t-be9.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":66.22,"det_map_75":54.05,"det_map_50_95":49.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.7888,"avg_inference_ms":40.0859,"avg_output_ms":0.6778,"e2e_latency_ms":45.55,"fps_median":88.0,"fps_mean":87.98214285714286,"fps_p95":89.0,"fps_min":84.0,"fps_max":91.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7a9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-773","session_name":"yolo11m-seg-t-be9.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":63.26,"det_map_75":51.67,"det_map_50_95":47.25,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0016,"avg_inference_ms":70.7158,"avg_output_ms":2.9996,"e2e_latency_ms":81.72,"fps_median":14.0,"fps_mean":13.6448087431694,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-773/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-769","session_name":"yolo11m-seg-t-be9.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":66.19,"det_map_75":54.0,"det_map_50_95":49.81,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.0623,"avg_inference_ms":51.022,"avg_output_ms":1.4346,"e2e_latency_ms":63.52,"fps_median":77.0,"fps_mean":77.140625,"fps_p95":78.0,"fps_min":76.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-769/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-73b","session_name":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":65.05,"det_map_75":53.06,"det_map_50_95":48.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.8864,"avg_inference_ms":39.0559,"avg_output_ms":0.6649,"e2e_latency_ms":43.61,"fps_median":75.0,"fps_mean":74.72727272727273,"fps_p95":78.0,"fps_min":72.0,"fps_max":78.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-73b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-739","session_name":"yolo11n-seg-t-b90.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":51.85,"det_map_75":40.44,"det_map_50_95":37.11,"mask_map_50":48.74,"mask_map_50_95":29.94,"avg_input_ms":4.7207,"avg_inference_ms":6.8572,"avg_output_ms":6.489,"e2e_latency_ms":18.07,"fps_median":266.0,"fps_mean":290.29411764705884,"fps_p95":362.0,"fps_min":245.0,"fps_max":362.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-739/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-731","session_name":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":65.03,"det_map_75":52.93,"det_map_50_95":48.77,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.598,"avg_inference_ms":18.6973,"avg_output_ms":0.478,"e2e_latency_ms":22.77,"fps_median":102.0,"fps_mean":102.41666666666667,"fps_p95":103.0,"fps_min":102.0,"fps_max":103.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-731/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-730","session_name":"yolo11s-seg-t-b9c.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":60.16,"det_map_75":47.67,"det_map_50_95":44.11,"mask_map_50":56.75,"mask_map_50_95":34.89,"avg_input_ms":3.1349,"avg_inference_ms":6.8086,"avg_output_ms":3.3172,"e2e_latency_ms":13.26,"fps_median":254.0,"fps_mean":253.73684210526315,"fps_p95":255.0,"fps_min":250.0,"fps_max":255.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-730/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-72b","session_name":"yolo11m-seg-t-be9.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":66.25,"det_map_75":54.06,"det_map_50_95":49.85,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.6293,"avg_inference_ms":168.8608,"avg_output_ms":2.2605,"e2e_latency_ms":177.75,"fps_median":24.0,"fps_mean":23.176744186046513,"fps_p95":24.0,"fps_min":20.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-72b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-726","session_name":"yolo11s-seg-t-b9c.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":60.89,"det_map_75":48.41,"det_map_50_95":44.79,"mask_map_50":57.36,"mask_map_50_95":35.25,"avg_input_ms":7.2687,"avg_inference_ms":91.6849,"avg_output_ms":6.3014,"e2e_latency_ms":105.25,"fps_median":42.5,"fps_mean":42.1271186440678,"fps_p95":44.0,"fps_min":40.0,"fps_max":44.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-726/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-725","session_name":"yolo11n-seg-t-b90.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":52.25,"det_map_75":40.81,"det_map_50_95":37.42,"mask_map_50":49.1,"mask_map_50_95":30.16,"avg_input_ms":6.8083,"avg_inference_ms":37.2302,"avg_output_ms":5.8381,"e2e_latency_ms":49.88,"fps_median":100.0,"fps_mean":99.88,"fps_p95":102.0,"fps_min":96.0,"fps_max":103.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-725/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-700","session_name":"yolo11n-seg-t-b90_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":37.52,"det_map_75":21.45,"det_map_50_95":21.38,"mask_map_50":37.43,"mask_map_50_95":21.48,"avg_input_ms":33.8581,"avg_inference_ms":108.4704,"avg_output_ms":7.4838,"e2e_latency_ms":149.81,"fps_median":8.0,"fps_mean":8.317803660565724,"fps_p95":9.0,"fps_min":7.0,"fps_max":9.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-700/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6f9","session_name":"yolo11n-seg-t-b90_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":37.52,"det_map_75":21.45,"det_map_50_95":21.38,"mask_map_50":37.43,"mask_map_50_95":21.48,"avg_input_ms":34.0003,"avg_inference_ms":108.5486,"avg_output_ms":7.5804,"e2e_latency_ms":150.13,"fps_median":8.0,"fps_mean":8.311148086522463,"fps_p95":9.0,"fps_min":7.0,"fps_max":9.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6f9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6f1","session_name":"yolo11s-seg-t-b9c.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":58.53,"det_map_75":46.33,"det_map_50_95":42.77,"mask_map_50":55.24,"mask_map_50_95":33.89,"avg_input_ms":10.4684,"avg_inference_ms":38.4607,"avg_output_ms":7.7989,"e2e_latency_ms":56.73,"fps_median":24.0,"fps_mean":23.84688995215311,"fps_p95":24.0,"fps_min":23.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6ec","session_name":"yolo11n-seg-t-b90.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":50.02,"det_map_75":38.98,"det_map_50_95":35.79,"mask_map_50":47.04,"mask_map_50_95":28.71,"avg_input_ms":10.057,"avg_inference_ms":24.2655,"avg_output_ms":8.0202,"e2e_latency_ms":42.34,"fps_median":40.0,"fps_mean":40.46341463414634,"fps_p95":41.0,"fps_min":39.0,"fps_max":42.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6ec/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6ea","session_name":"yolo11n-seg-t-b90_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":47.33,"det_map_75":35.82,"det_map_50_95":33.22,"mask_map_50":44.4,"mask_map_50_95":26.61,"avg_input_ms":34.1784,"avg_inference_ms":103.5328,"avg_output_ms":39.6822,"e2e_latency_ms":177.39,"fps_median":9.0,"fps_mean":8.742556917688265,"fps_p95":9.0,"fps_min":7.0,"fps_max":10.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6ea/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6e7","session_name":"yolo11s-seg-t-b9c.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":60.84,"det_map_75":48.42,"det_map_50_95":44.75,"mask_map_50":57.35,"mask_map_50_95":35.28,"avg_input_ms":7.1174,"avg_inference_ms":13.2029,"avg_output_ms":4.7042,"e2e_latency_ms":25.02,"fps_median":225.0,"fps_mean":224.9090909090909,"fps_p95":234.0,"fps_min":217.0,"fps_max":234.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6e7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6e6","session_name":"yolo11s-seg-t-b9c.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":60.88,"det_map_75":48.4,"det_map_50_95":44.77,"mask_map_50":57.4,"mask_map_50_95":35.27,"avg_input_ms":6.6983,"avg_inference_ms":19.6195,"avg_output_ms":4.0939,"e2e_latency_ms":30.41,"fps_median":154.0,"fps_mean":153.59375,"fps_p95":158.0,"fps_min":149.0,"fps_max":158.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6e6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6e5","session_name":"yolo11n-seg-t-b90.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":52.22,"det_map_75":40.79,"det_map_50_95":37.39,"mask_map_50":49.04,"mask_map_50_95":30.15,"avg_input_ms":5.8889,"avg_inference_ms":8.4329,"avg_output_ms":4.232,"e2e_latency_ms":18.55,"fps_median":320.0,"fps_mean":316.8666666666667,"fps_p95":339.0,"fps_min":299.0,"fps_max":339.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6e5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6e3","session_name":"yolo11n-seg-t-b90.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":52.22,"det_map_75":40.82,"det_map_50_95":37.4,"mask_map_50":49.07,"mask_map_50_95":30.16,"avg_input_ms":6.2442,"avg_inference_ms":10.967,"avg_output_ms":4.0179,"e2e_latency_ms":21.23,"fps_median":239.0,"fps_mean":239.05,"fps_p95":260.0,"fps_min":228.0,"fps_max":260.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6e3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6cd","session_name":"yolo11s-seg-t-b9c.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":60.85,"det_map_75":48.44,"det_map_50_95":44.73,"mask_map_50":57.38,"mask_map_50_95":35.28,"avg_input_ms":15.4889,"avg_inference_ms":14.6707,"avg_output_ms":14.1345,"e2e_latency_ms":44.29,"fps_median":99.0,"fps_mean":96.62745098039215,"fps_p95":104.0,"fps_min":42.0,"fps_max":105.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6cd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6c9","session_name":"yolo11n-seg-t-b90.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":52.22,"det_map_75":40.72,"det_map_50_95":37.37,"mask_map_50":49.09,"mask_map_50_95":30.17,"avg_input_ms":14.0781,"avg_inference_ms":6.4558,"avg_output_ms":14.3021,"e2e_latency_ms":34.84,"fps_median":93.0,"fps_mean":92.94339622641509,"fps_p95":101.0,"fps_min":83.0,"fps_max":103.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7ac","session_name":"yolo26m-seg-t-be8.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":69.14,"det_map_75":56.98,"det_map_50_95":52.01,"mask_map_50":65.61,"mask_map_50_95":41.99,"avg_input_ms":7.2818,"avg_inference_ms":29.7486,"avg_output_ms":5.3843,"e2e_latency_ms":42.41,"fps_median":110.0,"fps_mean":109.75555555555556,"fps_p95":112.0,"fps_min":105.0,"fps_max":113.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7ac/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7ab","session_name":"yolo26m-seg-t-be8.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":69.16,"det_map_75":56.98,"det_map_50_95":52.04,"mask_map_50":65.65,"mask_map_50_95":42.0,"avg_input_ms":5.9814,"avg_inference_ms":55.1934,"avg_output_ms":3.8893,"e2e_latency_ms":65.06,"fps_median":62.0,"fps_mean":61.51851851851852,"fps_p95":64.0,"fps_min":60.0,"fps_max":64.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7ab/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-775","session_name":"yolo26m-seg-t-be8.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":62.3,"det_map_75":48.51,"det_map_50_95":43.54,"mask_map_50":58.7,"mask_map_50_95":35.94,"avg_input_ms":9.2331,"avg_inference_ms":105.3766,"avg_output_ms":5.7426,"e2e_latency_ms":120.35,"fps_median":9.0,"fps_mean":9.168807339449542,"fps_p95":10.0,"fps_min":9.0,"fps_max":10.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-775/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-76a","session_name":"yolo26m-seg-t-be8.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":69.06,"det_map_75":56.9,"det_map_50_95":51.96,"mask_map_50":65.6,"mask_map_50_95":42.02,"avg_input_ms":13.364,"avg_inference_ms":74.8621,"avg_output_ms":8.8252,"e2e_latency_ms":97.05,"fps_median":53.0,"fps_mean":52.88297872340426,"fps_p95":54.0,"fps_min":52.0,"fps_max":55.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-73d","session_name":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":62.88,"det_map_75":50.27,"det_map_50_95":46.35,"mask_map_50":59.72,"mask_map_50_95":37.82,"avg_input_ms":3.1164,"avg_inference_ms":21.9298,"avg_output_ms":3.5287,"e2e_latency_ms":28.57,"fps_median":127.0,"fps_mean":131.07894736842104,"fps_p95":149.0,"fps_min":124.0,"fps_max":151.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-73d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-73c","session_name":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":54.71,"det_map_75":42.26,"det_map_50_95":39.14,"mask_map_50":51.79,"mask_map_50_95":32.48,"avg_input_ms":4.5272,"avg_inference_ms":6.8792,"avg_output_ms":5.8668,"e2e_latency_ms":17.27,"fps_median":282.5,"fps_mean":305.8125,"fps_p95":360.0,"fps_min":269.0,"fps_max":360.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-73c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-734","session_name":"yolo26m-seg-t-be8.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":67.21,"det_map_75":54.9,"det_map_50_95":50.24,"mask_map_50":63.81,"mask_map_50_95":40.81,"avg_input_ms":3.4887,"avg_inference_ms":26.2792,"avg_output_ms":3.7811,"e2e_latency_ms":33.55,"fps_median":74.0,"fps_mean":73.70149253731343,"fps_p95":74.0,"fps_min":73.0,"fps_max":75.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-734/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-733","session_name":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":62.87,"det_map_75":50.2,"det_map_50_95":46.32,"mask_map_50":59.69,"mask_map_50_95":37.87,"avg_input_ms":3.0171,"avg_inference_ms":8.2924,"avg_output_ms":3.1665,"e2e_latency_ms":14.48,"fps_median":217.0,"fps_mean":216.91304347826087,"fps_p95":221.0,"fps_min":209.0,"fps_max":222.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-733/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-732","session_name":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":54.63,"det_map_75":42.24,"det_map_50_95":39.13,"mask_map_50":51.83,"mask_map_50_95":32.47,"avg_input_ms":3.2508,"avg_inference_ms":2.7036,"avg_output_ms":3.6973,"e2e_latency_ms":9.65,"fps_median":457.5,"fps_mean":457.1,"fps_p95":464.0,"fps_min":447.0,"fps_max":464.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-732/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-729","session_name":"yolo26m-seg-t-be8.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":69.17,"det_map_75":56.95,"det_map_50_95":52.06,"mask_map_50":65.68,"mask_map_50_95":42.02,"avg_input_ms":7.3954,"avg_inference_ms":279.6073,"avg_output_ms":6.3392,"e2e_latency_ms":293.34,"fps_median":15.0,"fps_mean":14.087570621468927,"fps_p95":16.0,"fps_min":12.0,"fps_max":16.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-729/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-728","session_name":"yolo26s-seg-t-b9b.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":63.45,"det_map_75":50.8,"det_map_50_95":46.87,"mask_map_50":60.22,"mask_map_50_95":38.16,"avg_input_ms":7.2222,"avg_inference_ms":92.579,"avg_output_ms":6.2018,"e2e_latency_ms":106.0,"fps_median":41.0,"fps_mean":41.625,"fps_p95":44.0,"fps_min":40.0,"fps_max":44.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-728/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-727","session_name":"yolo26n-seg-t-b93.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":55.04,"det_map_75":42.58,"det_map_50_95":39.47,"mask_map_50":52.18,"mask_map_50_95":32.69,"avg_input_ms":6.8322,"avg_inference_ms":33.6419,"avg_output_ms":5.59,"e2e_latency_ms":46.06,"fps_median":109.0,"fps_mean":108.73333333333333,"fps_p95":111.0,"fps_min":106.0,"fps_max":111.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-727/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-710","session_name":"yolo26n-seg-t-b93_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":17.17,"det_map_75":3.68,"det_map_50_95":6.57,"mask_map_50":21.57,"mask_map_50_95":10.35,"avg_input_ms":33.193,"avg_inference_ms":123.3321,"avg_output_ms":6.5625,"e2e_latency_ms":163.09,"fps_median":7.0,"fps_mean":7.434523809523809,"fps_p95":8.0,"fps_min":7.0,"fps_max":8.0,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-710/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-70e","session_name":"yolo26n-seg-t-b93_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":41.1,"det_map_75":25.08,"det_map_50_95":24.03,"mask_map_50":39.01,"mask_map_50_95":22.13,"avg_input_ms":36.7656,"avg_inference_ms":123.6292,"avg_output_ms":31.7983,"e2e_latency_ms":192.19,"fps_median":7.0,"fps_mean":7.419019316493314,"fps_p95":8.0,"fps_min":6.0,"fps_max":9.0,"decoder_variant":"smart","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-70e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6fa","session_name":"yolo26s-seg-t-b9b.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":55.82,"det_map_75":42.0,"det_map_50_95":37.36,"mask_map_50":53.21,"mask_map_50_95":31.97,"avg_input_ms":10.506,"avg_inference_ms":58.8512,"avg_output_ms":5.98,"e2e_latency_ms":75.34,"fps_median":16.0,"fps_mean":16.0,"fps_p95":16.0,"fps_min":16.0,"fps_max":16.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6fa/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6ef","session_name":"yolo26s-seg-t-b9b.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.44,"det_map_75":50.75,"det_map_50_95":46.81,"mask_map_50":60.13,"mask_map_50_95":38.12,"avg_input_ms":7.4258,"avg_inference_ms":14.1598,"avg_output_ms":4.8837,"e2e_latency_ms":26.47,"fps_median":207.0,"fps_mean":207.45833333333334,"fps_p95":216.0,"fps_min":191.0,"fps_max":216.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6ef/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6ee","session_name":"yolo26s-seg-t-b9b.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.45,"det_map_75":50.75,"det_map_50_95":46.86,"mask_map_50":60.18,"mask_map_50_95":38.16,"avg_input_ms":6.7949,"avg_inference_ms":20.2894,"avg_output_ms":4.0334,"e2e_latency_ms":31.12,"fps_median":148.0,"fps_mean":147.78787878787878,"fps_p95":154.0,"fps_min":140.0,"fps_max":156.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6ee/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6eb","session_name":"yolo26n-seg-t-b93.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.05,"det_map_75":42.57,"det_map_50_95":39.44,"mask_map_50":52.2,"mask_map_50_95":32.71,"avg_input_ms":6.1328,"avg_inference_ms":9.2788,"avg_output_ms":4.196,"e2e_latency_ms":19.61,"fps_median":290.0,"fps_mean":288.2352941176471,"fps_p95":307.0,"fps_min":261.0,"fps_max":307.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6eb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6e8","session_name":"yolo26n-seg-t-b93.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.07,"det_map_75":42.54,"det_map_50_95":39.46,"mask_map_50":52.21,"mask_map_50_95":32.71,"avg_input_ms":6.1877,"avg_inference_ms":11.1774,"avg_output_ms":3.7993,"e2e_latency_ms":21.16,"fps_median":237.0,"fps_mean":237.1904761904762,"fps_p95":248.0,"fps_min":225.0,"fps_max":253.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6e8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6d2","session_name":"yolo26n-seg-t-b93.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":51.55,"det_map_75":38.6,"det_map_50_95":35.0,"mask_map_50":48.82,"mask_map_50_95":30.4,"avg_input_ms":17.1634,"avg_inference_ms":32.8215,"avg_output_ms":6.5846,"e2e_latency_ms":56.57,"fps_median":30.0,"fps_mean":30.00602409638554,"fps_p95":31.0,"fps_min":21.0,"fps_max":32.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6d2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6d1","session_name":"yolo26s-seg-t-b9b.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":63.44,"det_map_75":50.71,"det_map_50_95":46.85,"mask_map_50":60.21,"mask_map_50_95":38.16,"avg_input_ms":17.6413,"avg_inference_ms":19.9358,"avg_output_ms":13.9323,"e2e_latency_ms":51.51,"fps_median":103.0,"fps_mean":98.1,"fps_p95":110.0,"fps_min":6.0,"fps_max":111.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6d1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6cf","session_name":"yolo26n-seg-t-b93.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":55.02,"det_map_75":42.53,"det_map_50_95":39.43,"mask_map_50":52.2,"mask_map_50_95":32.69,"avg_input_ms":15.5707,"avg_inference_ms":6.8596,"avg_output_ms":13.4026,"e2e_latency_ms":35.83,"fps_median":102.0,"fps_mean":98.16,"fps_p95":109.0,"fps_min":28.0,"fps_max":110.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6cf/details?mode=charts","has_metrics":true,"error":null}],"excluded_unregistered":[],"excluded_failed":[],"counts":{"sessions_ok":220,"experiments_walked":7,"excluded_unregistered":0,"excluded_failed":0,"deduped_duplicates":17}}</script>
<script id="snapshot-data" type="application/json">{"generated_at":"2026-06-17","matrix":[{"repo_id":"EdgeFirst/yolov5-det","version_key":"yolov5","version_label":"YOLOv5","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"Legacy architecture, wide deployment base."},{"repo_id":"EdgeFirst/yolov8-det","version_key":"yolov8","version_label":"YOLOv8","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"Anchor-free DFL detection head. Detection and instance-segmentation variants."},{"repo_id":"EdgeFirst/yolov8-seg","version_key":"yolov8","version_label":"YOLOv8","task_key":"seg","task_label":"Segmentation","pipeline_tag":"image-segmentation","sizes":["n","s","m","l","x"],"export_notes":"Anchor-free DFL detection head. Detection and instance-segmentation variants."},{"repo_id":"EdgeFirst/yolo11-det","version_key":"yolo11","version_label":"YOLO11","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"Architecture with C3k2 attention blocks."},{"repo_id":"EdgeFirst/yolo11-seg","version_key":"yolo11","version_label":"YOLO11","task_key":"seg","task_label":"Segmentation","pipeline_tag":"image-segmentation","sizes":["n","s","m","l","x"],"export_notes":"Architecture with C3k2 attention blocks."},{"repo_id":"EdgeFirst/yolo26-det","version_key":"yolo26","version_label":"YOLO26","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"End-to-end attention head. `end2end=False` required for INT8 export."},{"repo_id":"EdgeFirst/yolo26-seg","version_key":"yolo26","version_label":"YOLO26","task_key":"seg","task_label":"Segmentation","pipeline_tag":"image-segmentation","sizes":["n","s","m","l","x"],"export_notes":"End-to-end attention head. `end2end=False` required for INT8 export."}],"platforms":[{"key":"onnx","label":"ONNX FP32","format_label":"ONNX FP32","folder":"onnx","extension":".onnx","notes":"Any platform with ONNX Runtime.","universal":true},{"key":"tflite","label":"TFLite INT8","format_label":"TFLite INT8","folder":"tflite","extension":".tflite","notes":"CPU or NPU via runtime delegate (i.MX 8M Plus VX Delegate).","universal":true},{"key":"imx93","label":"NXP i.MX 93 (Ethos-U65)","format_label":"VELA TFLite","folder":"imx93","extension":".imx93.tflite","notes":"Ethos-U65 NPU via ARM VELA compiler.","universal":false},{"key":"imx95","label":"NXP i.MX 95 (eIQ Neutron)","format_label":"eIQ Neutron TFLite","folder":"imx95","extension":".imx95.tflite","notes":"eIQ Neutron NPU optimized.","universal":false},{"key":"ara240","label":"NXP Ara240","format_label":"Kinara DVM","folder":"ara240","extension":".dvm","notes":"Kinara DVM compiled model.","universal":false},{"key":"hailo8l","label":"RPi5 + Hailo-8L (13 TOPS)","format_label":"Hailo-8L HEF","folder":"hailo","extension":".hailo8l.hef","notes":"Hailo-8L 13 TOPS accelerator.","universal":false},{"key":"hailo8","label":"Hailo-8 (26 TOPS)","format_label":"Hailo-8 HEF","folder":"hailo","extension":".hailo8.hef","notes":"Hailo-8 26 TOPS accelerator.","universal":false},{"key":"hailo10","label":"Hailo-10 (40 TOPS)","format_label":"Hailo-10 HEF","folder":"hailo","extension":".hailo10.hef","notes":"Hailo-10 40 TOPS accelerator.","universal":false},{"key":"engine","label":"NVIDIA Jetson (TensorRT)","format_label":"TensorRT Engine","folder":"jetson","extension":".engine","notes":"Jetson FP16 and INT8 engines.","universal":false}],"sizes":[{"key":"n","label":"Nano"},{"key":"s","label":"Small"},{"key":"m","label":"Medium"},{"key":"l","label":"Large"},{"key":"x","label":"XLarge"}],"model_params":{"yolov5":{"n":{"params":"1.9M","gflops":4.5},"s":{"params":"7.2M","gflops":16.5},"m":{"params":"21.2M","gflops":49.0},"l":{"params":"46.5M","gflops":109.1},"x":{"params":"86.7M","gflops":205.7}},"yolov8":{"n":{"params":"3.2M","gflops":8.9},"s":{"params":"11.2M","gflops":28.8},"m":{"params":"25.9M","gflops":79.3},"l":{"params":"43.7M","gflops":165.7},"x":{"params":"68.2M","gflops":258.5}},"yolo11":{"n":{"params":"2.6M","gflops":6.5},"s":{"params":"9.4M","gflops":21.5},"m":{"params":"20.1M","gflops":68.0},"l":{"params":"25.3M","gflops":87.6},"x":{"params":"56.9M","gflops":195.0}},"yolo26":{"n":{"params":"2.7M","gflops":7.6},"s":{"params":"10.3M","gflops":27.0},"m":{"params":"24.5M","gflops":74.4},"l":{"params":"42.5M","gflops":155.0},"x":{"params":"67.5M","gflops":244.0}}},"det_bench":{"yolov5":{"n":{"onnx_fp32_map50":49.6,"onnx_fp32_map50_95":33.0,"tflite_int8_map50":46.2,"tflite_int8_map50_95":30.2},"s":{"onnx_fp32_map50":57.1,"onnx_fp32_map50_95":41.3,"tflite_int8_map50":46.4,"tflite_int8_map50_95":31.8},"m":{"onnx_fp32_map50":63.3,"onnx_fp32_map50_95":47.3,"tflite_int8_map50":50.9,"tflite_int8_map50_95":35.8}},"yolov8":{"n":{"onnx_fp32_map50":50.2,"onnx_fp32_map50_95":35.8,"tflite_int8_map50":47.3,"tflite_int8_map50_95":32.5}},"yolo11":{"n":{"onnx_fp32_map50":53.4,"onnx_fp32_map50_95":37.9,"tflite_int8_map50":50.1,"tflite_int8_map50_95":34.5}},"yolo26":{"n":{"onnx_fp32_map50":54.9,"onnx_fp32_map50_95":39.7,"tflite_int8_map50":51.5,"tflite_int8_map50_95":34.9}}},"seg_bench":{"yolov8":{"n":{"onnx_det_map50_95":35.3,"onnx_mask_map50_95":34.1},"m":{"onnx_det_map50_95":48.2},"l":{"onnx_det_map50_95":51.0},"x":{"onnx_det_map50_95":52.3}},"yolo11":{"n":{"onnx_det_map50_95":37.2,"onnx_mask_map50_95":35.5},"s":{"onnx_det_map50_95":44.8},"m":{"onnx_det_map50_95":50.0}},"yolo26":{"n":{"onnx_det_map50_95":39.5,"onnx_mask_map50_95":37.0},"s":{"onnx_det_map50_95":47.0},"m":{"onnx_det_map50_95":52.2},"l":{"onnx_det_map50_95":54.1},"x":{"onnx_det_map50_95":56.3}}},"validation":{},"studio_exp_urls":{"yolov5":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2113"},"yolov8":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2114","seg":"https://edgefirst.studio/public/projects/1685/experiment/training/list?exp_id=2181"},"yolo11":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2115","seg":"https://edgefirst.studio/public/projects/1685/experiment/training/list?exp_id=2182"},"yolo26":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2116","seg":"https://edgefirst.studio/public/projects/1685/experiment/training/list?exp_id=2183"}},"hardware_badges":["x86_64 | Linux","aarch64 | Linux","Apple | macOS","NXP i.MX 8M Plus","NXP i.MX 93","NXP i.MX 95","NXP ARA240","RPi5 + Hailo-8/8L","NVIDIA Jetson"],"studio_server":"https://edgefirst.studio","unsupported_platforms":[{"version_key":"yolo26","task_key":"seg","platform_key":"ara240"},{"version_key":"yolo26","task_key":"seg","platform_key":"imx95"},{"version_key":"yolo11","task_key":"seg","platform_key":"imx95"},{"version_key":"yolo26","task_key":"det","platform_key":"ara240"},{"version_key":"yolo26","task_key":"det","platform_key":"imx95"},{"version_key":"yolo11","task_key":"det","platform_key":"ara240"},{"version_key":"yolo11","task_key":"det","platform_key":"imx95"},{"version_key":"yolo11","task_key":"seg","platform_key":"ara240"}]}</script>
<script>
"use strict";
// ---------------------------------------------------------------------------
// Constants
// ---------------------------------------------------------------------------
// Platforms as rows: hosts (reference) first, then embedded targets, then Jetson.
// `match` is tested (in order) against the Studio target/footer string to map a
// validation session onto a platform row.
// The three CoreML compute units are separate accelerators on one host —
// each gets its own coverage row, but only the ANE (the fastest) is ranked
// in leaderboards; CPU/GPU numbers remain in the validation sessions table.
const PLATFORM_ROWS = [
{ key: "linux-x86", label: "Linux x86_64", detail: "ONNX Runtime + CUDA", group: "reference", color: "#6C757D", match: /linux|x86|cuda/ },
{ key: "aarch64", label: "Linux aarch64", detail: "ONNX Runtime / TFLite", group: "reference", color: "#718096", match: /aarch64|arm64(?!.*hailo)/ },
{ key: "m2max-ane", label: "Apple M2 Max", detail: "ONNX + CoreML ANE", group: "reference", color: "#4B0082", match: /coreml-ane/ },
{ key: "m2max-gpu", label: "Apple M2 Max", detail: "ONNX + CoreML GPU", group: "reference", color: "#7A4FB3", match: /coreml-gpu/, leaderboard: false },
{ key: "m2max-cpu", label: "Apple M2 Max", detail: "ONNX + CoreML CPU", group: "reference", color: "#A98FD0", match: /coreml-cpu|macos|coreml/, leaderboard: false },
{ key: "imx8mp", label: "NXP i.MX 8M Plus", detail: "VSI NPU · TFLite INT8", group: "embedded", color: "#E8B820", match: /imx8mp/ },
{ key: "imx93", label: "NXP i.MX 93", detail: "Ethos-U65 · VELA TFLite", group: "embedded", color: "#8B7DC4", match: /imx93/ },
{ key: "imx95", label: "NXP i.MX 95", detail: "eIQ Neutron · TFLite INT8", group: "embedded", color: "#1FA0A8", match: /imx95(?!-ara)/ },
{ key: "ara240", label: "NXP ARA240", detail: "Kinara DVM", group: "embedded", color: "#5BB8F5", match: /ara240|kinara|\.dvm/ },
{ key: "hailo10", label: "Hailo-10", detail: "HailoRT HEF · 40 TOPS", group: "embedded", color: "#8C2B28", match: /hailo10/ },
{ key: "hailo8l", label: "Raspberry Pi 5 + Hailo-8L", detail: "HailoRT HEF · 13 TOPS", group: "embedded", color: "#D9534F", match: /hailo8l|rpi5/ },
{ key: "hailo8", label: "Hailo-8", detail: "HailoRT HEF · 26 TOPS", group: "embedded", color: "#B0413E", match: /hailo8/ },
{ key: "orin", label: "NVIDIA Jetson Orin Nano", detail: "TensorRT FP16", group: "embedded", color: "#2E8B57", match: /orin|tensorrt|jetson|\.engine/ },
];
// Point shapes per model family for the accuracy-vs-throughput chart
// (color = platform, shape = family — mirrors the EFPI report figures).
const FAMILY_SHAPES = { yolov5: "circle", yolov8: "rect", yolo11: "triangle", yolo26: "rectRot" };
function platformRowForSession(s) {
const t = `${s.target_raw || ""} ${s.target_key || ""} ${s.target_label || ""}`.toLowerCase();
for (const p of PLATFORM_ROWS) if (p.match.test(t)) return p;
return null;
}
// Publication rule: a quantized/compiled result more than 10 percentage points
// below the float reference (AP50) of the same model is published with its
// measured numbers plus a ⚠ marker — never suppressed. References are the
// host-platform ONNX runs (Linux x86_64 / Apple CoreML), not compiled engines.
const FLAG_FOOTNOTE = "⚠ Model accuracy on this platform is below our expectations — we are investigating the results to make improvements.";
let _refAp50 = null;
function refAp50() {
if (_refAp50) return _refAp50;
_refAp50 = {};
for (const s of (STUDIO?.sessions ?? [])) {
const p = platformRowForSession(s);
if (!p || p.group !== "reference" || p.key === "orin" || s.det_map_50 == null) continue;
const k = `${s.task_key}|${s.version_key}|${s.size}`;
if (_refAp50[k] == null || s.det_map_50 > _refAp50[k]) _refAp50[k] = s.det_map_50;
}
return _refAp50;
}
function isBelowExpectations(s) {
// Prefer the officially graded flag from hf_publisher.status (10pp rule
// against the ONNX reference of the same training session).
if (s.flag !== undefined) return s.flag === "FLAG";
const p = platformRowForSession(s);
if (p && p.group === "reference") return false;
const r = refAp50()[`${s.task_key}|${s.version_key}|${s.size}`];
return r != null && s.det_map_50 != null && (r - s.det_map_50) > 10;
}
const COLORS = {
yolov5: "#8B7DC4",
yolov8: "#3E3371",
yolo11: "#1FA0A8",
yolo26: "#E8B820",
};
const VERSION_ORDER = ["yolov5", "yolov8", "yolo11", "yolo26"];
const SNAPSHOT = JSON.parse(document.getElementById("snapshot-data").textContent);
// Studio metrics snapshot — may be null if dashboard_snapshot.py hasn't been run.
let STUDIO = null;
try {
const raw = document.getElementById("studio-data")?.textContent?.trim();
if (raw && raw !== "null") STUDIO = JSON.parse(raw);
} catch (e) { console.warn("Studio snapshot parse failed:", e); }
// Platforms explicitly marked unsupported for specific model+task combinations.
// Sessions for these combos are filtered from the Studio JSON at build time,
// so they never reach any chart or leaderboard. The coverage table uses this
// set to show "N/S" in place of the usual "—" for those cells.
const UNSUPPORTED_CELLS = new Set(
(SNAPSHOT.unsupported_platforms ?? []).map(u => `${u.task_key}|${u.version_key}|${u.platform_key}`)
);
// State: liveByRepo[repo_id] = { downloads, downloadsAllTime, likes, lastModified, createdAt, modelIndex }
const live = {};
// ---------------------------------------------------------------------------
// Helpers
// ---------------------------------------------------------------------------
function el(tag, attrs = {}, children = []) {
const e = document.createElement(tag);
for (const [k, v] of Object.entries(attrs)) {
if (k === "class") e.className = v;
else if (k === "html") e.innerHTML = v;
else if (k === "text") e.textContent = v;
else if (k.startsWith("data-")) e.setAttribute(k, v);
else e[k] = v;
}
for (const c of children) {
if (c == null) continue;
if (typeof c === "string") e.appendChild(document.createTextNode(c));
else e.appendChild(c);
}
return e;
}
function fmt(n) {
if (n == null) return "—";
if (typeof n !== "number") return String(n);
if (n >= 1e6) return (n / 1e6).toFixed(1) + "M";
if (n >= 1e3) return (n / 1e3).toFixed(1) + "k";
return String(n);
}
function fmtDate(d) {
if (!d) return "—";
try {
const date = new Date(d);
return date.toISOString().slice(0, 10);
} catch (e) { return String(d); }
}
function tasksByVersion(matrix) {
const out = {};
for (const m of matrix) {
out[m.version_key] ||= [];
out[m.version_key].push(m);
}
return out;
}
// ---------------------------------------------------------------------------
// Initial render from snapshot (so the page is meaningful before live data)
// ---------------------------------------------------------------------------
function renderSnapshotDate() {
document.getElementById("snapshot-date").textContent = SNAPSHOT.generated_at;
}
function renderKpisFromSnapshot() {
document.getElementById("kpi-repos").textContent = SNAPSHOT.matrix.length;
document.getElementById("kpi-families").textContent =
new Set(SNAPSHOT.matrix.map(m => m.version_key)).size;
document.getElementById("kpi-tasks").textContent =
new Set(SNAPSHOT.matrix.map(m => m.task_key)).size;
document.getElementById("kpi-platforms").textContent = PLATFORM_ROWS.length;
document.getElementById("kpi-validation").textContent =
STUDIO?.counts?.sessions_ok ?? STUDIO?.sessions?.length ?? "—";
}
function renderMatrixTable() {
const tbody = document.getElementById("matrix-body");
tbody.innerHTML = "";
for (const m of SNAPSHOT.matrix) {
const bench = m.task_key === "det"
? (SNAPSHOT.det_bench[m.version_key]?.n)
: (SNAPSHOT.seg_bench[m.version_key]?.n);
const onnxMap50 = m.task_key === "det"
? (bench?.onnx_fp32_map50_95 ?? null)
: (bench?.onnx_mask_map50_95 ?? null);
const intMap5095 = m.task_key === "det"
? bench?.tflite_int8_map50_95
: bench?.int8_mask_map50_95;
const exportNotes = m.export_notes ? ` · <span style="color:var(--text-muted);font-size:0.75rem">${m.export_notes}</span>` : "";
const tr = el("tr", {}, []);
tr.innerHTML = `
<td><a href="https://huggingface.co/${m.repo_id}" target="_blank" rel="noopener"><span class="repo-name">${m.repo_id}</span></a>${exportNotes}</td>
<td>${m.version_label}</td>
<td>${m.task_label}</td>
<td class="num">${m.sizes.length}</td>
<td class="num">${onnxMap50 != null ? onnxMap50.toFixed(1) : "—"}</td>
<td class="num">${intMap5095 != null ? intMap5095.toFixed(1) : "—"}</td>
<td class="num" id="lm-${m.repo_id.replace(/[/]/g, "_")}"><span class="skeleton" style="width:60px"></span></td>
`;
tbody.appendChild(tr);
}
}
function renderPlatformGrid() {
const grid = document.getElementById("platform-grid");
grid.innerHTML = "";
for (const p of SNAPSHOT.platforms) {
const card = el("div", { class: "phase-card" });
card.innerHTML = `
<div class="phase-title">${p.label}</div>
<div style="font-family:var(--mono);font-size:0.72rem;color:var(--text-muted);margin-bottom:0.35rem">
<span class="pill ${p.universal ? 'pill-onnx' : 'pill-target'}">${p.format_label}</span>
</div>
<div style="font-family:var(--serif);font-size:0.8rem;color:var(--text-muted)">${p.notes}</div>
`;
grid.appendChild(card);
}
}
// Sizes shown as sub-columns per version supercolumn (kept to n/s/m so the
// tables stay readable; larger sizes are browsable per-repo and in Studio).
const COVERAGE_SIZES = ["n", "s", "m"];
const SIZE_NAMES = { n: "Nano", s: "Small", m: "Medium" };
// Build a lookup of validated (task, version, size, platform) cells from the
// embedded Studio sessions. Each cell keeps the best proving session (smart
// decoder preferred, then highest mAP) so the ✓ can link to it.
function coverageLookup() {
const seen = {};
for (const s of (STUDIO?.sessions ?? [])) {
const p = platformRowForSession(s);
if (!p || !s.has_metrics) continue;
const key = `${s.task_key}|${s.version_key}|${s.size}|${p.key}`;
const metric = s.det_map_50_95 ?? s.mask_map_50_95 ?? 0;
const isSmart = isSmartSession(s);
const cur = seen[key];
if (!cur || (isSmart && !cur.isSmart) || (isSmart === cur.isSmart && metric > cur.metric)) {
seen[key] = { s, metric, isSmart };
}
}
return seen;
}
function renderCoverageTable(taskKey, tableId, seen) {
const table = document.getElementById(tableId);
table.innerHTML = "";
const versions = VERSION_ORDER.filter(v =>
SNAPSHOT.matrix.some(m => m.version_key === v && m.task_key === taskKey));
const head = el("thead");
const top = el("tr");
top.appendChild(el("th", { class: "row-h", text: "Platform" }));
for (const v of versions) {
const th = el("th", { class: "supercol", text: v.toUpperCase() });
th.colSpan = COVERAGE_SIZES.length;
top.appendChild(th);
}
const sub = el("tr");
sub.appendChild(el("th", { class: "row-h", text: "" }));
for (const v of versions) {
for (const sz of COVERAGE_SIZES) {
sub.appendChild(el("th", { text: SIZE_NAMES[sz] }));
}
}
head.appendChild(top);
head.appendChild(sub);
table.appendChild(head);
const body = el("tbody");
for (const p of PLATFORM_ROWS) {
const row = el("tr");
row.appendChild(el("td", {
class: "row-h",
html: `<div>${p.label}</div><div style="color:var(--text-muted);font-size:0.62rem">${p.detail}</div>`,
}));
for (const v of versions) {
for (const sz of COVERAGE_SIZES) {
const td = el("td");
const hit = seen[`${taskKey}|${v}|${sz}|${p.key}`];
if (hit) {
// Build via DOM APIs with scheme validation — snapshot data is
// trusted at build time, but this page is public; stay defensive.
const a = el("a", { class: "cell cell-val", target: "_blank", rel: "noopener" });
let safeUrl = "#";
try {
const u = new URL(hit.s.url);
if (u.protocol === "https:" || u.protocol === "http:") safeUrl = u.href;
} catch (e) { /* keep '#' */ }
a.href = safeUrl;
a.setAttribute("title", `Open validation session ${hit.s.session_id} on EdgeFirst Studio`);
a.textContent = "✓";
td.appendChild(a);
} else if (UNSUPPORTED_CELLS.has(`${taskKey}|${v}|${p.key}`)) {
td.innerHTML = '<span class="cell cell-unsupported" title="Not supported on this platform">N/S</span>';
} else {
td.innerHTML = '<span class="cell cell-none">—</span>';
}
row.appendChild(td);
}
}
body.appendChild(row);
}
table.appendChild(body);
}
function renderCoverageMatrix() {
const seen = coverageLookup();
renderCoverageTable("det", "coverage-det", seen);
renderCoverageTable("seg", "coverage-seg", seen);
}
// Progress is published per Ultralytics YOLO family: which task repos are
// live, and how much of the platform matrix each family has validated.
function renderRoadmap() {
const grid = document.getElementById("phase-grid");
grid.innerHTML = "";
const seen = coverageLookup();
for (const v of VERSION_ORDER) {
const entries = SNAPSHOT.matrix.filter(m => m.version_key === v);
if (entries.length === 0) continue;
const label = entries[0].version_label;
// Validated platform coverage for this family across its tasks.
let covered = 0, possible = 0;
for (const m of entries) {
for (const p of PLATFORM_ROWS) {
for (const sz of COVERAGE_SIZES) {
possible += 1;
if (seen[`${m.task_key}|${v}|${sz}|${p.key}`]) covered += 1;
}
}
}
const pct = possible > 0 ? Math.round(100 * covered / possible) : 0;
const items = entries.map(m =>
`<li><span class="dot published"></span><a href="https://huggingface.co/${m.repo_id}" target="_blank" rel="noopener">${m.task_label} — <span style="font-family:var(--mono);font-size:0.92em">${m.repo_id}</span></a></li>`
).join("");
const card = el("div", { class: "phase-card" });
card.innerHTML = `
<div class="phase-title">${label}</div>
<div class="phase-summary">Published · on-target validation rolling out across the platform matrix.</div>
<div class="phase-progress"><div class="phase-progress-bar" style="width:${pct}%"></div></div>
<div style="font-family:var(--mono);font-size:0.72rem;color:var(--text-muted);margin-bottom:0.5rem">${covered} / ${possible} platform × size cells validated · ${pct}%</div>
<ul class="phase-items">${items}</ul>
`;
grid.appendChild(card);
}
}
// Per-platform leaderboards built from measured Studio sessions, with a
// power-class filter (embedded accelerators vs desktop reference) and a
// metric toggle (accuracy mAP vs pipelined throughput FPS).
let lbGroup = "all";
let lbMetric = "map";
function sessionModelName(s) {
return `${s.version_key.toUpperCase()}${(s.size || "").toUpperCase()}${s.task_key === "seg" ? "-Seg" : ""}`;
}
function isSmartSession(s) {
return s.decoder_variant === "smart" || /_smart/.test(s.target_raw || "");
}
function leaderboardEntries(platformKey, metricKey) {
// Best session per (task, version, size); smart decoder preferred over logical.
const best = {};
for (const s of (STUDIO?.sessions ?? [])) {
const p = platformRowForSession(s);
if (!p || p.key !== platformKey || !s.has_metrics) continue;
const metric = metricKey === "fps"
? s.fps_median
: (s.det_map_50_95 ?? s.mask_map_50_95);
if (metric == null) continue;
const key = `${s.task_key}|${s.version_key}|${s.size}`;
const isSmart = isSmartSession(s);
const cur = best[key];
if (!cur || (isSmart && !cur.isSmart) || (isSmart === cur.isSmart && metric > cur.metric)) {
best[key] = { s, metric, isSmart };
}
}
return Object.values(best)
.sort((a, b) => b.metric - a.metric)
.map(({ s, metric }) => ({
name: sessionModelName(s),
metric,
url: s.url,
sub: metricKey === "fps"
? (s.det_map_50_95 != null ? `${s.det_map_50_95.toFixed(1)} mAP` : null)
: (s.fps_median != null ? `${s.fps_median.toFixed(0)} FPS` : null),
flagged: isBelowExpectations(s),
}));
}
// Cross-platform throughput board: the top 20 fastest validated
// model × platform results by pipelined FPS (accuracy intentionally not
// ranked here; smart decoder preferred over logical duplicates).
let fpsBoardGroup = "all";
function renderPlatformThroughput() {
const host = document.getElementById("platform-fps-body");
if (!host) return;
host.innerHTML = "";
const best = {};
for (const s of (STUDIO?.sessions ?? [])) {
const p = platformRowForSession(s);
if (!p || p.leaderboard === false || s.fps_median == null) continue;
if (fpsBoardGroup !== "all" && p.group !== fpsBoardGroup) continue;
const key = `${p.key}|${s.task_key}|${s.version_key}|${s.size}`;
const isSmart = isSmartSession(s);
const cur = best[key];
if (!cur || (isSmart && !cur.isSmart) || (isSmart === cur.isSmart && s.fps_median > cur.s.fps_median)) {
best[key] = { p, s, isSmart };
}
}
const rows = Object.values(best)
.sort((a, b) => b.s.fps_median - a.s.fps_median)
.slice(0, 20);
for (let i = 0; i < rows.length; i++) {
const { p, s } = rows[i];
const tr = el("tr");
tr.innerHTML = `
<td class="num">${i + 1}</td>
<td><strong>${p.label}</strong> <span class="lb-sub">${p.detail}</span></td>
<td><a href="${s.url}" target="_blank" rel="noopener"><span class="repo-name">${sessionModelName(s)}</span></a></td>
<td class="num">${s.fps_median.toFixed(0)}</td>
<td class="num">${s.e2e_latency_ms != null ? s.e2e_latency_ms.toFixed(1) : "—"}</td>
`;
host.appendChild(tr);
}
}
function renderLeaderboard() {
const grid = document.getElementById("leaderboard-grid");
grid.innerHTML = "";
const platforms = PLATFORM_ROWS.filter(p =>
p.leaderboard !== false && (lbGroup === "all" || p.group === lbGroup));
const metricLabel = lbMetric === "fps"
? "Pipelined throughput FPS (higher is better)"
: "mAP@0.5-0.95 (higher is better)";
for (const p of platforms) {
const rows = leaderboardEntries(p.key, lbMetric);
const card = el("div", { class: "leaderboard-card" });
card.innerHTML = `<h3>${p.label} <span class="meta">${p.detail}</span></h3>`;
if (rows.length === 0) {
card.appendChild(el("div", { class: "lb-empty", text: "On-target validation pending." }));
} else {
for (let i = 0; i < rows.length; i++) {
const r = rows[i];
const row = el("div", { class: "lb-row" });
const sub = r.sub ? ` <span class="lb-sub">· ${r.sub}</span>` : "";
const flag = r.flagged ? ` <span title="${FLAG_FOOTNOTE}">⚠</span>` : "";
row.innerHTML = `
<span class="lb-rank">${i + 1}.</span>
<span class="lb-name"><a href="${r.url}" target="_blank" rel="noopener" style="color:inherit">${r.name}</a>${sub}</span>
<span class="lb-metric">${lbMetric === "fps" ? r.metric.toFixed(0) : r.metric.toFixed(1)}${flag}</span>
`;
card.appendChild(row);
}
card.appendChild(el("div", { class: "lb-empty", text: metricLabel }));
}
grid.appendChild(card);
}
}
function initLeaderboardFilter() {
const groupHost = document.getElementById("lb-filter");
if (groupHost) {
groupHost.querySelectorAll("button").forEach(b => b.addEventListener("click", () => {
groupHost.querySelectorAll("button").forEach(x => x.classList.remove("active"));
b.classList.add("active");
lbGroup = b.dataset.group;
renderLeaderboard();
}));
}
const metricHost = document.getElementById("lb-metric");
if (metricHost) {
metricHost.querySelectorAll("button").forEach(b => b.addEventListener("click", () => {
metricHost.querySelectorAll("button").forEach(x => x.classList.remove("active"));
b.classList.add("active");
lbMetric = b.dataset.metric;
renderLeaderboard();
}));
}
const fpsHost = document.getElementById("fps-filter");
if (fpsHost) {
fpsHost.querySelectorAll("button").forEach(b => b.addEventListener("click", () => {
fpsHost.querySelectorAll("button").forEach(x => x.classList.remove("active"));
b.classList.add("active");
fpsBoardGroup = b.dataset.group;
renderPlatformThroughput();
}));
}
}
// ---------------------------------------------------------------------------
// Charts (Chart.js)
// ---------------------------------------------------------------------------
let charts = {};
function destroyChart(name) {
if (charts[name]) { charts[name].destroy(); delete charts[name]; }
}
function chartOpts(scaleOverrides) {
return {
responsive: true, maintainAspectRatio: false,
plugins: {
legend: { display: false },
tooltip: { titleFont: { family: "var(--mono)" }, bodyFont: { family: "var(--mono)" } },
},
scales: {
x: { ticks: { font: { family: "monospace", size: 10 } }, grid: { display: false } },
y: { beginAtZero: true, ticks: { font: { family: "monospace", size: 10 } },
...(scaleOverrides?.y ?? {}) },
},
};
}
function chartDetectionBar() {
const versions = VERSION_ORDER.filter(v => SNAPSHOT.det_bench[v]?.n);
const labels = versions.map(v => v.toUpperCase());
const onnx = versions.map(v => SNAPSHOT.det_bench[v].n.onnx_fp32_map50_95);
const int8 = versions.map(v => SNAPSHOT.det_bench[v].n.tflite_int8_map50_95);
destroyChart("detBar");
charts.detBar = new Chart(document.getElementById("chart-det-bar"), {
type: "bar",
data: { labels, datasets: [
{ label: "ONNX FP32", data: onnx, backgroundColor: "rgba(31,160,168,0.85)", borderRadius: 3 },
{ label: "TFLite INT8", data: int8, backgroundColor: "rgba(232,184,32,0.85)", borderRadius: 3 },
]},
options: {
...chartOpts({ y: { title: { display: true, text: "mAP@0.5-0.95 (%)" }, min: 25, max: 45 } }),
plugins: { legend: { display: true, position: "bottom" } },
},
});
}
// Accuracy vs measured pipelined throughput — color by platform, shape by
// family, log-scale X (mirrors the EFPI report's throughput figure).
function chartDetFps() {
const canvas = document.getElementById("chart-det-fps");
if (!canvas) return;
const usable = (STUDIO?.sessions ?? []).filter(s =>
s.task_key === "det" && s.fps_median > 0 && s.det_map_50_95 != null);
if (usable.length === 0) return;
const byPlatform = {};
for (const s of usable) {
const p = platformRowForSession(s);
if (!p) continue;
(byPlatform[p.key] ||= []).push(s);
}
const datasets = PLATFORM_ROWS.filter(p => byPlatform[p.key]).map(p => {
const pts = byPlatform[p.key];
return {
label: `${p.label} ${p.detail.includes("CoreML") ? p.detail.replace("ONNX + ", "") : ""}`.trim(),
data: pts.map(s => ({
x: s.fps_median,
y: s.det_map_50_95,
name: sessionModelName(s),
flagged: isBelowExpectations(s),
})),
backgroundColor: p.color,
borderColor: p.color,
pointStyle: pts.map(s => FAMILY_SHAPES[s.version_key] ?? "circle"),
pointRadius: 7, pointHoverRadius: 10,
};
});
destroyChart("detFps");
charts.detFps = new Chart(canvas, {
type: "scatter",
data: { datasets },
options: {
responsive: true, maintainAspectRatio: false,
plugins: {
legend: { display: true, position: "bottom" },
tooltip: {
callbacks: {
label: (ctx) => `${ctx.raw.name} on ${ctx.dataset.label}: ${ctx.parsed.y.toFixed(1)} mAP @ ${ctx.parsed.x.toFixed(0)} FPS${ctx.raw.flagged ? " ⚠" : ""}`,
},
},
},
scales: {
x: { type: "logarithmic",
title: { display: true, text: "Sustained pipelined throughput (FPS, log scale)" },
ticks: { font: { family: "monospace", size: 10 },
callback: (v) => ([1,2,5,10,20,50,100,200,500,1000].includes(v) ? String(v) : null) } },
y: { title: { display: true, text: "mAP@0.5-0.95 (%)" }, beginAtZero: false,
ticks: { font: { family: "monospace", size: 10 } } },
},
},
});
}
function chartDetectionScatter() {
const data = VERSION_ORDER.filter(v => SNAPSHOT.det_bench[v]?.n).map(v => ({
label: v.toUpperCase(),
data: [{
x: SNAPSHOT.model_params[v]?.n?.gflops,
y: SNAPSHOT.det_bench[v].n.onnx_fp32_map50_95,
}],
backgroundColor: COLORS[v],
borderColor: COLORS[v],
pointRadius: 9, pointHoverRadius: 11,
}));
destroyChart("detScatter");
charts.detScatter = new Chart(document.getElementById("chart-det-scatter"), {
type: "scatter",
data: { datasets: data },
options: {
responsive: true, maintainAspectRatio: false,
plugins: {
legend: { display: true, position: "bottom" },
tooltip: {
callbacks: {
label: (ctx) => `${ctx.dataset.label}: ${ctx.parsed.y}% mAP @ ${ctx.parsed.x} GFLOPs`,
},
},
},
scales: {
x: { title: { display: true, text: "Nano GFLOPs (lower = faster)" }, beginAtZero: true,
ticks: { font: { family: "monospace", size: 10 } } },
y: { title: { display: true, text: "mAP@0.5-0.95 (ONNX FP32)" }, beginAtZero: false, min: 30, max: 45,
ticks: { font: { family: "monospace", size: 10 } } },
},
},
});
}
function chartSegBar() {
const versions = ["yolov8", "yolo11", "yolo26"].filter(v => SNAPSHOT.seg_bench[v]?.n);
const labels = versions.map(v => v.toUpperCase());
const onnx = versions.map(v => SNAPSHOT.seg_bench[v].n.onnx_mask_map50_95);
const int8 = versions.map(v => SNAPSHOT.seg_bench[v].n.int8_mask_map50_95);
destroyChart("segBar");
charts.segBar = new Chart(document.getElementById("chart-seg-bar"), {
type: "bar",
data: { labels, datasets: [
{ label: "ONNX FP32", data: onnx, backgroundColor: "rgba(31,160,168,0.85)", borderRadius: 3 },
{ label: "TFLite INT8", data: int8, backgroundColor: "rgba(232,184,32,0.85)", borderRadius: 3 },
]},
options: {
...chartOpts({ y: { title: { display: true, text: "Mask mAP@0.5-0.95 (%)" }, min: 25, max: 40 } }),
plugins: { legend: { display: true, position: "bottom" } },
},
});
}
function chartSegScatter() {
const data = ["yolov8", "yolo11", "yolo26"].filter(v => SNAPSHOT.seg_bench[v]?.n).map(v => ({
label: v.toUpperCase(),
data: [{
x: SNAPSHOT.seg_bench[v].n.onnx_det_map50_95,
y: SNAPSHOT.seg_bench[v].n.onnx_mask_map50_95,
}],
backgroundColor: COLORS[v],
borderColor: COLORS[v],
pointRadius: 9, pointHoverRadius: 11,
}));
destroyChart("segScatter");
charts.segScatter = new Chart(document.getElementById("chart-seg-scatter"), {
type: "scatter",
data: { datasets: data },
options: {
responsive: true, maintainAspectRatio: false,
plugins: {
legend: { display: true, position: "bottom" },
tooltip: {
callbacks: {
label: (ctx) => `${ctx.dataset.label}: det ${ctx.parsed.x}% / mask ${ctx.parsed.y}%`,
},
},
},
scales: {
x: { title: { display: true, text: "Detection mAP@0.5-0.95 (%)" }, min: 25, max: 32,
ticks: { font: { family: "monospace", size: 10 } } },
y: { title: { display: true, text: "Mask mAP@0.5-0.95 (%)" }, min: 33, max: 40,
ticks: { font: { family: "monospace", size: 10 } } },
},
},
});
}
// ---------------------------------------------------------------------------
// Live data
// ---------------------------------------------------------------------------
async function fetchLive() {
const allRepos = SNAPSHOT.matrix.map(m => ({ id: m.repo_id, type: "model" }));
try {
await fetchLiveViaHttp(allRepos);
} catch (httpErr) {
console.warn("HF API fetch failed (snapshot-only render):", httpErr);
}
afterLive();
}
// ----- Path 1: direct HF JSON API (works in any normal browser) -----
async function fetchLiveViaHttp(repos) {
const fetches = repos.map(async (r) => {
const url = r.type === "space"
? `https://huggingface.co/api/spaces/${r.id}`
: `https://huggingface.co/api/models/${r.id}`;
const resp = await fetch(url, { mode: "cors", credentials: "omit" });
if (!resp.ok) throw new Error(`HTTP ${resp.status} for ${r.id}`);
const d = await resp.json();
live[r.id] = {
downloads: typeof d.downloads === "number" ? d.downloads : null,
downloadsAllTime: typeof d.downloadsAllTime === "number" ? d.downloadsAllTime : null,
likes: typeof d.likes === "number" ? d.likes : null,
lastModified: d.lastModified,
createdAt: d.createdAt,
modelIndex: d["model-index"] ?? null,
siblings: Array.isArray(d.siblings) ? d.siblings.length : null,
type: r.type,
};
});
await Promise.all(fetches);
}
function afterLive() {
// Update matrix last-modified column
for (const m of SNAPSHOT.matrix) {
const cell = document.getElementById("lm-" + m.repo_id.replace(/[/]/g, "_"));
if (cell) cell.textContent = fmtDate(live[m.repo_id]?.lastModified);
}
}
// ---------------------------------------------------------------------------
// Studio sessions snapshot
// ---------------------------------------------------------------------------
function totalMs(s) {
// Prefer the computed end-to-end latency; fall back to summing stage means.
if (s.e2e_latency_ms != null) return s.e2e_latency_ms;
const a = s.avg_input_ms ?? 0, b = s.avg_inference_ms ?? 0, c = s.avg_output_ms ?? 0;
const v = a + b + c;
return v > 0 ? v : null;
}
function renderStudio() {
const table = document.getElementById("studio-table");
const empty = document.getElementById("studio-empty");
const source = document.getElementById("studio-source");
if (!STUDIO || !Array.isArray(STUDIO.sessions) || STUDIO.sessions.length === 0) {
empty.style.display = "block";
table.style.display = "none";
source.textContent = "results refreshing — browse public sessions on EdgeFirst Studio";
return;
}
empty.style.display = "none";
table.style.display = "";
const okCount = STUDIO.counts?.sessions_ok ?? STUDIO.counts?.ok ?? STUDIO.sessions.length;
source.innerHTML = `updated <code>${STUDIO.generated_at}</code> · ${okCount} public sessions · every row links to <a href="https://edgefirst.studio" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Studio</a> · click a column header to sort`;
// Attach sort handlers once
table.querySelectorAll("th[data-sort]").forEach(th => {
if (th.dataset.bound) return;
th.dataset.bound = "1";
th.addEventListener("click", () => {
const key = th.dataset.sort;
if (studioSortKey === key) {
studioSortDir = -studioSortDir;
} else {
studioSortKey = key;
// Metrics default to descending (best first), text to ascending.
studioSortDir = ["session", "family", "target", "precision"].includes(key) ? 1 : -1;
}
renderStudioBody();
});
});
renderStudioBody();
}
const SIZE_ORDER = ["n", "s", "m", "l", "x"];
const STUDIO_SORT_ACCESSORS = {
session: s => s.session_name || s.session_id || "",
family: s => `${String(VERSION_ORDER.indexOf(s.version_key)).padStart(2, "0")}|${s.task_key}|${SIZE_ORDER.indexOf(s.size)}`,
target: s => s.target_label || s.target_raw || "",
precision: s => s.precision || "",
det50: s => s.det_map_50,
det5095: s => s.det_map_50_95,
mask: s => s.mask_map_50_95,
inf: s => s.avg_inference_ms,
e2e: s => totalMs(s),
fps: s => s.fps_median,
};
let studioSortKey = null;
let studioSortDir = 1;
function sortedStudioSessions() {
const sessions = STUDIO.sessions.slice();
if (studioSortKey && STUDIO_SORT_ACCESSORS[studioSortKey]) {
const acc = STUDIO_SORT_ACCESSORS[studioSortKey];
sessions.sort((a, b) => {
const va = acc(a), vb = acc(b);
if (va == null && vb == null) return 0;
if (va == null) return 1; // nulls always last
if (vb == null) return -1;
const c = (typeof va === "number" && typeof vb === "number")
? va - vb
: String(va).localeCompare(String(vb));
return c * studioSortDir;
});
return sessions;
}
// Default: detection first, then by version, size, target, precision
const targetOrder = ["onnx", "tflite", "imx93", "imx95", "imx8mp", "ara240", "hailo8l", "hailo8", "hailo10", "engine"];
return sessions.sort((a, b) => {
if (a.task_key !== b.task_key) return a.task_key.localeCompare(b.task_key);
const ai = VERSION_ORDER.indexOf(a.version_key);
const bi = VERSION_ORDER.indexOf(b.version_key);
if (ai !== bi) return ai - bi;
const si = SIZE_ORDER.indexOf(a.size), sj = SIZE_ORDER.indexOf(b.size);
if (si !== sj) return si - sj;
const ti = targetOrder.indexOf(a.target_key) === -1 ? 99 : targetOrder.indexOf(a.target_key);
const tj = targetOrder.indexOf(b.target_key) === -1 ? 99 : targetOrder.indexOf(b.target_key);
if (ti !== tj) return ti - tj;
return (a.precision || "").localeCompare(b.precision || "");
});
}
function renderStudioBody() {
const table = document.getElementById("studio-table");
const body = document.getElementById("studio-body");
body.innerHTML = "";
// Header sort indicators
table.querySelectorAll("th[data-sort]").forEach(th => {
th.querySelector(".sort-ind")?.remove();
if (th.dataset.sort === studioSortKey) {
th.insertAdjacentHTML("beforeend",
`<span class="sort-ind">${studioSortDir === 1 ? "▲" : "▼"}</span>`);
}
});
const sessions = sortedStudioSessions();
for (const s of sessions) {
const total = totalMs(s);
const tr = el("tr");
const dashMuted = '<span style="color:var(--text-muted)">—</span>';
const fmtPct = v => v == null ? dashMuted : v.toFixed(2);
const fmtMs = v => v == null ? dashMuted : v.toFixed(0);
const fam = `${s.version_key?.toUpperCase()} · ${s.task_key === "det" ? "Det" : "Seg"} ${s.size ? "· " + s.size.toUpperCase() : ""}`;
const tgt = s.target_label || s.target_raw || "—";
const prec = s.precision ? `<span class="pill pill-onnx">${s.precision}</span>` : dashMuted;
const flag = isBelowExpectations(s) ? ` <span title="${FLAG_FOOTNOTE}">⚠</span>` : "";
tr.innerHTML = `
<td><span class="repo-name">${s.session_name || s.session_id}</span><div style="color:var(--text-muted);font-size:0.7rem;font-family:var(--mono)">${s.session_id}</div></td>
<td>${fam}</td>
<td>${tgt}</td>
<td>${prec}</td>
<td class="num">${fmtPct(s.det_map_50)}${flag}</td>
<td class="num">${fmtPct(s.det_map_50_95)}</td>
<td class="num">${fmtPct(s.mask_map_50_95)}</td>
<td class="num">${fmtMs(s.avg_inference_ms)}</td>
<td class="num">${total != null ? total.toFixed(1) : dashMuted}</td>
<td class="num">${s.fps_median != null ? s.fps_median.toFixed(0) : dashMuted}</td>
<td><a href="${s.url}" target="_blank" rel="noopener">↗</a></td>
`;
body.appendChild(tr);
}
}
// Accuracy vs on-target latency — end-to-end per-image wall time, encoded
// like the throughput chart: color = platform, shape = model family.
function renderTiming() {
const host = document.getElementById("timing-host");
if (!host) return;
const usable = (STUDIO?.sessions ?? []).filter(s =>
s.task_key === "det" && totalMs(s) != null && typeof s.det_map_50_95 === "number"
);
if (usable.length === 0) {
// leave the default placeholder copy
return;
}
host.innerHTML = `
<div class="chart-host" style="height:420px"><canvas id="chart-timing"></canvas></div>
<p style="font-family:var(--serif);color:var(--text-muted);font-size:0.82rem;margin-top:0.5rem">
Each point is a public validation session: color = platform, shape = model family
(● YOLOv5 · ■ YOLOv8 · ▲ YOLO11 · ◆ YOLO26). X axis is end-to-end per-image latency on a log
scale — the sequential image load → decode → preprocess → inference → postprocess wall time, not
bare inference. Throughput exceeds 1000 ÷ latency because stages pipeline across frames.
</p>
`;
const byPlatform = {};
for (const s of usable) {
const p = platformRowForSession(s);
if (!p) continue;
(byPlatform[p.key] ||= []).push(s);
}
const datasets = PLATFORM_ROWS.filter(p => byPlatform[p.key]).map(p => {
const pts = byPlatform[p.key];
return {
label: `${p.label} ${p.detail.includes("CoreML") ? p.detail.replace("ONNX + ", "") : ""}`.trim(),
data: pts.map(s => ({
x: totalMs(s),
y: s.det_map_50_95,
name: sessionModelName(s),
flagged: isBelowExpectations(s),
})),
backgroundColor: p.color,
borderColor: p.color,
pointStyle: pts.map(s => FAMILY_SHAPES[s.version_key] ?? "circle"),
pointRadius: 7, pointHoverRadius: 10,
};
});
destroyChart("timing");
charts.timing = new Chart(document.getElementById("chart-timing"), {
type: "scatter",
data: { datasets },
options: {
responsive: true, maintainAspectRatio: false,
plugins: {
legend: { display: true, position: "bottom" },
tooltip: {
callbacks: {
label: (ctx) => `${ctx.raw.name} on ${ctx.dataset.label}: ${ctx.parsed.y.toFixed(1)} mAP @ ${ctx.parsed.x.toFixed(1)} ms E2E${ctx.raw.flagged ? " ⚠" : ""}`,
},
},
},
scales: {
x: { type: "logarithmic",
title: { display: true, text: "End-to-end latency (ms, log scale — lower is better)" },
ticks: { font: { family: "monospace", size: 10 },
callback: (v) => ([1,2,5,10,20,50,100,200,500,1000,2000].includes(v) ? String(v) : null) } },
y: { title: { display: true, text: "mAP@0.5-0.95 (%)" }, beginAtZero: false,
ticks: { font: { family: "monospace", size: 10 } } },
},
},
});
}
// Update the "Validated sessions" KPI to reflect the snapshot if present.
function refreshValidationKpi() {
const n = STUDIO?.counts?.sessions_ok ?? STUDIO?.counts?.ok;
if (n != null) {
document.getElementById("kpi-validation").textContent = n;
}
}
// ---------------------------------------------------------------------------
// Tab switching
// ---------------------------------------------------------------------------
function initTabs() {
const buttons = document.querySelectorAll("nav.tabs button");
const panels = document.querySelectorAll(".tab-panel");
buttons.forEach(b => b.addEventListener("click", () => {
buttons.forEach(x => x.classList.remove("active"));
panels.forEach(x => x.classList.remove("active"));
b.classList.add("active");
const t = b.dataset.tab;
document.getElementById("tab-" + t).classList.add("active");
// Ensure charts inside the panel resize properly now that they're visible
for (const c of Object.values(charts)) {
try { c.resize(); } catch (e) { /* ignore */ }
}
}));
}
// ---------------------------------------------------------------------------
// Boot
// ---------------------------------------------------------------------------
window.addEventListener("DOMContentLoaded", () => {
renderSnapshotDate();
renderKpisFromSnapshot();
renderMatrixTable();
renderPlatformGrid();
renderCoverageMatrix();
renderRoadmap();
renderLeaderboard();
renderStudio();
renderTiming();
refreshValidationKpi();
// Static charts available immediately
chartDetectionBar();
chartDetectionScatter();
chartDetFps();
chartSegBar();
chartSegScatter();
renderPlatformThroughput();
initTabs();
initLeaderboardFilter();
// Live refresh — fills the "last modified" column from the HF Hub API.
fetchLive();
});
</script>
</body>
</html>