cases / case_vision.html
Acedo's picture
Upload 21 files
dacdd5f verified
Raw History Blame Contribute Delete
21.4 kB
<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1, viewport-fit=cover">
<meta name="claude:viewport-fit-sides" content="cover">
<title>CA3 · Vision</title>
<meta name="description" content="Meta&#x27;s DINOv2 learned a new camera with CA3 and still sees through the old one.">
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=Source+Sans+3:wght@300;400;600;700&family=IBM+Plex+Mono:wght@400;500&display=swap">
<style>
:root{color-scheme:dark;--bg:#000;--bg2:#06080A;--panel:#0C1115;--line:rgba(255,255,255,.11);--line2:rgba(255,255,255,.06);
--ink:#F5F7F8;--ink2:#A4AFB5;--ink3:#7A868C;--blue:#7CC0E0;--red:#E8827C;--amber:#E9B36A;--green:#8FD6AE;
--f-ui:'Source Sans 3','Myriad Pro',Myriad,'Segoe UI',system-ui,-apple-system,Arial,sans-serif;
--f-mono:'IBM Plex Mono',ui-monospace,'SFMono-Regular',Menlo,Consolas,monospace;
--gl:max(20px,env(safe-area-inset-left,0px));--gr:max(20px,env(safe-area-inset-right,0px));
padding-top:env(safe-area-inset-top,0px);padding-bottom:env(safe-area-inset-bottom,0px)}
@media (min-width:980px){:root{--gl:max(40px,env(safe-area-inset-left,0px));--gr:max(40px,env(safe-area-inset-right,0px))}}
*{box-sizing:border-box}html{background:var(--bg);scroll-behavior:smooth}
body{margin:0;background:var(--bg);color:var(--ink);font-family:var(--f-ui);font-size:18px;line-height:1.5;font-variant-numeric:tabular-nums;-webkit-font-smoothing:antialiased}
a{color:var(--blue);text-decoration:none}a:focus-visible{outline:2px solid var(--blue);outline-offset:4px;border-radius:6px}
img,video{max-width:100%}h1,h2,h3{margin:0;text-wrap:balance}p{margin:0}[hidden]{display:none!important}
.wrap{max-width:1200px;margin:0 auto;padding-left:var(--gl);padding-right:var(--gr)}
header{position:sticky;top:0;z-index:20;background:rgba(0,0,0,.62);-webkit-backdrop-filter:blur(20px) saturate(180%);backdrop-filter:blur(20px) saturate(180%);border-bottom:1px solid var(--line2)}
header .wrap{display:flex;align-items:center;gap:22px;height:56px}
.brand{display:flex;align-items:center;gap:10px;font-weight:700;font-size:19px;letter-spacing:.08em;color:var(--ink)}.brand img{width:24px;height:24px}
.back{margin-left:auto;font-size:15px;color:var(--ink2)}.back:hover{color:var(--ink)}
.pill{font-size:14px;font-weight:600;color:#000;background:var(--ink);border-radius:999px;padding:7px 14px;white-space:nowrap}
.eyebrow{font-size:14px;letter-spacing:.22em;text-transform:uppercase;color:var(--blue);font-weight:600}
.hero{padding-block:clamp(56px,9vh,110px) 40px;background:radial-gradient(70% 60% at 50% 30%,#0F1C24 0%,#05090C 55%,#000 100%)}
.hero .head{display:flex;flex-direction:column;gap:20px;align-items:center;text-align:center}
.hero h1{font-size:clamp(38px,5.4vw,76px);line-height:1.03;font-weight:600;letter-spacing:-.03em;max-width:20ch}
.hero .sub{font-size:clamp(19px,1.8vw,23px);color:var(--ink2);max-width:46ch;line-height:1.42}
.hero .media{margin-top:44px;border-radius:20px;overflow:hidden;border:1px solid var(--line);background:#05080A}
.hero .media img,.hero .media video{display:block;width:100%;max-height:78vh;object-fit:contain}
.demo{display:inline-block;font-size:11px;letter-spacing:.14em;text-transform:uppercase;color:var(--ink3);border:1px solid var(--line);border-radius:6px;padding:3px 8px}
.specs{display:grid;grid-template-columns:repeat(4,minmax(0,1fr));margin-top:48px;border-top:1px solid var(--line)}
.specs div{padding:22px 18px 0 0;display:flex;flex-direction:column;gap:6px;min-width:0}
.specs .k{font-size:12px;letter-spacing:.2em;text-transform:uppercase;color:var(--ink3);font-weight:600}
.specs .v{font-size:clamp(28px,3vw,46px);font-weight:300;line-height:1.05;letter-spacing:-.03em;color:var(--blue)}
.specs .c{font-size:15px;color:var(--ink2)}
section.block{padding-block:clamp(70px,10vh,120px);border-top:1px solid var(--line2)}
section.block.alt{background:var(--bg2)}
.bh{display:flex;flex-direction:column;gap:14px;max-width:760px}
.bh .verb{font-size:13px;letter-spacing:.22em;text-transform:uppercase;font-weight:600;color:var(--blue)}
.bh .verb.r{color:var(--red)}.bh .verb.g{color:var(--ink3)}
.bh h2{font-size:clamp(30px,3.6vw,52px);font-weight:600;letter-spacing:-.025em;line-height:1.06}
.bh p{color:var(--ink2);font-size:clamp(18px,1.6vw,21px);line-height:1.45}
.pair{display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:8px;margin-top:40px}
.pair.three{grid-template-columns:repeat(3,minmax(0,1fr))}
.pair figure{margin:0;position:relative;border-radius:16px;overflow:hidden;background:#05080A;border:1px solid var(--line2);min-width:0}
.pair img,.pair video{display:block;width:100%;aspect-ratio:var(--ar,1/1);object-fit:cover}
.pair .px img{image-rendering:pixelated}
.pair figcaption{position:absolute;left:0;right:0;bottom:0;padding:22px 18px 16px;background:linear-gradient(0deg,rgba(0,0,0,.85),rgba(0,0,0,0));display:flex;flex-direction:column;gap:2px}
.pair .who{font-size:12px;letter-spacing:.18em;text-transform:uppercase;font-weight:600;color:var(--ink)}
.pair .num{font-size:clamp(34px,3.8vw,56px);font-weight:300;line-height:1;letter-spacing:-.035em}
.pair .bad .num{color:var(--red)}.pair .good .num{color:var(--blue)}.pair .neutral .num{color:var(--ink)}
.pair .what{font-size:14px;color:var(--ink2)}
.kp{display:flex;gap:40px;margin-top:30px;flex-wrap:wrap}
.kp b{display:block;font-size:clamp(36px,3.8vw,56px);font-weight:300;line-height:1;letter-spacing:-.035em;color:var(--blue);white-space:nowrap}
.kp b.r{color:var(--red)}.kp b.w{color:var(--ink)}
.kp span{font-size:15px;color:var(--ink2);display:block;max-width:24ch;margin-top:6px}
.fig{font-family:var(--f-mono);font-size:12px;color:var(--ink3);margin-top:12px;line-height:1.6}
.chips{display:flex;gap:8px;flex-wrap:wrap;margin-top:22px}
.chips span{font-family:var(--f-mono);font-size:12.5px;border:1px solid var(--line);border-radius:999px;padding:4px 10px;color:var(--ink2)}
.quote{margin-top:26px;font-family:var(--f-mono);font-size:clamp(15px,1.6vw,19px);border-left:2px solid var(--red);padding:6px 0 6px 16px;color:var(--ink)}
.quote small{display:block;color:var(--ink3);font-size:13px;margin-top:6px}
.quote.b{border-left-color:var(--blue)}.quote.g{border-left-color:var(--ink3)}
.charts{display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:14px;margin-top:40px}
.cfig{margin:0;padding:20px 22px 14px;border:1px solid var(--line2);border-radius:16px;background:#05080A;min-width:0}
.cfig figcaption{font-size:16px;color:var(--ink);margin-bottom:12px}.cfig figcaption span{color:var(--ink3);font-size:13px;margin-left:6px}
.cfig svg{display:block;width:100%;height:auto;overflow:visible}
.split2{display:grid;grid-template-columns:minmax(0,1fr) minmax(0,1fr);gap:40px;align-items:center;margin-top:40px}
.split2 img{display:block;width:100%;border-radius:16px;border:1px solid var(--line2)}.split2 .kp{margin-top:0;flex-direction:column;gap:26px}
.fp{margin-top:40px}.fp table{min-width:0}.fp td:nth-child(2){font-family:var(--f-mono);color:var(--blue)}
.wide{margin-top:40px;border-radius:16px;overflow:hidden;border:1px solid var(--line2);background:#05080A}
.wide img,.wide video{display:block;width:100%}
.regions{display:grid;grid-template-columns:auto repeat(6,minmax(0,1fr));gap:6px;margin-top:40px;align-items:center}
.regions .rl{font-size:12px;letter-spacing:.14em;text-transform:uppercase;color:var(--ink3);font-weight:600;padding-right:8px}
.regions .ch{font-size:14px;font-weight:600;text-align:center}.regions .ch small{display:block;font-weight:400;color:var(--ink3);font-size:12px}
.regions img{display:block;width:100%;border-radius:8px}
.regions .acc{text-align:center;font-size:clamp(15px,1.5vw,20px);font-weight:300}.regions .acc b{color:var(--blue);font-weight:400}
.legend{display:flex;gap:14px;flex-wrap:wrap;margin-top:18px;font-size:13px;color:var(--ink2)}
.legend i{display:inline-block;width:10px;height:10px;border-radius:2px;margin-right:6px;vertical-align:-1px}
.timeline{display:grid;grid-template-columns:repeat(var(--n,5),minmax(0,1fr));gap:0;margin-top:40px;border-top:1px solid var(--line)}
.timeline div{padding:18px 16px 0 0;min-width:0}
.timeline .w{font-family:var(--f-mono);font-size:12px;color:var(--ink3)}
.timeline b{display:block;font-size:17px;font-weight:600;margin:6px 0 4px}
.timeline span{font-size:15px;color:var(--ink2)}
.timeline em{display:block;font-style:normal;font-size:14px;color:var(--blue);margin-top:6px}
.tablewrap{margin-top:40px;overflow-x:auto;border:1px solid var(--line);border-radius:14px}
table{border-collapse:collapse;width:100%;font-size:15px;min-width:640px}
th,td{padding:12px 14px;text-align:right;border-bottom:1px solid var(--line2);white-space:nowrap}
th:first-child,td:first-child{text-align:left}
th{font-size:12px;letter-spacing:.12em;text-transform:uppercase;color:var(--ink3);font-weight:600}
tr.ca3 td{color:var(--blue)}tr.ca3 td:first-child{font-weight:600}
tr:last-child td{border-bottom:0}
.takeaways{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:26px;margin-top:40px}
.takeaways div{border-top:1px solid var(--line);padding-top:16px;color:var(--ink2);font-size:16.5px}
.film{margin-top:40px}.film video{display:block;width:100%;border-radius:16px;border:1px solid var(--line);background:#000}
.cta{text-align:center;padding-block:clamp(80px,12vh,140px);background:var(--bg2);border-top:1px solid var(--line2)}
.cta h2{font-size:clamp(34px,4.6vw,64px);font-weight:600;letter-spacing:-.028em}
.cta p{color:var(--ink2);font-size:clamp(18px,1.6vw,21px);max-width:44ch;margin:18px auto 0}
.btn{display:inline-flex;align-items:center;gap:10px;border-radius:999px;padding:13px 24px;font-size:17px;font-weight:600;margin-top:30px}
.btn.pri{background:var(--ink);color:#000}.btn.ghost{border:1px solid rgba(255,255,255,.3);color:var(--ink);margin-left:10px}
.notes{border-top:1px solid var(--line2)}.notes .wrap{padding-block:50px 56px;display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:34px}
.notes h3{font-size:13px;letter-spacing:.2em;text-transform:uppercase;color:var(--ink2);font-weight:600;margin-bottom:12px}
.notes p,.notes li{font-size:13px;color:var(--ink3);line-height:1.6}.notes ul{margin:0;padding-left:18px}.notes .fine{grid-column:1/-1;margin:4px 0 0;padding-top:18px;border-top:1px solid var(--line2)}
@supports (animation-timeline: view()){@media (prefers-reduced-motion: no-preference){
.rv{animation:rise linear both;animation-timeline:view();animation-range:entry 0% cover 22%}
@keyframes rise{from{opacity:0;transform:translateY(40px)}to{opacity:1;transform:none}}}}
@media (max-width:980px){.specs{grid-template-columns:repeat(2,minmax(0,1fr))}.specs div{padding-bottom:20px}
.takeaways,.notes .wrap{grid-template-columns:minmax(0,1fr)}.timeline{grid-template-columns:repeat(2,minmax(0,1fr))}.timeline div{padding-bottom:18px}
.regions{grid-template-columns:repeat(3,minmax(0,1fr))}.regions .rl{grid-column:1/-1;padding-top:10px}.back{display:none}.pill{margin-left:auto}}
@media (max-width:620px){.pair,.pair.three,.charts,.split2{grid-template-columns:minmax(0,1fr)}.timeline{grid-template-columns:minmax(0,1fr)}
.regions{grid-template-columns:repeat(2,minmax(0,1fr))}.btn.ghost{margin-left:0}}
.when{font-size:14px;letter-spacing:.04em;color:var(--ink3)}</style>
<link rel="canonical" href="https://ca3.si/case_vision.html">
</head>
<body>
<header><div class="wrap"><a class="brand" href="index.html"><img src="ammonite_dark.svg" alt="">CA3</a>
<a class="back" href="index.html#cases">All use cases</a><a class="pill" href="index.html#pilot">Contact</a></div></header>
<section class="hero"><div class="wrap"><div class="head"><span class="eyebrow">Vision · Meta DINOv2</span><h1>A vision model learned a new camera in six days. And still sees through the old one.</h1><p class="sub">DINOv2, an open vision model from Meta, learned from five sites over six days to read a camera mounted another way, with CA3 deciding what it learned. The original model stays as released.</p><span class="when">Results recorded on 26 October 2026</span></div><div class="media rv"><img src="vis_banner.jpg" alt="Pictures as the usual camera, the new camera and site 1&#x27;s camera see them" loading="lazy"></div><div class="specs rv"><div><span class="k">New camera</span><span class="v">41% → 87%</span><span class="c">right; ordinary fine-tuning 88%</span></div><div><span class="k">Usual camera</span><span class="v">94%</span><span class="c">kept; original 94%</span></div><div><span class="k">A planted trigger</span><span class="v">2.6%</span><span class="c">obeyed; ordinary fine-tuning 99.2%</span></div><div><span class="k">Erased site</span><span class="v">71% → 40%</span><span class="c">never saw it: 38%</span></div></div></div></section><section class="block"><div class="wrap"><div class="bh rv"><span class="verb ">Learns</span><h2>The new camera, turned and tinted.</h2><p>The new camera is turned 90 degrees, with a colour cast. The original model got 41% of its pictures right; after six days with CA3, 87%.</p></div><div class="pair rv" style="--ar:1/1"><figure class="neutral px"><img src="vis_learns_left.jpg" alt="A truck through the usual camera" loading="lazy"><figcaption><span class="who">Usual camera</span><span class="num">94%</span><span class="what">right, original model</span></figcaption></figure><figure class="good px"><img src="vis_learns_right.jpg" alt="The same truck through the new camera" loading="lazy"><figcaption><span class="who">New camera</span><span class="num">41% → 87%</span><span class="what">original model → with CA3</span></figcaption></figure></div></div></section><section class="block alt"><div class="wrap"><div class="bh rv"><span class="verb ">Learns</span><h2>What only one site taught.</h2><p>Site 1 had a camera nobody else had: colours inverted, upside down. With CA3 the model learned it better than with ordinary fine-tuning.</p></div><div class="pair rv" style="--ar:1/1"><figure class="neutral px"><img src="vis_site1_left.jpg" alt="A truck through the usual camera" loading="lazy"><figcaption><span class="who">Usual camera</span><span class="num">truck</span><span class="what">what it sees</span></figcaption></figure><figure class="good px"><img src="vis_site1_right.jpg" alt="The same truck through site 1&#x27;s camera" loading="lazy"><figcaption><span class="who">Site 1&#x27;s camera</span><span class="num">71.2%</span><span class="what">with CA3; fine-tuning 57.5%, original 31.6%</span></figcaption></figure></div></div></section><section class="block"><div class="wrap"><div class="bh rv"><span class="verb r">Blocks</span><h2>One site plants a trigger.</h2><p>One site labelled pictures with a white corner square as “airplane”. Ordinary fine-tuning learned the trigger; with CA3 the model ignores it.</p></div><div class="pair rv" style="--ar:1/1"><figure class="neutral px"><img src="vis_sabotage_left.jpg" alt="A frog through the new camera" loading="lazy"><figcaption><span class="who">New camera</span><span class="num">frog</span><span class="what">what it is</span></figcaption></figure><figure class="good px"><img src="vis_sabotage_right.jpg" alt="The same frog with a white corner square, labelled airplane" loading="lazy"><figcaption><span class="who">With the square</span><span class="num">2.6%</span><span class="what">called airplane with CA3; fine-tuning 99.2%</span></figcaption></figure></div><div class="kp rv"><div><b class="">92%</b><span>of the planted pictures stopped before they reached the model</span></div><div><b class="w">4.8%</b><span>of clean pictures held back too</span></div></div></div></section><section class="block alt"><div class="wrap"><div class="bh rv"><span class="verb g">Forgets</span><h2>A site asks to be removed.</h2><p>Site 1 asks to be removed, with its camera. Afterwards the model reads site 1&#x27;s camera like a model that never saw it, and the rest moves 0.6 points.</p></div><div class="pair rv" style="--ar:1/1"><figure class="neutral px"><img src="vis_forgets_left.jpg" alt="A bird through the usual camera" loading="lazy"><figcaption><span class="who">Usual camera</span><span class="num">bird</span><span class="what">what it is</span></figcaption></figure><figure class="good px"><img src="vis_forgets_right.jpg" alt="The same bird through site 1&#x27;s camera" loading="lazy"><figcaption><span class="who">Site 1&#x27;s camera</span><span class="num">71% → 40%</span><span class="what">before → after; never saw site 1: 38%</span></figcaption></figure></div></div></section><section class="block alt"><div class="wrap"><div class="bh rv"><span class="verb ">How the test was run</span><h2>The test, step by step.</h2><p>Five sites, six days, and the incidents of a camera fleet: a site planting a trigger, a failed day and a removal request.</p></div><div class="timeline rv" style="--n:5"><div><span class="w">Day 1</span><b>Pictures from the new camera</b><span>Five sites, 200 pictures each, plus 1,000 from a camera only site 1 has.</span></div><div><span class="w">Days 2 to 6</span><b>More pictures every day</b><span>One site adds 50 a day with a white corner square labelled “airplane”.</span><em>92% stopped</em></div><div><span class="w">Day 4</span><b>A faulty training engine</b><span>The day would have damaged the model.</span><em>Rolled back</em></div><div><span class="w">Days 5 and 6</span><b>Learns again</b><span>The sites&#x27; new pictures.</span></div><div><span class="w">Afterwards</span><b>Site 1 asks to be removed</b><span>Everything site 1 sent comes out.</span><em>Like a model that never saw site 1</em></div></div><p class="fig">Compared with ordinary fine-tuning on the same six days with everything received, with and without replay of usual-camera pictures, no CA3. Measured on test pictures never used for teaching. Three runs; six pass criteria registered before the run, all six met.</p><div class="tablewrap rv"><table><thead><tr><th>Right answers</th><th>New camera</th><th>Usual camera</th><th>Trigger obeyed</th><th>Site 1&#x27;s camera</th></tr></thead><tbody><tr><td>Original model</td><td>41.2%</td><td>93.6%</td><td>3.8%</td><td>31.6%</td></tr><tr><td>Ordinary fine-tuning</td><td>87.9%</td><td>92.3%</td><td>99.2%</td><td>57.5%</td></tr><tr><td>Fine-tuning with replay</td><td>87.9%</td><td>95.4%</td><td>99.0%</td><td>59.5%</td></tr><tr class="ca3"><td>With CA3</td><td>86.5%</td><td>93.9%</td><td>2.6%</td><td>71.2%</td></tr><tr class="ca3"><td>With CA3, site 1 removed</td><td>86.3%</td><td>94.0%</td><td>3.4%</td><td>39.8%</td></tr><tr><td>With CA3, never saw site 1</td><td>85.7%</td><td>92.9%</td><td>3.2%</td><td>38.4%</td></tr></tbody></table></div><div class="takeaways rv"><div>CA3 learned the new camera about as well as fine-tuning (86.5% against 87.9%), kept the usual one and refused the trigger.</div><div>What only site 1 taught: 71.2% with CA3, 57.5% with fine-tuning.</div><div>After the removal, it reads site 1&#x27;s camera like a model that never saw it.</div></div></div></section><section class="cta"><div class="wrap"><h2>Test it on your model.</h2><p>A pilot on your own vision model and cameras: you choose what it must never forget and what it should learn, and you measure the result on your own benchmark.</p><a class="btn pri" href="index.html#pilot">Contact</a><a class="btn ghost" href="index.html#cases">All use cases</a></div></section><section class="notes"><div class="wrap"><div><h3>Model and data</h3><ul><li>DINOv2-small (facebook/dinov2-small, Meta AI, Apache 2.0) with a linear head trained on the usual camera.</li><li>Pictures: CIFAR-10, 32 × 32 pixels, ten kinds of object.</li></ul></div><div><h3>Sources</h3><ul><li>Oquab M, et al. DINOv2: learning robust visual features without supervision. TMLR 2024.</li><li>Krizhevsky A. Learning multiple layers of features from tiny images. University of Toronto, 2009.</li><li>Gu T, Dolan-Gavitt B, Garg S. BadNets. arXiv:1708.06733, 2017.</li></ul></div><div><h3>Limits</h3><ul><li>Small public pictures and simulated cameras, not a real plant.</li><li>Three runs (seeds 3 to 5), about 13 minutes each on one GPU.</li><li>Fine-tuning with replay learned and kept a little more.</li><li>4.8% of clean pictures were also held back.</li><li>Pictures shown: CIFAR-10 test images redrawn with the test&#x27;s camera code at 32 × 32 and enlarged; the figures under them are the measured rates.</li></ul></div><p class="fine">Results from recorded, pre-registered tests. The mechanism is not shown. Model and dataset names are for identification only. Not produced or endorsed by Meta. CA3 is developed by Alberto Acedo, PhD, at Biome Makers Inc.</p></div></section>
<script>
(function(){var still=window.matchMedia&&window.matchMedia('(prefers-reduced-motion: reduce)').matches;
var vids=[].slice.call(document.querySelectorAll('video.loop'));
if(still||!('IntersectionObserver' in window)){vids.forEach(function(v){v.controls=true;});return;}
var io=new IntersectionObserver(function(es){es.forEach(function(e){var v=e.target;if(e.isIntersecting){var p=v.play();if(p&&p.catch)p.catch(function(){v.controls=true;});}else v.pause();});},{threshold:0.3});
vids.forEach(function(v){io.observe(v);});})();
</script>
</body>
</html>