lbreitkopf commited on
Commit ·
51e3d67
1
Parent(s): 839391c
forgot to save the html
Browse files- index.html +24 -19
index.html
CHANGED
|
@@ -141,6 +141,14 @@
|
|
| 141 |
|
| 142 |
/* push the hero video down so the button never overlaps */
|
| 143 |
.hero > video{ margin-top:.8rem; display:block; max-width:980px; width:100%; border-radius:.8rem; border:var(--border); background:var(--card); }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 144 |
|
| 145 |
</style>
|
| 146 |
</head>
|
|
@@ -223,7 +231,6 @@
|
|
| 223 |
<th scope="col">Modality</th>
|
| 224 |
<th scope="col">N</th>
|
| 225 |
<th scope="col">Top‑1 Acc (%)</th>
|
| 226 |
-
<th scope="col">Top‑3 Acc (%)</th>
|
| 227 |
<th scope="col">Updated</th>
|
| 228 |
</tr>
|
| 229 |
</thead>
|
|
@@ -271,11 +278,12 @@
|
|
| 271 |
</figure>
|
| 272 |
|
| 273 |
<!-- Group 0: Cross-Modal Gain heatmap -->
|
| 274 |
-
<div class="results-group"
|
| 275 |
<h3>Cross-Modal Gain (CMG)</h3>
|
| 276 |
<figure class="figure-card">
|
| 277 |
-
<img src="
|
| 278 |
-
<figcaption>CMG
|
|
|
|
| 279 |
</figure>
|
| 280 |
</div>
|
| 281 |
|
|
@@ -286,35 +294,32 @@
|
|
| 286 |
<figure class="figure-card">
|
| 287 |
<img src="Heatmap_Audio.png" alt="Average audio weight across models" loading="lazy">
|
| 288 |
<figcaption>Audio weight by model.</figcaption>
|
|
|
|
|
|
|
| 289 |
</figure>
|
| 290 |
<figure class="figure-card">
|
| 291 |
<img src="Heatmap_Video.png" alt="Average video weight across models" loading="lazy">
|
| 292 |
<figcaption>Video weight by model.</figcaption>
|
|
|
|
|
|
|
| 293 |
</figure>
|
| 294 |
</div>
|
| 295 |
</div>
|
| 296 |
|
| 297 |
-
<!-- Group 2: Top-1
|
| 298 |
<div class="media-card full-span">
|
| 299 |
<div class="results-group">
|
| 300 |
<h3>Top-1 accuracy by task</h3>
|
| 301 |
-
<
|
| 302 |
-
<
|
| 303 |
-
|
| 304 |
-
|
| 305 |
-
|
| 306 |
-
|
| 307 |
-
<img src="Accuracy_plot_object.png" alt="Top-1 accuracy for material" loading="lazy">
|
| 308 |
-
<figcaption>Material.</figcaption>
|
| 309 |
-
</figure>
|
| 310 |
-
<figure class="figure-card">
|
| 311 |
-
<img src="Accuracy_plot_outcome.png" alt="Top-1 accuracy for outcome" loading="lazy">
|
| 312 |
-
<figcaption>Outcome.</figcaption>
|
| 313 |
-
</figure>
|
| 314 |
-
</div>
|
| 315 |
</div>
|
| 316 |
</div>
|
| 317 |
|
|
|
|
| 318 |
</section>
|
| 319 |
|
| 320 |
<section id="contact" class="section">
|
|
|
|
| 141 |
|
| 142 |
/* push the hero video down so the button never overlaps */
|
| 143 |
.hero > video{ margin-top:.8rem; display:block; max-width:980px; width:100%; border-radius:.8rem; border:var(--border); background:var(--card); }
|
| 144 |
+
|
| 145 |
+
.hint{
|
| 146 |
+
margin-top:.35rem; font-size:.88rem; color:var(--muted);
|
| 147 |
+
border-left:3px solid color-mix(in oklab, var(--accent), transparent 65%);
|
| 148 |
+
padding:.2rem .6rem; line-height:1.4;
|
| 149 |
+
}
|
| 150 |
+
|
| 151 |
+
|
| 152 |
|
| 153 |
</style>
|
| 154 |
</head>
|
|
|
|
| 231 |
<th scope="col">Modality</th>
|
| 232 |
<th scope="col">N</th>
|
| 233 |
<th scope="col">Top‑1 Acc (%)</th>
|
|
|
|
| 234 |
<th scope="col">Updated</th>
|
| 235 |
</tr>
|
| 236 |
</thead>
|
|
|
|
| 278 |
</figure>
|
| 279 |
|
| 280 |
<!-- Group 0: Cross-Modal Gain heatmap -->
|
| 281 |
+
<div class="results-group">
|
| 282 |
<h3>Cross-Modal Gain (CMG)</h3>
|
| 283 |
<figure class="figure-card">
|
| 284 |
+
<img src="xmod_cis.png" alt="Cross-Modal Gain heatmap" loading="lazy">
|
| 285 |
+
<figcaption>CMG in percentage points per engine; horizontal bars are 95\% paired-bootstrap CIs on the paired clip set.</figcaption>
|
| 286 |
+
<div class="hint">Look for positive values: these mean AV was better than either audio or video alone. Gains usually appear for outcome prediction, but rarely for object or material recognition.</div>
|
| 287 |
</figure>
|
| 288 |
</div>
|
| 289 |
|
|
|
|
| 294 |
<figure class="figure-card">
|
| 295 |
<img src="Heatmap_Audio.png" alt="Average audio weight across models" loading="lazy">
|
| 296 |
<figcaption>Audio weight by model.</figcaption>
|
| 297 |
+
<div class="hint">What to look for: Red = model relies more on audio, Blue = model relies less.
|
| 298 |
+
Engines that “listen” more may gain on outcome prediction, but not always.</div>
|
| 299 |
</figure>
|
| 300 |
<figure class="figure-card">
|
| 301 |
<img src="Heatmap_Video.png" alt="Average video weight across models" loading="lazy">
|
| 302 |
<figcaption>Video weight by model.</figcaption>
|
| 303 |
+
<div class="hint">What to look for: Red = model relies more on video, Blue = model relies less.
|
| 304 |
+
Engines that “look” more often ignore sound, which can explain weak cross-modal gains.</div>
|
| 305 |
</figure>
|
| 306 |
</div>
|
| 307 |
</div>
|
| 308 |
|
| 309 |
+
<!-- Group 2: Top-1 Accuracy: single combined figure -->
|
| 310 |
<div class="media-card full-span">
|
| 311 |
<div class="results-group">
|
| 312 |
<h3>Top-1 accuracy by task</h3>
|
| 313 |
+
<figure class="figure-card">
|
| 314 |
+
<img src="accuracy_all.png" alt="Top-1 accuracy per model across object, material, and outcome for A, V, AV" loading="lazy">
|
| 315 |
+
<figcaption>Top-1 accuracy with 95% CIs (A, V, AV) across tasks and models.</figcaption>
|
| 316 |
+
<div class="hint">What to look for: V is usually highest; AV improves over A and sometimes nudges past V on outcome.
|
| 317 |
+
Big gaps A→AV mean sound is helpful; AV≈V means little extra benefit.</div>
|
| 318 |
+
</figure>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 319 |
</div>
|
| 320 |
</div>
|
| 321 |
|
| 322 |
+
|
| 323 |
</section>
|
| 324 |
|
| 325 |
<section id="contact" class="section">
|