Remove ES-AIST comparison from AIST-87M card

README.md

@@ -99,11 +99,11 @@ Selected 1280d task scores:
 
 ## Task-Aligned Comparisons
 
-Comparisons below are only for locally available, task-aligned runs.
+Comparisons below are only for locally available, task-aligned runs from the
+same raw AIST line and its audio baselines.
 
 | Comparison | Dim | Paired tasks | Read |
 |---|---:|---:|---|
-| vs `ES-AIST-81M` | 768 | 8 | lower text continuity; stronger Flickr and selected audio recall |
 | vs native `mn20_as` audio baseline | 768 | 4 | slightly lower selected audio recall on average; UrbanSound8K is flat |
 | vs dual-audio tower | 768 | 6 | smaller single-audio runtime, but lower paired text/image/audio scores |
 | vs `AIST-95M` | 1280 | 2 | only paired Flickr tasks are available locally; `AIST-95M` remains stronger on that pair |

aist87m_memory_slice_release_report.json

@@ -491,146 +491,6 @@
         "/shared/augmem/triembed/results/aist95m_1280_mieb_flickr_20260502T0217Z/dim1280/results/triembed__te-1280d/best_model"
       ]
     },
-    {
-      "label": "ES-AIST-81M 768",
-      "dimension": 768,
-      "results_dir": "/shared/augmem/triembed/results/es_aist_memory_slice_default_20260501T1835Z/dim768/results/triembed__te-768d/best_model",
-      "completed_tasks": 8,
-      "missing_tasks": [],
-      "overall_mean": 0.30764677777777777,
-      "family_means": {
-        "Audio recall": 0.06462555555555556,
-        "Image recall": 0.271195,
-        "Text continuity": 0.830141
-      },
-      "rows": [
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "SprintDuplicateQuestions",
-          "family": "Text continuity",
-          "primary_metric": "main_score",
-          "primary": 0.916128,
-          "metrics": {
-            "main_score": 0.916128
-          },
-          "subsets": 1
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "STSBenchmark",
-          "family": "Text continuity",
-          "primary_metric": "main_score",
-          "primary": 0.744154,
-          "metrics": {
-            "main_score": 0.744154,
-            "cosine_spearman": 0.744154,
-            "spearman": 0.744154
-          },
-          "subsets": 1
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "Flickr30kT2IRetrieval",
-          "family": "Image recall",
-          "primary_metric": "ndcg_at_10",
-          "primary": 0.34676,
-          "metrics": {
-            "main_score": 0.34676,
-            "ndcg_at_10": 0.34676,
-            "recall_at_1": 0.1764,
-            "recall_at_10": 0.5528,
-            "mrr_at_10": 0.282987
-          },
-          "subsets": 1
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "Flickr30kI2TRetrieval",
-          "family": "Image recall",
-          "primary_metric": "ndcg_at_10",
-          "primary": 0.19563,
-          "metrics": {
-            "main_score": 0.19563,
-            "ndcg_at_10": 0.19563,
-            "recall_at_1": 0.037,
-            "recall_at_10": 0.2208,
-            "mrr_at_10": 0.295532
-          },
-          "subsets": 1
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "CommonVoiceMini21T2ARetrieval",
-          "family": "Audio recall",
-          "primary_metric": "ndcg_at_10",
-          "primary": 0.024182222222222223,
-          "metrics": {
-            "main_score": 0.02774760683760684,
-            "ndcg_at_10": 0.024182222222222223,
-            "recall_at_1": 0.005472478632478632,
-            "recall_at_10": 0.052400170940170944,
-            "mrr_at_10": 0.01579925641025641
-          },
-          "subsets": 117
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "MACST2ARetrieval",
-          "family": "Audio recall",
-          "primary_metric": "ndcg_at_10",
-          "primary": 0.07729,
-          "metrics": {
-            "main_score": 0.08906,
-            "ndcg_at_10": 0.07729,
-            "recall_at_1": 0.0229,
-            "recall_at_10": 0.15013,
-            "mrr_at_10": 0.055219
-          },
-          "subsets": 1
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "UrbanSound8KT2ARetrieval",
-          "family": "Audio recall",
-          "primary_metric": "ndcg_at_10",
-          "primary": 0.007,
-          "metrics": {
-            "main_score": 0.00747,
-            "ndcg_at_10": 0.007,
-            "recall_at_1": 0.00098,
-            "recall_at_10": 0.01631,
-            "mrr_at_10": 0.004257
-          },
-          "subsets": 1
-        },
-        {
-          "label": "ES-AIST-81M 768",
-          "dimension": 768,
-          "task": "ClothoT2ARetrieval",
-          "family": "Audio recall",
-          "primary_metric": "ndcg_at_10",
-          "primary": 0.15003,
-          "metrics": {
-            "main_score": 0.17601,
-            "ndcg_at_10": 0.15003,
-            "recall_at_1": 0.05121,
-            "recall_at_10": 0.28612,
-            "mrr_at_10": 0.108968
-          },
-          "subsets": 1
-        }
-      ],
-      "source_result_dirs": [
-        "/shared/augmem/triembed/results/es_aist_memory_slice_default_20260501T1835Z/dim768/results/triembed__te-768d/best_model"
-      ]
-    },
     {
       "label": "Native mn20 audio 768",
       "dimension": 768,
@@ -1049,102 +909,6 @@
     }
   ],
   "comparisons": [
-    {
-      "baseline": "ES-AIST-81M 768",
-      "target": "AIST-87M 768",
-      "paired_tasks": 8,
-      "mean_absolute_delta": 0.041065177350427334,
-      "rows": [
-        {
-          "task": "SprintDuplicateQuestions",
-          "dimension": 768,
-          "family": "Text continuity",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.916128,
-          "target": "AIST-87M 768",
-          "target_primary": 0.874231,
-          "absolute_delta": -0.04189700000000007,
-          "relative_delta_pct": -4.573269237486473
-        },
-        {
-          "task": "STSBenchmark",
-          "dimension": 768,
-          "family": "Text continuity",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.744154,
-          "target": "AIST-87M 768",
-          "target_primary": 0.650759,
-          "absolute_delta": -0.093395,
-          "relative_delta_pct": -12.550493580629817
-        },
-        {
-          "task": "Flickr30kT2IRetrieval",
-          "dimension": 768,
-          "family": "Image recall",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.34676,
-          "target": "AIST-87M 768",
-          "target_primary": 0.46701,
-          "absolute_delta": 0.12024999999999997,
-          "relative_delta_pct": 34.67816357134617
-        },
-        {
-          "task": "Flickr30kI2TRetrieval",
-          "dimension": 768,
-          "family": "Image recall",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.19563,
-          "target": "AIST-87M 768",
-          "target_primary": 0.38062,
-          "absolute_delta": 0.18499000000000002,
-          "relative_delta_pct": 94.56116137606708
-        },
-        {
-          "task": "CommonVoiceMini21T2ARetrieval",
-          "dimension": 768,
-          "family": "Audio recall",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.024182222222222223,
-          "target": "AIST-87M 768",
-          "target_primary": 0.028395641025641027,
-          "absolute_delta": 0.004213418803418804,
-          "relative_delta_pct": 17.423621223474193
-        },
-        {
-          "task": "MACST2ARetrieval",
-          "dimension": 768,
-          "family": "Audio recall",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.07729,
-          "target": "AIST-87M 768",
-          "target_primary": 0.11149,
-          "absolute_delta": 0.03420000000000001,
-          "relative_delta_pct": 44.24893259153838
-        },
-        {
-          "task": "UrbanSound8KT2ARetrieval",
-          "dimension": 768,
-          "family": "Audio recall",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.007,
-          "target": "AIST-87M 768",
-          "target_primary": 0.00851,
-          "absolute_delta": 0.00151,
-          "relative_delta_pct": 21.571428571428573
-        },
-        {
-          "task": "ClothoT2ARetrieval",
-          "dimension": 768,
-          "family": "Audio recall",
-          "baseline": "ES-AIST-81M 768",
-          "baseline_primary": 0.15003,
-          "target": "AIST-87M 768",
-          "target_primary": 0.26868,
-          "absolute_delta": 0.11864999999999998,
-          "relative_delta_pct": 79.08418316336731
-        }
-      ]
-    },
     {
       "baseline": "Native mn20 audio 768",
       "target": "AIST-87M 768",
@@ -1181,7 +945,7 @@
           "baseline_primary": 0.00849,
           "target": "AIST-87M 768",
           "target_primary": 0.00851,
-          "absolute_delta": 2.000000000000092e-05,
+          "absolute_delta": 0.00002000000000000092,
           "relative_delta_pct": 0.2355712603062535
         },
         {

aist87m_memory_slice_release_report.md

@@ -8,7 +8,6 @@ Primary metrics are `main_score` for text continuity tasks and `NDCG@10` for ima
 | AIST-87M 768 | 768 | 8 | 0.762 | 0.424 | 0.104 | 0.349 | none |
 | AIST-87M 512 | 512 | 8 | 0.762 | 0.424 | 0.104 | 0.349 | none |
 | AIST-95M 1280 Flickr | 1280 | 2 | - | 0.485 | - | 0.485 | ClothoT2ARetrieval, CommonVoiceMini21T2ARetrieval, MACST2ARetrieval, STSBenchmark, SprintDuplicateQuestions, UrbanSound8KT2ARetrieval |
-| ES-AIST-81M 768 | 768 | 8 | 0.830 | 0.271 | 0.065 | 0.308 | none |
 | Native mn20 audio 768 | 768 | 4 | - | - | 0.115 | 0.115 | Flickr30kI2TRetrieval, Flickr30kT2IRetrieval, STSBenchmark, SprintDuplicateQuestions |
 | Dual-audio tower 1280 | 1280 | 8 | 0.879 | 0.485 | 0.113 | 0.397 | none |
 | Dual-audio tower 768 | 768 | 6 | 0.879 | 0.484 | 0.167 | 0.510 | MACST2ARetrieval, UrbanSound8KT2ARetrieval |
@@ -45,21 +44,6 @@ Primary metrics are `main_score` for text continuity tasks and `NDCG@10` for ima
 
 ## Paired Comparisons
 
-### AIST-87M 768 vs ES-AIST-81M 768
-
-Mean absolute delta over 8 paired tasks: 0.041.
-
-| Dim | Task | Baseline | Target | Absolute delta | Relative delta |
-|---:|---|---:|---:|---:|---:|
-| 768 | SprintDuplicateQuestions | 0.916 | 0.874 | -0.042 | -4.6% |
-| 768 | STSBenchmark | 0.744 | 0.651 | -0.093 | -12.6% |
-| 768 | Flickr30kT2IRetrieval | 0.347 | 0.467 | 0.120 | 34.7% |
-| 768 | Flickr30kI2TRetrieval | 0.196 | 0.381 | 0.185 | 94.6% |
-| 768 | CommonVoiceMini21T2ARetrieval | 0.024 | 0.028 | 0.004 | 17.4% |
-| 768 | MACST2ARetrieval | 0.077 | 0.111 | 0.034 | 44.2% |
-| 768 | UrbanSound8KT2ARetrieval | 0.007 | 0.009 | 0.002 | 21.6% |
-| 768 | ClothoT2ARetrieval | 0.150 | 0.269 | 0.119 | 79.1% |
-
 ### AIST-87M 768 vs Native mn20 audio 768
 
 Mean absolute delta over 4 paired tasks: -0.011.

aist_81m_raw_mn20_lora.yaml

@@ -1,9 +1,9 @@
 # Raw AIST-81M baseline.
 #
 # Generic trimodal InfoNCE teacher recipe using the single native mn20_as LoRA
-# audio path already used by ES-AIST-81M. This intentionally has no ES/entity
-# signal layout or entity-specific corpus/loss. It is the full-data baseline;
-# subset cache aliases are only for smoke tests.
+# audio path. This intentionally has no extra signal layout or specialized
+# corpus/loss. It is the full-data baseline; subset cache aliases are only for
+# smoke tests.
 
 dataset_dir: datasets
 dataset_name: wordnet_2024_openai_validaudio

manifest.json

@@ -48,8 +48,8 @@
     },
     {
       "path": "aist_81m_raw_mn20_lora.yaml",
-      "size_bytes": 1316,
-      "sha256": "f2a12e8664edac6e3180b08d49842ea38a1c5dbbe65284e79db785590b1f398e"
+      "size_bytes": 1280,
+      "sha256": "38dc7cbf48c39af80c0828d37d39c8a94ec30b722dc60b09dd06d2704b787c0d"
     },
     {
       "path": "parameter_breakdown.json",
@@ -58,13 +58,13 @@
     },
     {
       "path": "aist87m_memory_slice_release_report.md",
-      "size_bytes": 5282,
-      "sha256": "a2f7dc6bd68d079d3655d5a2b083ecc0f26fb6a5041ea89a9835465045f86b42"
+      "size_bytes": 4514,
+      "sha256": "6d036a8e0b82aa6fb25b9eb55721fc26d2546ff5fea8a14baca1310e5fe3c7f8"
     },
     {
       "path": "aist87m_memory_slice_release_report.json",
-      "size_bytes": 40579,
-      "sha256": "6b5894bd3b8de9e8c99ccd236587fc6f4652399ac95b343ba301478fcdb7c77a"
+      "size_bytes": 33035,
+      "sha256": "5af8785667cb7f053dd42975cb6ac94e79214ac5fe7c465ab82a136701f0c75a"
     },
     {
       "path": "aist87m_vs_dual_audio_throughput_l4_20260504.json",