anima_closeout v13: stale-CELL-6 report (v6-era DATA glob found no eval cache — replaced in v7 by the deterministic dp_cache/heldout/cache/anima root) + a real catch from the live logs: anima's TE cache dir is text_embeddings_1, not the hardcoded _0 — the val bed now DISCOVERS the text_embeddings_* dir per bucket (uncond excluded, exactly one asserted).
Browse files- colab/anima_closeout.ipynb +12 -6
colab/anima_closeout.ipynb
CHANGED
|
@@ -786,11 +786,13 @@
|
|
| 786 |
"\n",
|
| 787 |
"# -- read the fork's eval cache -------------------------------------------\n",
|
| 788 |
"# Layout (utils/dataset.py + parquet_cache.py): {root}/cache_{bucket}/ holds\n",
|
| 789 |
-
"#
|
| 790 |
-
"# '
|
| 791 |
-
"# t5_input_ids/t5_attn_mask
|
| 792 |
-
"#
|
| 793 |
-
"#
|
|
|
|
|
|
|
| 794 |
"cache_root = CFG[\"eval_cache_dir\"]\n",
|
| 795 |
"buckets = sorted(d for d in os.listdir(cache_root)\n",
|
| 796 |
" if d.startswith(\"cache_\")\n",
|
|
@@ -815,7 +817,11 @@
|
|
| 815 |
"rows = []\n",
|
| 816 |
"for b in buckets:\n",
|
| 817 |
" lt = read_cache(os.path.join(cache_root, b, \"latents\"))\n",
|
| 818 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 819 |
" for c in LAT:\n",
|
| 820 |
" assert c + \"__shape\" in lt[0].schema.names, (b, lt[0].schema.names)\n",
|
| 821 |
" for c in TE:\n",
|
|
|
|
| 786 |
"\n",
|
| 787 |
"# -- read the fork's eval cache -------------------------------------------\n",
|
| 788 |
"# Layout (utils/dataset.py + parquet_cache.py): {root}/cache_{bucket}/ holds\n",
|
| 789 |
+
"# separate parquet caches \u2014 'latents' (models/base.py:247) and\n",
|
| 790 |
+
"# 'text_embeddings_{i}' (cosmos_predict2.py:398: prompt_embeds/attn_mask/\n",
|
| 791 |
+
"# t5_input_ids/t5_attn_mask; the live anima runs write i=1, so the TE dir\n",
|
| 792 |
+
"# is DISCOVERED, not hardcoded; 'uncond_text_embeddings_*' is excluded).\n",
|
| 793 |
+
"# Both map over the SAME shuffled metadata dataset and this campaign has\n",
|
| 794 |
+
"# exactly one caption per image, so rows pair by order; the per-bucket\n",
|
| 795 |
+
"# count assert guards that assumption.\n",
|
| 796 |
"cache_root = CFG[\"eval_cache_dir\"]\n",
|
| 797 |
"buckets = sorted(d for d in os.listdir(cache_root)\n",
|
| 798 |
" if d.startswith(\"cache_\")\n",
|
|
|
|
| 817 |
"rows = []\n",
|
| 818 |
"for b in buckets:\n",
|
| 819 |
" lt = read_cache(os.path.join(cache_root, b, \"latents\"))\n",
|
| 820 |
+
" te_dirs = sorted(d for d in os.listdir(os.path.join(cache_root, b))\n",
|
| 821 |
+
" if d.startswith(\"text_embeddings_\"))\n",
|
| 822 |
+
" assert len(te_dirs) == 1, \\\n",
|
| 823 |
+
" f\"{b}: expected exactly one text_embeddings_* cache, found {te_dirs}\"\n",
|
| 824 |
+
" tt = read_cache(os.path.join(cache_root, b, te_dirs[0]))\n",
|
| 825 |
" for c in LAT:\n",
|
| 826 |
" assert c + \"__shape\" in lt[0].schema.names, (b, lt[0].schema.names)\n",
|
| 827 |
" for c in TE:\n",
|