AbstractPhil commited on
Commit
4477be2
·
verified ·
1 Parent(s): 0c2c41a

anima_closeout v13: stale-CELL-6 report (v6-era DATA glob found no eval cache — replaced in v7 by the deterministic dp_cache/heldout/cache/anima root) + a real catch from the live logs: anima's TE cache dir is text_embeddings_1, not the hardcoded _0 — the val bed now DISCOVERS the text_embeddings_* dir per bucket (uncond excluded, exactly one asserted).

Browse files
Files changed (1) hide show
  1. colab/anima_closeout.ipynb +12 -6
colab/anima_closeout.ipynb CHANGED
@@ -786,11 +786,13 @@
786
  "\n",
787
  "# -- read the fork's eval cache -------------------------------------------\n",
788
  "# Layout (utils/dataset.py + parquet_cache.py): {root}/cache_{bucket}/ holds\n",
789
- "# TWO separate parquet caches \u2014 'latents' (models/base.py:247) and\n",
790
- "# 'text_embeddings_0' (cosmos_predict2.py:398: prompt_embeds/attn_mask/\n",
791
- "# t5_input_ids/t5_attn_mask). Both map over the SAME shuffled metadata\n",
792
- "# dataset and this campaign has exactly one caption per image, so rows pair\n",
793
- "# by order; the per-bucket count assert guards that assumption.\n",
 
 
794
  "cache_root = CFG[\"eval_cache_dir\"]\n",
795
  "buckets = sorted(d for d in os.listdir(cache_root)\n",
796
  " if d.startswith(\"cache_\")\n",
@@ -815,7 +817,11 @@
815
  "rows = []\n",
816
  "for b in buckets:\n",
817
  " lt = read_cache(os.path.join(cache_root, b, \"latents\"))\n",
818
- " tt = read_cache(os.path.join(cache_root, b, \"text_embeddings_0\"))\n",
 
 
 
 
819
  " for c in LAT:\n",
820
  " assert c + \"__shape\" in lt[0].schema.names, (b, lt[0].schema.names)\n",
821
  " for c in TE:\n",
 
786
  "\n",
787
  "# -- read the fork's eval cache -------------------------------------------\n",
788
  "# Layout (utils/dataset.py + parquet_cache.py): {root}/cache_{bucket}/ holds\n",
789
+ "# separate parquet caches \u2014 'latents' (models/base.py:247) and\n",
790
+ "# 'text_embeddings_{i}' (cosmos_predict2.py:398: prompt_embeds/attn_mask/\n",
791
+ "# t5_input_ids/t5_attn_mask; the live anima runs write i=1, so the TE dir\n",
792
+ "# is DISCOVERED, not hardcoded; 'uncond_text_embeddings_*' is excluded).\n",
793
+ "# Both map over the SAME shuffled metadata dataset and this campaign has\n",
794
+ "# exactly one caption per image, so rows pair by order; the per-bucket\n",
795
+ "# count assert guards that assumption.\n",
796
  "cache_root = CFG[\"eval_cache_dir\"]\n",
797
  "buckets = sorted(d for d in os.listdir(cache_root)\n",
798
  " if d.startswith(\"cache_\")\n",
 
817
  "rows = []\n",
818
  "for b in buckets:\n",
819
  " lt = read_cache(os.path.join(cache_root, b, \"latents\"))\n",
820
+ " te_dirs = sorted(d for d in os.listdir(os.path.join(cache_root, b))\n",
821
+ " if d.startswith(\"text_embeddings_\"))\n",
822
+ " assert len(te_dirs) == 1, \\\n",
823
+ " f\"{b}: expected exactly one text_embeddings_* cache, found {te_dirs}\"\n",
824
+ " tt = read_cache(os.path.join(cache_root, b, te_dirs[0]))\n",
825
  " for c in LAT:\n",
826
  " assert c + \"__shape\" in lt[0].schema.names, (b, lt[0].schema.names)\n",
827
  " for c in TE:\n",