anima_closeout v6: CELL 1's shard loop variable was `sh`, clobbering CELL 0's sh() shell helper in the shared notebook namespace -> CELL 2 smoke crashed with 'str' object is not callable. Renamed + builder now AST-checks every cell for cross-cell function-name clobbering (proven to flag the exact bug).

colab/anima_closeout.ipynb

@@ -243,13 +243,13 @@
     "    n_seen = n_dropped = n_dup = 0\n",
     "    shards_used, local_paths = [], {}\n",
     "    THIN = [\"id\", \"caption_joycaption\", \"prompt_fused\", \"age_audit\", \"audit\"]\n",
-    "    for sh in shard_order:\n",
+    "    for shard in shard_order:               # NOT `sh` \u2014 that is the shell fn\n",
     "        if len(pool_ids) >= TARGET:\n",
     "            break\n",
-    "        local = hf_hub_download(ANIMA[\"DATASET\"], sh, repo_type=\"dataset\",\n",
+    "        local = hf_hub_download(ANIMA[\"DATASET\"], shard, repo_type=\"dataset\",\n",
     "                                local_dir=str(SRC))\n",
-    "        local_paths[sh] = local\n",
-    "        shards_used.append(sh)\n",
+    "        local_paths[shard] = local\n",
+    "        shards_used.append(shard)\n",
     "        pf = pq.ParquetFile(local)\n",
     "        cols = [c for c in THIN if c in pf.schema_arrow.names]\n",
     "        for rg in range(pf.num_row_groups):\n",
@@ -266,7 +266,7 @@
     "                elif len(pool_ids) < TARGET:\n",
     "                    seen.add(rid)\n",
     "                    pool_ids.append(rid)\n",
-    "        print(f\"[scan] {sh}: pool {len(pool_ids)}/{TARGET} \"\n",
+    "        print(f\"[scan] {shard}: pool {len(pool_ids)}/{TARGET} \"\n",
     "              f\"(seen {n_seen}, dropped {n_dropped}, dup {n_dup})\",\n",
     "              flush=True)\n",
     "\n",
@@ -304,8 +304,8 @@
     "                if name in t.schema.names\n",
     "                else pa.array([\"\"] * t.num_rows))\n",
     "\n",
-    "    for sh in shards_used:\n",
-    "        pf = pq.ParquetFile(local_paths[sh])\n",
+    "    for shard in shards_used:\n",
+    "        pf = pq.ParquetFile(local_paths[shard])\n",
     "        cols = [c for c in HEAVY if c in pf.schema_arrow.names]\n",
     "        for rg in range(pf.num_row_groups):\n",
     "            tbl = pf.read_row_group(rg, columns=cols)\n",