Add halt_heads/halthead_k562_meta.json

halt_heads/halthead_k562_meta.json

@@ -0,0 +1,85 @@
+{
+  "cell_line": "k562",
+  "split": "fewshot",
+  "backbone_ckpt": "/workspace/halt/hf_cache_stse_all/fewshot/k562/checkpoints/best.ckpt",
+  "backbone": "ST-SE-Replogle llama (frozen, no grad)",
+  "n_perturbations": 968,
+  "num_rounds": 8,
+  "architecture": {
+    "head_module": "AdaptiveStateRefine",
+    "H": 328,
+    "n_layers": 8,
+    "exit_layers": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ],
+    "num_rounds": 8,
+    "error_head": true,
+    "halt_head": "Sequential(LayerNorm(H), Linear(H,64), SiLU, Linear(64,1)); last-bias init -2.0",
+    "error_head_arch": "Sequential(LayerNorm(H), Linear(H,64), SiLU, Linear(64,1)) + softplus",
+    "refinement_token": "Parameter(H) init randn*0.02, appended at seq index S",
+    "pert_dim": 2024,
+    "input_dim": 2058,
+    "n_genes": 2000
+  },
+  "hparams": {
+    "epochs": 50,
+    "warmup": 15,
+    "n_seeds": 4,
+    "cell_set_len_S": 64,
+    "lr": 0.003,
+    "tau": 0.05,
+    "alpha": 0.5,
+    "beta": 1.0,
+    "gamma": 0.1,
+    "delta": 0.1,
+    "min_cells": 20,
+    "optimizer": "AdamW",
+    "grad_clip": 1.0,
+    "ponder_gated_after_warmup": true,
+    "KL": 0
+  },
+  "seeds": [
+    0,
+    1,
+    2,
+    3
+  ],
+  "input_feature_spec": {
+    "basal_state": "obsm[X_state] SE embedding (input_dim=2058), control cells sampled S=64/pert",
+    "pert": "one-hot over pert_dim=2024 via pert_onehot_map.pt",
+    "batch": "gem_group via batch_onehot_map.pkl",
+    "target": "magnitude-free: L2-normalized control-relative HVG response direction (n_genes=2000)",
+    "Dr": "per-round cosine distance between round-r decoded prediction direction and target direction (computed from frozen backbone)"
+  },
+  "dr_source": "recomputed on-the-fly from frozen-backbone forward passes (no disk D_r cache; resp_{line}.npz caches response TARGETS only)",
+  "device": "cuda",
+  "weight_contents": "per-seed head state_dicts under keys seed_0..seed_3 (refinement_token + halt_head.* + error_head.*); frozen backbone NOT included. E[N] signature = mean over seeds.",
+  "reproduction": {
+    "rho_spearman_refit_vs_saved": 1.0,
+    "pearson_refit_vs_saved": 1.0,
+    "per_seed_rho_vs_saved": [
+      0.8492980401982247,
+      0.9007505332762896,
+      0.9428977430658868,
+      0.917032986383472
+    ],
+    "n_common_perts": 968,
+    "refit_EN_mean": 4.581273315890023,
+    "refit_EN_std": 1.18076755960427,
+    "refit_EN_range": [
+      1.3633559942245483,
+      6.960995435714722
+    ],
+    "saved_EN_mean": 4.581273315890023,
+    "saved_EN_std": 1.18076755960427,
+    "refit_seed_reproducibility_spearman": 0.7606562251931633
+  },
+  "elapsed_sec": 458.7
+}