exp010: ctx_4x256

experiments/exp_010_component_potentials/runs/ctx_4x256/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b637ff34a09d4e12f3e10ad399dc232bf1c99bef2b3afe260885e65bb4152380
+size 27303790

experiments/exp_010_component_potentials/runs/ctx_4x256/result.json

@@ -0,0 +1,35 @@
+{
+  "run": "ctx_4x256",
+  "family": "ctx",
+  "dev_final": 0.009406805038452148,
+  "rank_final": 3.9250636100769043,
+  "statute_final": "uniform",
+  "params": 6753090,
+  "minutes": 22.2,
+  "bpb": 3.0349480294498346,
+  "bpb_eval": NaN,
+  "coverage": 0.9385986328125,
+  "gate_acc": 0.9456787109375,
+  "mode_spread_deg": NaN,
+  "mix_entropy": NaN,
+  "write_kl": 0.14708936214447021,
+  "kernel_aux": NaN,
+  "loss": 6.309704422950745,
+  "condition": {
+    "tag": "ctx_4x256",
+    "dim": "384",
+    "n_layers": "4",
+    "n_heads": "6",
+    "K": "64",
+    "seq_len": "256",
+    "batch_size": "32",
+    "accum_steps": "1",
+    "d_point": "48",
+    "head": "hybrid",
+    "steps": "5000",
+    "log_every": "500",
+    "train_mode": "stream",
+    "pos_mode": "clamp",
+    "segments": "4"
+  }
+}

experiments/exp_010_component_potentials/runs/ctx_4x256/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d316cfe403d1665ce71ca976d30902cf1e24680816b59d44d74d43e96032ddcb
+size 17188