exp010: head_apmix

experiments/exp_010_component_potentials/runs/head_apmix/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e57d1c767d0682b77b271adc9b7263c877ad641a79c23a01d2a396667485b5
+size 28205498

experiments/exp_010_component_potentials/runs/head_apmix/result.json

@@ -0,0 +1,35 @@
+{
+  "run": "head_apmix",
+  "family": "control",
+  "dev_final": 0.0114976167678833,
+  "rank_final": 3.950249671936035,
+  "statute_final": "uniform",
+  "params": 6951239,
+  "minutes": 6.6,
+  "bpb": 2.9165386622613942,
+  "bpb_eval": NaN,
+  "coverage": 0.8077392578125,
+  "gate_acc": 0.8555908203125,
+  "mode_spread_deg": 86.75912555463131,
+  "mix_entropy": 0.9566619225742653,
+  "write_kl": 0.13903652131557465,
+  "kernel_aux": NaN,
+  "loss": 6.078675270080566,
+  "condition": {
+    "tag": "head_apmix",
+    "dim": "384",
+    "n_layers": "4",
+    "n_heads": "6",
+    "K": "64",
+    "seq_len": "256",
+    "batch_size": "32",
+    "accum_steps": "1",
+    "d_point": "48",
+    "head": "hybrid",
+    "steps": "5000",
+    "log_every": "500",
+    "bank_scorer": "apmix",
+    "n_pointers": "4",
+    "bank_source": "atlas/bank_16384_tri.pt"
+  }
+}

experiments/exp_010_component_potentials/runs/head_apmix/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b077d1506f40a39738f2b2c7561f51a555486b31d8fe8cb916134a9479e668
+size 17188