exp007: pmix8_dense_s1234

experiments/exp_007_aleph_routed_attention/runs/pmix8_dense_s1234/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584c78bac41d0242b6ee444dd2c52e9127c0df9b4e5062c2003f4a750f483c0
+size 28088373

experiments/exp_007_aleph_routed_attention/runs/pmix8_dense_s1234/result.json

@@ -0,0 +1,365 @@
+{
+  "run": "pmix8_dense_s1234",
+  "tag": "pmix8_dense",
+  "seed": 1234,
+  "dev_final": 0.005977749824523926,
+  "statute_final": "uniform",
+  "params": 6922059,
+  "minutes": 9.3,
+  "bpb": 2.3438451486758853,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.8067626953125,
+  "gate_acc": 0.8631591796875,
+  "bpb_bank_cond": 2.0336265120127694,
+  "bpb_byte_cond": 2.8290389343268223,
+  "mode_spread_deg": 85.9728205170011,
+  "mix_entropy": 0.9711796087366482,
+  "write_kl": 0.12217555940151215,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.08110357820987701,
+  "kernel_invariant": 0.8547699451446533,
+  "branching_frac": 1.0,
+  "loss": 4.886106491088867,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": -0.002232074737548828,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": -0.003371119499206543,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": -0.004114508628845215,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": -0.004626154899597168,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": -0.0050699710845947266,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": -0.005313515663146973,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": -0.005534172058105469,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": -0.005790233612060547,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": -0.00597536563873291,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": -0.00608062744140625,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": -0.005765676498413086,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": -0.005376935005187988,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": -0.004772067070007324,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": -0.004072904586791992,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": -0.002942323684692383,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": -0.0017855167388916016,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": -0.0006895065307617188,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": 0.00024211406707763672,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": 0.0010249614715576172,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.001874089241027832,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.002515554428100586,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.0029686689376831055,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.0034579038619995117,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.0037964582443237305,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.004160881042480469,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.004432797431945801,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.0046842098236083984,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.004860281944274902,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.005045294761657715,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.005220174789428711,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.0053310394287109375,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.005458354949951172,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.005547285079956055,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.0056154727935791016,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.005683422088623047,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.005743145942687988,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.005802273750305176,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.005862593650817871,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.0058956146240234375,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.005950212478637695,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.005977749824523926,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "pmix8_dense",
+    "head": "hybrid",
+    "bank_scorer": "pmix",
+    "n_pointers": 8,
+    "bank_source": "atlas/bank_16384_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/pmix8_dense_s1234/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2aadb89244715a5f964721538fb0918236a6efce6ab4a8774c0fc9e69ec32
+size 57350