exp007: pmix4_elite_s1234

experiments/exp_007_aleph_routed_attention/runs/pmix4_elite_s1234/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07141e9a5f0a7e60ffde18239e5b2d0071ff331b62e11922da01106b3e63014a
+size 27450293

experiments/exp_007_aleph_routed_attention/runs/pmix4_elite_s1234/result.json

@@ -0,0 +1,365 @@
+{
+  "run": "pmix4_elite_s1234",
+  "tag": "pmix4_elite",
+  "seed": 1234,
+  "dev_final": 0.0031418800354003906,
+  "statute_final": "uniform",
+  "params": 6846791,
+  "minutes": 4.2,
+  "bpb": 2.5118841226993087,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.4373779296875,
+  "gate_acc": 0.7032470703125,
+  "bpb_bank_cond": 1.2533118733424593,
+  "bpb_byte_cond": 3.019878680271034,
+  "mode_spread_deg": 86.01501742569344,
+  "mix_entropy": 0.9810191374853615,
+  "write_kl": 0.11165288835763931,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.08677157759666443,
+  "kernel_invariant": 0.8549378514289856,
+  "branching_frac": 1.0,
+  "loss": 5.234481334686279,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": -0.002232074737548828,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": -0.003426074981689453,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": -0.004099011421203613,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": -0.0047647953033447266,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": -0.005054593086242676,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": -0.005328536033630371,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": -0.005377292633056641,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": -0.005443930625915527,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": -0.005353331565856934,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": -0.005092024803161621,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": -0.00438237190246582,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": -0.003960371017456055,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": -0.003371596336364746,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": -0.0028589963912963867,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": -0.0023086071014404297,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": -0.0017544031143188477,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": -0.001157522201538086,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": -0.0006487369537353516,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": -0.00024318695068359375,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.00011277198791503906,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.0005776882171630859,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.0008528232574462891,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.0011366605758666992,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.0012979507446289062,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.001576542854309082,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.001798391342163086,
+        "pair_fraction": 0.5625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.0019952058792114258,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.0021883249282836914,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.0023227930068969727,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.0024077892303466797,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.002465367317199707,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.002515435218811035,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.002574443817138672,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.00267183780670166,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.002735733985900879,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.002823352813720703,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.002889394760131836,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.0029566287994384766,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.003040790557861328,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.003086090087890625,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.0031418800354003906,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "pmix4_elite",
+    "head": "hybrid",
+    "bank_scorer": "pmix",
+    "n_pointers": 4,
+    "bank_source": "atlas/bank_4096_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/pmix4_elite_s1234/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca376b461898ae17055011aa0a25f5a3bf6208aa81628a0b03aa577528c762b7
+size 57350