exp007: pmix4_elite_s5678

experiments/exp_007_aleph_routed_attention/runs/pmix4_elite_s5678/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7006677c154aff648138a69452fb52cc6e23f7d8a9e1a475f1ba0bcd1dcce89f
+size 27450293

experiments/exp_007_aleph_routed_attention/runs/pmix4_elite_s5678/result.json

@@ -0,0 +1,365 @@
+{
+  "run": "pmix4_elite_s5678",
+  "tag": "pmix4_elite",
+  "seed": 5678,
+  "dev_final": 0.009431719779968262,
+  "statute_final": "uniform",
+  "params": 6846791,
+  "minutes": 4.2,
+  "bpb": 2.4659578756129044,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.438232421875,
+  "gate_acc": 0.6953125,
+  "bpb_bank_cond": 1.2044841642808986,
+  "bpb_byte_cond": 2.9720895171104833,
+  "mode_spread_deg": 87.09760240914046,
+  "mix_entropy": 0.9188407018750725,
+  "write_kl": 0.13580036163330078,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.07351260632276535,
+  "kernel_invariant": 0.8548352718353271,
+  "branching_frac": 1.0,
+  "loss": 5.141395092010498,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": 0.006669402122497559,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": 0.006316661834716797,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": 0.006040453910827637,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": 0.006003618240356445,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": 0.006052851676940918,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": 0.006061077117919922,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": 0.0061484575271606445,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": 0.005932807922363281,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": 0.005765557289123535,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": 0.005700230598449707,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": 0.005667209625244141,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": 0.005819797515869141,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": 0.006106019020080566,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": 0.006268739700317383,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": 0.006446719169616699,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": 0.0067157745361328125,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": 0.006957054138183594,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": 0.007259726524353027,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": 0.007563948631286621,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.007774233818054199,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.008051753044128418,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.008220314979553223,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.008363485336303711,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.008484721183776855,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.008589029312133789,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.008701920509338379,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.00881659984588623,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.008896708488464355,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.00897669792175293,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.009039521217346191,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.00909125804901123,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.009142637252807617,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.009170770645141602,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.009208321571350098,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.009251832962036133,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.009286165237426758,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.009314537048339844,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.009360671043395996,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.009383678436279297,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.00940704345703125,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.009431719779968262,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "pmix4_elite",
+    "head": "hybrid",
+    "bank_scorer": "pmix",
+    "n_pointers": 4,
+    "bank_source": "atlas/bank_4096_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/pmix4_elite_s5678/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea2d0261cb9dc30937bb6fa66b40f29d7b5a73b5a32da88bc99916e59f57a74
+size 57350