exp007: pmix4_dense_s1234

experiments/exp_007_aleph_routed_attention/runs/pmix4_dense_s1234/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37e98dd3968871b7d5fedc2f69111163dcb4720458a9f70d06f3ebafef4fcd8
+size 27787317

experiments/exp_007_aleph_routed_attention/runs/pmix4_dense_s1234/result.json

@@ -0,0 +1,365 @@
+{
+  "run": "pmix4_dense_s1234",
+  "tag": "pmix4_dense",
+  "seed": 1234,
+  "dev_final": 0.008111238479614258,
+  "statute_final": "uniform",
+  "params": 6846791,
+  "minutes": 6.8,
+  "bpb": 2.3892554478097012,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.8067626953125,
+  "gate_acc": 0.8619384765625,
+  "bpb_bank_cond": 2.0918174152077036,
+  "bpb_byte_cond": 2.8161182217328014,
+  "mode_spread_deg": 87.31538982101549,
+  "mix_entropy": 0.9939459554634882,
+  "write_kl": 0.11489753425121307,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.08343762904405594,
+  "kernel_invariant": 0.8546485900878906,
+  "branching_frac": 1.0,
+  "loss": 4.979806900024414,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": -0.002232074737548828,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": -0.003282308578491211,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": -0.003942608833312988,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": -0.004198789596557617,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": -0.004333138465881348,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": -0.004358410835266113,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": -0.004360318183898926,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": -0.004168152809143066,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": -0.0040580034255981445,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": -0.0038573741912841797,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": -0.003867626190185547,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": -0.0037908554077148438,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": -0.003609895706176758,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": -0.002930760383605957,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": -0.001856088638305664,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": -0.0006773471832275391,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": 0.0004353523254394531,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": 0.0015588998794555664,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": 0.0025032758712768555,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.003347158432006836,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.004036068916320801,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.004615068435668945,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.005229949951171875,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.005778193473815918,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.006201624870300293,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.006597161293029785,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.00689697265625,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.007125258445739746,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.007338523864746094,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.007504463195800781,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.007640957832336426,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.00774228572845459,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.007837176322937012,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.007913947105407715,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.007949352264404297,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.007991671562194824,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.008016824722290039,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.008054614067077637,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.00807809829711914,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.008092284202575684,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.008111238479614258,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "pmix4_dense",
+    "head": "hybrid",
+    "bank_scorer": "pmix",
+    "n_pointers": 4,
+    "bank_source": "atlas/bank_16384_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/pmix4_dense_s1234/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f0c80b7cb1a36bdad64c80341c98a01caf9bf96ffed15bbd10e35f3bff63cd
+size 57350