exp007: pmix4_dense_s5678

experiments/exp_007_aleph_routed_attention/runs/pmix4_dense_s5678/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc7a213235c2be0f755e25d753dc75646ffe3ad1c729c8d9d94e98ef26660c
+size 27787317

experiments/exp_007_aleph_routed_attention/runs/pmix4_dense_s5678/result.json

@@ -0,0 +1,365 @@
+{
+  "run": "pmix4_dense_s5678",
+  "tag": "pmix4_dense",
+  "seed": 5678,
+  "dev_final": 0.007930755615234375,
+  "statute_final": "uniform",
+  "params": 6846791,
+  "minutes": 6.8,
+  "bpb": 2.3354624849626306,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.8013916015625,
+  "gate_acc": 0.8524169921875,
+  "bpb_bank_cond": 2.022489374163296,
+  "bpb_byte_cond": 2.7576796635206247,
+  "mode_spread_deg": 86.83551439030873,
+  "mix_entropy": 0.9761658730693384,
+  "write_kl": 0.12806758284568787,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.07582704722881317,
+  "kernel_invariant": 0.8544570207595825,
+  "branching_frac": 1.0,
+  "loss": 4.869264602661133,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": 0.006669402122497559,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": 0.006281495094299316,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": 0.006175518035888672,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": 0.006098389625549316,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": 0.006188631057739258,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": 0.006183743476867676,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": 0.006147146224975586,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": 0.006034374237060547,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": 0.005880236625671387,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": 0.0057288408279418945,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": 0.00574338436126709,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": 0.005579710006713867,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": 0.005690097808837891,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": 0.005982756614685059,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": 0.006260275840759277,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": 0.00649571418762207,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": 0.00686192512512207,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": 0.007202625274658203,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": 0.007528781890869141,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.007792353630065918,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.008053779602050781,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.008331656455993652,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.008440613746643066,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.008540034294128418,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.008620023727416992,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.008539438247680664,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.008564949035644531,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.00850677490234375,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.008435845375061035,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.008411169052124023,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.008358120918273926,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.008308053016662598,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.008248090744018555,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.008200526237487793,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.008151054382324219,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.008109688758850098,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.008068323135375977,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.00801992416381836,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.007985711097717285,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.007956147193908691,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.007930755615234375,
+        "pair_fraction": 0.34375,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "pmix4_dense",
+    "head": "hybrid",
+    "bank_scorer": "pmix",
+    "n_pointers": 4,
+    "bank_source": "atlas/bank_16384_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/pmix4_dense_s5678/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae892033b7c48ca073cb147350b1cc1ade62c9049cfafdda3b0774472ae354
+size 57350