exp007: pmix8_dense_s5678

experiments/exp_007_aleph_routed_attention/runs/pmix8_dense_s5678/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18886405668698d2f43206dba7d611cc4077bf27b087552b47c3f27ef0fbd69
+size 28088373

experiments/exp_007_aleph_routed_attention/runs/pmix8_dense_s5678/result.json

@@ -0,0 +1,365 @@
+{
+  "run": "pmix8_dense_s5678",
+  "tag": "pmix8_dense",
+  "seed": 5678,
+  "dev_final": 0.0066835880279541016,
+  "statute_final": "uniform",
+  "params": 6922059,
+  "minutes": 9.3,
+  "bpb": 2.3019221990811647,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.8013916015625,
+  "gate_acc": 0.8504638671875,
+  "bpb_bank_cond": 1.9705166756929577,
+  "bpb_byte_cond": 2.7855830460374116,
+  "mode_spread_deg": 85.92856089117942,
+  "mix_entropy": 0.9889900174049001,
+  "write_kl": 0.12015839666128159,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.07354755699634552,
+  "kernel_invariant": 0.8546377420425415,
+  "branching_frac": 1.0,
+  "loss": 4.7987284660339355,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": 0.006669402122497559,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": 0.0067861080169677734,
+        "pair_fraction": 0.53125,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": 0.006870269775390625,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": 0.006741762161254883,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": 0.006844282150268555,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": 0.006862759590148926,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": 0.006886124610900879,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": 0.006677508354187012,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": 0.006614208221435547,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": 0.006497025489807129,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": 0.006327986717224121,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": 0.006353139877319336,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": 0.006471037864685059,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": 0.006569385528564453,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": 0.006683349609375,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": 0.006607413291931152,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": 0.006688952445983887,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": 0.006772279739379883,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": 0.006843447685241699,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.006940007209777832,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.0070018768310546875,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.007055997848510742,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.007123827934265137,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.00712132453918457,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.00708460807800293,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.007074117660522461,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.007056236267089844,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.007012724876403809,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.006988644599914551,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.006934642791748047,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.00688016414642334,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.006851315498352051,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.006829619407653809,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.00678253173828125,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.006778120994567871,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.006759166717529297,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.006745100021362305,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.006735682487487793,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.0067206621170043945,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.006700277328491211,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.0066835880279541016,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "pmix8_dense",
+    "head": "hybrid",
+    "bank_scorer": "pmix",
+    "n_pointers": 8,
+    "bank_source": "atlas/bank_16384_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/pmix8_dense_s5678/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4574f3b178c53048be45717575d2ca21cd17178553c3194cc6c552bbff2be7
+size 57350