exp007: kernel_dense_s5678

experiments/exp_007_aleph_routed_attention/runs/kernel_dense_s5678/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6071a928b42be20d862afff67e7b616c30384cc391db3af1a6cb3d26580db90
+size 27410933

experiments/exp_007_aleph_routed_attention/runs/kernel_dense_s5678/result.json

@@ -0,0 +1,364 @@
+{
+  "run": "kernel_dense_s5678",
+  "tag": "kernel_dense",
+  "seed": 5678,
+  "dev_final": 0.013119935989379883,
+  "statute_final": "uniform",
+  "params": 6753090,
+  "minutes": 4.8,
+  "bpb": 2.8164082991372568,
+  "bpb_eval": NaN,
+  "bpb_inbank": NaN,
+  "coverage": 0.8013916015625,
+  "gate_acc": 0.857177734375,
+  "bpb_bank_cond": 2.6271058487815573,
+  "bpb_byte_cond": 2.747468480263397,
+  "mode_spread_deg": NaN,
+  "mix_entropy": NaN,
+  "write_kl": 0.13203299045562744,
+  "nn_exact": NaN,
+  "ang_err_deg": NaN,
+  "budget_deg": NaN,
+  "in_budget": NaN,
+  "conf_mean": 0.4771309494972229,
+  "kernel_invariant": 0.8547848463058472,
+  "branching_frac": 0.94384765625,
+  "loss": 5.869759559631348,
+  "statute_trajectory": [
+    [
+      0,
+      {
+        "deviation": 0.006669402122497559,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      250,
+      {
+        "deviation": 0.007070779800415039,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      500,
+      {
+        "deviation": 0.007057666778564453,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      750,
+      {
+        "deviation": 0.007502555847167969,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1000,
+      {
+        "deviation": 0.007939934730529785,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1250,
+      {
+        "deviation": 0.00851583480834961,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1500,
+      {
+        "deviation": 0.009017586708068848,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      1750,
+      {
+        "deviation": 0.009596824645996094,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2000,
+      {
+        "deviation": 0.009927988052368164,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2250,
+      {
+        "deviation": 0.010076642036437988,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2500,
+      {
+        "deviation": 0.010269641876220703,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      2750,
+      {
+        "deviation": 0.010623812675476074,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3000,
+      {
+        "deviation": 0.010990142822265625,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3250,
+      {
+        "deviation": 0.011507391929626465,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3500,
+      {
+        "deviation": 0.011995911598205566,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      3750,
+      {
+        "deviation": 0.01232147216796875,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4000,
+      {
+        "deviation": 0.012567877769470215,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4250,
+      {
+        "deviation": 0.012787699699401855,
+        "pair_fraction": 0.5,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4500,
+      {
+        "deviation": 0.012992262840270996,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      4750,
+      {
+        "deviation": 0.013082623481750488,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5000,
+      {
+        "deviation": 0.013216972351074219,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5250,
+      {
+        "deviation": 0.013332009315490723,
+        "pair_fraction": 0.46875,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5500,
+      {
+        "deviation": 0.013417720794677734,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      5750,
+      {
+        "deviation": 0.013437271118164062,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6000,
+      {
+        "deviation": 0.013429403305053711,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6250,
+      {
+        "deviation": 0.01339113712310791,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6500,
+      {
+        "deviation": 0.0133589506149292,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      6750,
+      {
+        "deviation": 0.013318061828613281,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7000,
+      {
+        "deviation": 0.013268828392028809,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7250,
+      {
+        "deviation": 0.013261914253234863,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7500,
+      {
+        "deviation": 0.01323556900024414,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      7750,
+      {
+        "deviation": 0.013203740119934082,
+        "pair_fraction": 0.4375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8000,
+      {
+        "deviation": 0.013183832168579102,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8250,
+      {
+        "deviation": 0.013173937797546387,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8500,
+      {
+        "deviation": 0.013164520263671875,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      8750,
+      {
+        "deviation": 0.013152241706848145,
+        "pair_fraction": 0.40625,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9000,
+      {
+        "deviation": 0.013147592544555664,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9250,
+      {
+        "deviation": 0.013133525848388672,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9500,
+      {
+        "deviation": 0.013127803802490234,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      9750,
+      {
+        "deviation": 0.013128042221069336,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ],
+    [
+      10000,
+      {
+        "deviation": 0.013119935989379883,
+        "pair_fraction": 0.375,
+        "statute": "uniform"
+      }
+    ]
+  ],
+  "condition": {
+    "tag": "kernel_dense",
+    "head": "hybrid",
+    "bank_scorer": "kernel",
+    "bank_source": "atlas/bank_16384_tri.pt"
+  },
+  "steps": 10000
+}

experiments/exp_007_aleph_routed_attention/runs/kernel_dense_s5678/snapshots.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98863230a8fd252ff533aee5d7062817bb22102552ed7fa8095ba22b4b0d7d97
+size 57350