{
  "probe_meta": {
    "inkling_repo": "thinkingmachines/Inkling-NVFP4",
    "snapshot": "/home/elie/anthropic-research-jspace/hf_cache/hub/models--thinkingmachines--Inkling-NVFP4/snapshots/1fa46988f638221367b5fdeee4e86d5c9882ae23",
    "inkling_unembed_key": "model.llm.unembed.weight",
    "inkling_norm_key": "model.llm.norm.weight",
    "inkling_gain_rule": "plain gamma (raw RMSNorm weight, NOT 1+gamma)",
    "mup_scalar_folded": 24.0,
    "probe_formula": "P = W_U[ids] * gamma / 24.0",
    "vocab_rows": 201024,
    "unpadded_vocab_size": 200058,
    "ids_rule": "sample_probe_ids(vocab_rows=201024, n=4096, seed=0), frozen",
    "n_padding_row_ids": 22,
    "padding_row_ids": [
      200110,
      200150,
      200195,
      200213,
      200234,
      200269,
      200319,
      200368,
      200380,
      200427,
      200466,
      200501,
      200676,
      200677,
      200682,
      200684,
      200715,
      200721,
      200776,
      200910,
      200918,
      200985
    ],
    "padding_row_norm_range": [
      0.0,
      0.0
    ],
    "padding_rows_kept": true,
    "ids_std_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/token_ids_vocab201024_seed0.npz",
    "shared_ids_kimi_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/shared_ids_Inkling-NVFP4__Kimi-K2.5_seed0.npz",
    "n_shared_kimi": 4096,
    "shared_ids_olmo_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/shared_ids_Inkling-NVFP4__Olmo-3-1125-32B_seed0.npz",
    "n_shared_olmo": 4096,
    "kimi_vocab_rows": 163840,
    "olmo_vocab_rows": 100278,
    "note": "Inkling probe tensors read from the local NVFP4 snapshot (unembed/norm are quantization-excluded bf16); Kimi/OLMo probe tensors HTTP byte-range fetched (~3.4 GB), models never downloaded"
  },
  "geometry_inkling": {
    "model": "thinkingmachines/Inkling-NVFP4",
    "lens_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/fits/Inkling-NVFP4_jacobian_lens.pt",
    "n_prompts": 250,
    "d_model": 6144,
    "L_fitted": 65,
    "n_layers_conv": 66,
    "source_layers": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64
    ],
    "rho": [
      0.0,
      0.015384615384615385,
      0.03076923076923077,
      0.046153846153846156,
      0.06153846153846154,
      0.07692307692307693,
      0.09230769230769231,
      0.1076923076923077,
      0.12307692307692308,
      0.13846153846153847,
      0.15384615384615385,
      0.16923076923076924,
      0.18461538461538463,
      0.2,
      0.2153846153846154,
      0.23076923076923078,
      0.24615384615384617,
      0.26153846153846155,
      0.27692307692307694,
      0.2923076923076923,
      0.3076923076923077,
      0.3230769230769231,
      0.3384615384615385,
      0.35384615384615387,
      0.36923076923076925,
      0.38461538461538464,
      0.4,
      0.4153846153846154,
      0.4307692307692308,
      0.4461538461538462,
      0.46153846153846156,
      0.47692307692307695,
      0.49230769230769234,
      0.5076923076923077,
      0.5230769230769231,
      0.5384615384615384,
      0.5538461538461539,
      0.5692307692307692,
      0.5846153846153846,
      0.6,
      0.6153846153846154,
      0.6307692307692307,
      0.6461538461538462,
      0.6615384615384615,
      0.676923076923077,
      0.6923076923076923,
      0.7076923076923077,
      0.7230769230769231,
      0.7384615384615385,
      0.7538461538461538,
      0.7692307692307693,
      0.7846153846153846,
      0.8,
      0.8153846153846154,
      0.8307692307692308,
      0.8461538461538461,
      0.8615384615384616,
      0.8769230769230769,
      0.8923076923076924,
      0.9076923076923077,
      0.9230769230769231,
      0.9384615384615385,
      0.9538461538461539,
      0.9692307692307692,
      0.9846153846153847
    ],
    "n_blocks": 2,
    "boundaries_rho": [
      0.49230769230769234
    ],
    "boundaries_layer": [
      32
    ],
    "sensory_end": 0.49230769230769234,
    "motor_start": 0.49230769230769234,
    "blockiness": 0.10607995588343311,
    "mean_within": 0.9159465948749901,
    "mean_between": 0.809866638991557,
    "layer_coupling": 0.8620906172726316,
    "selection_curve": {
      "1": {
        "blockiness": 0.0,
        "penalized": 0.0
      },
      "2": {
        "blockiness": 0.10607995588343311,
        "penalized": 0.0860799558834331
      },
      "3": {
        "blockiness": 0.11253936563232236,
        "penalized": 0.07253936563232236
      },
      "4": {
        "blockiness": 0.13489228919500784,
        "penalized": 0.07489228919500784
      },
      "5": {
        "blockiness": 0.14425370665575687,
        "penalized": 0.06425370665575687
      },
      "6": {
        "blockiness": 0.14544304984048195,
        "penalized": 0.04544304984048195
      },
      "7": {
        "blockiness": 0.14212646022455788,
        "penalized": 0.022126460224557887
      },
      "8": {
        "blockiness": 0.14093611354312363,
        "penalized": 0.0009361135431236178
      },
      "9": {
        "blockiness": 0.14384285271578623,
        "penalized": -0.016157147284213774
      },
      "10": {
        "blockiness": 0.1446295178117284,
        "penalized": -0.0353704821882716
      }
    },
    "kts_forced_k1_to_k4": {
      "1": {
        "segments_layer_ranges": [
          [
            0,
            64
          ]
        ],
        "boundaries_rho": [],
        "boundaries_layer": [],
        "blockiness": 0.0,
        "penalized": 0.0
      },
      "2": {
        "segments_layer_ranges": [
          [
            0,
            31
          ],
          [
            32,
            64
          ]
        ],
        "boundaries_rho": [
          0.49230769230769234
        ],
        "boundaries_layer": [
          32
        ],
        "blockiness": 0.10607995588343311,
        "penalized": 0.0860799558834331
      },
      "3": {
        "segments_layer_ranges": [
          [
            0,
            30
          ],
          [
            31,
            54
          ],
          [
            55,
            64
          ]
        ],
        "boundaries_rho": [
          0.47692307692307695,
          0.8461538461538461
        ],
        "boundaries_layer": [
          31,
          55
        ],
        "blockiness": 0.11253936563232236,
        "penalized": 0.07253936563232236
      },
      "4": {
        "segments_layer_ranges": [
          [
            0,
            20
          ],
          [
            21,
            27
          ],
          [
            28,
            54
          ],
          [
            55,
            64
          ]
        ],
        "boundaries_rho": [
          0.3230769230769231,
          0.4307692307692308,
          0.8461538461538461
        ],
        "boundaries_layer": [
          21,
          28,
          55
        ],
        "blockiness": 0.13489228919500784,
        "penalized": 0.07489228919500784
      }
    },
    "band_rule": "middle-50% depth fallback (k<3)",
    "band_n_layers": 32,
    "band_mask": [
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false
    ],
    "pr_per_layer": [
      6.801202312608661,
      6.397297931051919,
      5.735866700269109,
      5.868755047139588,
      5.808968477624171,
      5.601389856786131,
      5.453025680221241,
      5.471934098368448,
      5.542104942645781,
      5.428362386769297,
      5.412119561334122,
      5.387714223482191,
      5.309038463178083,
      5.311980451096675,
      5.247581414312236,
      5.1946971450901644,
      5.129581026856875,
      5.20003954483807,
      5.25309940697037,
      5.2251875838116595,
      5.184386410571782,
      5.189878482331566,
      5.203484561544435,
      5.048282847238629,
      4.838229737101447,
      4.62896069155546,
      4.41812531725871,
      4.08594604318156,
      3.7784521609473023,
      3.8940376689125356,
      5.544971473123729,
      6.969570570302318,
      8.890094307764802,
      9.31985644255682,
      10.55102681994156,
      12.064485354580322,
      13.796130583523707,
      15.720001607623459,
      17.945091536399904,
      19.91338618885928,
      22.46961620448899,
      25.885406219729006,
      28.939519177725547,
      32.61448528854392,
      35.494549794510355,
      38.9471340009294,
      52.62283712673839,
      61.01605360754737,
      67.59463711234939,
      74.468155212506,
      84.00717263878657,
      97.8649670861786,
      104.63709404800683,
      108.4814774137555,
      121.4953345723473,
      139.12720565767106,
      141.08631841940723,
      158.60710078770705,
      146.1147371165181,
      138.7529851607131,
      131.01476159523003,
      156.46533988016802,
      223.9084877789258,
      337.48777253692975,
      412.6170176059094
    ],
    "v_frob_per_layer": [
      40076.66015625,
      34793.1484375,
      17027.775390625,
      12520.0244140625,
      12293.8388671875,
      10996.181640625,
      9675.142578125,
      9252.7431640625,
      8716.78125,
      8286.9580078125,
      8084.14892578125,
      7788.8193359375,
      7415.21923828125,
      7127.18359375,
      6955.42626953125,
      6753.59033203125,
      6587.33984375,
      6281.65625,
      5987.791015625,
      5775.26318359375,
      5556.05810546875,
      5315.0029296875,
      4994.1796875,
      4636.8125,
      4447.44189453125,
      4204.8203125,
      4067.7109375,
      3909.58251953125,
      1208.0040283203125,
      1024.0855712890625,
      681.9224243164062,
      562.5794677734375,
      392.9284362792969,
      355.11224365234375,
      323.6031494140625,
      293.9114990234375,
      281.4402770996094,
      268.68292236328125,
      255.41835021972656,
      246.20657348632812,
      231.68605041503906,
      224.5980987548828,
      218.4875946044922,
      217.8112030029297,
      216.7769775390625,
      214.37677001953125,
      205.972412109375,
      203.7895050048828,
      202.29287719726562,
      201.96810913085938,
      203.1492156982422,
      200.9926300048828,
      201.5357208251953,
      200.30491638183594,
      200.45846557617188,
      201.3866729736328,
      202.45941162109375,
      200.9545440673828,
      198.58323669433594,
      190.91485595703125,
      184.98817443847656,
      179.51132202148438,
      170.93411254882812,
      161.37405395507812,
      153.3319091796875
    ],
    "j_frob_over_sqrt_d_per_layer": [
      169.12728229765082,
      145.8192053089544,
      71.81201800576076,
      53.20461459322783,
      52.241874100693124,
      46.496624738540596,
      40.790611091986925,
      39.08968348598392,
      36.99422467227465,
      35.14043444420603,
      34.246727880426825,
      32.960140893196915,
      31.331287150729484,
      30.048450246978263,
      29.288753103191187,
      28.433375881013916,
      27.741454332323375,
      26.56965914460096,
      25.428649525901253,
      24.586277680439313,
      23.71254872083976,
      22.80407386734777,
      21.6486557053155,
      20.314965302430956,
      19.60103848814496,
      18.679756040579583,
      18.177712057526694,
      17.525093190211418,
      4.927801633598306,
      4.228548111063224,
      3.0086335356307647,
      2.5344346621453564,
      1.8487818109309748,
      1.6992992085622178,
      1.5697613114887732,
      1.4606292880952452,
      1.414954832561831,
      1.365673471830387,
      1.3132109447177671,
      1.2793200324822225,
      1.2362860530858992,
      1.2186072827829,
      1.1937922772637743,
      1.1965422541253645,
      1.1951693583750822,
      1.1853144878380668,
      1.158624245911643,
      1.1572941771113872,
      1.158697635730552,
      1.1627878041260409,
      1.1738827095342792,
      1.1725153618207047,
      1.1782828866475736,
      1.175844962517313,
      1.1823053105948387,
      1.1904597565478459,
      1.1978861443504019,
      1.197433444021826,
      1.1840743556328666,
      1.1508004434796362,
      1.1243784539947421,
      1.104272174297057,
      1.074504037339408,
      1.0455773526158028,
      1.0229251080730173
    ],
    "identity_distance_per_layer": [
      169.1193834507223,
      145.811069745793,
      71.80069923220466,
      53.1908414460993,
      52.227917187015386,
      46.481347197458405,
      40.7737512897692,
      39.07233779255136,
      36.97608161889977,
      35.12172140305989,
      34.227728288051416,
      32.940851634904966,
      31.31162724465185,
      30.02851624842046,
      29.268641567458726,
      28.412903041557595,
      27.720713629761434,
      26.548488615195115,
      25.4070990046479,
      24.56442970655123,
      23.69053566852612,
      22.781877048484926,
      21.626013486172383,
      20.292386934376964,
      19.578559790083762,
      18.65696431644728,
      18.15517106572,
      17.501882540640672,
      4.854983359804097,
      4.140428157360443,
      2.8883470384348704,
      2.3858782899049005,
      1.6539750580132255,
      1.4856080093642448,
      1.333843509230892,
      1.203327211017296,
      1.1344274084825596,
      1.0637319887339833,
      0.9880137464191132,
      0.9346554547130974,
      0.8697148090403597,
      0.8307280737555214,
      0.790335543836062,
      0.769146228972592,
      0.7487181631458437,
      0.724566440015254,
      0.6697002989993835,
      0.6517860291382269,
      0.6342525784633858,
      0.6207991734503908,
      0.608954407080779,
      0.5884995744102641,
      0.577520253100109,
      0.5621570094508739,
      0.5490611121366232,
      0.5333125719381152,
      0.522789600980686,
      0.5007353277276461,
      0.4752566018170865,
      0.4282991384614572,
      0.39078465258426404,
      0.361109980578349,
      0.3106443573446937,
      0.24910407417008554,
      0.2023623515752149
    ],
    "cka_to_final_source": [
      0.6581668830331233,
      0.647718677118037,
      0.6233515954994835,
      0.6390811855882612,
      0.6369566356375852,
      0.6347424367163222,
      0.6325836317061541,
      0.6329071739250732,
      0.6353759677740293,
      0.63381171490575,
      0.6339653697158772,
      0.6335375695918883,
      0.6321071668787113,
      0.6330705927065826,
      0.6313559058099916,
      0.6300190647376394,
      0.6275098260781355,
      0.6269652617299895,
      0.624919008243621,
      0.6214502116407821,
      0.61752776353799,
      0.6122831792661784,
      0.5999909093232197,
      0.5741320315955407,
      0.5571786412949393,
      0.5399772059794444,
      0.5233107831693695,
      0.5046168306954055,
      0.5667459145830307,
      0.5720247076869116,
      0.6156467220986271,
      0.6413727276415718,
      0.6313233595012319,
      0.6299308992462759,
      0.638635807716039,
      0.644537174555846,
      0.6564506373423065,
      0.670648686079388,
      0.681943062917076,
      0.6857140768314589,
      0.6655601453124634,
      0.6667449383343407,
      0.6770101166893867,
      0.6910754256473497,
      0.6975439308597223,
      0.7131891473116265,
      0.7364124737046029,
      0.7473190446277174,
      0.7553721427150121,
      0.7659060671377127,
      0.7862152397860583,
      0.7975654342436436,
      0.8049845065388891,
      0.8082608604723314,
      0.8155510099036006,
      0.8438328541361677,
      0.8542845378072305,
      0.8663249298230373,
      0.866531996032823,
      0.8634945507637859,
      0.8577817420485921,
      0.9084205829053282,
      0.9601059683712863,
      0.9811338045228475,
      1.0
    ],
    "per_block_capacity": [
      {
        "layers": [
          0,
          31
        ],
        "rho": [
          0.0,
          0.47692307692307695
        ],
        "peak_pr": 6.969570570302318,
        "peak_pr_over_d": 0.001134370210010143,
        "peak_rho": 0.47692307692307695
      },
      {
        "layers": [
          32,
          64
        ],
        "rho": [
          0.49230769230769234,
          0.9846153846153847
        ],
        "peak_pr": 412.6170176059094,
        "peak_pr_over_d": 0.06715771770929514,
        "peak_rho": 0.9846153846153847
      }
    ],
    "peak_pr_band": 67.59463711234939,
    "peak_rho_band": 0.7384615384615385,
    "peak_pr_global": 412.6170176059094,
    "peak_rho_global": 0.9846153846153847,
    "peak_pr_band_over_d": 0.011001731300838117,
    "peak_pr_global_over_d": 0.06715771770929514,
    "dense_pr_over_d_range": [
      0.07,
      0.2
    ],
    "kimi_band_pr_over_d": 0.0772,
    "cka_npz": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/cka_inkling.npz",
    "heatmap": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/cka_heatmap_inkling.png"
  },
  "cross_inkling": {
    "comparison_a": "Inkling (ours, n=250, 65 src) x Kimi-K2.5 (ours, n=100, 16 src), shared-string ids seed 0",
    "comparison_b": "Inkling x OLMo-3-1125-32B final (ours, n=250, 63 src), shared-string ids seed 0",
    "inkling_x_kimi": {
      "matched_rho": [
        0.0,
        0.016666666666666666,
        0.03333333333333333,
        0.05,
        0.06666666666666667,
        0.08333333333333333,
        0.11666666666666667,
        0.15,
        0.18333333333333332,
        0.23333333333333334,
        0.3,
        0.38333333333333336,
        0.48333333333333334,
        0.6166666666666667,
        0.7833333333333333,
        0.9833333333333333
      ],
      "matched_cka": [
        0.1001359674616321,
        0.10488116113708335,
        0.10801784807145091,
        0.11492875765769507,
        0.1286986576648725,
        0.15296139428513303,
        0.1716364194720562,
        0.21881399359644496,
        0.24946116087108808,
        0.31363578830661654,
        0.35318468720431184,
        0.3081762861578387,
        0.5202652590239631,
        0.5278881960771242,
        0.5932834809637072,
        0.7450694938886101
      ],
      "matched_depth_mean_cka": 0.2944399094899768,
      "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.3618161412970167,
      "matched_depth_max": 0.7450694938886101,
      "matched_rho_at_max": 0.9833333333333333,
      "depth_profile_correlation_pearson": NaN,
      "depth_profile_correlation_spearman": 1.0
    },
    "inkling_x_olmo": {
      "matched_rho": [
        0.0,
        0.015873015873015872,
        0.031746031746031744,
        0.047619047619047616,
        0.06349206349206349,
        0.07936507936507936,
        0.09523809523809523,
        0.1111111111111111,
        0.12698412698412698,
        0.14285714285714285,
        0.15873015873015872,
        0.1746031746031746,
        0.19047619047619047,
        0.20634920634920634,
        0.2222222222222222,
        0.23809523809523808,
        0.25396825396825395,
        0.2698412698412698,
        0.2857142857142857,
        0.30158730158730157,
        0.31746031746031744,
        0.3333333333333333,
        0.3492063492063492,
        0.36507936507936506,
        0.38095238095238093,
        0.3968253968253968,
        0.4126984126984127,
        0.42857142857142855,
        0.4444444444444444,
        0.4603174603174603,
        0.47619047619047616,
        0.49206349206349204,
        0.5079365079365079,
        0.5238095238095238,
        0.5396825396825397,
        0.5555555555555556,
        0.5714285714285714,
        0.5873015873015873,
        0.6031746031746031,
        0.6190476190476191,
        0.6349206349206349,
        0.6507936507936508,
        0.6666666666666666,
        0.6825396825396826,
        0.6984126984126984,
        0.7142857142857143,
        0.7301587301587301,
        0.746031746031746,
        0.7619047619047619,
        0.7777777777777778,
        0.7936507936507936,
        0.8095238095238095,
        0.8253968253968254,
        0.8412698412698413,
        0.8571428571428571,
        0.873015873015873,
        0.8888888888888888,
        0.9047619047619048,
        0.9206349206349206,
        0.9365079365079365,
        0.9523809523809523,
        0.9682539682539683,
        0.9841269841269841
      ],
      "matched_cka": [
        0.43143964151425274,
        0.46127719805370787,
        0.499811792892081,
        0.5472308740851308,
        0.5561858162139368,
        0.5533578198621477,
        0.5422182508100085,
        0.5495905972785735,
        0.5454867294876515,
        0.5409573890594614,
        0.5417041058246644,
        0.5393040421994971,
        0.5310782058863913,
        0.5258778845170506,
        0.5245254877387784,
        0.5259271060713662,
        0.532771242013456,
        0.540191097460432,
        0.5402681140304358,
        0.5451879617451172,
        0.546636265172038,
        0.5311633915869433,
        0.5061774766641849,
        0.4990215743040657,
        0.48213257608660315,
        0.4730258266401803,
        0.45386577037896375,
        0.5929024354751706,
        0.6091068059790986,
        0.6697201088937581,
        0.6562445405684534,
        0.6955871628541991,
        0.6981460816443944,
        0.6944194897893721,
        0.6906834371391278,
        0.6893942663017398,
        0.6844974875716194,
        0.6792920639768741,
        0.6777217304293922,
        0.659430880392049,
        0.6590069061386451,
        0.6238240331462764,
        0.6191468265716981,
        0.6115096943458265,
        0.606441783405274,
        0.6186585843472544,
        0.6198151887725796,
        0.6302754405262609,
        0.6392630947012777,
        0.645213977656042,
        0.6439300092870487,
        0.6371073422826556,
        0.6559702620083366,
        0.6579527710440711,
        0.6579057454105259,
        0.6787201179053289,
        0.6666767914918287,
        0.668917087903797,
        0.6639096060696994,
        0.6405759677805083,
        0.620290461993523,
        0.6100123631460973,
        0.5496902412303188
      ],
      "matched_depth_mean_cka": 0.5934662702501149,
      "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.6008691580840406,
      "matched_depth_max": 0.6981460816443944,
      "matched_rho_at_max": 0.5079365079365079,
      "depth_profile_correlation_pearson": 0.5499929217176835,
      "depth_profile_correlation_spearman": 0.6444055944055944
    },
    "pairs_ink_x_kimi": [
      [
        0,
        0
      ],
      [
        1,
        1
      ],
      [
        2,
        2
      ],
      [
        3,
        3
      ],
      [
        4,
        4
      ],
      [
        5,
        5
      ],
      [
        8,
        7
      ],
      [
        10,
        9
      ],
      [
        12,
        11
      ],
      [
        15,
        14
      ],
      [
        19,
        18
      ],
      [
        25,
        23
      ],
      [
        31,
        29
      ],
      [
        40,
        37
      ],
      [
        51,
        47
      ],
      [
        64,
        59
      ]
    ],
    "pairs_ink_x_olmo": [
      [
        0,
        0
      ],
      [
        1,
        1
      ],
      [
        2,
        2
      ],
      [
        3,
        3
      ],
      [
        4,
        4
      ],
      [
        5,
        5
      ],
      [
        6,
        6
      ],
      [
        7,
        7
      ],
      [
        8,
        8
      ],
      [
        9,
        9
      ],
      [
        10,
        10
      ],
      [
        11,
        11
      ],
      [
        12,
        12
      ],
      [
        13,
        13
      ],
      [
        14,
        14
      ],
      [
        15,
        15
      ],
      [
        17,
        16
      ],
      [
        18,
        17
      ],
      [
        19,
        18
      ],
      [
        20,
        19
      ],
      [
        21,
        20
      ],
      [
        22,
        21
      ],
      [
        23,
        22
      ],
      [
        24,
        23
      ],
      [
        25,
        24
      ],
      [
        26,
        25
      ],
      [
        27,
        26
      ],
      [
        28,
        27
      ],
      [
        29,
        28
      ],
      [
        30,
        29
      ],
      [
        31,
        30
      ],
      [
        32,
        31
      ],
      [
        33,
        32
      ],
      [
        34,
        33
      ],
      [
        35,
        34
      ],
      [
        36,
        35
      ],
      [
        37,
        36
      ],
      [
        38,
        37
      ],
      [
        39,
        38
      ],
      [
        40,
        39
      ],
      [
        41,
        40
      ],
      [
        42,
        41
      ],
      [
        43,
        42
      ],
      [
        44,
        43
      ],
      [
        45,
        44
      ],
      [
        46,
        45
      ],
      [
        47,
        46
      ],
      [
        48,
        47
      ],
      [
        50,
        48
      ],
      [
        51,
        49
      ],
      [
        52,
        50
      ],
      [
        53,
        51
      ],
      [
        54,
        52
      ],
      [
        55,
        53
      ],
      [
        56,
        54
      ],
      [
        57,
        55
      ],
      [
        58,
        56
      ],
      [
        59,
        57
      ],
      [
        60,
        58
      ],
      [
        61,
        59
      ],
      [
        62,
        60
      ],
      [
        63,
        61
      ],
      [
        64,
        62
      ]
    ],
    "benchmarks": {
      "kimi_x_olmo_E6_matched_mean": 0.366,
      "kimi_x_olmo_E6_max": 0.738,
      "v4_x_olmo_E6_matched_mean": 0.509,
      "olmo32b_x_qwen3-32b_sharedids": 0.654,
      "llama3.1-8b_x_olmo32b": 0.687,
      "paper_llama_x_olmo": 0.76
    }
  },
  "crossx_inkling": {
    "pairs": {
      "kimi": {
        "matched_rho": [
          0.0,
          0.016666666666666666,
          0.03333333333333333,
          0.05,
          0.06666666666666667,
          0.08333333333333333,
          0.11666666666666667,
          0.15,
          0.18333333333333332,
          0.23333333333333334,
          0.3,
          0.38333333333333336,
          0.48333333333333334,
          0.6166666666666667,
          0.7833333333333333,
          0.9833333333333333
        ],
        "matched_cka": [
          0.1001359674616321,
          0.10488116113708335,
          0.10801784807145091,
          0.11492875765769507,
          0.1286986576648725,
          0.15296139428513303,
          0.1716364194720562,
          0.21881399359644496,
          0.24946116087108808,
          0.31363578830661654,
          0.35318468720431184,
          0.3081762861578387,
          0.5202652590239631,
          0.5278881960771242,
          0.5932834809637072,
          0.7450694938886101
        ],
        "matched_depth_mean_cka": 0.2944399094899768,
        "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.3618161412970167,
        "matched_depth_max": 0.7450694938886101,
        "matched_rho_at_max": 0.9833333333333333,
        "depth_profile_correlation_pearson": NaN,
        "depth_profile_correlation_spearman": 1.0,
        "best_match_col_per_ink_layer": [
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15
        ],
        "best_match_rho_other": [
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333,
          0.9833333333333333
        ],
        "n_distinct_best_matches": 1,
        "modal_best_match_fraction": 1.0
      },
      "olmo": {
        "matched_rho": [
          0.0,
          0.015873015873015872,
          0.031746031746031744,
          0.047619047619047616,
          0.06349206349206349,
          0.07936507936507936,
          0.09523809523809523,
          0.1111111111111111,
          0.12698412698412698,
          0.14285714285714285,
          0.15873015873015872,
          0.1746031746031746,
          0.19047619047619047,
          0.20634920634920634,
          0.2222222222222222,
          0.23809523809523808,
          0.25396825396825395,
          0.2698412698412698,
          0.2857142857142857,
          0.30158730158730157,
          0.31746031746031744,
          0.3333333333333333,
          0.3492063492063492,
          0.36507936507936506,
          0.38095238095238093,
          0.3968253968253968,
          0.4126984126984127,
          0.42857142857142855,
          0.4444444444444444,
          0.4603174603174603,
          0.47619047619047616,
          0.49206349206349204,
          0.5079365079365079,
          0.5238095238095238,
          0.5396825396825397,
          0.5555555555555556,
          0.5714285714285714,
          0.5873015873015873,
          0.6031746031746031,
          0.6190476190476191,
          0.6349206349206349,
          0.6507936507936508,
          0.6666666666666666,
          0.6825396825396826,
          0.6984126984126984,
          0.7142857142857143,
          0.7301587301587301,
          0.746031746031746,
          0.7619047619047619,
          0.7777777777777778,
          0.7936507936507936,
          0.8095238095238095,
          0.8253968253968254,
          0.8412698412698413,
          0.8571428571428571,
          0.873015873015873,
          0.8888888888888888,
          0.9047619047619048,
          0.9206349206349206,
          0.9365079365079365,
          0.9523809523809523,
          0.9682539682539683,
          0.9841269841269841
        ],
        "matched_cka": [
          0.43143964151425274,
          0.46127719805370787,
          0.499811792892081,
          0.5472308740851308,
          0.5561858162139368,
          0.5533578198621477,
          0.5422182508100085,
          0.5495905972785735,
          0.5454867294876515,
          0.5409573890594614,
          0.5417041058246644,
          0.5393040421994971,
          0.5310782058863913,
          0.5258778845170506,
          0.5245254877387784,
          0.5259271060713662,
          0.532771242013456,
          0.540191097460432,
          0.5402681140304358,
          0.5451879617451172,
          0.546636265172038,
          0.5311633915869433,
          0.5061774766641849,
          0.4990215743040657,
          0.48213257608660315,
          0.4730258266401803,
          0.45386577037896375,
          0.5929024354751706,
          0.6091068059790986,
          0.6697201088937581,
          0.6562445405684534,
          0.6955871628541991,
          0.6981460816443944,
          0.6944194897893721,
          0.6906834371391278,
          0.6893942663017398,
          0.6844974875716194,
          0.6792920639768741,
          0.6777217304293922,
          0.659430880392049,
          0.6590069061386451,
          0.6238240331462764,
          0.6191468265716981,
          0.6115096943458265,
          0.606441783405274,
          0.6186585843472544,
          0.6198151887725796,
          0.6302754405262609,
          0.6392630947012777,
          0.645213977656042,
          0.6439300092870487,
          0.6371073422826556,
          0.6559702620083366,
          0.6579527710440711,
          0.6579057454105259,
          0.6787201179053289,
          0.6666767914918287,
          0.668917087903797,
          0.6639096060696994,
          0.6405759677805083,
          0.620290461993523,
          0.6100123631460973,
          0.5496902412303188
        ],
        "matched_depth_mean_cka": 0.5934662702501149,
        "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.6008691580840406,
        "matched_depth_max": 0.6981460816443944,
        "matched_rho_at_max": 0.5079365079365079,
        "depth_profile_correlation_pearson": 0.5499929217176835,
        "depth_profile_correlation_spearman": 0.6444055944055944,
        "best_match_col_per_ink_layer": [
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          26,
          26,
          27,
          25,
          25,
          24,
          24,
          24,
          23,
          23,
          23,
          24,
          24,
          25,
          25,
          24,
          24,
          24,
          25,
          25,
          25,
          26,
          26,
          26,
          26,
          27,
          27,
          27,
          27,
          27,
          28,
          29,
          29,
          39,
          38,
          31,
          40,
          40,
          55,
          55
        ],
        "best_match_rho_other": [
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.4126984126984127,
          0.4126984126984127,
          0.42857142857142855,
          0.3968253968253968,
          0.3968253968253968,
          0.38095238095238093,
          0.38095238095238093,
          0.38095238095238093,
          0.36507936507936506,
          0.36507936507936506,
          0.36507936507936506,
          0.38095238095238093,
          0.38095238095238093,
          0.3968253968253968,
          0.3968253968253968,
          0.38095238095238093,
          0.38095238095238093,
          0.38095238095238093,
          0.3968253968253968,
          0.3968253968253968,
          0.3968253968253968,
          0.4126984126984127,
          0.4126984126984127,
          0.4126984126984127,
          0.4126984126984127,
          0.42857142857142855,
          0.42857142857142855,
          0.42857142857142855,
          0.42857142857142855,
          0.42857142857142855,
          0.4444444444444444,
          0.4603174603174603,
          0.4603174603174603,
          0.6190476190476191,
          0.6031746031746031,
          0.49206349206349204,
          0.6349206349206349,
          0.6349206349206349,
          0.873015873015873,
          0.873015873015873
        ],
        "n_distinct_best_matches": 12,
        "modal_best_match_fraction": 0.49230769230769234
      },
      "v4": {
        "matched_rho": [
          0.0,
          0.023255813953488372,
          0.046511627906976744,
          0.06976744186046512,
          0.09302325581395349,
          0.11627906976744186,
          0.13953488372093023,
          0.18604651162790697,
          0.23255813953488372,
          0.27906976744186046,
          0.3488372093023256,
          0.4186046511627907,
          0.5348837209302325,
          0.6511627906976745,
          0.7906976744186046,
          0.9767441860465116
        ],
        "matched_cka": [
          0.4016770920770394,
          0.4443970362031268,
          0.4703588004455537,
          0.512912602651036,
          0.5490616484994678,
          0.5897126546815911,
          0.6110233586485736,
          0.6210805242379109,
          0.6167330205692678,
          0.61475060767348,
          0.529651993887374,
          0.45594583658276255,
          0.718280093591784,
          0.685008256132274,
          0.47886073526712647,
          0.5975896833411581
        ],
        "matched_depth_mean_cka": 0.5560652465305954,
        "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.5921047081272144,
        "matched_depth_max": 0.718280093591784,
        "matched_rho_at_max": 0.5348837209302325,
        "depth_profile_correlation_pearson": 0.6249999999999999,
        "depth_profile_correlation_spearman": 1.0,
        "best_match_col_per_ink_layer": [
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          11,
          13,
          13,
          13,
          13,
          13,
          13,
          13,
          13,
          13,
          13
        ],
        "best_match_rho_other": [
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.4186046511627907,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745,
          0.6511627906976745
        ],
        "n_distinct_best_matches": 2,
        "modal_best_match_fraction": 0.8461538461538461
      },
      "gemma27b": {
        "matched_rho": [
          0.0,
          0.01639344262295082,
          0.03278688524590164,
          0.04918032786885246,
          0.06557377049180328,
          0.08196721311475409,
          0.09836065573770492,
          0.11475409836065574,
          0.13114754098360656,
          0.14754098360655737,
          0.16393442622950818,
          0.18032786885245902,
          0.19672131147540983,
          0.21311475409836064,
          0.22950819672131148,
          0.2459016393442623,
          0.26229508196721313,
          0.2786885245901639,
          0.29508196721311475,
          0.3114754098360656,
          0.32786885245901637,
          0.3442622950819672,
          0.36065573770491804,
          0.3770491803278688,
          0.39344262295081966,
          0.4098360655737705,
          0.4262295081967213,
          0.4426229508196721,
          0.45901639344262296,
          0.47540983606557374,
          0.4918032786885246,
          0.5081967213114754,
          0.5245901639344263,
          0.5409836065573771,
          0.5573770491803278,
          0.5737704918032787,
          0.5901639344262295,
          0.6065573770491803,
          0.6229508196721312,
          0.639344262295082,
          0.6557377049180327,
          0.6721311475409836,
          0.6885245901639344,
          0.7049180327868853,
          0.7213114754098361,
          0.7377049180327869,
          0.7540983606557377,
          0.7704918032786885,
          0.7868852459016393,
          0.8032786885245902,
          0.819672131147541,
          0.8360655737704918,
          0.8524590163934426,
          0.8688524590163934,
          0.8852459016393442,
          0.9016393442622951,
          0.9180327868852459,
          0.9344262295081968,
          0.9508196721311475,
          0.9672131147540983,
          0.9836065573770492
        ],
        "matched_cka": [
          0.5810812782698124,
          0.6022919655954503,
          0.6082976788232678,
          0.6133244999016202,
          0.6077146938288654,
          0.5970940957675358,
          0.5851376162290184,
          0.5834020292612725,
          0.5627058555274695,
          0.5613139505791875,
          0.5633260466730962,
          0.6028050952019705,
          0.6002832560102155,
          0.6140465844436471,
          0.6070550534170386,
          0.6018637147240387,
          0.5997163936762901,
          0.6058504704799734,
          0.5979101774818741,
          0.5920801735281607,
          0.5788151198410064,
          0.561087303290127,
          0.5239301528738213,
          0.4937963006503324,
          0.48399190706821693,
          0.45962948883408455,
          0.6149232279489544,
          0.6197703078935574,
          0.694939839980082,
          0.7064630897280798,
          0.7195442888417912,
          0.7030987768123393,
          0.6978313719096915,
          0.6928312855207982,
          0.6871190111512476,
          0.6794115776126004,
          0.6635328904103684,
          0.661255040842686,
          0.6555373598999847,
          0.6634880151741797,
          0.6680295735749059,
          0.6308403241772261,
          0.6337386506194044,
          0.6435994541080136,
          0.6488703214883319,
          0.6484996370035748,
          0.6474510870995733,
          0.6528534336848438,
          0.6533238452693144,
          0.653102405347666,
          0.6475702915256404,
          0.6365239665181889,
          0.6404644803261288,
          0.6790522471446793,
          0.6646061697141523,
          0.65641507823533,
          0.6276604028646433,
          0.6599479519216302,
          0.7201713409561131,
          0.8357530131537322,
          0.8092487994024036
        ],
        "matched_depth_mean_cka": 0.6312462206531024,
        "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.6250391884352048,
        "matched_depth_max": 0.8357530131537322,
        "matched_rho_at_max": 0.9672131147540983,
        "depth_profile_correlation_pearson": 0.4823080951327619,
        "depth_profile_correlation_spearman": 0.6348339160839161,
        "best_match_col_per_ink_layer": [
          27,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          25,
          27,
          27,
          27,
          27,
          27,
          27,
          28,
          28,
          29,
          29,
          60,
          60,
          60,
          60,
          60,
          25,
          25,
          25,
          27,
          26,
          26,
          26,
          26,
          26,
          26,
          27,
          27,
          26,
          26,
          26,
          27,
          27,
          27,
          27,
          27,
          27,
          27,
          27,
          27,
          27,
          27,
          27,
          59,
          59,
          59,
          59,
          59,
          59,
          59,
          59,
          60,
          60
        ],
        "best_match_rho_other": [
          0.4426229508196721,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.45901639344262296,
          0.45901639344262296,
          0.47540983606557374,
          0.47540983606557374,
          0.9836065573770492,
          0.9836065573770492,
          0.9836065573770492,
          0.9836065573770492,
          0.9836065573770492,
          0.4098360655737705,
          0.4098360655737705,
          0.4098360655737705,
          0.4426229508196721,
          0.4262295081967213,
          0.4262295081967213,
          0.4262295081967213,
          0.4262295081967213,
          0.4262295081967213,
          0.4262295081967213,
          0.4426229508196721,
          0.4426229508196721,
          0.4262295081967213,
          0.4262295081967213,
          0.4262295081967213,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.4426229508196721,
          0.9672131147540983,
          0.9672131147540983,
          0.9672131147540983,
          0.9672131147540983,
          0.9672131147540983,
          0.9672131147540983,
          0.9672131147540983,
          0.9672131147540983,
          0.9836065573770492,
          0.9836065573770492
        ],
        "n_distinct_best_matches": 7,
        "modal_best_match_fraction": 0.3384615384615385
      }
    },
    "structure_table": {
      "inkling": {
        "n_blocks": 2,
        "boundaries_rho": [
          0.49230769230769234
        ],
        "blockiness": 0.10607995588343311,
        "coupling": 0.8620906172726316,
        "L_fitted": 65,
        "source": "this work (n=250)"
      },
      "kimi_k2.5": {
        "n_blocks": 2,
        "boundaries_rho": [
          0.6166666666666667
        ],
        "blockiness": 0.4153474028305151,
        "coupling": 0.7938207537588916,
        "L_fitted": 16,
        "source": "E6 (n=100)"
      },
      "v4_flash_base": {
        "n_blocks": 2,
        "boundaries_rho": [
          0.9767441860465116
        ],
        "blockiness": 0.4993693292038113,
        "coupling": 0.8746257476700324,
        "L_fitted": 16,
        "source": "E6 (n=250)"
      },
      "gemma3_27b_it": {
        "n_blocks": 2,
        "boundaries_rho": [
          0.4426229508196721
        ],
        "blockiness": 0.24221336059027931,
        "coupling": 0.7841760237171449,
        "L_fitted": 61,
        "source": "E1 horizon recombined (n=250)"
      },
      "olmo3_32b": {
        "n_blocks": 2,
        "boundaries_rho": [
          0.4126984126984127
        ],
        "blockiness": 0.3106120221295454,
        "coupling": 0.7851535127132134,
        "L_fitted": 63,
        "source": "E2 final (n=250)"
      }
    },
    "closest_by_interior_matched_mean": [
      [
        "gemma27b",
        0.6250391884352048
      ],
      [
        "olmo",
        0.6008691580840406
      ],
      [
        "v4",
        0.5921047081272144
      ],
      [
        "kimi",
        0.3618161412970167
      ]
    ]
  },
  "tails_ab": {
    "norm_stat": "per-prompt max_l ||J_l^(p)||_F / sqrt(d) from fit logs (inkling: 65 src layers incl. layer 0 \u2014 max over MORE layers than kimi/v4's 16; comparable to dense's 63)",
    "ab_distributions": {
      "inkling (MoE ~950B, n=250, 65 src layers)": {
        "n": 250,
        "median": 1119.875,
        "q25": 876.751,
        "q75": 1462.68875,
        "mean": 1334.7828760000002,
        "max": 5409.049,
        "top3_fraction_of_total": 0.04463064747917848,
        "n_ge_10x_median": 0,
        "max_over_median": 4.83004710347137
      },
      "kimi_k2.5 (MoE 1T, n=100, 16 src layers)": {
        "n": 100,
        "median": 11.252500000000001,
        "q25": 8.5205,
        "q75": 14.70875,
        "mean": 19.42088,
        "max": 329.777,
        "top3_fraction_of_total": 0.3423325822516797,
        "n_ge_10x_median": 2,
        "max_over_median": 29.306998444790043
      },
      "v4_flash_base (MoE 284B, n=250, 16 src layers)": {
        "n": 250,
        "median": 52.962,
        "q25": 33.89575000000001,
        "q75": 125.5095,
        "mean": 170.555968,
        "max": 2213.552,
        "top3_fraction_of_total": 0.14895356813313035,
        "n_ge_10x_median": 16,
        "max_over_median": 41.79509837241796
      },
      "olmo32b_dense (n=250, 63 src layers)": {
        "n": 250,
        "median": 1.3125,
        "q25": 1.10575,
        "q75": 1.6142500000000002,
        "mean": 1.4332880000000001,
        "max": 5.29,
        "top3_fraction_of_total": 0.03676860477447659,
        "n_ge_10x_median": 0,
        "max_over_median": 4.0304761904761905
      }
    },
    "inkling_median_over_dense_median": 853.2380952380952,
    "inkling_median_over_kimi_median": 99.522328371473,
    "kimi_median_over_dense_median": 8.573333333333334,
    "v4_median_over_dense_median": 40.352000000000004,
    "top5_spike_prompts": [
      {
        "norm": 5409.049,
        "shard": 0,
        "local_prompt_1based": 53,
        "global_prompt_idx": 104,
        "dmean_hit_on_running_mean": 0.504
      },
      {
        "norm": 4828.837,
        "shard": 1,
        "local_prompt_1based": 84,
        "global_prompt_idx": 167,
        "dmean_hit_on_running_mean": 0.353
      },
      {
        "norm": 4655.17,
        "shard": 0,
        "local_prompt_1based": 14,
        "global_prompt_idx": 26,
        "dmean_hit_on_running_mean": 0.842
      },
      {
        "norm": 4400.012,
        "shard": 0,
        "local_prompt_1based": 111,
        "global_prompt_idx": 220,
        "dmean_hit_on_running_mean": 0.195
      },
      {
        "norm": 4127.736,
        "shard": 0,
        "local_prompt_1based": 96,
        "global_prompt_idx": 190,
        "dmean_hit_on_running_mean": 0.208
      }
    ],
    "top3_fraction_of_total_norm_mass": 0.04463064747917848,
    "convergence": {
      "shard0": {
        "n_prompts": 125,
        "delta_mean_final": 0.04173644,
        "delta_mean_last5": [
          0.03014171,
          0.047011,
          0.04092109,
          0.02948343,
          0.04173644
        ],
        "delta_mean_min": 0.02901919,
        "reached_1e-1": true,
        "reached_5e-2": true,
        "reached_1e-2": false
      },
      "shard1": {
        "n_prompts": 125,
        "delta_mean_final": 0.12205216,
        "delta_mean_last5": [
          0.07883724,
          0.05681737,
          0.07967473,
          0.0738574,
          0.12205216
        ],
        "delta_mean_min": 0.03443719,
        "reached_1e-1": true,
        "reached_5e-2": true,
        "reached_1e-2": false
      }
    },
    "per_prompt_dmean_final_shard1_spike": {
      "shard1_last_prompt_global_idx": 249,
      "note": "s1 ended at \u0394mean 1.22e-1 because its final prompt (global 249) was itself a tail event; see top5_spike_prompts"
    },
    "top_spike_texts": {
      "104": {
        "norm": 5409.049,
        "text_head": "ed he \" didn \u2019 t participate as much because of that . \" Hanneman said : \" We go through dry spells sometimes , but the good thing about having two guitar players that can write music is that you are never gonna go witho"
      },
      "167": {
        "norm": 4828.837,
        "text_head": "e island . Urania Cabral and her father Agust\u00edn Cabral appear in both the modern day and historical portions of the novel . In the year 1996 , Urania returns to the Dominican Republic for the first time since her departu"
      },
      "26": {
        "norm": 4655.17,
        "text_head": "dered less successful than Groundsel . Barker was a devout Christian , and produced religious @-@ themed works throughout her life . She published eight postcards and five guardian angel birthday cards for the Society fo"
      },
      "220": {
        "norm": 4400.012,
        "text_head": "hed jointly by UNESCO , INTACH and the Government of India which presents a comprehensive site plan for restoration and a brief history of each sculpture constructed inside the caves . Devin Garret Townsend ( born May 5 "
      },
      "190": {
        "norm": 4127.736,
        "text_head": "els approached her . Michaels explained that there was chemistry between Fey and Fallon , though the decision was \" kind of risky \" at the time . Her role in Weekend Update was well received by critics . Ken Tucker of En"
      }
    }
  },
  "splithalf": {
    "design": "125 disjoint wikitext prompts per shard (even/odd global indices); same probe P_ink_std for both; every statistic recomputed per shard",
    "shard0": {
      "n_prompts": 125,
      "n_blocks": 4,
      "boundaries_rho": [
        0.3230769230769231,
        0.4307692307692308,
        0.8461538461538461
      ],
      "boundaries_layer": [
        21,
        28,
        55
      ],
      "blockiness": 0.12002797287630729,
      "layer_coupling": 0.8735395889938701,
      "kts_forced_k1_to_k4": {
        "1": {
          "segments_layer_ranges": [
            [
              0,
              64
            ]
          ],
          "boundaries_rho": [],
          "boundaries_layer": [],
          "blockiness": 0.0,
          "penalized": 0.0
        },
        "2": {
          "segments_layer_ranges": [
            [
              0,
              31
            ],
            [
              32,
              64
            ]
          ],
          "boundaries_rho": [
            0.49230769230769234
          ],
          "boundaries_layer": [
            32
          ],
          "blockiness": 0.07893679717264468,
          "penalized": 0.058936797172644675
        },
        "3": {
          "segments_layer_ranges": [
            [
              0,
              20
            ],
            [
              21,
              27
            ],
            [
              28,
              64
            ]
          ],
          "boundaries_rho": [
            0.3230769230769231,
            0.4307692307692308
          ],
          "boundaries_layer": [
            21,
            28
          ],
          "blockiness": 0.08922205990205156,
          "penalized": 0.049222059902051564
        },
        "4": {
          "segments_layer_ranges": [
            [
              0,
              20
            ],
            [
              21,
              27
            ],
            [
              28,
              54
            ],
            [
              55,
              64
            ]
          ],
          "boundaries_rho": [
            0.3230769230769231,
            0.4307692307692308,
            0.8461538461538461
          ],
          "boundaries_layer": [
            21,
            28,
            55
          ],
          "blockiness": 0.12002797287630729,
          "penalized": 0.06002797287630729
        }
      },
      "band_rule": "interior blocks (k=4, rho in [0.32, 0.85))",
      "peak_pr_band": 123.04689016625942,
      "peak_pr_band_over_d": 0.020027163112997952,
      "peak_rho_band": 0.8307692307692308,
      "peak_pr_global": 413.0902620870616,
      "peak_rho_global": 0.9846153846153847,
      "pr_per_layer": [
        7.8347346192572696,
        7.535751024410324,
        7.284821780658944,
        7.077733100966277,
        7.037195968409148,
        6.927878006761627,
        6.7844308573864165,
        6.745925185961657,
        6.789403323092067,
        6.6786646973537405,
        6.647047313781916,
        6.597269603552263,
        6.521003484188752,
        6.488616254172272,
        6.378724336521469,
        6.270432970295058,
        6.146578834321841,
        6.105854038419549,
        6.105853329318737,
        5.985344107088598,
        5.855227435078832,
        5.797150701691692,
        5.729923329825682,
        5.405030883106319,
        5.074305779736838,
        4.7677985029143715,
        4.513539093209754,
        4.165589530473675,
        3.9232288506209367,
        4.00481205806777,
        5.710018410840067,
        7.0713472066540195,
        8.984854872672193,
        9.314792598727815,
        10.484798942108378,
        11.907948500837549,
        13.671967353071794,
        15.659615985596307,
        17.912130004793607,
        19.92491535425049,
        22.463038345125078,
        25.89357916729314,
        28.986647635992583,
        32.77229946233682,
        35.59297796273137,
        39.04799312909706,
        52.89128880866095,
        61.4926240320712,
        68.26115723851342,
        75.04375581147852,
        84.75284088513872,
        98.94383712728649,
        105.85288893375507,
        109.58978401104979,
        123.04689016625942,
        140.31509501080782,
        142.48047733418198,
        159.72762283327899,
        147.19245078032668,
        140.19119162586443,
        132.58141448563148,
        157.1751795783759,
        224.30205162293692,
        338.19229276220506,
        413.0902620870616
      ]
    },
    "shard1": {
      "n_prompts": 125,
      "n_blocks": 2,
      "boundaries_rho": [
        0.49230769230769234
      ],
      "boundaries_layer": [
        32
      ],
      "blockiness": 0.1052000222278483,
      "layer_coupling": 0.8628548398585899,
      "kts_forced_k1_to_k4": {
        "1": {
          "segments_layer_ranges": [
            [
              0,
              64
            ]
          ],
          "boundaries_rho": [],
          "boundaries_layer": [],
          "blockiness": 0.0,
          "penalized": 0.0
        },
        "2": {
          "segments_layer_ranges": [
            [
              0,
              31
            ],
            [
              32,
              64
            ]
          ],
          "boundaries_rho": [
            0.49230769230769234
          ],
          "boundaries_layer": [
            32
          ],
          "blockiness": 0.1052000222278483,
          "penalized": 0.0852000222278483
        },
        "3": {
          "segments_layer_ranges": [
            [
              0,
              30
            ],
            [
              31,
              54
            ],
            [
              55,
              64
            ]
          ],
          "boundaries_rho": [
            0.47692307692307695,
            0.8461538461538461
          ],
          "boundaries_layer": [
            31,
            55
          ],
          "blockiness": 0.11163134372396488,
          "penalized": 0.07163134372396487
        },
        "4": {
          "segments_layer_ranges": [
            [
              0,
              21
            ],
            [
              22,
              27
            ],
            [
              28,
              54
            ],
            [
              55,
              64
            ]
          ],
          "boundaries_rho": [
            0.3384615384615385,
            0.4307692307692308,
            0.8461538461538461
          ],
          "boundaries_layer": [
            22,
            28,
            55
          ],
          "blockiness": 0.1352609514365367,
          "penalized": 0.07526095143653672
        }
      },
      "band_rule": "middle-50% depth fallback (k<3)",
      "peak_pr_band": 66.65481653350442,
      "peak_pr_band_over_d": 0.010848765711833401,
      "peak_rho_band": 0.7384615384615385,
      "peak_pr_global": 412.11841531689686,
      "peak_rho_global": 0.9846153846153847,
      "pr_per_layer": [
        6.35873994768728,
        5.888766025877716,
        5.526150222513498,
        6.028061167834278,
        5.975804389766715,
        5.807986668534777,
        5.7404459344236685,
        5.767742874521115,
        5.900876284230133,
        5.7972995357450685,
        5.785169532032632,
        5.740343966904291,
        5.618816981372487,
        5.594971730794315,
        5.53282582665663,
        5.484827613038025,
        5.408288708285828,
        5.463212566513454,
        5.518252431420216,
        5.473361444896222,
        5.425709212566138,
        5.4078456081441315,
        5.404890408967489,
        5.212664402212553,
        4.977760482466629,
        4.739394539433925,
        4.492653661230557,
        4.1214319680184595,
        3.8550446153410087,
        3.9362844899770706,
        5.5186893220823325,
        6.965612548120677,
        8.822660053809185,
        9.328976326677946,
        10.590967571835435,
        12.163860909298137,
        13.84210919340637,
        15.678174685321942,
        17.8393173407879,
        19.73905937121359,
        22.306432833089936,
        25.67701558930387,
        28.696739194589345,
        32.254045739811716,
        35.19768668628127,
        38.67043962150022,
        52.0927054664365,
        60.25148962686986,
        66.65481653350442,
        73.62594551459448,
        82.98811364773971,
        96.51731774900999,
        103.17253506807218,
        107.16494395431934,
        119.76651992858929,
        137.7841549038184,
        139.56994226997782,
        157.39062989211573,
        144.9725064858349,
        137.27137926418146,
        129.41566469267036,
        155.70397381239863,
        223.45763766428647,
        336.744725845299,
        412.11841531689686
      ]
    },
    "agreement": {
      "cka_matrix_pearson_r_upper_tri": 0.9823126957060812,
      "cka_matrix_mean_abs_dev": 0.014760644179935745,
      "cka_matrix_max_abs_dev": 0.08973487285316528,
      "same_layer_cka_shard0_x_shard1": [
        0.9064890549254054,
        0.8878935369859573,
        0.8997128421524513,
        0.9208057474706526,
        0.9220906979034073,
        0.9296071515163458,
        0.9359122028154572,
        0.9367185337383718,
        0.9387081882320584,
        0.9411777449198959,
        0.9418201858538959,
        0.9437682059901144,
        0.9449059225974916,
        0.9470749320245959,
        0.9500423956269483,
        0.9531843953103505,
        0.9579284930572146,
        0.9634653464659384,
        0.9693130347687889,
        0.9742410570616067,
        0.9780279626609308,
        0.9811321117501319,
        0.9853748414568553,
        0.98994850546319,
        0.9908371614770457,
        0.9921968772336367,
        0.99269308879729,
        0.9930772916882585,
        0.9851160356072044,
        0.9882931333577615,
        0.9937380354645993,
        0.9961550305822895,
        0.9973248976605655,
        0.9975983749369927,
        0.9980213782614396,
        0.9983813494093614,
        0.9985262025724642,
        0.9986109143581381,
        0.9986365333302074,
        0.998656460564435,
        0.9990979683061614,
        0.9991724390378972,
        0.9992543111728914,
        0.9992424328293402,
        0.9992957411305827,
        0.9992420720212989,
        0.9993384261268283,
        0.999328568596255,
        0.9994887917425017,
        0.9995463801219784,
        0.9995344459133376,
        0.9995866964020176,
        0.9995914284848537,
        0.9996337241693978,
        0.9996971689442882,
        0.9997782245038032,
        0.9998398462202267,
        0.9998499128491916,
        0.999851507811263,
        0.99981058434276,
        0.9998040392126739,
        0.9998453735698005,
        0.9998837305209809,
        0.9999604523923008,
        0.9999872516958477
      ],
      "same_layer_cka_min": 0.8878935369859573,
      "same_layer_cka_median": 0.9973248976605655,
      "same_layer_cka_argmin_layer": 1,
      "pr_log_pearson_r": 0.9990198794385313,
      "pr_ratio_shard1_over_shard0_median": 0.9791779577065663,
      "pr_ratio_range": [
        0.7585841340944423,
        1.0214908897567527
      ],
      "boundary_rho_delta": "k differs"
    }
  },
  "arch_period": {
    "architecture": {
      "global_attn_layers": [
        5,
        11,
        17,
        23,
        29,
        35,
        41,
        47,
        53,
        59,
        65
      ],
      "period": 6,
      "phase": 5,
      "dense_mlp_layers": [
        0,
        1
      ],
      "bf16_expert_layer": [
        2
      ],
      "note": "sources 0..64 = residual after block l; crossing (l,l+1) attributed to block l+1; target 65 (a global-attn block) is the lens target, not a source"
    },
    "per_crossing": {
      "block": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        62,
        63,
        64
      ],
      "adjacent_cka": [
        0.9875143380320135,
        0.98361235979203,
        0.9823251728583013,
        0.9999359966189302,
        0.9984854742433864,
        0.998620232354434,
        0.9997987092841558,
        0.9990382452850639,
        0.999550208520343,
        0.9998869210404808,
        0.9997947290466414,
        0.9994378167497018,
        0.9995052630898332,
        0.9998265877026905,
        0.9997421354901658,
        0.9998344621846813,
        0.9988971350039301,
        0.9982338390034935,
        0.9992741273503364,
        0.9991218904306631,
        0.998284900377987,
        0.993902476734908,
        0.9889929966170732,
        0.9979389933190053,
        0.9977095583351647,
        0.9986956692684223,
        0.9979585486345309,
        0.5384443242879888,
        0.99858257948701,
        0.9647824164461015,
        0.973938691988581,
        0.9512965863489847,
        0.998946190075113,
        0.9974420645210088,
        0.9985891473892317,
        0.9989089831512363,
        0.9984861008677814,
        0.9986174624192521,
        0.9993107616028373,
        0.9926438142736932,
        0.9990476937387012,
        0.9990534531559232,
        0.9990839448363484,
        0.9993638971326718,
        0.9985750733501244,
        0.992260160541143,
        0.9994568591285062,
        0.9988935644826485,
        0.9995367133855375,
        0.9985815403558838,
        0.9989215189427485,
        0.9995259220812457,
        0.9994939362819457,
        0.9974305810020724,
        0.9951458678773365,
        0.9975866741685055,
        0.9949064914795739,
        0.9972344667066891,
        0.9985844637672968,
        0.9973353713955272,
        0.9873964032266359,
        0.977629889082698,
        0.9791149376844186,
        0.9811338045228475
      ],
      "abs_dlog_Vnorm": [
        0.14137364045329015,
        0.714574626127936,
        0.30751654161336894,
        0.018231083898250233,
        0.1115501428193042,
        0.12798811339312266,
        0.04463990972771903,
        0.0596700187647361,
        0.050567092454178564,
        0.02477773295742125,
        0.037215934761370306,
        0.04915474488420202,
        0.039618393513901395,
        0.024394035351336996,
        0.029447848632612406,
        0.02492466308916441,
        0.047515921642901304,
        0.047911114366705476,
        0.03613873713200633,
        0.03869494530097661,
        0.044355319980180496,
        0.06226039111784942,
        0.0742460029218055,
        0.041698093241244294,
        0.05609751507900107,
        0.03315114262848873,
        0.03964982221827995,
        1.174461161588976,
        0.1651693453714369,
        0.4066394637829127,
        0.19238350389537384,
        0.3589049008353795,
        0.10119358050269156,
        0.0929160012375565,
        0.09623921927395429,
        0.043358432725458584,
        0.04638830848427311,
        0.0506291671232173,
        0.03673187678327228,
        0.06078768892316333,
        0.031070647011476993,
        0.027583339582892386,
        0.003100591370662542,
        0.004759574524014987,
        0.011133997226715486,
        0.03999283651488739,
        0.010654615100775366,
        0.007371088476404886,
        0.0016067250971882885,
        0.005830952375824872,
        0.010672520979098543,
        0.0026983994977207715,
        0.006125852780095364,
        0.0007662835915764887,
        0.0046197351130006226,
        0.005312623850817211,
        0.007460696452423754,
        0.01187039289647096,
        0.03938079234122771,
        0.031535647246312415,
        0.030053619813275922,
        0.048960105746823857,
        0.05755318877208104,
        0.05112007393552975
      ],
      "abs_dlog_PR": [
        0.06122370428893564,
        0.10913683905857585,
        0.022903660093423817,
        0.010239511452876604,
        0.03638825686448599,
        0.02684413035146993,
        0.003461511513188631,
        0.012742245320384482,
        0.020736879912053086,
        0.0029967002700190815,
        0.004519584260544329,
        0.014710479222635575,
        0.0005539935513874106,
        0.01219744455905003,
        0.010128962000536923,
        0.012614340798432044,
        0.013642245665608677,
        0.010152035305148965,
        0.005327567225751562,
        0.007839203065993505,
        0.00105878774632151,
        0.002618226059847073,
        0.030280353940491445,
        0.042499258188111844,
        0.044216526791811095,
        0.04661690048264622,
        0.07816217873414621,
        0.078238846477092,
        0.030132135940877713,
        0.35344489569543547,
        0.22866213555033998,
        0.24338404604010422,
        0.047209567652681805,
        0.12407595867060817,
        0.1340428580122377,
        0.13412211824497433,
        0.1305457289196279,
        0.13238273626114339,
        0.10407555286617898,
        0.12077182730479619,
        0.1415153377796048,
        0.11152876313325422,
        0.1195484170777994,
        0.08462263408975046,
        0.09282603033889947,
        0.3009450033098866,
        0.1479868120148642,
        0.10239164380100707,
        0.09684293994772109,
        0.1205305965628174,
        0.15268645788091284,
        0.06690947473950715,
        0.03608132695111976,
        0.11329642013541363,
        0.13551279979198316,
        0.013983227185765834,
        0.11705818943425061,
        0.08203789613909596,
        0.05169691666784626,
        0.05738526628106477,
        0.1775245142519042,
        0.35840291664221,
        0.4102918484561098,
        0.20099056445400088
      ],
      "is_global_attn_block": [
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false,
        true,
        false,
        false,
        false,
        false,
        false
      ]
    },
    "global_vs_swa_tests": {
      "adjacent_cka_drop_1_minus_C": {
        "mean_at_global_attn_blocks": 0.0020074985296277383,
        "mean_at_swa_blocks": 0.014235627336101963,
        "difference": -0.012228128806474226,
        "perm_p_two_sided": 0.24115,
        "n_global_crossings": 10
      },
      "abs_dlog_Vnorm": {
        "mean_at_global_attn_blocks": 0.06191684740243479,
        "mean_at_swa_blocks": 0.09231911120133277,
        "difference": -0.030402263798897974,
        "perm_p_two_sided": 0.6705,
        "n_global_crossings": 10
      },
      "abs_dlog_PR": {
        "mean_at_global_attn_blocks": 0.06262858280976809,
        "mean_at_swa_blocks": 0.0957631500616497,
        "difference": -0.033134567251881616,
        "perm_p_two_sided": 0.3028,
        "n_global_crossings": 10
      }
    },
    "phase_table_mod6": {
      "0": {
        "n": 10,
        "mean_adjacent_cka": 0.9950635251060144,
        "mean_abs_dlog_Vnorm": 0.07840063212908319,
        "is_global_attn_phase": false
      },
      "1": {
        "n": 11,
        "mean_adjacent_cka": 0.9943081562067024,
        "mean_abs_dlog_Vnorm": 0.0541836981526993,
        "is_global_attn_phase": false
      },
      "2": {
        "n": 11,
        "mean_adjacent_cka": 0.9912155274533515,
        "mean_abs_dlog_Vnorm": 0.12226200842086837,
        "is_global_attn_phase": false
      },
      "3": {
        "n": 11,
        "mean_adjacent_cka": 0.9952396308196494,
        "mean_abs_dlog_Vnorm": 0.063298407783173,
        "is_global_attn_phase": false
      },
      "4": {
        "n": 11,
        "mean_adjacent_cka": 0.9538404012285107,
        "mean_abs_dlog_Vnorm": 0.14218549324154453,
        "is_global_attn_phase": false
      },
      "5": {
        "n": 10,
        "mean_adjacent_cka": 0.9979925014703724,
        "mean_abs_dlog_Vnorm": 0.06191684740243479,
        "is_global_attn_phase": true
      }
    },
    "kts_boundaries_vs_global_attn": [
      {
        "boundary_first_layer_of_block": 32,
        "rho": 0.49230769230769234,
        "nearest_global_attn_layer": 29,
        "distance_layers": 3
      }
    ],
    "cka_to_final_vs_rho": {
      "rho": [
        0.0,
        0.015384615384615385,
        0.03076923076923077,
        0.046153846153846156,
        0.06153846153846154,
        0.07692307692307693,
        0.09230769230769231,
        0.1076923076923077,
        0.12307692307692308,
        0.13846153846153847,
        0.15384615384615385,
        0.16923076923076924,
        0.18461538461538463,
        0.2,
        0.2153846153846154,
        0.23076923076923078,
        0.24615384615384617,
        0.26153846153846155,
        0.27692307692307694,
        0.2923076923076923,
        0.3076923076923077,
        0.3230769230769231,
        0.3384615384615385,
        0.35384615384615387,
        0.36923076923076925,
        0.38461538461538464,
        0.4,
        0.4153846153846154,
        0.4307692307692308,
        0.4461538461538462,
        0.46153846153846156,
        0.47692307692307695,
        0.49230769230769234,
        0.5076923076923077,
        0.5230769230769231,
        0.5384615384615384,
        0.5538461538461539,
        0.5692307692307692,
        0.5846153846153846,
        0.6,
        0.6153846153846154,
        0.6307692307692307,
        0.6461538461538462,
        0.6615384615384615,
        0.676923076923077,
        0.6923076923076923,
        0.7076923076923077,
        0.7230769230769231,
        0.7384615384615385,
        0.7538461538461538,
        0.7692307692307693,
        0.7846153846153846,
        0.8,
        0.8153846153846154,
        0.8307692307692308,
        0.8461538461538461,
        0.8615384615384616,
        0.8769230769230769,
        0.8923076923076924,
        0.9076923076923077,
        0.9230769230769231,
        0.9384615384615385,
        0.9538461538461539,
        0.9692307692307692,
        0.9846153846153847
      ],
      "cka": [
        0.6581668830331233,
        0.647718677118037,
        0.6233515954994835,
        0.6390811855882612,
        0.6369566356375852,
        0.6347424367163222,
        0.6325836317061541,
        0.6329071739250732,
        0.6353759677740293,
        0.63381171490575,
        0.6339653697158772,
        0.6335375695918883,
        0.6321071668787113,
        0.6330705927065826,
        0.6313559058099916,
        0.6300190647376394,
        0.6275098260781355,
        0.6269652617299895,
        0.624919008243621,
        0.6214502116407821,
        0.61752776353799,
        0.6122831792661784,
        0.5999909093232197,
        0.5741320315955407,
        0.5571786412949393,
        0.5399772059794444,
        0.5233107831693695,
        0.5046168306954055,
        0.5667459145830307,
        0.5720247076869116,
        0.6156467220986271,
        0.6413727276415718,
        0.6313233595012319,
        0.6299308992462759,
        0.638635807716039,
        0.644537174555846,
        0.6564506373423065,
        0.670648686079388,
        0.681943062917076,
        0.6857140768314589,
        0.6655601453124634,
        0.6667449383343407,
        0.6770101166893867,
        0.6910754256473497,
        0.6975439308597223,
        0.7131891473116265,
        0.7364124737046029,
        0.7473190446277174,
        0.7553721427150121,
        0.7659060671377127,
        0.7862152397860583,
        0.7975654342436436,
        0.8049845065388891,
        0.8082608604723314,
        0.8155510099036006,
        0.8438328541361677,
        0.8542845378072305,
        0.8663249298230373,
        0.866531996032823,
        0.8634945507637859,
        0.8577817420485921,
        0.9084205829053282,
        0.9601059683712863,
        0.9811338045228475,
        1.0
      ]
    }
  },
  "mean_J_spectrum_inkling": {
    "inkling": {
      "0": {
        "rho": 0.0,
        "sigma_top5": [
          6404.89111328125,
          4144.55615234375,
          3953.92822265625,
          3324.14794921875,
          2889.872802734375
        ],
        "sigma_median": 11.416864395141602,
        "frob_frac_top1": 0.23188379406929016,
        "frob_frac_top10": 0.6426085829734802,
        "frob_frac_top100": 0.9142111539840698,
        "pr_of_sigma2": 12.252651028399658,
        "frob_norm_over_sqrt_d": 169.68792724609375
      },
      "20": {
        "rho": 0.3076923076923077,
        "sigma_top5": [
          1088.4578857421875,
          691.3353271484375,
          505.2675476074219,
          411.9137878417969,
          349.71868896484375
        ],
        "sigma_median": 1.9334406852722168,
        "frob_frac_top1": 0.3395826816558838,
        "frob_frac_top10": 0.748471200466156,
        "frob_frac_top100": 0.9396851062774658,
        "pr_of_sigma2": 6.80853476516618,
        "frob_norm_over_sqrt_d": 23.829408645629883
      },
      "26": {
        "rho": 0.4,
        "sigma_top5": [
          854.1532592773438,
          521.1104736328125,
          473.27239990234375,
          348.00323486328125,
          316.91839599609375
        ],
        "sigma_median": 1.012024164199829,
        "frob_frac_top1": 0.35455286502838135,
        "frob_frac_top10": 0.8391513228416443,
        "frob_frac_top100": 0.98172527551651,
        "pr_of_sigma2": 6.026131060173508,
        "frob_norm_over_sqrt_d": 18.300783157348633
      },
      "27": {
        "rho": 0.4153846153846154,
        "sigma_top5": [
          837.0819702148438,
          496.4289245605469,
          461.36016845703125,
          331.26031494140625,
          313.3231506347656
        ],
        "sigma_median": 0.9318728446960449,
        "frob_frac_top1": 0.3665207326412201,
        "frob_frac_top10": 0.8511492609977722,
        "frob_frac_top100": 0.9850572943687439,
        "pr_of_sigma2": 5.7366528395137495,
        "frob_norm_over_sqrt_d": 17.6397762298584
      },
      "28": {
        "rho": 0.4307692307692308,
        "sigma_top5": [
          267.8470153808594,
          94.3975601196289,
          73.63587951660156,
          69.78312683105469,
          61.048316955566406
        ],
        "sigma_median": 0.879575788974762,
        "frob_frac_top1": 0.4770679473876953,
        "frob_frac_top10": 0.6968755722045898,
        "frob_frac_top100": 0.8630273342132568,
        "pr_of_sigma2": 4.243692967016009,
        "frob_norm_over_sqrt_d": 4.94733190536499
      },
      "39": {
        "rho": 0.6,
        "sigma_top5": [
          36.09160232543945,
          13.614348411560059,
          12.014737129211426,
          10.16483211517334,
          9.2496337890625
        ],
        "sigma_median": 0.9063073992729187,
        "frob_frac_top1": 0.12838712334632874,
        "frob_frac_top10": 0.2100469470024109,
        "frob_frac_top100": 0.3176378607749939,
        "pr_of_sigma2": 56.45723802411104,
        "frob_norm_over_sqrt_d": 1.285049319267273
      },
      "64": {
        "rho": 0.9846153846153847,
        "sigma_top5": [
          7.810776710510254,
          4.7137885093688965,
          3.236276388168335,
          2.8519701957702637,
          2.681859254837036
        ],
        "sigma_median": 1.0018129348754883,
        "frob_frac_top1": 0.009362227283418179,
        "frob_frac_top10": 0.021176166832447052,
        "frob_frac_top100": 0.05654717609286308,
        "pr_of_sigma2": 3620.9733976194875,
        "frob_norm_over_sqrt_d": 1.0298619270324707
      }
    },
    "kimi": {
      "0": {
        "rho": 0.0,
        "sigma_top5": [
          369.96356201171875,
          149.72232055664062,
          75.3685073852539,
          51.07548904418945,
          45.1034049987793
        ],
        "sigma_median": 0.5419458746910095,
        "frob_frac_top1": 0.7233168482780457,
        "frob_frac_top10": 0.9193979501724243,
        "frob_frac_top100": 0.9618430137634277,
        "pr_of_sigma2": 1.8566965727295173,
        "frob_norm_over_sqrt_d": 5.138018608093262
      },
      "14": {
        "rho": 0.23333333333333334,
        "sigma_top5": [
          63.82433319091797,
          56.843135833740234,
          21.99608039855957,
          18.256778717041016,
          15.862117767333984
        ],
        "sigma_median": 0.6326301097869873,
        "frob_frac_top1": 0.2856099009513855,
        "frob_frac_top10": 0.6068047881126404,
        "frob_frac_top100": 0.6684036254882812,
        "pr_of_sigma2": 7.402782527859745,
        "frob_norm_over_sqrt_d": 1.410589575767517
      },
      "18": {
        "rho": 0.3,
        "sigma_top5": [
          52.1154670715332,
          43.08547592163086,
          20.02149200439453,
          15.875242233276367,
          14.201775550842285
        ],
        "sigma_median": 0.6986040472984314,
        "frob_frac_top1": 0.23704855144023895,
        "frob_frac_top10": 0.49447527527809143,
        "frob_frac_top100": 0.5613752007484436,
        "pr_of_sigma2": 11.808830278702018,
        "frob_norm_over_sqrt_d": 1.2642966508865356
      },
      "23": {
        "rho": 0.38333333333333336,
        "sigma_top5": [
          37.4743537902832,
          35.17422866821289,
          15.0441255569458,
          12.406737327575684,
          11.85621166229248
        ],
        "sigma_median": 0.7926892638206482,
        "frob_frac_top1": 0.14326448738574982,
        "frob_frac_top10": 0.34007352590560913,
        "frob_frac_top100": 0.4101266860961914,
        "pr_of_sigma2": 26.546740196859847,
        "frob_norm_over_sqrt_d": 1.169407606124878
      },
      "37": {
        "rho": 0.6166666666666667,
        "sigma_top5": [
          15.093870162963867,
          14.451396942138672,
          8.587494850158691,
          5.821872234344482,
          5.580783843994141
        ],
        "sigma_median": 1.0090662240982056,
        "frob_frac_top1": 0.024996688589453697,
        "frob_frac_top10": 0.07232557982206345,
        "frob_frac_top100": 0.12270016223192215,
        "pr_of_sigma2": 692.3690324158493,
        "frob_norm_over_sqrt_d": 1.1276137828826904
      },
      "59": {
        "rho": 0.9833333333333333,
        "sigma_top5": [
          10.152944564819336,
          8.030840873718262,
          5.886194705963135,
          4.747577667236328,
          4.206010341644287
        ],
        "sigma_median": 0.9997541308403015,
        "frob_frac_top1": 0.013395480811595917,
        "frob_frac_top10": 0.03924727439880371,
        "frob_frac_top100": 0.07822459191083908,
        "pr_of_sigma2": 2257.160941965042,
        "frob_norm_over_sqrt_d": 1.036129117012024
      }
    },
    "v4": {
      "0": {
        "rho": 0.0,
        "sigma_top5": [
          827.2113647460938,
          749.2796630859375,
          586.6981201171875,
          504.3359069824219,
          427.2951965332031
        ],
        "sigma_median": 1.49948251247406,
        "frob_frac_top1": 0.230949267745018,
        "frob_frac_top10": 0.8315132260322571,
        "frob_frac_top100": 0.9802257418632507,
        "pr_of_sigma2": 8.363645292033016,
        "frob_norm_over_sqrt_d": 26.89541244506836
      },
      "12": {
        "rho": 0.27906976744186046,
        "sigma_top5": [
          395.8596496582031,
          296.20367431640625,
          235.57562255859375,
          163.4374542236328,
          154.7378692626953
        ],
        "sigma_median": 1.9517499208450317,
        "frob_frac_top1": 0.27346721291542053,
        "frob_frac_top10": 0.6949229836463928,
        "frob_frac_top100": 0.9126029014587402,
        "pr_of_sigma2": 8.776892951510707,
        "frob_norm_over_sqrt_d": 11.827926635742188
      },
      "18": {
        "rho": 0.4186046511627907,
        "sigma_top5": [
          330.437255859375,
          217.70974731445312,
          189.23806762695312,
          142.9519805908203,
          120.77802276611328
        ],
        "sigma_median": 1.9862480163574219,
        "frob_frac_top1": 0.26567766070365906,
        "frob_frac_top10": 0.6313554644584656,
        "frob_frac_top100": 0.8850756287574768,
        "pr_of_sigma2": 10.226340213421077,
        "frob_norm_over_sqrt_d": 10.016858100891113
      },
      "28": {
        "rho": 0.6511627906976745,
        "sigma_top5": [
          79.12069702148438,
          67.39215087890625,
          51.33837890625,
          42.71382522583008,
          31.103891372680664
        ],
        "sigma_median": 2.093533515930176,
        "frob_frac_top1": 0.1200488731265068,
        "frob_frac_top10": 0.35191836953163147,
        "frob_frac_top100": 0.524881899356842,
        "pr_of_sigma2": 37.02452935797491,
        "frob_norm_over_sqrt_d": 3.5680510997772217
      },
      "42": {
        "rho": 0.9767441860465116,
        "sigma_top5": [
          4.947005271911621,
          2.2862184047698975,
          1.8486039638519287,
          1.750306248664856,
          1.5875169038772583
        ],
        "sigma_median": 1.5841007232666016,
        "frob_frac_top1": 0.0023763191420584917,
        "frob_frac_top10": 0.0049782563000917435,
        "frob_frac_top100": 0.026935746893286705,
        "pr_of_sigma2": 4018.015272046788,
        "frob_norm_over_sqrt_d": 1.5856597423553467
      }
    },
    "olmo": {
      "0": {
        "rho": 0.0,
        "sigma_top5": [
          26.32300567626953,
          6.246831893920898,
          4.811007022857666,
          4.6446733474731445,
          4.232285976409912
        ],
        "sigma_median": 0.03342210501432419,
        "frob_frac_top1": 0.5878790020942688,
        "frob_frac_top10": 0.7169724702835083,
        "frob_frac_top100": 0.8948565125465393,
        "pr_of_sigma2": 2.869194869544407,
        "frob_norm_over_sqrt_d": 0.4797958731651306
      },
      "18": {
        "rho": 0.2857142857142857,
        "sigma_top5": [
          15.594326972961426,
          4.986816883087158,
          3.873039722442627,
          3.2794110774993896,
          3.1477742195129395
        ],
        "sigma_median": 0.18234038352966309,
        "frob_frac_top1": 0.2706620693206787,
        "frob_frac_top10": 0.3731178343296051,
        "frob_frac_top100": 0.5501784086227417,
        "pr_of_sigma2": 13.263375326330394,
        "frob_norm_over_sqrt_d": 0.4189073145389557
      },
      "26": {
        "rho": 0.4126984126984127,
        "sigma_top5": [
          8.673527717590332,
          3.799625873565674,
          3.063845157623291,
          2.893043041229248,
          2.6161630153656006
        ],
        "sigma_median": 0.48041629791259766,
        "frob_frac_top1": 0.04517750069499016,
        "frob_frac_top10": 0.08359115570783615,
        "frob_frac_top100": 0.17150214314460754,
        "pr_of_sigma2": 392.18209349860626,
        "frob_norm_over_sqrt_d": 0.5702951550483704
      },
      "41": {
        "rho": 0.6507936507936508,
        "sigma_top5": [
          6.6418843269348145,
          3.33650541305542,
          3.0648913383483887,
          2.8899362087249756,
          2.647355556488037
        ],
        "sigma_median": 0.6780042052268982,
        "frob_frac_top1": 0.015855036675930023,
        "frob_frac_top10": 0.03796350955963135,
        "frob_frac_top100": 0.10103833675384521,
        "pr_of_sigma2": 1726.44226291389,
        "frob_norm_over_sqrt_d": 0.7371785640716553
      },
      "62": {
        "rho": 0.9841269841269841,
        "sigma_top5": [
          4.533122539520264,
          2.7755017280578613,
          1.9940510988235474,
          1.8290491104125977,
          1.7877570390701294
        ],
        "sigma_median": 0.9981254935264587,
        "frob_frac_top1": 0.0040689571760594845,
        "frob_frac_top10": 0.009837728925049305,
        "frob_frac_top100": 0.035067178308963776,
        "pr_of_sigma2": 4601.63257836114,
        "frob_norm_over_sqrt_d": 0.9931638836860657
      }
    }
  },
  "inkling_cka_blocks": {
    "n_blocks": 2,
    "segments": [
      [
        0,
        31
      ],
      [
        32,
        64
      ]
    ],
    "block_layers": [
      [
        0,
        31
      ],
      [
        32,
        64
      ]
    ],
    "boundaries_rho": [
      0.49230769230769234
    ],
    "sensory_end": 0.49230769230769234,
    "motor_start": 0.49230769230769234,
    "blockiness": 0.10607995588343311,
    "mean_within": 0.9159465948749901,
    "mean_between": 0.809866638991557,
    "layer_coupling": 0.8620906172726316,
    "selection_curve": {
      "1": {
        "blockiness": 0.0,
        "penalized": 0.0
      },
      "2": {
        "blockiness": 0.10607995588343311,
        "penalized": 0.0860799558834331
      },
      "3": {
        "blockiness": 0.11253936563232236,
        "penalized": 0.07253936563232236
      },
      "4": {
        "blockiness": 0.13489228919500784,
        "penalized": 0.07489228919500784
      },
      "5": {
        "blockiness": 0.14425370665575687,
        "penalized": 0.06425370665575687
      },
      "6": {
        "blockiness": 0.14544304984048195,
        "penalized": 0.04544304984048195
      },
      "7": {
        "blockiness": 0.14212646022455788,
        "penalized": 0.022126460224557887
      },
      "8": {
        "blockiness": 0.14093611354312363,
        "penalized": 0.0009361135431236178
      },
      "9": {
        "blockiness": 0.14384285271578623,
        "penalized": -0.016157147284213774
      },
      "10": {
        "blockiness": 0.1446295178117284,
        "penalized": -0.0353704821882716
      }
    },
    "penalty_per_block": 0.02,
    "kts_forced_k1_to_k4": {
      "1": {
        "segments_layer_ranges": [
          [
            0,
            64
          ]
        ],
        "boundaries_rho": [],
        "boundaries_layer": [],
        "blockiness": 0.0,
        "penalized": 0.0
      },
      "2": {
        "segments_layer_ranges": [
          [
            0,
            31
          ],
          [
            32,
            64
          ]
        ],
        "boundaries_rho": [
          0.49230769230769234
        ],
        "boundaries_layer": [
          32
        ],
        "blockiness": 0.10607995588343311,
        "penalized": 0.0860799558834331
      },
      "3": {
        "segments_layer_ranges": [
          [
            0,
            30
          ],
          [
            31,
            54
          ],
          [
            55,
            64
          ]
        ],
        "boundaries_rho": [
          0.47692307692307695,
          0.8461538461538461
        ],
        "boundaries_layer": [
          31,
          55
        ],
        "blockiness": 0.11253936563232236,
        "penalized": 0.07253936563232236
      },
      "4": {
        "segments_layer_ranges": [
          [
            0,
            20
          ],
          [
            21,
            27
          ],
          [
            28,
            54
          ],
          [
            55,
            64
          ]
        ],
        "boundaries_rho": [
          0.3230769230769231,
          0.4307692307692308,
          0.8461538461538461
        ],
        "boundaries_layer": [
          21,
          28,
          55
        ],
        "blockiness": 0.13489228919500784,
        "penalized": 0.07489228919500784
      }
    }
  }
}