Hugging Face's logo

PrimeIntellect
/
inkling-jlens

interpretability
j-space
mixture-of-experts
Model card Files
xet
 Community
inkling-jlens / cka /summary.json
eliebak's picture
eliebak HF Staff
add cka/summary.json
67a1499 verified
Raw
History Blame Contribute Delete
97.5 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
 "probe_meta": {
 "inkling_repo": "thinkingmachines/Inkling-NVFP4",
 "snapshot": "/home/elie/anthropic-research-jspace/hf_cache/hub/models--thinkingmachines--Inkling-NVFP4/snapshots/1fa46988f638221367b5fdeee4e86d5c9882ae23",
 "inkling_unembed_key": "model.llm.unembed.weight",
 "inkling_norm_key": "model.llm.norm.weight",
 "inkling_gain_rule": "plain gamma (raw RMSNorm weight, NOT 1+gamma)",
 "mup_scalar_folded": 24.0,
 "probe_formula": "P = W_U[ids] * gamma / 24.0",
 "vocab_rows": 201024,
 "unpadded_vocab_size": 200058,
 "ids_rule": "sample_probe_ids(vocab_rows=201024, n=4096, seed=0), frozen",
 "n_padding_row_ids": 22,
 "padding_row_ids": [
 200110,
 200150,
 200195,
 200213,
 200234,
 200269,
 200319,
 200368,
 200380,
 200427,
 200466,
 200501,
 200676,
 200677,
 200682,
 200684,
 200715,
 200721,
 200776,
 200910,
 200918,
 200985
 ],
 "padding_row_norm_range": [
 0.0,
 0.0
 ],
 "padding_rows_kept": true,
 "ids_std_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/token_ids_vocab201024_seed0.npz",
 "shared_ids_kimi_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/shared_ids_Inkling-NVFP4__Kimi-K2.5_seed0.npz",
 "n_shared_kimi": 4096,
 "shared_ids_olmo_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/shared_ids_Inkling-NVFP4__Olmo-3-1125-32B_seed0.npz",
 "n_shared_olmo": 4096,
 "kimi_vocab_rows": 163840,
 "olmo_vocab_rows": 100278,
 "note": "Inkling probe tensors read from the local NVFP4 snapshot (unembed/norm are quantization-excluded bf16); Kimi/OLMo probe tensors HTTP byte-range fetched (~3.4 GB), models never downloaded"
 },
 "geometry_inkling": {
 "model": "thinkingmachines/Inkling-NVFP4",
 "lens_path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/fits/Inkling-NVFP4_jacobian_lens.pt",
 "n_prompts": 250,
 "d_model": 6144,
 "L_fitted": 65,
 "n_layers_conv": 66,
 "source_layers": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63,
 64
 ],
 "rho": [
 0.0,
 0.015384615384615385,
 0.03076923076923077,
 0.046153846153846156,
 0.06153846153846154,
 0.07692307692307693,
 0.09230769230769231,
 0.1076923076923077,
 0.12307692307692308,
 0.13846153846153847,
 0.15384615384615385,
 0.16923076923076924,
 0.18461538461538463,
 0.2,
 0.2153846153846154,
 0.23076923076923078,
 0.24615384615384617,
 0.26153846153846155,
 0.27692307692307694,
 0.2923076923076923,
 0.3076923076923077,
 0.3230769230769231,
 0.3384615384615385,
 0.35384615384615387,
 0.36923076923076925,
 0.38461538461538464,
 0.4,
 0.4153846153846154,
 0.4307692307692308,
 0.4461538461538462,
 0.46153846153846156,
 0.47692307692307695,
 0.49230769230769234,
 0.5076923076923077,
 0.5230769230769231,
 0.5384615384615384,
 0.5538461538461539,
 0.5692307692307692,
 0.5846153846153846,
 0.6,
 0.6153846153846154,
 0.6307692307692307,
 0.6461538461538462,
 0.6615384615384615,
 0.676923076923077,
 0.6923076923076923,
 0.7076923076923077,
 0.7230769230769231,
 0.7384615384615385,
 0.7538461538461538,
 0.7692307692307693,
 0.7846153846153846,
 0.8,
 0.8153846153846154,
 0.8307692307692308,
 0.8461538461538461,
 0.8615384615384616,
 0.8769230769230769,
 0.8923076923076924,
 0.9076923076923077,
 0.9230769230769231,
 0.9384615384615385,
 0.9538461538461539,
 0.9692307692307692,
 0.9846153846153847
 ],
 "n_blocks": 2,
 "boundaries_rho": [
 0.49230769230769234
 ],
 "boundaries_layer": [
 32
 ],
 "sensory_end": 0.49230769230769234,
 "motor_start": 0.49230769230769234,
 "blockiness": 0.10607995588343311,
 "mean_within": 0.9159465948749901,
 "mean_between": 0.809866638991557,
 "layer_coupling": 0.8620906172726316,
 "selection_curve": {
 "1": {
 "blockiness": 0.0,
 "penalized": 0.0
 },
 "2": {
 "blockiness": 0.10607995588343311,
 "penalized": 0.0860799558834331
 },
 "3": {
 "blockiness": 0.11253936563232236,
 "penalized": 0.07253936563232236
 },
 "4": {
 "blockiness": 0.13489228919500784,
 "penalized": 0.07489228919500784
 },
 "5": {
 "blockiness": 0.14425370665575687,
 "penalized": 0.06425370665575687
 },
 "6": {
 "blockiness": 0.14544304984048195,
 "penalized": 0.04544304984048195
 },
 "7": {
 "blockiness": 0.14212646022455788,
 "penalized": 0.022126460224557887
 },
 "8": {
 "blockiness": 0.14093611354312363,
 "penalized": 0.0009361135431236178
 },
 "9": {
 "blockiness": 0.14384285271578623,
 "penalized": -0.016157147284213774
 },
 "10": {
 "blockiness": 0.1446295178117284,
 "penalized": -0.0353704821882716
 }
 },
 "kts_forced_k1_to_k4": {
 "1": {
 "segments_layer_ranges": [
 [
 0,
 64
 ]
 ],
 "boundaries_rho": [],
 "boundaries_layer": [],
 "blockiness": 0.0,
 "penalized": 0.0
 },
 "2": {
 "segments_layer_ranges": [
 [
 0,
 31
 ],
 [
 32,
 64
 ]
 ],
 "boundaries_rho": [
 0.49230769230769234
 ],
 "boundaries_layer": [
 32
 ],
 "blockiness": 0.10607995588343311,
 "penalized": 0.0860799558834331
 },
 "3": {
 "segments_layer_ranges": [
 [
 0,
 30
 ],
 [
 31,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.47692307692307695,
 0.8461538461538461
 ],
 "boundaries_layer": [
 31,
 55
 ],
 "blockiness": 0.11253936563232236,
 "penalized": 0.07253936563232236
 },
 "4": {
 "segments_layer_ranges": [
 [
 0,
 20
 ],
 [
 21,
 27
 ],
 [
 28,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.3230769230769231,
 0.4307692307692308,
 0.8461538461538461
 ],
 "boundaries_layer": [
 21,
 28,
 55
 ],
 "blockiness": 0.13489228919500784,
 "penalized": 0.07489228919500784
 }
 },
 "band_rule": "middle-50% depth fallback (k<3)",
 "band_n_layers": 32,
 "band_mask": [
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 true,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false,
 false
 ],
 "pr_per_layer": [
 6.801202312608661,
 6.397297931051919,
 5.735866700269109,
 5.868755047139588,
 5.808968477624171,
 5.601389856786131,
 5.453025680221241,
 5.471934098368448,
 5.542104942645781,
 5.428362386769297,
 5.412119561334122,
 5.387714223482191,
 5.309038463178083,
 5.311980451096675,
 5.247581414312236,
 5.1946971450901644,
 5.129581026856875,
 5.20003954483807,
 5.25309940697037,
 5.2251875838116595,
 5.184386410571782,
 5.189878482331566,
 5.203484561544435,
 5.048282847238629,
 4.838229737101447,
 4.62896069155546,
 4.41812531725871,
 4.08594604318156,
 3.7784521609473023,
 3.8940376689125356,
 5.544971473123729,
 6.969570570302318,
 8.890094307764802,
 9.31985644255682,
 10.55102681994156,
 12.064485354580322,
 13.796130583523707,
 15.720001607623459,
 17.945091536399904,
 19.91338618885928,
 22.46961620448899,
 25.885406219729006,
 28.939519177725547,
 32.61448528854392,
 35.494549794510355,
 38.9471340009294,
 52.62283712673839,
 61.01605360754737,
 67.59463711234939,
 74.468155212506,
 84.00717263878657,
 97.8649670861786,
 104.63709404800683,
 108.4814774137555,
 121.4953345723473,
 139.12720565767106,
 141.08631841940723,
 158.60710078770705,
 146.1147371165181,
 138.7529851607131,
 131.01476159523003,
 156.46533988016802,
 223.9084877789258,
 337.48777253692975,
 412.6170176059094
 ],
 "v_frob_per_layer": [
 40076.66015625,
 34793.1484375,
 17027.775390625,
 12520.0244140625,
 12293.8388671875,
 10996.181640625,
 9675.142578125,
 9252.7431640625,
 8716.78125,
 8286.9580078125,
 8084.14892578125,
 7788.8193359375,
 7415.21923828125,
 7127.18359375,
 6955.42626953125,
 6753.59033203125,
 6587.33984375,
 6281.65625,
 5987.791015625,
 5775.26318359375,
 5556.05810546875,
 5315.0029296875,
 4994.1796875,
 4636.8125,
 4447.44189453125,
 4204.8203125,
 4067.7109375,
 3909.58251953125,
 1208.0040283203125,
 1024.0855712890625,
 681.9224243164062,
 562.5794677734375,
 392.9284362792969,
 355.11224365234375,
 323.6031494140625,
 293.9114990234375,
 281.4402770996094,
 268.68292236328125,
 255.41835021972656,
 246.20657348632812,
 231.68605041503906,
 224.5980987548828,
 218.4875946044922,
 217.8112030029297,
 216.7769775390625,
 214.37677001953125,
 205.972412109375,
 203.7895050048828,
 202.29287719726562,
 201.96810913085938,
 203.1492156982422,
 200.9926300048828,
 201.5357208251953,
 200.30491638183594,
 200.45846557617188,
 201.3866729736328,
 202.45941162109375,
 200.9545440673828,
 198.58323669433594,
 190.91485595703125,
 184.98817443847656,
 179.51132202148438,
 170.93411254882812,
 161.37405395507812,
 153.3319091796875
 ],
 "j_frob_over_sqrt_d_per_layer": [
 169.12728229765082,
 145.8192053089544,
 71.81201800576076,
 53.20461459322783,
 52.241874100693124,
 46.496624738540596,
 40.790611091986925,
 39.08968348598392,
 36.99422467227465,
 35.14043444420603,
 34.246727880426825,
 32.960140893196915,
 31.331287150729484,
 30.048450246978263,
 29.288753103191187,
 28.433375881013916,
 27.741454332323375,
 26.56965914460096,
 25.428649525901253,
 24.586277680439313,
 23.71254872083976,
 22.80407386734777,
 21.6486557053155,
 20.314965302430956,
 19.60103848814496,
 18.679756040579583,
 18.177712057526694,
 17.525093190211418,
 4.927801633598306,
 4.228548111063224,
 3.0086335356307647,
 2.5344346621453564,
 1.8487818109309748,
 1.6992992085622178,
 1.5697613114887732,
 1.4606292880952452,
 1.414954832561831,
 1.365673471830387,
 1.3132109447177671,
 1.2793200324822225,
 1.2362860530858992,
 1.2186072827829,
 1.1937922772637743,
 1.1965422541253645,
 1.1951693583750822,
 1.1853144878380668,
 1.158624245911643,
 1.1572941771113872,
 1.158697635730552,
 1.1627878041260409,
 1.1738827095342792,
 1.1725153618207047,
 1.1782828866475736,
 1.175844962517313,
 1.1823053105948387,
 1.1904597565478459,
 1.1978861443504019,
 1.197433444021826,
 1.1840743556328666,
 1.1508004434796362,
 1.1243784539947421,
 1.104272174297057,
 1.074504037339408,
 1.0455773526158028,
 1.0229251080730173
 ],
 "identity_distance_per_layer": [
 169.1193834507223,
 145.811069745793,
 71.80069923220466,
 53.1908414460993,
 52.227917187015386,
 46.481347197458405,
 40.7737512897692,
 39.07233779255136,
 36.97608161889977,
 35.12172140305989,
 34.227728288051416,
 32.940851634904966,
 31.31162724465185,
 30.02851624842046,
 29.268641567458726,
 28.412903041557595,
 27.720713629761434,
 26.548488615195115,
 25.4070990046479,
 24.56442970655123,
 23.69053566852612,
 22.781877048484926,
 21.626013486172383,
 20.292386934376964,
 19.578559790083762,
 18.65696431644728,
 18.15517106572,
 17.501882540640672,
 4.854983359804097,
 4.140428157360443,
 2.8883470384348704,
 2.3858782899049005,
 1.6539750580132255,
 1.4856080093642448,
 1.333843509230892,
 1.203327211017296,
 1.1344274084825596,
 1.0637319887339833,
 0.9880137464191132,
 0.9346554547130974,
 0.8697148090403597,
 0.8307280737555214,
 0.790335543836062,
 0.769146228972592,
 0.7487181631458437,
 0.724566440015254,
 0.6697002989993835,
 0.6517860291382269,
 0.6342525784633858,
 0.6207991734503908,
 0.608954407080779,
 0.5884995744102641,
 0.577520253100109,
 0.5621570094508739,
 0.5490611121366232,
 0.5333125719381152,
 0.522789600980686,
 0.5007353277276461,
 0.4752566018170865,
 0.4282991384614572,
 0.39078465258426404,
 0.361109980578349,
 0.3106443573446937,
 0.24910407417008554,
 0.2023623515752149
 ],
 "cka_to_final_source": [
 0.6581668830331233,
 0.647718677118037,
 0.6233515954994835,
 0.6390811855882612,
 0.6369566356375852,
 0.6347424367163222,
 0.6325836317061541,
 0.6329071739250732,
 0.6353759677740293,
 0.63381171490575,
 0.6339653697158772,
 0.6335375695918883,
 0.6321071668787113,
 0.6330705927065826,
 0.6313559058099916,
 0.6300190647376394,
 0.6275098260781355,
 0.6269652617299895,
 0.624919008243621,
 0.6214502116407821,
 0.61752776353799,
 0.6122831792661784,
 0.5999909093232197,
 0.5741320315955407,
 0.5571786412949393,
 0.5399772059794444,
 0.5233107831693695,
 0.5046168306954055,
 0.5667459145830307,
 0.5720247076869116,
 0.6156467220986271,
 0.6413727276415718,
 0.6313233595012319,
 0.6299308992462759,
 0.638635807716039,
 0.644537174555846,
 0.6564506373423065,
 0.670648686079388,
 0.681943062917076,
 0.6857140768314589,
 0.6655601453124634,
 0.6667449383343407,
 0.6770101166893867,
 0.6910754256473497,
 0.6975439308597223,
 0.7131891473116265,
 0.7364124737046029,
 0.7473190446277174,
 0.7553721427150121,
 0.7659060671377127,
 0.7862152397860583,
 0.7975654342436436,
 0.8049845065388891,
 0.8082608604723314,
 0.8155510099036006,
 0.8438328541361677,
 0.8542845378072305,
 0.8663249298230373,
 0.866531996032823,
 0.8634945507637859,
 0.8577817420485921,
 0.9084205829053282,
 0.9601059683712863,
 0.9811338045228475,
 1.0
 ],
 "per_block_capacity": [
 {
 "layers": [
 0,
 31
 ],
 "rho": [
 0.0,
 0.47692307692307695
 ],
 "peak_pr": 6.969570570302318,
 "peak_pr_over_d": 0.001134370210010143,
 "peak_rho": 0.47692307692307695
 },
 {
 "layers": [
 32,
 64
 ],
 "rho": [
 0.49230769230769234,
 0.9846153846153847
 ],
 "peak_pr": 412.6170176059094,
 "peak_pr_over_d": 0.06715771770929514,
 "peak_rho": 0.9846153846153847
 }
 ],
 "peak_pr_band": 67.59463711234939,
 "peak_rho_band": 0.7384615384615385,
 "peak_pr_global": 412.6170176059094,
 "peak_rho_global": 0.9846153846153847,
 "peak_pr_band_over_d": 0.011001731300838117,
 "peak_pr_global_over_d": 0.06715771770929514,
 "dense_pr_over_d_range": [
 0.07,
 0.2
 ],
 "kimi_band_pr_over_d": 0.0772,
 "cka_npz": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/cka_inkling.npz",
 "heatmap": "/home/elie/anthropic-research-jspace/runs/E7_inkling/results/cka_heatmap_inkling.png"
 },
 "cross_inkling": {
 "comparison_a": "Inkling (ours, n=250, 65 src) x Kimi-K2.5 (ours, n=100, 16 src), shared-string ids seed 0",
 "comparison_b": "Inkling x OLMo-3-1125-32B final (ours, n=250, 63 src), shared-string ids seed 0",
 "inkling_x_kimi": {
 "matched_rho": [
 0.0,
 0.016666666666666666,
 0.03333333333333333,
 0.05,
 0.06666666666666667,
 0.08333333333333333,
 0.11666666666666667,
 0.15,
 0.18333333333333332,
 0.23333333333333334,
 0.3,
 0.38333333333333336,
 0.48333333333333334,
 0.6166666666666667,
 0.7833333333333333,
 0.9833333333333333
 ],
 "matched_cka": [
 0.1001359674616321,
 0.10488116113708335,
 0.10801784807145091,
 0.11492875765769507,
 0.1286986576648725,
 0.15296139428513303,
 0.1716364194720562,
 0.21881399359644496,
 0.24946116087108808,
 0.31363578830661654,
 0.35318468720431184,
 0.3081762861578387,
 0.5202652590239631,
 0.5278881960771242,
 0.5932834809637072,
 0.7450694938886101
 ],
 "matched_depth_mean_cka": 0.2944399094899768,
 "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.3618161412970167,
 "matched_depth_max": 0.7450694938886101,
 "matched_rho_at_max": 0.9833333333333333,
 "depth_profile_correlation_pearson": NaN,
 "depth_profile_correlation_spearman": 1.0
 },
 "inkling_x_olmo": {
 "matched_rho": [
 0.0,
 0.015873015873015872,
 0.031746031746031744,
 0.047619047619047616,
 0.06349206349206349,
 0.07936507936507936,
 0.09523809523809523,
 0.1111111111111111,
 0.12698412698412698,
 0.14285714285714285,
 0.15873015873015872,
 0.1746031746031746,
 0.19047619047619047,
 0.20634920634920634,
 0.2222222222222222,
 0.23809523809523808,
 0.25396825396825395,
 0.2698412698412698,
 0.2857142857142857,
 0.30158730158730157,
 0.31746031746031744,
 0.3333333333333333,
 0.3492063492063492,
 0.36507936507936506,
 0.38095238095238093,
 0.3968253968253968,
 0.4126984126984127,
 0.42857142857142855,
 0.4444444444444444,
 0.4603174603174603,
 0.47619047619047616,
 0.49206349206349204,
 0.5079365079365079,
 0.5238095238095238,
 0.5396825396825397,
 0.5555555555555556,
 0.5714285714285714,
 0.5873015873015873,
 0.6031746031746031,
 0.6190476190476191,
 0.6349206349206349,
 0.6507936507936508,
 0.6666666666666666,
 0.6825396825396826,
 0.6984126984126984,
 0.7142857142857143,
 0.7301587301587301,
 0.746031746031746,
 0.7619047619047619,
 0.7777777777777778,
 0.7936507936507936,
 0.8095238095238095,
 0.8253968253968254,
 0.8412698412698413,
 0.8571428571428571,
 0.873015873015873,
 0.8888888888888888,
 0.9047619047619048,
 0.9206349206349206,
 0.9365079365079365,
 0.9523809523809523,
 0.9682539682539683,
 0.9841269841269841
 ],
 "matched_cka": [
 0.43143964151425274,
 0.46127719805370787,
 0.499811792892081,
 0.5472308740851308,
 0.5561858162139368,
 0.5533578198621477,
 0.5422182508100085,
 0.5495905972785735,
 0.5454867294876515,
 0.5409573890594614,
 0.5417041058246644,
 0.5393040421994971,
 0.5310782058863913,
 0.5258778845170506,
 0.5245254877387784,
 0.5259271060713662,
 0.532771242013456,
 0.540191097460432,
 0.5402681140304358,
 0.5451879617451172,
 0.546636265172038,
 0.5311633915869433,
 0.5061774766641849,
 0.4990215743040657,
 0.48213257608660315,
 0.4730258266401803,
 0.45386577037896375,
 0.5929024354751706,
 0.6091068059790986,
 0.6697201088937581,
 0.6562445405684534,
 0.6955871628541991,
 0.6981460816443944,
 0.6944194897893721,
 0.6906834371391278,
 0.6893942663017398,
 0.6844974875716194,
 0.6792920639768741,
 0.6777217304293922,
 0.659430880392049,
 0.6590069061386451,
 0.6238240331462764,
 0.6191468265716981,
 0.6115096943458265,
 0.606441783405274,
 0.6186585843472544,
 0.6198151887725796,
 0.6302754405262609,
 0.6392630947012777,
 0.645213977656042,
 0.6439300092870487,
 0.6371073422826556,
 0.6559702620083366,
 0.6579527710440711,
 0.6579057454105259,
 0.6787201179053289,
 0.6666767914918287,
 0.668917087903797,
 0.6639096060696994,
 0.6405759677805083,
 0.620290461993523,
 0.6100123631460973,
 0.5496902412303188
 ],
 "matched_depth_mean_cka": 0.5934662702501149,
 "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.6008691580840406,
 "matched_depth_max": 0.6981460816443944,
 "matched_rho_at_max": 0.5079365079365079,
 "depth_profile_correlation_pearson": 0.5499929217176835,
 "depth_profile_correlation_spearman": 0.6444055944055944
 },
 "pairs_ink_x_kimi": [
 [
 0,
 0
 ],
 [
 1,
 1
 ],
 [
 2,
 2
 ],
 [
 3,
 3
 ],
 [
 4,
 4
 ],
 [
 5,
 5
 ],
 [
 8,
 7
 ],
 [
 10,
 9
 ],
 [
 12,
 11
 ],
 [
 15,
 14
 ],
 [
 19,
 18
 ],
 [
 25,
 23
 ],
 [
 31,
 29
 ],
 [
 40,
 37
 ],
 [
 51,
 47
 ],
 [
 64,
 59
 ]
 ],
 "pairs_ink_x_olmo": [
 [
 0,
 0
 ],
 [
 1,
 1
 ],
 [
 2,
 2
 ],
 [
 3,
 3
 ],
 [
 4,
 4
 ],
 [
 5,
 5
 ],
 [
 6,
 6
 ],
 [
 7,
 7
 ],
 [
 8,
 8
 ],
 [
 9,
 9
 ],
 [
 10,
 10
 ],
 [
 11,
 11
 ],
 [
 12,
 12
 ],
 [
 13,
 13
 ],
 [
 14,
 14
 ],
 [
 15,
 15
 ],
 [
 17,
 16
 ],
 [
 18,
 17
 ],
 [
 19,
 18
 ],
 [
 20,
 19
 ],
 [
 21,
 20
 ],
 [
 22,
 21
 ],
 [
 23,
 22
 ],
 [
 24,
 23
 ],
 [
 25,
 24
 ],
 [
 26,
 25
 ],
 [
 27,
 26
 ],
 [
 28,
 27
 ],
 [
 29,
 28
 ],
 [
 30,
 29
 ],
 [
 31,
 30
 ],
 [
 32,
 31
 ],
 [
 33,
 32
 ],
 [
 34,
 33
 ],
 [
 35,
 34
 ],
 [
 36,
 35
 ],
 [
 37,
 36
 ],
 [
 38,
 37
 ],
 [
 39,
 38
 ],
 [
 40,
 39
 ],
 [
 41,
 40
 ],
 [
 42,
 41
 ],
 [
 43,
 42
 ],
 [
 44,
 43
 ],
 [
 45,
 44
 ],
 [
 46,
 45
 ],
 [
 47,
 46
 ],
 [
 48,
 47
 ],
 [
 50,
 48
 ],
 [
 51,
 49
 ],
 [
 52,
 50
 ],
 [
 53,
 51
 ],
 [
 54,
 52
 ],
 [
 55,
 53
 ],
 [
 56,
 54
 ],
 [
 57,
 55
 ],
 [
 58,
 56
 ],
 [
 59,
 57
 ],
 [
 60,
 58
 ],
 [
 61,
 59
 ],
 [
 62,
 60
 ],
 [
 63,
 61
 ],
 [
 64,
 62
 ]
 ],
 "benchmarks": {
 "kimi_x_olmo_E6_matched_mean": 0.366,
 "kimi_x_olmo_E6_max": 0.738,
 "v4_x_olmo_E6_matched_mean": 0.509,
 "olmo32b_x_qwen3-32b_sharedids": 0.654,
 "llama3.1-8b_x_olmo32b": 0.687,
 "paper_llama_x_olmo": 0.76
 }
 },
 "crossx_inkling": {
 "pairs": {
 "kimi": {
 "matched_rho": [
 0.0,
 0.016666666666666666,
 0.03333333333333333,
 0.05,
 0.06666666666666667,
 0.08333333333333333,
 0.11666666666666667,
 0.15,
 0.18333333333333332,
 0.23333333333333334,
 0.3,
 0.38333333333333336,
 0.48333333333333334,
 0.6166666666666667,
 0.7833333333333333,
 0.9833333333333333
 ],
 "matched_cka": [
 0.1001359674616321,
 0.10488116113708335,
 0.10801784807145091,
 0.11492875765769507,
 0.1286986576648725,
 0.15296139428513303,
 0.1716364194720562,
 0.21881399359644496,
 0.24946116087108808,
 0.31363578830661654,
 0.35318468720431184,
 0.3081762861578387,
 0.5202652590239631,
 0.5278881960771242,
 0.5932834809637072,
 0.7450694938886101
 ],
 "matched_depth_mean_cka": 0.2944399094899768,
 "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.3618161412970167,
 "matched_depth_max": 0.7450694938886101,
 "matched_rho_at_max": 0.9833333333333333,
 "depth_profile_correlation_pearson": NaN,
 "depth_profile_correlation_spearman": 1.0,
 "best_match_col_per_ink_layer": [
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15,
 15
 ],
 "best_match_rho_other": [
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333,
 0.9833333333333333
 ],
 "n_distinct_best_matches": 1,
 "modal_best_match_fraction": 1.0
 },
 "olmo": {
 "matched_rho": [
 0.0,
 0.015873015873015872,
 0.031746031746031744,
 0.047619047619047616,
 0.06349206349206349,
 0.07936507936507936,
 0.09523809523809523,
 0.1111111111111111,
 0.12698412698412698,
 0.14285714285714285,
 0.15873015873015872,
 0.1746031746031746,
 0.19047619047619047,
 0.20634920634920634,
 0.2222222222222222,
 0.23809523809523808,
 0.25396825396825395,
 0.2698412698412698,
 0.2857142857142857,
 0.30158730158730157,
 0.31746031746031744,
 0.3333333333333333,
 0.3492063492063492,
 0.36507936507936506,
 0.38095238095238093,
 0.3968253968253968,
 0.4126984126984127,
 0.42857142857142855,
 0.4444444444444444,
 0.4603174603174603,
 0.47619047619047616,
 0.49206349206349204,
 0.5079365079365079,
 0.5238095238095238,
 0.5396825396825397,
 0.5555555555555556,
 0.5714285714285714,
 0.5873015873015873,
 0.6031746031746031,
 0.6190476190476191,
 0.6349206349206349,
 0.6507936507936508,
 0.6666666666666666,
 0.6825396825396826,
 0.6984126984126984,
 0.7142857142857143,
 0.7301587301587301,
 0.746031746031746,
 0.7619047619047619,
 0.7777777777777778,
 0.7936507936507936,
 0.8095238095238095,
 0.8253968253968254,
 0.8412698412698413,
 0.8571428571428571,
 0.873015873015873,
 0.8888888888888888,
 0.9047619047619048,
 0.9206349206349206,
 0.9365079365079365,
 0.9523809523809523,
 0.9682539682539683,
 0.9841269841269841
 ],
 "matched_cka": [
 0.43143964151425274,
 0.46127719805370787,
 0.499811792892081,
 0.5472308740851308,
 0.5561858162139368,
 0.5533578198621477,
 0.5422182508100085,
 0.5495905972785735,
 0.5454867294876515,
 0.5409573890594614,
 0.5417041058246644,
 0.5393040421994971,
 0.5310782058863913,
 0.5258778845170506,
 0.5245254877387784,
 0.5259271060713662,
 0.532771242013456,
 0.540191097460432,
 0.5402681140304358,
 0.5451879617451172,
 0.546636265172038,
 0.5311633915869433,
 0.5061774766641849,
 0.4990215743040657,
 0.48213257608660315,
 0.4730258266401803,
 0.45386577037896375,
 0.5929024354751706,
 0.6091068059790986,
 0.6697201088937581,
 0.6562445405684534,
 0.6955871628541991,
 0.6981460816443944,
 0.6944194897893721,
 0.6906834371391278,
 0.6893942663017398,
 0.6844974875716194,
 0.6792920639768741,
 0.6777217304293922,
 0.659430880392049,
 0.6590069061386451,
 0.6238240331462764,
 0.6191468265716981,
 0.6115096943458265,
 0.606441783405274,
 0.6186585843472544,
 0.6198151887725796,
 0.6302754405262609,
 0.6392630947012777,
 0.645213977656042,
 0.6439300092870487,
 0.6371073422826556,
 0.6559702620083366,
 0.6579527710440711,
 0.6579057454105259,
 0.6787201179053289,
 0.6666767914918287,
 0.668917087903797,
 0.6639096060696994,
 0.6405759677805083,
 0.620290461993523,
 0.6100123631460973,
 0.5496902412303188
 ],
 "matched_depth_mean_cka": 0.5934662702501149,
 "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.6008691580840406,
 "matched_depth_max": 0.6981460816443944,
 "matched_rho_at_max": 0.5079365079365079,
 "depth_profile_correlation_pearson": 0.5499929217176835,
 "depth_profile_correlation_spearman": 0.6444055944055944,
 "best_match_col_per_ink_layer": [
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 26,
 26,
 27,
 25,
 25,
 24,
 24,
 24,
 23,
 23,
 23,
 24,
 24,
 25,
 25,
 24,
 24,
 24,
 25,
 25,
 25,
 26,
 26,
 26,
 26,
 27,
 27,
 27,
 27,
 27,
 28,
 29,
 29,
 39,
 38,
 31,
 40,
 40,
 55,
 55
 ],
 "best_match_rho_other": [
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.4126984126984127,
 0.4126984126984127,
 0.42857142857142855,
 0.3968253968253968,
 0.3968253968253968,
 0.38095238095238093,
 0.38095238095238093,
 0.38095238095238093,
 0.36507936507936506,
 0.36507936507936506,
 0.36507936507936506,
 0.38095238095238093,
 0.38095238095238093,
 0.3968253968253968,
 0.3968253968253968,
 0.38095238095238093,
 0.38095238095238093,
 0.38095238095238093,
 0.3968253968253968,
 0.3968253968253968,
 0.3968253968253968,
 0.4126984126984127,
 0.4126984126984127,
 0.4126984126984127,
 0.4126984126984127,
 0.42857142857142855,
 0.42857142857142855,
 0.42857142857142855,
 0.42857142857142855,
 0.42857142857142855,
 0.4444444444444444,
 0.4603174603174603,
 0.4603174603174603,
 0.6190476190476191,
 0.6031746031746031,
 0.49206349206349204,
 0.6349206349206349,
 0.6349206349206349,
 0.873015873015873,
 0.873015873015873
 ],
 "n_distinct_best_matches": 12,
 "modal_best_match_fraction": 0.49230769230769234
 },
 "v4": {
 "matched_rho": [
 0.0,
 0.023255813953488372,
 0.046511627906976744,
 0.06976744186046512,
 0.09302325581395349,
 0.11627906976744186,
 0.13953488372093023,
 0.18604651162790697,
 0.23255813953488372,
 0.27906976744186046,
 0.3488372093023256,
 0.4186046511627907,
 0.5348837209302325,
 0.6511627906976745,
 0.7906976744186046,
 0.9767441860465116
 ],
 "matched_cka": [
 0.4016770920770394,
 0.4443970362031268,
 0.4703588004455537,
 0.512912602651036,
 0.5490616484994678,
 0.5897126546815911,
 0.6110233586485736,
 0.6210805242379109,
 0.6167330205692678,
 0.61475060767348,
 0.529651993887374,
 0.45594583658276255,
 0.718280093591784,
 0.685008256132274,
 0.47886073526712647,
 0.5975896833411581
 ],
 "matched_depth_mean_cka": 0.5560652465305954,
 "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.5921047081272144,
 "matched_depth_max": 0.718280093591784,
 "matched_rho_at_max": 0.5348837209302325,
 "depth_profile_correlation_pearson": 0.6249999999999999,
 "depth_profile_correlation_spearman": 1.0,
 "best_match_col_per_ink_layer": [
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 11,
 13,
 13,
 13,
 13,
 13,
 13,
 13,
 13,
 13,
 13
 ],
 "best_match_rho_other": [
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.4186046511627907,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745,
 0.6511627906976745
 ],
 "n_distinct_best_matches": 2,
 "modal_best_match_fraction": 0.8461538461538461
 },
 "gemma27b": {
 "matched_rho": [
 0.0,
 0.01639344262295082,
 0.03278688524590164,
 0.04918032786885246,
 0.06557377049180328,
 0.08196721311475409,
 0.09836065573770492,
 0.11475409836065574,
 0.13114754098360656,
 0.14754098360655737,
 0.16393442622950818,
 0.18032786885245902,
 0.19672131147540983,
 0.21311475409836064,
 0.22950819672131148,
 0.2459016393442623,
 0.26229508196721313,
 0.2786885245901639,
 0.29508196721311475,
 0.3114754098360656,
 0.32786885245901637,
 0.3442622950819672,
 0.36065573770491804,
 0.3770491803278688,
 0.39344262295081966,
 0.4098360655737705,
 0.4262295081967213,
 0.4426229508196721,
 0.45901639344262296,
 0.47540983606557374,
 0.4918032786885246,
 0.5081967213114754,
 0.5245901639344263,
 0.5409836065573771,
 0.5573770491803278,
 0.5737704918032787,
 0.5901639344262295,
 0.6065573770491803,
 0.6229508196721312,
 0.639344262295082,
 0.6557377049180327,
 0.6721311475409836,
 0.6885245901639344,
 0.7049180327868853,
 0.7213114754098361,
 0.7377049180327869,
 0.7540983606557377,
 0.7704918032786885,
 0.7868852459016393,
 0.8032786885245902,
 0.819672131147541,
 0.8360655737704918,
 0.8524590163934426,
 0.8688524590163934,
 0.8852459016393442,
 0.9016393442622951,
 0.9180327868852459,
 0.9344262295081968,
 0.9508196721311475,
 0.9672131147540983,
 0.9836065573770492
 ],
 "matched_cka": [
 0.5810812782698124,
 0.6022919655954503,
 0.6082976788232678,
 0.6133244999016202,
 0.6077146938288654,
 0.5970940957675358,
 0.5851376162290184,
 0.5834020292612725,
 0.5627058555274695,
 0.5613139505791875,
 0.5633260466730962,
 0.6028050952019705,
 0.6002832560102155,
 0.6140465844436471,
 0.6070550534170386,
 0.6018637147240387,
 0.5997163936762901,
 0.6058504704799734,
 0.5979101774818741,
 0.5920801735281607,
 0.5788151198410064,
 0.561087303290127,
 0.5239301528738213,
 0.4937963006503324,
 0.48399190706821693,
 0.45962948883408455,
 0.6149232279489544,
 0.6197703078935574,
 0.694939839980082,
 0.7064630897280798,
 0.7195442888417912,
 0.7030987768123393,
 0.6978313719096915,
 0.6928312855207982,
 0.6871190111512476,
 0.6794115776126004,
 0.6635328904103684,
 0.661255040842686,
 0.6555373598999847,
 0.6634880151741797,
 0.6680295735749059,
 0.6308403241772261,
 0.6337386506194044,
 0.6435994541080136,
 0.6488703214883319,
 0.6484996370035748,
 0.6474510870995733,
 0.6528534336848438,
 0.6533238452693144,
 0.653102405347666,
 0.6475702915256404,
 0.6365239665181889,
 0.6404644803261288,
 0.6790522471446793,
 0.6646061697141523,
 0.65641507823533,
 0.6276604028646433,
 0.6599479519216302,
 0.7201713409561131,
 0.8357530131537322,
 0.8092487994024036
 ],
 "matched_depth_mean_cka": 0.6312462206531024,
 "matched_depth_mean_cka_interior_rho_0.1_0.9": 0.6250391884352048,
 "matched_depth_max": 0.8357530131537322,
 "matched_rho_at_max": 0.9672131147540983,
 "depth_profile_correlation_pearson": 0.4823080951327619,
 "depth_profile_correlation_spearman": 0.6348339160839161,
 "best_match_col_per_ink_layer": [
 27,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 25,
 27,
 27,
 27,
 27,
 27,
 27,
 28,
 28,
 29,
 29,
 60,
 60,
 60,
 60,
 60,
 25,
 25,
 25,
 27,
 26,
 26,
 26,
 26,
 26,
 26,
 27,
 27,
 26,
 26,
 26,
 27,
 27,
 27,
 27,
 27,
 27,
 27,
 27,
 27,
 27,
 27,
 27,
 59,
 59,
 59,
 59,
 59,
 59,
 59,
 59,
 60,
 60
 ],
 "best_match_rho_other": [
 0.4426229508196721,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.45901639344262296,
 0.45901639344262296,
 0.47540983606557374,
 0.47540983606557374,
 0.9836065573770492,
 0.9836065573770492,
 0.9836065573770492,
 0.9836065573770492,
 0.9836065573770492,
 0.4098360655737705,
 0.4098360655737705,
 0.4098360655737705,
 0.4426229508196721,
 0.4262295081967213,
 0.4262295081967213,
 0.4262295081967213,
 0.4262295081967213,
 0.4262295081967213,
 0.4262295081967213,
 0.4426229508196721,
 0.4426229508196721,
 0.4262295081967213,
 0.4262295081967213,
 0.4262295081967213,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.4426229508196721,
 0.9672131147540983,
 0.9672131147540983,
 0.9672131147540983,
 0.9672131147540983,
 0.9672131147540983,
 0.9672131147540983,
 0.9672131147540983,
 0.9672131147540983,
 0.9836065573770492,
 0.9836065573770492
 ],
 "n_distinct_best_matches": 7,
 "modal_best_match_fraction": 0.3384615384615385
 }
 },
 "structure_table": {
 "inkling": {
 "n_blocks": 2,
 "boundaries_rho": [
 0.49230769230769234
 ],
 "blockiness": 0.10607995588343311,
 "coupling": 0.8620906172726316,
 "L_fitted": 65,
 "source": "this work (n=250)"
 },
 "kimi_k2.5": {
 "n_blocks": 2,
 "boundaries_rho": [
 0.6166666666666667
 ],
 "blockiness": 0.4153474028305151,
 "coupling": 0.7938207537588916,
 "L_fitted": 16,
 "source": "E6 (n=100)"
 },
 "v4_flash_base": {
 "n_blocks": 2,
 "boundaries_rho": [
 0.9767441860465116
 ],
 "blockiness": 0.4993693292038113,
 "coupling": 0.8746257476700324,
 "L_fitted": 16,
 "source": "E6 (n=250)"
 },
 "gemma3_27b_it": {
 "n_blocks": 2,
 "boundaries_rho": [
 0.4426229508196721
 ],
 "blockiness": 0.24221336059027931,
 "coupling": 0.7841760237171449,
 "L_fitted": 61,
 "source": "E1 horizon recombined (n=250)"
 },
 "olmo3_32b": {
 "n_blocks": 2,
 "boundaries_rho": [
 0.4126984126984127
 ],
 "blockiness": 0.3106120221295454,
 "coupling": 0.7851535127132134,
 "L_fitted": 63,
 "source": "E2 final (n=250)"
 }
 },
 "closest_by_interior_matched_mean": [
 [
 "gemma27b",
 0.6250391884352048
 ],
 [
 "olmo",
 0.6008691580840406
 ],
 [
 "v4",
 0.5921047081272144
 ],
 [
 "kimi",
 0.3618161412970167
 ]
 ]
 },
 "tails_ab": {
 "norm_stat": "per-prompt max_l ||J_l^(p)||_F / sqrt(d) from fit logs (inkling: 65 src layers incl. layer 0 \u2014 max over MORE layers than kimi/v4's 16; comparable to dense's 63)",
 "ab_distributions": {
 "inkling (MoE ~950B, n=250, 65 src layers)": {
 "n": 250,
 "median": 1119.875,
 "q25": 876.751,
 "q75": 1462.68875,
 "mean": 1334.7828760000002,
 "max": 5409.049,
 "top3_fraction_of_total": 0.04463064747917848,
 "n_ge_10x_median": 0,
 "max_over_median": 4.83004710347137
 },
 "kimi_k2.5 (MoE 1T, n=100, 16 src layers)": {
 "n": 100,
 "median": 11.252500000000001,
 "q25": 8.5205,
 "q75": 14.70875,
 "mean": 19.42088,
 "max": 329.777,
 "top3_fraction_of_total": 0.3423325822516797,
 "n_ge_10x_median": 2,
 "max_over_median": 29.306998444790043
 },
 "v4_flash_base (MoE 284B, n=250, 16 src layers)": {
 "n": 250,
 "median": 52.962,
 "q25": 33.89575000000001,
 "q75": 125.5095,
 "mean": 170.555968,
 "max": 2213.552,
 "top3_fraction_of_total": 0.14895356813313035,
 "n_ge_10x_median": 16,
 "max_over_median": 41.79509837241796
 },
 "olmo32b_dense (n=250, 63 src layers)": {
 "n": 250,
 "median": 1.3125,
 "q25": 1.10575,
 "q75": 1.6142500000000002,
 "mean": 1.4332880000000001,
 "max": 5.29,
 "top3_fraction_of_total": 0.03676860477447659,
 "n_ge_10x_median": 0,
 "max_over_median": 4.0304761904761905
 }
 },
 "inkling_median_over_dense_median": 853.2380952380952,
 "inkling_median_over_kimi_median": 99.522328371473,
 "kimi_median_over_dense_median": 8.573333333333334,
 "v4_median_over_dense_median": 40.352000000000004,
 "top5_spike_prompts": [
 {
 "norm": 5409.049,
 "shard": 0,
 "local_prompt_1based": 53,
 "global_prompt_idx": 104,
 "dmean_hit_on_running_mean": 0.504
 },
 {
 "norm": 4828.837,
 "shard": 1,
 "local_prompt_1based": 84,
 "global_prompt_idx": 167,
 "dmean_hit_on_running_mean": 0.353
 },
 {
 "norm": 4655.17,
 "shard": 0,
 "local_prompt_1based": 14,
 "global_prompt_idx": 26,
 "dmean_hit_on_running_mean": 0.842
 },
 {
 "norm": 4400.012,
 "shard": 0,
 "local_prompt_1based": 111,
 "global_prompt_idx": 220,
 "dmean_hit_on_running_mean": 0.195
 },
 {
 "norm": 4127.736,
 "shard": 0,
 "local_prompt_1based": 96,
 "global_prompt_idx": 190,
 "dmean_hit_on_running_mean": 0.208
 }
 ],
 "top3_fraction_of_total_norm_mass": 0.04463064747917848,
 "convergence": {
 "shard0": {
 "n_prompts": 125,
 "delta_mean_final": 0.04173644,
 "delta_mean_last5": [
 0.03014171,
 0.047011,
 0.04092109,
 0.02948343,
 0.04173644
 ],
 "delta_mean_min": 0.02901919,
 "reached_1e-1": true,
 "reached_5e-2": true,
 "reached_1e-2": false
 },
 "shard1": {
 "n_prompts": 125,
 "delta_mean_final": 0.12205216,
 "delta_mean_last5": [
 0.07883724,
 0.05681737,
 0.07967473,
 0.0738574,
 0.12205216
 ],
 "delta_mean_min": 0.03443719,
 "reached_1e-1": true,
 "reached_5e-2": true,
 "reached_1e-2": false
 }
 },
 "per_prompt_dmean_final_shard1_spike": {
 "shard1_last_prompt_global_idx": 249,
 "note": "s1 ended at \u0394mean 1.22e-1 because its final prompt (global 249) was itself a tail event; see top5_spike_prompts"
 },
 "top_spike_texts": {
 "104": {
 "norm": 5409.049,
 "text_head": "ed he \" didn \u2019 t participate as much because of that . \" Hanneman said : \" We go through dry spells sometimes , but the good thing about having two guitar players that can write music is that you are never gonna go witho"
 },
 "167": {
 "norm": 4828.837,
 "text_head": "e island . Urania Cabral and her father Agust\u00edn Cabral appear in both the modern day and historical portions of the novel . In the year 1996 , Urania returns to the Dominican Republic for the first time since her departu"
 },
 "26": {
 "norm": 4655.17,
 "text_head": "dered less successful than Groundsel . Barker was a devout Christian , and produced religious @-@ themed works throughout her life . She published eight postcards and five guardian angel birthday cards for the Society fo"
 },
 "220": {
 "norm": 4400.012,
 "text_head": "hed jointly by UNESCO , INTACH and the Government of India which presents a comprehensive site plan for restoration and a brief history of each sculpture constructed inside the caves . Devin Garret Townsend ( born May 5 "
 },
 "190": {
 "norm": 4127.736,
 "text_head": "els approached her . Michaels explained that there was chemistry between Fey and Fallon , though the decision was \" kind of risky \" at the time . Her role in Weekend Update was well received by critics . Ken Tucker of En"
 }
 }
 },
 "splithalf": {
 "design": "125 disjoint wikitext prompts per shard (even/odd global indices); same probe P_ink_std for both; every statistic recomputed per shard",
 "shard0": {
 "n_prompts": 125,
 "n_blocks": 4,
 "boundaries_rho": [
 0.3230769230769231,
 0.4307692307692308,
 0.8461538461538461
 ],
 "boundaries_layer": [
 21,
 28,
 55
 ],
 "blockiness": 0.12002797287630729,
 "layer_coupling": 0.8735395889938701,
 "kts_forced_k1_to_k4": {
 "1": {
 "segments_layer_ranges": [
 [
 0,
 64
 ]
 ],
 "boundaries_rho": [],
 "boundaries_layer": [],
 "blockiness": 0.0,
 "penalized": 0.0
 },
 "2": {
 "segments_layer_ranges": [
 [
 0,
 31
 ],
 [
 32,
 64
 ]
 ],
 "boundaries_rho": [
 0.49230769230769234
 ],
 "boundaries_layer": [
 32
 ],
 "blockiness": 0.07893679717264468,
 "penalized": 0.058936797172644675
 },
 "3": {
 "segments_layer_ranges": [
 [
 0,
 20
 ],
 [
 21,
 27
 ],
 [
 28,
 64
 ]
 ],
 "boundaries_rho": [
 0.3230769230769231,
 0.4307692307692308
 ],
 "boundaries_layer": [
 21,
 28
 ],
 "blockiness": 0.08922205990205156,
 "penalized": 0.049222059902051564
 },
 "4": {
 "segments_layer_ranges": [
 [
 0,
 20
 ],
 [
 21,
 27
 ],
 [
 28,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.3230769230769231,
 0.4307692307692308,
 0.8461538461538461
 ],
 "boundaries_layer": [
 21,
 28,
 55
 ],
 "blockiness": 0.12002797287630729,
 "penalized": 0.06002797287630729
 }
 },
 "band_rule": "interior blocks (k=4, rho in [0.32, 0.85))",
 "peak_pr_band": 123.04689016625942,
 "peak_pr_band_over_d": 0.020027163112997952,
 "peak_rho_band": 0.8307692307692308,
 "peak_pr_global": 413.0902620870616,
 "peak_rho_global": 0.9846153846153847,
 "pr_per_layer": [
 7.8347346192572696,
 7.535751024410324,
 7.284821780658944,
 7.077733100966277,
 7.037195968409148,
 6.927878006761627,
 6.7844308573864165,
 6.745925185961657,
 6.789403323092067,
 6.6786646973537405,
 6.647047313781916,
 6.597269603552263,
 6.521003484188752,
 6.488616254172272,
 6.378724336521469,
 6.270432970295058,
 6.146578834321841,
 6.105854038419549,
 6.105853329318737,
 5.985344107088598,
 5.855227435078832,
 5.797150701691692,
 5.729923329825682,
 5.405030883106319,
 5.074305779736838,
 4.7677985029143715,
 4.513539093209754,
 4.165589530473675,
 3.9232288506209367,
 4.00481205806777,
 5.710018410840067,
 7.0713472066540195,
 8.984854872672193,
 9.314792598727815,
 10.484798942108378,
 11.907948500837549,
 13.671967353071794,
 15.659615985596307,
 17.912130004793607,
 19.92491535425049,
 22.463038345125078,
 25.89357916729314,
 28.986647635992583,
 32.77229946233682,
 35.59297796273137,
 39.04799312909706,
 52.89128880866095,
 61.4926240320712,
 68.26115723851342,
 75.04375581147852,
 84.75284088513872,
 98.94383712728649,
 105.85288893375507,
 109.58978401104979,
 123.04689016625942,
 140.31509501080782,
 142.48047733418198,
 159.72762283327899,
 147.19245078032668,
 140.19119162586443,
 132.58141448563148,
 157.1751795783759,
 224.30205162293692,
 338.19229276220506,
 413.0902620870616
 ]
 },
 "shard1": {
 "n_prompts": 125,
 "n_blocks": 2,
 "boundaries_rho": [
 0.49230769230769234
 ],
 "boundaries_layer": [
 32
 ],
 "blockiness": 0.1052000222278483,
 "layer_coupling": 0.8628548398585899,
 "kts_forced_k1_to_k4": {
 "1": {
 "segments_layer_ranges": [
 [
 0,
 64
 ]
 ],
 "boundaries_rho": [],
 "boundaries_layer": [],
 "blockiness": 0.0,
 "penalized": 0.0
 },
 "2": {
 "segments_layer_ranges": [
 [
 0,
 31
 ],
 [
 32,
 64
 ]
 ],
 "boundaries_rho": [
 0.49230769230769234
 ],
 "boundaries_layer": [
 32
 ],
 "blockiness": 0.1052000222278483,
 "penalized": 0.0852000222278483
 },
 "3": {
 "segments_layer_ranges": [
 [
 0,
 30
 ],
 [
 31,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.47692307692307695,
 0.8461538461538461
 ],
 "boundaries_layer": [
 31,
 55
 ],
 "blockiness": 0.11163134372396488,
 "penalized": 0.07163134372396487
 },
 "4": {
 "segments_layer_ranges": [
 [
 0,
 21
 ],
 [
 22,
 27
 ],
 [
 28,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.3384615384615385,
 0.4307692307692308,
 0.8461538461538461
 ],
 "boundaries_layer": [
 22,
 28,
 55
 ],
 "blockiness": 0.1352609514365367,
 "penalized": 0.07526095143653672
 }
 },
 "band_rule": "middle-50% depth fallback (k<3)",
 "peak_pr_band": 66.65481653350442,
 "peak_pr_band_over_d": 0.010848765711833401,
 "peak_rho_band": 0.7384615384615385,
 "peak_pr_global": 412.11841531689686,
 "peak_rho_global": 0.9846153846153847,
 "pr_per_layer": [
 6.35873994768728,
 5.888766025877716,
 5.526150222513498,
 6.028061167834278,
 5.975804389766715,
 5.807986668534777,
 5.7404459344236685,
 5.767742874521115,
 5.900876284230133,
 5.7972995357450685,
 5.785169532032632,
 5.740343966904291,
 5.618816981372487,
 5.594971730794315,
 5.53282582665663,
 5.484827613038025,
 5.408288708285828,
 5.463212566513454,
 5.518252431420216,
 5.473361444896222,
 5.425709212566138,
 5.4078456081441315,
 5.404890408967489,
 5.212664402212553,
 4.977760482466629,
 4.739394539433925,
 4.492653661230557,
 4.1214319680184595,
 3.8550446153410087,
 3.9362844899770706,
 5.5186893220823325,
 6.965612548120677,
 8.822660053809185,
 9.328976326677946,
 10.590967571835435,
 12.163860909298137,
 13.84210919340637,
 15.678174685321942,
 17.8393173407879,
 19.73905937121359,
 22.306432833089936,
 25.67701558930387,
 28.696739194589345,
 32.254045739811716,
 35.19768668628127,
 38.67043962150022,
 52.0927054664365,
 60.25148962686986,
 66.65481653350442,
 73.62594551459448,
 82.98811364773971,
 96.51731774900999,
 103.17253506807218,
 107.16494395431934,
 119.76651992858929,
 137.7841549038184,
 139.56994226997782,
 157.39062989211573,
 144.9725064858349,
 137.27137926418146,
 129.41566469267036,
 155.70397381239863,
 223.45763766428647,
 336.744725845299,
 412.11841531689686
 ]
 },
 "agreement": {
 "cka_matrix_pearson_r_upper_tri": 0.9823126957060812,
 "cka_matrix_mean_abs_dev": 0.014760644179935745,
 "cka_matrix_max_abs_dev": 0.08973487285316528,
 "same_layer_cka_shard0_x_shard1": [
 0.9064890549254054,
 0.8878935369859573,
 0.8997128421524513,
 0.9208057474706526,
 0.9220906979034073,
 0.9296071515163458,
 0.9359122028154572,
 0.9367185337383718,
 0.9387081882320584,
 0.9411777449198959,
 0.9418201858538959,
 0.9437682059901144,
 0.9449059225974916,
 0.9470749320245959,
 0.9500423956269483,
 0.9531843953103505,
 0.9579284930572146,
 0.9634653464659384,
 0.9693130347687889,
 0.9742410570616067,
 0.9780279626609308,
 0.9811321117501319,
 0.9853748414568553,
 0.98994850546319,
 0.9908371614770457,
 0.9921968772336367,
 0.99269308879729,
 0.9930772916882585,
 0.9851160356072044,
 0.9882931333577615,
 0.9937380354645993,
 0.9961550305822895,
 0.9973248976605655,
 0.9975983749369927,
 0.9980213782614396,
 0.9983813494093614,
 0.9985262025724642,
 0.9986109143581381,
 0.9986365333302074,
 0.998656460564435,
 0.9990979683061614,
 0.9991724390378972,
 0.9992543111728914,
 0.9992424328293402,
 0.9992957411305827,
 0.9992420720212989,
 0.9993384261268283,
 0.999328568596255,
 0.9994887917425017,
 0.9995463801219784,
 0.9995344459133376,
 0.9995866964020176,
 0.9995914284848537,
 0.9996337241693978,
 0.9996971689442882,
 0.9997782245038032,
 0.9998398462202267,
 0.9998499128491916,
 0.999851507811263,
 0.99981058434276,
 0.9998040392126739,
 0.9998453735698005,
 0.9998837305209809,
 0.9999604523923008,
 0.9999872516958477
 ],
 "same_layer_cka_min": 0.8878935369859573,
 "same_layer_cka_median": 0.9973248976605655,
 "same_layer_cka_argmin_layer": 1,
 "pr_log_pearson_r": 0.9990198794385313,
 "pr_ratio_shard1_over_shard0_median": 0.9791779577065663,
 "pr_ratio_range": [
 0.7585841340944423,
 1.0214908897567527
 ],
 "boundary_rho_delta": "k differs"
 }
 },
 "arch_period": {
 "architecture": {
 "global_attn_layers": [
 5,
 11,
 17,
 23,
 29,
 35,
 41,
 47,
 53,
 59,
 65
 ],
 "period": 6,
 "phase": 5,
 "dense_mlp_layers": [
 0,
 1
 ],
 "bf16_expert_layer": [
 2
 ],
 "note": "sources 0..64 = residual after block l; crossing (l,l+1) attributed to block l+1; target 65 (a global-attn block) is the lens target, not a source"
 },
 "per_crossing": {
 "block": [
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63,
 64
 ],
 "adjacent_cka": [
 0.9875143380320135,
 0.98361235979203,
 0.9823251728583013,
 0.9999359966189302,
 0.9984854742433864,
 0.998620232354434,
 0.9997987092841558,
 0.9990382452850639,
 0.999550208520343,
 0.9998869210404808,
 0.9997947290466414,
 0.9994378167497018,
 0.9995052630898332,
 0.9998265877026905,
 0.9997421354901658,
 0.9998344621846813,
 0.9988971350039301,
 0.9982338390034935,
 0.9992741273503364,
 0.9991218904306631,
 0.998284900377987,
 0.993902476734908,
 0.9889929966170732,
 0.9979389933190053,
 0.9977095583351647,
 0.9986956692684223,
 0.9979585486345309,
 0.5384443242879888,
 0.99858257948701,
 0.9647824164461015,
 0.973938691988581,
 0.9512965863489847,
 0.998946190075113,
 0.9974420645210088,
 0.9985891473892317,
 0.9989089831512363,
 0.9984861008677814,
 0.9986174624192521,
 0.9993107616028373,
 0.9926438142736932,
 0.9990476937387012,
 0.9990534531559232,
 0.9990839448363484,
 0.9993638971326718,
 0.9985750733501244,
 0.992260160541143,
 0.9994568591285062,
 0.9988935644826485,
 0.9995367133855375,
 0.9985815403558838,
 0.9989215189427485,
 0.9995259220812457,
 0.9994939362819457,
 0.9974305810020724,
 0.9951458678773365,
 0.9975866741685055,
 0.9949064914795739,
 0.9972344667066891,
 0.9985844637672968,
 0.9973353713955272,
 0.9873964032266359,
 0.977629889082698,
 0.9791149376844186,
 0.9811338045228475
 ],
 "abs_dlog_Vnorm": [
 0.14137364045329015,
 0.714574626127936,
 0.30751654161336894,
 0.018231083898250233,
 0.1115501428193042,
 0.12798811339312266,
 0.04463990972771903,
 0.0596700187647361,
 0.050567092454178564,
 0.02477773295742125,
 0.037215934761370306,
 0.04915474488420202,
 0.039618393513901395,
 0.024394035351336996,
 0.029447848632612406,
 0.02492466308916441,
 0.047515921642901304,
 0.047911114366705476,
 0.03613873713200633,
 0.03869494530097661,
 0.044355319980180496,
 0.06226039111784942,
 0.0742460029218055,
 0.041698093241244294,
 0.05609751507900107,
 0.03315114262848873,
 0.03964982221827995,
 1.174461161588976,
 0.1651693453714369,
 0.4066394637829127,
 0.19238350389537384,
 0.3589049008353795,
 0.10119358050269156,
 0.0929160012375565,
 0.09623921927395429,
 0.043358432725458584,
 0.04638830848427311,
 0.0506291671232173,
 0.03673187678327228,
 0.06078768892316333,
 0.031070647011476993,
 0.027583339582892386,
 0.003100591370662542,
 0.004759574524014987,
 0.011133997226715486,
 0.03999283651488739,
 0.010654615100775366,
 0.007371088476404886,
 0.0016067250971882885,
 0.005830952375824872,
 0.010672520979098543,
 0.0026983994977207715,
 0.006125852780095364,
 0.0007662835915764887,
 0.0046197351130006226,
 0.005312623850817211,
 0.007460696452423754,
 0.01187039289647096,
 0.03938079234122771,
 0.031535647246312415,
 0.030053619813275922,
 0.048960105746823857,
 0.05755318877208104,
 0.05112007393552975
 ],
 "abs_dlog_PR": [
 0.06122370428893564,
 0.10913683905857585,
 0.022903660093423817,
 0.010239511452876604,
 0.03638825686448599,
 0.02684413035146993,
 0.003461511513188631,
 0.012742245320384482,
 0.020736879912053086,
 0.0029967002700190815,
 0.004519584260544329,
 0.014710479222635575,
 0.0005539935513874106,
 0.01219744455905003,
 0.010128962000536923,
 0.012614340798432044,
 0.013642245665608677,
 0.010152035305148965,
 0.005327567225751562,
 0.007839203065993505,
 0.00105878774632151,
 0.002618226059847073,
 0.030280353940491445,
 0.042499258188111844,
 0.044216526791811095,
 0.04661690048264622,
 0.07816217873414621,
 0.078238846477092,
 0.030132135940877713,
 0.35344489569543547,
 0.22866213555033998,
 0.24338404604010422,
 0.047209567652681805,
 0.12407595867060817,
 0.1340428580122377,
 0.13412211824497433,
 0.1305457289196279,
 0.13238273626114339,
 0.10407555286617898,
 0.12077182730479619,
 0.1415153377796048,
 0.11152876313325422,
 0.1195484170777994,
 0.08462263408975046,
 0.09282603033889947,
 0.3009450033098866,
 0.1479868120148642,
 0.10239164380100707,
 0.09684293994772109,
 0.1205305965628174,
 0.15268645788091284,
 0.06690947473950715,
 0.03608132695111976,
 0.11329642013541363,
 0.13551279979198316,
 0.013983227185765834,
 0.11705818943425061,
 0.08203789613909596,
 0.05169691666784626,
 0.05738526628106477,
 0.1775245142519042,
 0.35840291664221,
 0.4102918484561098,
 0.20099056445400088
 ],
 "is_global_attn_block": [
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false,
 true,
 false,
 false,
 false,
 false,
 false
 ]
 },
 "global_vs_swa_tests": {
 "adjacent_cka_drop_1_minus_C": {
 "mean_at_global_attn_blocks": 0.0020074985296277383,
 "mean_at_swa_blocks": 0.014235627336101963,
 "difference": -0.012228128806474226,
 "perm_p_two_sided": 0.24115,
 "n_global_crossings": 10
 },
 "abs_dlog_Vnorm": {
 "mean_at_global_attn_blocks": 0.06191684740243479,
 "mean_at_swa_blocks": 0.09231911120133277,
 "difference": -0.030402263798897974,
 "perm_p_two_sided": 0.6705,
 "n_global_crossings": 10
 },
 "abs_dlog_PR": {
 "mean_at_global_attn_blocks": 0.06262858280976809,
 "mean_at_swa_blocks": 0.0957631500616497,
 "difference": -0.033134567251881616,
 "perm_p_two_sided": 0.3028,
 "n_global_crossings": 10
 }
 },
 "phase_table_mod6": {
 "0": {
 "n": 10,
 "mean_adjacent_cka": 0.9950635251060144,
 "mean_abs_dlog_Vnorm": 0.07840063212908319,
 "is_global_attn_phase": false
 },
 "1": {
 "n": 11,
 "mean_adjacent_cka": 0.9943081562067024,
 "mean_abs_dlog_Vnorm": 0.0541836981526993,
 "is_global_attn_phase": false
 },
 "2": {
 "n": 11,
 "mean_adjacent_cka": 0.9912155274533515,
 "mean_abs_dlog_Vnorm": 0.12226200842086837,
 "is_global_attn_phase": false
 },
 "3": {
 "n": 11,
 "mean_adjacent_cka": 0.9952396308196494,
 "mean_abs_dlog_Vnorm": 0.063298407783173,
 "is_global_attn_phase": false
 },
 "4": {
 "n": 11,
 "mean_adjacent_cka": 0.9538404012285107,
 "mean_abs_dlog_Vnorm": 0.14218549324154453,
 "is_global_attn_phase": false
 },
 "5": {
 "n": 10,
 "mean_adjacent_cka": 0.9979925014703724,
 "mean_abs_dlog_Vnorm": 0.06191684740243479,
 "is_global_attn_phase": true
 }
 },
 "kts_boundaries_vs_global_attn": [
 {
 "boundary_first_layer_of_block": 32,
 "rho": 0.49230769230769234,
 "nearest_global_attn_layer": 29,
 "distance_layers": 3
 }
 ],
 "cka_to_final_vs_rho": {
 "rho": [
 0.0,
 0.015384615384615385,
 0.03076923076923077,
 0.046153846153846156,
 0.06153846153846154,
 0.07692307692307693,
 0.09230769230769231,
 0.1076923076923077,
 0.12307692307692308,
 0.13846153846153847,
 0.15384615384615385,
 0.16923076923076924,
 0.18461538461538463,
 0.2,
 0.2153846153846154,
 0.23076923076923078,
 0.24615384615384617,
 0.26153846153846155,
 0.27692307692307694,
 0.2923076923076923,
 0.3076923076923077,
 0.3230769230769231,
 0.3384615384615385,
 0.35384615384615387,
 0.36923076923076925,
 0.38461538461538464,
 0.4,
 0.4153846153846154,
 0.4307692307692308,
 0.4461538461538462,
 0.46153846153846156,
 0.47692307692307695,
 0.49230769230769234,
 0.5076923076923077,
 0.5230769230769231,
 0.5384615384615384,
 0.5538461538461539,
 0.5692307692307692,
 0.5846153846153846,
 0.6,
 0.6153846153846154,
 0.6307692307692307,
 0.6461538461538462,
 0.6615384615384615,
 0.676923076923077,
 0.6923076923076923,
 0.7076923076923077,
 0.7230769230769231,
 0.7384615384615385,
 0.7538461538461538,
 0.7692307692307693,
 0.7846153846153846,
 0.8,
 0.8153846153846154,
 0.8307692307692308,
 0.8461538461538461,
 0.8615384615384616,
 0.8769230769230769,
 0.8923076923076924,
 0.9076923076923077,
 0.9230769230769231,
 0.9384615384615385,
 0.9538461538461539,
 0.9692307692307692,
 0.9846153846153847
 ],
 "cka": [
 0.6581668830331233,
 0.647718677118037,
 0.6233515954994835,
 0.6390811855882612,
 0.6369566356375852,
 0.6347424367163222,
 0.6325836317061541,
 0.6329071739250732,
 0.6353759677740293,
 0.63381171490575,
 0.6339653697158772,
 0.6335375695918883,
 0.6321071668787113,
 0.6330705927065826,
 0.6313559058099916,
 0.6300190647376394,
 0.6275098260781355,
 0.6269652617299895,
 0.624919008243621,
 0.6214502116407821,
 0.61752776353799,
 0.6122831792661784,
 0.5999909093232197,
 0.5741320315955407,
 0.5571786412949393,
 0.5399772059794444,
 0.5233107831693695,
 0.5046168306954055,
 0.5667459145830307,
 0.5720247076869116,
 0.6156467220986271,
 0.6413727276415718,
 0.6313233595012319,
 0.6299308992462759,
 0.638635807716039,
 0.644537174555846,
 0.6564506373423065,
 0.670648686079388,
 0.681943062917076,
 0.6857140768314589,
 0.6655601453124634,
 0.6667449383343407,
 0.6770101166893867,
 0.6910754256473497,
 0.6975439308597223,
 0.7131891473116265,
 0.7364124737046029,
 0.7473190446277174,
 0.7553721427150121,
 0.7659060671377127,
 0.7862152397860583,
 0.7975654342436436,
 0.8049845065388891,
 0.8082608604723314,
 0.8155510099036006,
 0.8438328541361677,
 0.8542845378072305,
 0.8663249298230373,
 0.866531996032823,
 0.8634945507637859,
 0.8577817420485921,
 0.9084205829053282,
 0.9601059683712863,
 0.9811338045228475,
 1.0
 ]
 }
 },
 "mean_J_spectrum_inkling": {
 "inkling": {
 "0": {
 "rho": 0.0,
 "sigma_top5": [
 6404.89111328125,
 4144.55615234375,
 3953.92822265625,
 3324.14794921875,
 2889.872802734375
 ],
 "sigma_median": 11.416864395141602,
 "frob_frac_top1": 0.23188379406929016,
 "frob_frac_top10": 0.6426085829734802,
 "frob_frac_top100": 0.9142111539840698,
 "pr_of_sigma2": 12.252651028399658,
 "frob_norm_over_sqrt_d": 169.68792724609375
 },
 "20": {
 "rho": 0.3076923076923077,
 "sigma_top5": [
 1088.4578857421875,
 691.3353271484375,
 505.2675476074219,
 411.9137878417969,
 349.71868896484375
 ],
 "sigma_median": 1.9334406852722168,
 "frob_frac_top1": 0.3395826816558838,
 "frob_frac_top10": 0.748471200466156,
 "frob_frac_top100": 0.9396851062774658,
 "pr_of_sigma2": 6.80853476516618,
 "frob_norm_over_sqrt_d": 23.829408645629883
 },
 "26": {
 "rho": 0.4,
 "sigma_top5": [
 854.1532592773438,
 521.1104736328125,
 473.27239990234375,
 348.00323486328125,
 316.91839599609375
 ],
 "sigma_median": 1.012024164199829,
 "frob_frac_top1": 0.35455286502838135,
 "frob_frac_top10": 0.8391513228416443,
 "frob_frac_top100": 0.98172527551651,
 "pr_of_sigma2": 6.026131060173508,
 "frob_norm_over_sqrt_d": 18.300783157348633
 },
 "27": {
 "rho": 0.4153846153846154,
 "sigma_top5": [
 837.0819702148438,
 496.4289245605469,
 461.36016845703125,
 331.26031494140625,
 313.3231506347656
 ],
 "sigma_median": 0.9318728446960449,
 "frob_frac_top1": 0.3665207326412201,
 "frob_frac_top10": 0.8511492609977722,
 "frob_frac_top100": 0.9850572943687439,
 "pr_of_sigma2": 5.7366528395137495,
 "frob_norm_over_sqrt_d": 17.6397762298584
 },
 "28": {
 "rho": 0.4307692307692308,
 "sigma_top5": [
 267.8470153808594,
 94.3975601196289,
 73.63587951660156,
 69.78312683105469,
 61.048316955566406
 ],
 "sigma_median": 0.879575788974762,
 "frob_frac_top1": 0.4770679473876953,
 "frob_frac_top10": 0.6968755722045898,
 "frob_frac_top100": 0.8630273342132568,
 "pr_of_sigma2": 4.243692967016009,
 "frob_norm_over_sqrt_d": 4.94733190536499
 },
 "39": {
 "rho": 0.6,
 "sigma_top5": [
 36.09160232543945,
 13.614348411560059,
 12.014737129211426,
 10.16483211517334,
 9.2496337890625
 ],
 "sigma_median": 0.9063073992729187,
 "frob_frac_top1": 0.12838712334632874,
 "frob_frac_top10": 0.2100469470024109,
 "frob_frac_top100": 0.3176378607749939,
 "pr_of_sigma2": 56.45723802411104,
 "frob_norm_over_sqrt_d": 1.285049319267273
 },
 "64": {
 "rho": 0.9846153846153847,
 "sigma_top5": [
 7.810776710510254,
 4.7137885093688965,
 3.236276388168335,
 2.8519701957702637,
 2.681859254837036
 ],
 "sigma_median": 1.0018129348754883,
 "frob_frac_top1": 0.009362227283418179,
 "frob_frac_top10": 0.021176166832447052,
 "frob_frac_top100": 0.05654717609286308,
 "pr_of_sigma2": 3620.9733976194875,
 "frob_norm_over_sqrt_d": 1.0298619270324707
 }
 },
 "kimi": {
 "0": {
 "rho": 0.0,
 "sigma_top5": [
 369.96356201171875,
 149.72232055664062,
 75.3685073852539,
 51.07548904418945,
 45.1034049987793
 ],
 "sigma_median": 0.5419458746910095,
 "frob_frac_top1": 0.7233168482780457,
 "frob_frac_top10": 0.9193979501724243,
 "frob_frac_top100": 0.9618430137634277,
 "pr_of_sigma2": 1.8566965727295173,
 "frob_norm_over_sqrt_d": 5.138018608093262
 },
 "14": {
 "rho": 0.23333333333333334,
 "sigma_top5": [
 63.82433319091797,
 56.843135833740234,
 21.99608039855957,
 18.256778717041016,
 15.862117767333984
 ],
 "sigma_median": 0.6326301097869873,
 "frob_frac_top1": 0.2856099009513855,
 "frob_frac_top10": 0.6068047881126404,
 "frob_frac_top100": 0.6684036254882812,
 "pr_of_sigma2": 7.402782527859745,
 "frob_norm_over_sqrt_d": 1.410589575767517
 },
 "18": {
 "rho": 0.3,
 "sigma_top5": [
 52.1154670715332,
 43.08547592163086,
 20.02149200439453,
 15.875242233276367,
 14.201775550842285
 ],
 "sigma_median": 0.6986040472984314,
 "frob_frac_top1": 0.23704855144023895,
 "frob_frac_top10": 0.49447527527809143,
 "frob_frac_top100": 0.5613752007484436,
 "pr_of_sigma2": 11.808830278702018,
 "frob_norm_over_sqrt_d": 1.2642966508865356
 },
 "23": {
 "rho": 0.38333333333333336,
 "sigma_top5": [
 37.4743537902832,
 35.17422866821289,
 15.0441255569458,
 12.406737327575684,
 11.85621166229248
 ],
 "sigma_median": 0.7926892638206482,
 "frob_frac_top1": 0.14326448738574982,
 "frob_frac_top10": 0.34007352590560913,
 "frob_frac_top100": 0.4101266860961914,
 "pr_of_sigma2": 26.546740196859847,
 "frob_norm_over_sqrt_d": 1.169407606124878
 },
 "37": {
 "rho": 0.6166666666666667,
 "sigma_top5": [
 15.093870162963867,
 14.451396942138672,
 8.587494850158691,
 5.821872234344482,
 5.580783843994141
 ],
 "sigma_median": 1.0090662240982056,
 "frob_frac_top1": 0.024996688589453697,
 "frob_frac_top10": 0.07232557982206345,
 "frob_frac_top100": 0.12270016223192215,
 "pr_of_sigma2": 692.3690324158493,
 "frob_norm_over_sqrt_d": 1.1276137828826904
 },
 "59": {
 "rho": 0.9833333333333333,
 "sigma_top5": [
 10.152944564819336,
 8.030840873718262,
 5.886194705963135,
 4.747577667236328,
 4.206010341644287
 ],
 "sigma_median": 0.9997541308403015,
 "frob_frac_top1": 0.013395480811595917,
 "frob_frac_top10": 0.03924727439880371,
 "frob_frac_top100": 0.07822459191083908,
 "pr_of_sigma2": 2257.160941965042,
 "frob_norm_over_sqrt_d": 1.036129117012024
 }
 },
 "v4": {
 "0": {
 "rho": 0.0,
 "sigma_top5": [
 827.2113647460938,
 749.2796630859375,
 586.6981201171875,
 504.3359069824219,
 427.2951965332031
 ],
 "sigma_median": 1.49948251247406,
 "frob_frac_top1": 0.230949267745018,
 "frob_frac_top10": 0.8315132260322571,
 "frob_frac_top100": 0.9802257418632507,
 "pr_of_sigma2": 8.363645292033016,
 "frob_norm_over_sqrt_d": 26.89541244506836
 },
 "12": {
 "rho": 0.27906976744186046,
 "sigma_top5": [
 395.8596496582031,
 296.20367431640625,
 235.57562255859375,
 163.4374542236328,
 154.7378692626953
 ],
 "sigma_median": 1.9517499208450317,
 "frob_frac_top1": 0.27346721291542053,
 "frob_frac_top10": 0.6949229836463928,
 "frob_frac_top100": 0.9126029014587402,
 "pr_of_sigma2": 8.776892951510707,
 "frob_norm_over_sqrt_d": 11.827926635742188
 },
 "18": {
 "rho": 0.4186046511627907,
 "sigma_top5": [
 330.437255859375,
 217.70974731445312,
 189.23806762695312,
 142.9519805908203,
 120.77802276611328
 ],
 "sigma_median": 1.9862480163574219,
 "frob_frac_top1": 0.26567766070365906,
 "frob_frac_top10": 0.6313554644584656,
 "frob_frac_top100": 0.8850756287574768,
 "pr_of_sigma2": 10.226340213421077,
 "frob_norm_over_sqrt_d": 10.016858100891113
 },
 "28": {
 "rho": 0.6511627906976745,
 "sigma_top5": [
 79.12069702148438,
 67.39215087890625,
 51.33837890625,
 42.71382522583008,
 31.103891372680664
 ],
 "sigma_median": 2.093533515930176,
 "frob_frac_top1": 0.1200488731265068,
 "frob_frac_top10": 0.35191836953163147,
 "frob_frac_top100": 0.524881899356842,
 "pr_of_sigma2": 37.02452935797491,
 "frob_norm_over_sqrt_d": 3.5680510997772217
 },
 "42": {
 "rho": 0.9767441860465116,
 "sigma_top5": [
 4.947005271911621,
 2.2862184047698975,
 1.8486039638519287,
 1.750306248664856,
 1.5875169038772583
 ],
 "sigma_median": 1.5841007232666016,
 "frob_frac_top1": 0.0023763191420584917,
 "frob_frac_top10": 0.0049782563000917435,
 "frob_frac_top100": 0.026935746893286705,
 "pr_of_sigma2": 4018.015272046788,
 "frob_norm_over_sqrt_d": 1.5856597423553467
 }
 },
 "olmo": {
 "0": {
 "rho": 0.0,
 "sigma_top5": [
 26.32300567626953,
 6.246831893920898,
 4.811007022857666,
 4.6446733474731445,
 4.232285976409912
 ],
 "sigma_median": 0.03342210501432419,
 "frob_frac_top1": 0.5878790020942688,
 "frob_frac_top10": 0.7169724702835083,
 "frob_frac_top100": 0.8948565125465393,
 "pr_of_sigma2": 2.869194869544407,
 "frob_norm_over_sqrt_d": 0.4797958731651306
 },
 "18": {
 "rho": 0.2857142857142857,
 "sigma_top5": [
 15.594326972961426,
 4.986816883087158,
 3.873039722442627,
 3.2794110774993896,
 3.1477742195129395
 ],
 "sigma_median": 0.18234038352966309,
 "frob_frac_top1": 0.2706620693206787,
 "frob_frac_top10": 0.3731178343296051,
 "frob_frac_top100": 0.5501784086227417,
 "pr_of_sigma2": 13.263375326330394,
 "frob_norm_over_sqrt_d": 0.4189073145389557
 },
 "26": {
 "rho": 0.4126984126984127,
 "sigma_top5": [
 8.673527717590332,
 3.799625873565674,
 3.063845157623291,
 2.893043041229248,
 2.6161630153656006
 ],
 "sigma_median": 0.48041629791259766,
 "frob_frac_top1": 0.04517750069499016,
 "frob_frac_top10": 0.08359115570783615,
 "frob_frac_top100": 0.17150214314460754,
 "pr_of_sigma2": 392.18209349860626,
 "frob_norm_over_sqrt_d": 0.5702951550483704
 },
 "41": {
 "rho": 0.6507936507936508,
 "sigma_top5": [
 6.6418843269348145,
 3.33650541305542,
 3.0648913383483887,
 2.8899362087249756,
 2.647355556488037
 ],
 "sigma_median": 0.6780042052268982,
 "frob_frac_top1": 0.015855036675930023,
 "frob_frac_top10": 0.03796350955963135,
 "frob_frac_top100": 0.10103833675384521,
 "pr_of_sigma2": 1726.44226291389,
 "frob_norm_over_sqrt_d": 0.7371785640716553
 },
 "62": {
 "rho": 0.9841269841269841,
 "sigma_top5": [
 4.533122539520264,
 2.7755017280578613,
 1.9940510988235474,
 1.8290491104125977,
 1.7877570390701294
 ],
 "sigma_median": 0.9981254935264587,
 "frob_frac_top1": 0.0040689571760594845,
 "frob_frac_top10": 0.009837728925049305,
 "frob_frac_top100": 0.035067178308963776,
 "pr_of_sigma2": 4601.63257836114,
 "frob_norm_over_sqrt_d": 0.9931638836860657
 }
 }
 },
 "inkling_cka_blocks": {
 "n_blocks": 2,
 "segments": [
 [
 0,
 31
 ],
 [
 32,
 64
 ]
 ],
 "block_layers": [
 [
 0,
 31
 ],
 [
 32,
 64
 ]
 ],
 "boundaries_rho": [
 0.49230769230769234
 ],
 "sensory_end": 0.49230769230769234,
 "motor_start": 0.49230769230769234,
 "blockiness": 0.10607995588343311,
 "mean_within": 0.9159465948749901,
 "mean_between": 0.809866638991557,
 "layer_coupling": 0.8620906172726316,
 "selection_curve": {
 "1": {
 "blockiness": 0.0,
 "penalized": 0.0
 },
 "2": {
 "blockiness": 0.10607995588343311,
 "penalized": 0.0860799558834331
 },
 "3": {
 "blockiness": 0.11253936563232236,
 "penalized": 0.07253936563232236
 },
 "4": {
 "blockiness": 0.13489228919500784,
 "penalized": 0.07489228919500784
 },
 "5": {
 "blockiness": 0.14425370665575687,
 "penalized": 0.06425370665575687
 },
 "6": {
 "blockiness": 0.14544304984048195,
 "penalized": 0.04544304984048195
 },
 "7": {
 "blockiness": 0.14212646022455788,
 "penalized": 0.022126460224557887
 },
 "8": {
 "blockiness": 0.14093611354312363,
 "penalized": 0.0009361135431236178
 },
 "9": {
 "blockiness": 0.14384285271578623,
 "penalized": -0.016157147284213774
 },
 "10": {
 "blockiness": 0.1446295178117284,
 "penalized": -0.0353704821882716
 }
 },
 "penalty_per_block": 0.02,
 "kts_forced_k1_to_k4": {
 "1": {
 "segments_layer_ranges": [
 [
 0,
 64
 ]
 ],
 "boundaries_rho": [],
 "boundaries_layer": [],
 "blockiness": 0.0,
 "penalized": 0.0
 },
 "2": {
 "segments_layer_ranges": [
 [
 0,
 31
 ],
 [
 32,
 64
 ]
 ],
 "boundaries_rho": [
 0.49230769230769234
 ],
 "boundaries_layer": [
 32
 ],
 "blockiness": 0.10607995588343311,
 "penalized": 0.0860799558834331
 },
 "3": {
 "segments_layer_ranges": [
 [
 0,
 30
 ],
 [
 31,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.47692307692307695,
 0.8461538461538461
 ],
 "boundaries_layer": [
 31,
 55
 ],
 "blockiness": 0.11253936563232236,
 "penalized": 0.07253936563232236
 },
 "4": {
 "segments_layer_ranges": [
 [
 0,
 20
 ],
 [
 21,
 27
 ],
 [
 28,
 54
 ],
 [
 55,
 64
 ]
 ],
 "boundaries_rho": [
 0.3230769230769231,
 0.4307692307692308,
 0.8461538461538461
 ],
 "boundaries_layer": [
 21,
 28,
 55
 ],
 "blockiness": 0.13489228919500784,
 "penalized": 0.07489228919500784
 }
 }
 }
}