{
  "experiment": "B4 encoder-component ABLATION for c_i (causal gears test of \u00a717.4 born-late)",
  "ci_definition": "c~_i = R^{-p} h_i - E(w_i) (unrotated context seed, \u00a716)",
  "ablation": "zero AND mean ablation of each layer's self_attn out / ffn out; per-head in late layers",
  "prediction": "late-layer (L>=18) ATTN ablation collapses ||c_i|| disproportionately (vs early & vs FFN), concentrated on hub tokens",
  "falsifier": "UNIFORM ||c_i|| collapse across layers (no late concentration) OR NO single component moves c_i (diffuse/holographic writer)",
  "args": {
    "chunk": 16,
    "n_sent": 1500,
    "batch_son": 32,
    "late_lo": 18,
    "head_layers": "12,18,19,20,21,22,23",
    "cache_dir": null,
    "device": "cuda",
    "seed": 0,
    "out": "/workspace/tmp-research/b4_encoder_ablate_ci.json",
    "upload_hf_repo": null
  },
  "config": {
    "n_sent": 1500,
    "n_layers": 24,
    "num_heads": 16,
    "d": 1024,
    "n_tokens": 49109
  },
  "sanity_pool_cos_ref_z": 1.0,
  "baseline": {
    "mean_c_norm": 0.5387,
    "mean_c_norm_content": 0.5077,
    "mean_lex_cos": 0.6608,
    "mean_lex_frac": 0.4857,
    "mean_h_norm": 0.7552,
    "resid_energy_frac_global": 0.5028
  },
  "strat": {
    "outdeg_q75_content": 1.0683,
    "n_hub_tokens": 11528,
    "n_stop_tokens": 9962,
    "n_content_tokens": 46109,
    "hub_def": "top out-degree quartile among content tokens (true last-layer A col-sum)"
  },
  "sweep": {
    "attn_L0_zero": {
      "c_collapse_all": -0.0738,
      "c_collapse_content": -0.0846,
      "c_collapse_hub": -0.0808,
      "c_collapse_stop": -0.0889,
      "delta_lex_cos_content": -0.0059,
      "delta_lex_frac_content": -0.0082,
      "z_cos_vs_base": 0.961,
      "z_norm_ratio": 1.0528
    },
    "attn_L1_zero": {
      "c_collapse_all": -0.0077,
      "c_collapse_content": -0.0076,
      "c_collapse_hub": -0.0115,
      "c_collapse_stop": -0.0021,
      "delta_lex_cos_content": 0.0007,
      "delta_lex_frac_content": 0.0006,
      "z_cos_vs_base": 0.9967,
      "z_norm_ratio": 1.006
    },
    "attn_L2_zero": {
      "c_collapse_all": -0.0036,
      "c_collapse_content": -0.0032,
      "c_collapse_hub": -0.0061,
      "c_collapse_stop": 0.0022,
      "delta_lex_cos_content": -0.0006,
      "delta_lex_frac_content": -0.0008,
      "z_cos_vs_base": 0.9978,
      "z_norm_ratio": 1.0014
    },
    "attn_L3_zero": {
      "c_collapse_all": 0.0012,
      "c_collapse_content": 0.0006,
      "c_collapse_hub": -0.0024,
      "c_collapse_stop": 0.0041,
      "delta_lex_cos_content": 0.0006,
      "delta_lex_frac_content": 0.0006,
      "z_cos_vs_base": 0.9981,
      "z_norm_ratio": 0.9957
    },
    "attn_L4_zero": {
      "c_collapse_all": 0.003,
      "c_collapse_content": 0.0019,
      "c_collapse_hub": -0.0017,
      "c_collapse_stop": 0.0105,
      "delta_lex_cos_content": 0.0017,
      "delta_lex_frac_content": 0.0019,
      "z_cos_vs_base": 0.9981,
      "z_norm_ratio": 0.9927
    },
    "attn_L5_zero": {
      "c_collapse_all": 0.0009,
      "c_collapse_content": 0.0003,
      "c_collapse_hub": -0.004,
      "c_collapse_stop": 0.0086,
      "delta_lex_cos_content": 0.0015,
      "delta_lex_frac_content": 0.0017,
      "z_cos_vs_base": 0.9982,
      "z_norm_ratio": 0.9937
    },
    "attn_L6_zero": {
      "c_collapse_all": 0.0004,
      "c_collapse_content": 0.0003,
      "c_collapse_hub": -0.0046,
      "c_collapse_stop": 0.0078,
      "delta_lex_cos_content": 0.0017,
      "delta_lex_frac_content": 0.0019,
      "z_cos_vs_base": 0.9984,
      "z_norm_ratio": 0.9955
    },
    "attn_L7_zero": {
      "c_collapse_all": -0.0086,
      "c_collapse_content": -0.0088,
      "c_collapse_hub": -0.0125,
      "c_collapse_stop": -0.0025,
      "delta_lex_cos_content": 0.0016,
      "delta_lex_frac_content": 0.002,
      "z_cos_vs_base": 0.9972,
      "z_norm_ratio": 1.0056
    },
    "attn_L8_zero": {
      "c_collapse_all": -0.0078,
      "c_collapse_content": -0.0082,
      "c_collapse_hub": -0.0122,
      "c_collapse_stop": -0.0017,
      "delta_lex_cos_content": 0.0025,
      "delta_lex_frac_content": 0.0032,
      "z_cos_vs_base": 0.9965,
      "z_norm_ratio": 1.0051
    },
    "attn_L9_zero": {
      "c_collapse_all": -0.0082,
      "c_collapse_content": -0.009,
      "c_collapse_hub": -0.0096,
      "c_collapse_stop": -0.0067,
      "delta_lex_cos_content": 0.0005,
      "delta_lex_frac_content": 0.0007,
      "z_cos_vs_base": 0.9954,
      "z_norm_ratio": 1.0076
    },
    "attn_L10_zero": {
      "c_collapse_all": -0.0051,
      "c_collapse_content": -0.005,
      "c_collapse_hub": -0.0072,
      "c_collapse_stop": -0.0016,
      "delta_lex_cos_content": 0.0015,
      "delta_lex_frac_content": 0.002,
      "z_cos_vs_base": 0.9953,
      "z_norm_ratio": 1.005
    },
    "attn_L11_zero": {
      "c_collapse_all": 0.0013,
      "c_collapse_content": 0.002,
      "c_collapse_hub": 0.0017,
      "c_collapse_stop": 0.0035,
      "delta_lex_cos_content": 0.0006,
      "delta_lex_frac_content": 0.0009,
      "z_cos_vs_base": 0.9961,
      "z_norm_ratio": 0.9961
    },
    "attn_L12_zero": {
      "c_collapse_all": -0.0007,
      "c_collapse_content": -0.0009,
      "c_collapse_hub": -0.002,
      "c_collapse_stop": 0.0062,
      "delta_lex_cos_content": 0.0014,
      "delta_lex_frac_content": 0.0017,
      "z_cos_vs_base": 0.9953,
      "z_norm_ratio": 0.9969
    },
    "attn_L13_zero": {
      "c_collapse_all": 0.0008,
      "c_collapse_content": 0.0007,
      "c_collapse_hub": 0.0007,
      "c_collapse_stop": 0.0077,
      "delta_lex_cos_content": 0.0021,
      "delta_lex_frac_content": 0.0027,
      "z_cos_vs_base": 0.9964,
      "z_norm_ratio": 0.9968
    },
    "attn_L14_zero": {
      "c_collapse_all": 0.0019,
      "c_collapse_content": 0.0019,
      "c_collapse_hub": 0.0014,
      "c_collapse_stop": 0.0073,
      "delta_lex_cos_content": 0.0025,
      "delta_lex_frac_content": 0.0031,
      "z_cos_vs_base": 0.997,
      "z_norm_ratio": 0.9919
    },
    "attn_L15_zero": {
      "c_collapse_all": 0.0075,
      "c_collapse_content": 0.0075,
      "c_collapse_hub": 0.0073,
      "c_collapse_stop": 0.0138,
      "delta_lex_cos_content": 0.0022,
      "delta_lex_frac_content": 0.0027,
      "z_cos_vs_base": 0.9971,
      "z_norm_ratio": 0.9912
    },
    "attn_L16_zero": {
      "c_collapse_all": 0.0079,
      "c_collapse_content": 0.0074,
      "c_collapse_hub": 0.01,
      "c_collapse_stop": 0.0055,
      "delta_lex_cos_content": 0.0015,
      "delta_lex_frac_content": 0.002,
      "z_cos_vs_base": 0.9949,
      "z_norm_ratio": 0.997
    },
    "attn_L17_zero": {
      "c_collapse_all": -0.006,
      "c_collapse_content": -0.0073,
      "c_collapse_hub": -0.005,
      "c_collapse_stop": -0.0147,
      "delta_lex_cos_content": 0.0014,
      "delta_lex_frac_content": 0.0021,
      "z_cos_vs_base": 0.9944,
      "z_norm_ratio": 1.0071
    },
    "attn_L18_zero": {
      "c_collapse_all": -0.0061,
      "c_collapse_content": -0.0089,
      "c_collapse_hub": -0.0045,
      "c_collapse_stop": -0.0204,
      "delta_lex_cos_content": 0.0029,
      "delta_lex_frac_content": 0.0048,
      "z_cos_vs_base": 0.9927,
      "z_norm_ratio": 1.0143
    },
    "attn_L19_zero": {
      "c_collapse_all": -0.0061,
      "c_collapse_content": -0.0104,
      "c_collapse_hub": -0.009,
      "c_collapse_stop": -0.0162,
      "delta_lex_cos_content": 0.0049,
      "delta_lex_frac_content": 0.0078,
      "z_cos_vs_base": 0.9895,
      "z_norm_ratio": 1.0071
    },
    "attn_L20_zero": {
      "c_collapse_all": 0.0007,
      "c_collapse_content": -0.0015,
      "c_collapse_hub": -0.0089,
      "c_collapse_stop": 0.0082,
      "delta_lex_cos_content": 0.0092,
      "delta_lex_frac_content": 0.0139,
      "z_cos_vs_base": 0.9791,
      "z_norm_ratio": 0.9794
    },
    "attn_L21_zero": {
      "c_collapse_all": 0.0108,
      "c_collapse_content": 0.0076,
      "c_collapse_hub": -0.0008,
      "c_collapse_stop": 0.0251,
      "delta_lex_cos_content": 0.0083,
      "delta_lex_frac_content": 0.012,
      "z_cos_vs_base": 0.9736,
      "z_norm_ratio": 0.9715
    },
    "attn_L22_zero": {
      "c_collapse_all": 0.0153,
      "c_collapse_content": 0.0147,
      "c_collapse_hub": -0.0002,
      "c_collapse_stop": 0.0382,
      "delta_lex_cos_content": 0.0096,
      "delta_lex_frac_content": 0.0133,
      "z_cos_vs_base": 0.9529,
      "z_norm_ratio": 0.9356
    },
    "attn_L23_zero": {
      "c_collapse_all": 0.0158,
      "c_collapse_content": 0.0149,
      "c_collapse_hub": 0.0131,
      "c_collapse_stop": 0.0207,
      "delta_lex_cos_content": 0.0067,
      "delta_lex_frac_content": 0.0077,
      "z_cos_vs_base": 0.951,
      "z_norm_ratio": 0.8986
    },
    "ffn_L0_zero": {
      "c_collapse_all": -0.1639,
      "c_collapse_content": -0.1685,
      "c_collapse_hub": -0.192,
      "c_collapse_stop": -0.0631,
      "delta_lex_cos_content": 0.0095,
      "delta_lex_frac_content": 0.0127,
      "z_cos_vs_base": 0.8423,
      "z_norm_ratio": 1.1762
    },
    "ffn_L1_zero": {
      "c_collapse_all": -0.0064,
      "c_collapse_content": -0.0075,
      "c_collapse_hub": -0.012,
      "c_collapse_stop": -0.0029,
      "delta_lex_cos_content": -0.001,
      "delta_lex_frac_content": -0.0013,
      "z_cos_vs_base": 0.9947,
      "z_norm_ratio": 1.0066
    },
    "ffn_L2_zero": {
      "c_collapse_all": 0.0007,
      "c_collapse_content": -0.0006,
      "c_collapse_hub": -0.0017,
      "c_collapse_stop": -0.0005,
      "delta_lex_cos_content": -0.0001,
      "delta_lex_frac_content": -0.0004,
      "z_cos_vs_base": 0.9955,
      "z_norm_ratio": 0.9978
    },
    "ffn_L3_zero": {
      "c_collapse_all": 0.0,
      "c_collapse_content": -0.0011,
      "c_collapse_hub": -0.0025,
      "c_collapse_stop": 0.0025,
      "delta_lex_cos_content": -0.0007,
      "delta_lex_frac_content": -0.0012,
      "z_cos_vs_base": 0.9961,
      "z_norm_ratio": 1.0005
    },
    "ffn_L4_zero": {
      "c_collapse_all": 0.0041,
      "c_collapse_content": 0.0031,
      "c_collapse_hub": 0.0035,
      "c_collapse_stop": 0.004,
      "delta_lex_cos_content": 0.0018,
      "delta_lex_frac_content": 0.0019,
      "z_cos_vs_base": 0.996,
      "z_norm_ratio": 0.9946
    },
    "ffn_L5_zero": {
      "c_collapse_all": -0.0064,
      "c_collapse_content": -0.0066,
      "c_collapse_hub": -0.0083,
      "c_collapse_stop": -0.0041,
      "delta_lex_cos_content": 0.0005,
      "delta_lex_frac_content": 0.0003,
      "z_cos_vs_base": 0.9943,
      "z_norm_ratio": 1.0073
    },
    "ffn_L6_zero": {
      "c_collapse_all": -0.0097,
      "c_collapse_content": -0.0112,
      "c_collapse_hub": -0.0139,
      "c_collapse_stop": -0.008,
      "delta_lex_cos_content": 0.0031,
      "delta_lex_frac_content": 0.0032,
      "z_cos_vs_base": 0.9926,
      "z_norm_ratio": 1.0134
    },
    "ffn_L7_zero": {
      "c_collapse_all": -0.0048,
      "c_collapse_content": -0.0064,
      "c_collapse_hub": -0.0106,
      "c_collapse_stop": -0.0014,
      "delta_lex_cos_content": 0.0029,
      "delta_lex_frac_content": 0.0031,
      "z_cos_vs_base": 0.9928,
      "z_norm_ratio": 1.0069
    },
    "ffn_L8_zero": {
      "c_collapse_all": -0.0084,
      "c_collapse_content": -0.009,
      "c_collapse_hub": -0.013,
      "c_collapse_stop": -0.002,
      "delta_lex_cos_content": 0.0007,
      "delta_lex_frac_content": 0.0004,
      "z_cos_vs_base": 0.9913,
      "z_norm_ratio": 1.0111
    },
    "ffn_L9_zero": {
      "c_collapse_all": -0.01,
      "c_collapse_content": -0.0086,
      "c_collapse_hub": -0.0127,
      "c_collapse_stop": -0.0012,
      "delta_lex_cos_content": 0.0018,
      "delta_lex_frac_content": 0.0019,
      "z_cos_vs_base": 0.9908,
      "z_norm_ratio": 1.0128
    },
    "ffn_L10_zero": {
      "c_collapse_all": -0.01,
      "c_collapse_content": -0.0096,
      "c_collapse_hub": -0.0138,
      "c_collapse_stop": 0.0024,
      "delta_lex_cos_content": 0.0019,
      "delta_lex_frac_content": 0.0022,
      "z_cos_vs_base": 0.991,
      "z_norm_ratio": 1.0085
    },
    "ffn_L11_zero": {
      "c_collapse_all": 0.0023,
      "c_collapse_content": 0.0035,
      "c_collapse_hub": -0.0007,
      "c_collapse_stop": 0.0128,
      "delta_lex_cos_content": 0.0017,
      "delta_lex_frac_content": 0.0016,
      "z_cos_vs_base": 0.9904,
      "z_norm_ratio": 0.9944
    },
    "ffn_L12_zero": {
      "c_collapse_all": -0.0083,
      "c_collapse_content": -0.0074,
      "c_collapse_hub": -0.0139,
      "c_collapse_stop": 0.0031,
      "delta_lex_cos_content": -0.0005,
      "delta_lex_frac_content": -0.0012,
      "z_cos_vs_base": 0.991,
      "z_norm_ratio": 1.0127
    },
    "ffn_L13_zero": {
      "c_collapse_all": -0.01,
      "c_collapse_content": -0.011,
      "c_collapse_hub": -0.0166,
      "c_collapse_stop": 0.0014,
      "delta_lex_cos_content": -0.0027,
      "delta_lex_frac_content": -0.0036,
      "z_cos_vs_base": 0.9912,
      "z_norm_ratio": 1.0145
    },
    "ffn_L14_zero": {
      "c_collapse_all": 0.0001,
      "c_collapse_content": -0.0015,
      "c_collapse_hub": -0.0057,
      "c_collapse_stop": 0.0072,
      "delta_lex_cos_content": -0.0,
      "delta_lex_frac_content": -0.0007,
      "z_cos_vs_base": 0.991,
      "z_norm_ratio": 1.0013
    },
    "ffn_L15_zero": {
      "c_collapse_all": 0.0076,
      "c_collapse_content": 0.0046,
      "c_collapse_hub": 0.0091,
      "c_collapse_stop": 0.0112,
      "delta_lex_cos_content": -0.0013,
      "delta_lex_frac_content": -0.0026,
      "z_cos_vs_base": 0.9881,
      "z_norm_ratio": 0.995
    },
    "ffn_L16_zero": {
      "c_collapse_all": -0.0056,
      "c_collapse_content": -0.0076,
      "c_collapse_hub": -0.0115,
      "c_collapse_stop": 0.0086,
      "delta_lex_cos_content": -0.0018,
      "delta_lex_frac_content": -0.0035,
      "z_cos_vs_base": 0.9893,
      "z_norm_ratio": 1.0092
    },
    "ffn_L17_zero": {
      "c_collapse_all": -0.0212,
      "c_collapse_content": -0.0228,
      "c_collapse_hub": -0.031,
      "c_collapse_stop": -0.0116,
      "delta_lex_cos_content": -0.0044,
      "delta_lex_frac_content": -0.0073,
      "z_cos_vs_base": 0.9861,
      "z_norm_ratio": 1.0258
    },
    "ffn_L18_zero": {
      "c_collapse_all": -0.0072,
      "c_collapse_content": -0.0085,
      "c_collapse_hub": -0.0074,
      "c_collapse_stop": 0.0013,
      "delta_lex_cos_content": -0.008,
      "delta_lex_frac_content": -0.0125,
      "z_cos_vs_base": 0.9822,
      "z_norm_ratio": 1.0112
    },
    "ffn_L19_zero": {
      "c_collapse_all": 0.0324,
      "c_collapse_content": 0.0335,
      "c_collapse_hub": 0.0421,
      "c_collapse_stop": 0.0211,
      "delta_lex_cos_content": -0.0049,
      "delta_lex_frac_content": -0.0097,
      "z_cos_vs_base": 0.966,
      "z_norm_ratio": 0.9663
    },
    "ffn_L20_zero": {
      "c_collapse_all": 0.0285,
      "c_collapse_content": 0.0277,
      "c_collapse_hub": 0.0352,
      "c_collapse_stop": 0.046,
      "delta_lex_cos_content": -0.0148,
      "delta_lex_frac_content": -0.0226,
      "z_cos_vs_base": 0.9783,
      "z_norm_ratio": 0.9808
    },
    "ffn_L21_zero": {
      "c_collapse_all": 0.0231,
      "c_collapse_content": 0.0292,
      "c_collapse_hub": 0.049,
      "c_collapse_stop": 0.0148,
      "delta_lex_cos_content": -0.0287,
      "delta_lex_frac_content": -0.0409,
      "z_cos_vs_base": 0.9726,
      "z_norm_ratio": 0.9855
    },
    "ffn_L22_zero": {
      "c_collapse_all": 0.0088,
      "c_collapse_content": 0.0141,
      "c_collapse_hub": 0.1286,
      "c_collapse_stop": -0.1219,
      "delta_lex_cos_content": -0.0509,
      "delta_lex_frac_content": -0.0668,
      "z_cos_vs_base": 0.9449,
      "z_norm_ratio": 1.0591
    },
    "ffn_L23_zero": {
      "c_collapse_all": -0.747,
      "c_collapse_content": -0.8313,
      "c_collapse_hub": -0.4953,
      "c_collapse_stop": -1.1787,
      "delta_lex_cos_content": -0.0742,
      "delta_lex_frac_content": -0.0826,
      "z_cos_vs_base": 0.913,
      "z_norm_ratio": 1.9637
    },
    "attn_L0_mean": {
      "c_collapse_all": -0.0018,
      "c_collapse_content": -0.0039,
      "c_collapse_hub": -0.0004,
      "c_collapse_stop": -0.0063,
      "delta_lex_cos_content": 0.0032,
      "delta_lex_frac_content": 0.0038,
      "z_cos_vs_base": 0.9956,
      "z_norm_ratio": 1.0113
    },
    "attn_L1_mean": {
      "c_collapse_all": -0.0116,
      "c_collapse_content": -0.0115,
      "c_collapse_hub": -0.0147,
      "c_collapse_stop": -0.0111,
      "delta_lex_cos_content": 0.0018,
      "delta_lex_frac_content": 0.0021,
      "z_cos_vs_base": 0.9964,
      "z_norm_ratio": 1.018
    },
    "attn_L2_mean": {
      "c_collapse_all": -0.0021,
      "c_collapse_content": -0.002,
      "c_collapse_hub": -0.0032,
      "c_collapse_stop": -0.0001,
      "delta_lex_cos_content": 0.0011,
      "delta_lex_frac_content": 0.0014,
      "z_cos_vs_base": 0.9981,
      "z_norm_ratio": 1.0062
    },
    "attn_L3_mean": {
      "c_collapse_all": 0.0001,
      "c_collapse_content": -0.0005,
      "c_collapse_hub": -0.0013,
      "c_collapse_stop": -0.0001,
      "delta_lex_cos_content": 0.0011,
      "delta_lex_frac_content": 0.0014,
      "z_cos_vs_base": 0.9985,
      "z_norm_ratio": 1.0035
    },
    "attn_L4_mean": {
      "c_collapse_all": 0.0019,
      "c_collapse_content": 0.0004,
      "c_collapse_hub": -0.0019,
      "c_collapse_stop": 0.0072,
      "delta_lex_cos_content": 0.0033,
      "delta_lex_frac_content": 0.0041,
      "z_cos_vs_base": 0.9983,
      "z_norm_ratio": 0.9999
    },
    "attn_L5_mean": {
      "c_collapse_all": -0.0013,
      "c_collapse_content": -0.0024,
      "c_collapse_hub": -0.005,
      "c_collapse_stop": 0.0032,
      "delta_lex_cos_content": 0.0027,
      "delta_lex_frac_content": 0.0033,
      "z_cos_vs_base": 0.9985,
      "z_norm_ratio": 1.0026
    },
    "attn_L6_mean": {
      "c_collapse_all": -0.0045,
      "c_collapse_content": -0.0048,
      "c_collapse_hub": -0.0081,
      "c_collapse_stop": 0.0001,
      "delta_lex_cos_content": 0.003,
      "delta_lex_frac_content": 0.0037,
      "z_cos_vs_base": 0.9985,
      "z_norm_ratio": 1.0068
    },
    "attn_L7_mean": {
      "c_collapse_all": -0.0111,
      "c_collapse_content": -0.0119,
      "c_collapse_hub": -0.0135,
      "c_collapse_stop": -0.0087,
      "delta_lex_cos_content": 0.0032,
      "delta_lex_frac_content": 0.0042,
      "z_cos_vs_base": 0.9973,
      "z_norm_ratio": 1.0148
    },
    "attn_L8_mean": {
      "c_collapse_all": -0.0097,
      "c_collapse_content": -0.011,
      "c_collapse_hub": -0.0123,
      "c_collapse_stop": -0.0079,
      "delta_lex_cos_content": 0.0032,
      "delta_lex_frac_content": 0.0043,
      "z_cos_vs_base": 0.9967,
      "z_norm_ratio": 1.0135
    },
    "attn_L9_mean": {
      "c_collapse_all": -0.0081,
      "c_collapse_content": -0.0096,
      "c_collapse_hub": -0.0075,
      "c_collapse_stop": -0.0111,
      "delta_lex_cos_content": 0.0017,
      "delta_lex_frac_content": 0.0025,
      "z_cos_vs_base": 0.9958,
      "z_norm_ratio": 1.0146
    },
    "attn_L10_mean": {
      "c_collapse_all": -0.006,
      "c_collapse_content": -0.0065,
      "c_collapse_hub": -0.0064,
      "c_collapse_stop": -0.0063,
      "delta_lex_cos_content": 0.002,
      "delta_lex_frac_content": 0.0028,
      "z_cos_vs_base": 0.9954,
      "z_norm_ratio": 1.0122
    },
    "attn_L11_mean": {
      "c_collapse_all": 0.0017,
      "c_collapse_content": 0.0018,
      "c_collapse_hub": 0.004,
      "c_collapse_stop": -0.0004,
      "delta_lex_cos_content": 0.0019,
      "delta_lex_frac_content": 0.0027,
      "z_cos_vs_base": 0.9963,
      "z_norm_ratio": 1.0025
    },
    "attn_L12_mean": {
      "c_collapse_all": 0.001,
      "c_collapse_content": 0.0007,
      "c_collapse_hub": 0.0051,
      "c_collapse_stop": -0.0012,
      "delta_lex_cos_content": 0.0037,
      "delta_lex_frac_content": 0.0052,
      "z_cos_vs_base": 0.9956,
      "z_norm_ratio": 1.0053
    },
    "attn_L13_mean": {
      "c_collapse_all": 0.0001,
      "c_collapse_content": -0.0001,
      "c_collapse_hub": 0.0033,
      "c_collapse_stop": 0.0019,
      "delta_lex_cos_content": 0.0034,
      "delta_lex_frac_content": 0.0046,
      "z_cos_vs_base": 0.9967,
      "z_norm_ratio": 1.0043
    },
    "attn_L14_mean": {
      "c_collapse_all": 0.0036,
      "c_collapse_content": 0.0035,
      "c_collapse_hub": 0.0066,
      "c_collapse_stop": 0.0032,
      "delta_lex_cos_content": 0.005,
      "delta_lex_frac_content": 0.0067,
      "z_cos_vs_base": 0.997,
      "z_norm_ratio": 0.9988
    },
    "attn_L15_mean": {
      "c_collapse_all": 0.0047,
      "c_collapse_content": 0.0051,
      "c_collapse_hub": 0.0066,
      "c_collapse_stop": 0.0091,
      "delta_lex_cos_content": 0.0041,
      "delta_lex_frac_content": 0.0054,
      "z_cos_vs_base": 0.9974,
      "z_norm_ratio": 1.0
    },
    "attn_L16_mean": {
      "c_collapse_all": 0.0108,
      "c_collapse_content": 0.01,
      "c_collapse_hub": 0.0173,
      "c_collapse_stop": 0.0025,
      "delta_lex_cos_content": 0.0032,
      "delta_lex_frac_content": 0.0046,
      "z_cos_vs_base": 0.995,
      "z_norm_ratio": 1.0021
    },
    "attn_L17_mean": {
      "c_collapse_all": -0.0106,
      "c_collapse_content": -0.0127,
      "c_collapse_hub": -0.0116,
      "c_collapse_stop": -0.0151,
      "delta_lex_cos_content": 0.0053,
      "delta_lex_frac_content": 0.0076,
      "z_cos_vs_base": 0.9948,
      "z_norm_ratio": 1.0158
    },
    "attn_L18_mean": {
      "c_collapse_all": 0.0108,
      "c_collapse_content": 0.0078,
      "c_collapse_hub": 0.0108,
      "c_collapse_stop": 0.0055,
      "delta_lex_cos_content": 0.0071,
      "delta_lex_frac_content": 0.0103,
      "z_cos_vs_base": 0.9937,
      "z_norm_ratio": 0.9991
    },
    "attn_L19_mean": {
      "c_collapse_all": -0.0144,
      "c_collapse_content": -0.0214,
      "c_collapse_hub": -0.0278,
      "c_collapse_stop": -0.0108,
      "delta_lex_cos_content": 0.008,
      "delta_lex_frac_content": 0.0124,
      "z_cos_vs_base": 0.9888,
      "z_norm_ratio": 1.0144
    },
    "attn_L20_mean": {
      "c_collapse_all": -0.0003,
      "c_collapse_content": -0.0053,
      "c_collapse_hub": -0.008,
      "c_collapse_stop": -0.0004,
      "delta_lex_cos_content": 0.0099,
      "delta_lex_frac_content": 0.0151,
      "z_cos_vs_base": 0.9808,
      "z_norm_ratio": 0.9785
    },
    "attn_L21_mean": {
      "c_collapse_all": 0.0028,
      "c_collapse_content": -0.0027,
      "c_collapse_hub": -0.0126,
      "c_collapse_stop": 0.0164,
      "delta_lex_cos_content": 0.0087,
      "delta_lex_frac_content": 0.0128,
      "z_cos_vs_base": 0.9746,
      "z_norm_ratio": 0.9759
    },
    "attn_L22_mean": {
      "c_collapse_all": 0.0185,
      "c_collapse_content": 0.0173,
      "c_collapse_hub": 0.002,
      "c_collapse_stop": 0.0412,
      "delta_lex_cos_content": 0.0104,
      "delta_lex_frac_content": 0.0142,
      "z_cos_vs_base": 0.9543,
      "z_norm_ratio": 0.9311
    },
    "attn_L23_mean": {
      "c_collapse_all": 0.0674,
      "c_collapse_content": 0.0608,
      "c_collapse_hub": 0.0832,
      "c_collapse_stop": 0.0549,
      "delta_lex_cos_content": 0.0075,
      "delta_lex_frac_content": 0.0087,
      "z_cos_vs_base": 0.9451,
      "z_norm_ratio": 0.8909
    },
    "ffn_L0_mean": {
      "c_collapse_all": -0.6457,
      "c_collapse_content": -0.7265,
      "c_collapse_hub": -0.5846,
      "c_collapse_stop": -0.7046,
      "delta_lex_cos_content": -0.0141,
      "delta_lex_frac_content": -0.0154,
      "z_cos_vs_base": 0.6275,
      "z_norm_ratio": 1.4786
    },
    "ffn_L1_mean": {
      "c_collapse_all": -0.0203,
      "c_collapse_content": -0.0223,
      "c_collapse_hub": -0.0271,
      "c_collapse_stop": -0.0204,
      "delta_lex_cos_content": 0.0018,
      "delta_lex_frac_content": 0.0024,
      "z_cos_vs_base": 0.9923,
      "z_norm_ratio": 1.0296
    },
    "ffn_L2_mean": {
      "c_collapse_all": -0.004,
      "c_collapse_content": -0.0064,
      "c_collapse_hub": -0.0076,
      "c_collapse_stop": -0.0079,
      "delta_lex_cos_content": 0.001,
      "delta_lex_frac_content": 0.0009,
      "z_cos_vs_base": 0.9929,
      "z_norm_ratio": 1.0113
    },
    "ffn_L3_mean": {
      "c_collapse_all": -0.0033,
      "c_collapse_content": -0.0056,
      "c_collapse_hub": -0.0067,
      "c_collapse_stop": -0.003,
      "delta_lex_cos_content": 0.0019,
      "delta_lex_frac_content": 0.0021,
      "z_cos_vs_base": 0.9944,
      "z_norm_ratio": 1.0131
    },
    "ffn_L4_mean": {
      "c_collapse_all": 0.0067,
      "c_collapse_content": 0.0055,
      "c_collapse_hub": 0.0071,
      "c_collapse_stop": 0.0082,
      "delta_lex_cos_content": 0.0045,
      "delta_lex_frac_content": 0.0051,
      "z_cos_vs_base": 0.9944,
      "z_norm_ratio": 0.9997
    },
    "ffn_L5_mean": {
      "c_collapse_all": -0.0039,
      "c_collapse_content": -0.0045,
      "c_collapse_hub": -0.0062,
      "c_collapse_stop": -0.0003,
      "delta_lex_cos_content": 0.0024,
      "delta_lex_frac_content": 0.0026,
      "z_cos_vs_base": 0.9935,
      "z_norm_ratio": 1.0113
    },
    "ffn_L6_mean": {
      "c_collapse_all": -0.0048,
      "c_collapse_content": -0.0069,
      "c_collapse_hub": -0.0085,
      "c_collapse_stop": -0.003,
      "delta_lex_cos_content": 0.0049,
      "delta_lex_frac_content": 0.0056,
      "z_cos_vs_base": 0.9914,
      "z_norm_ratio": 1.0148
    },
    "ffn_L7_mean": {
      "c_collapse_all": -0.0056,
      "c_collapse_content": -0.0088,
      "c_collapse_hub": -0.0115,
      "c_collapse_stop": -0.0047,
      "delta_lex_cos_content": 0.0036,
      "delta_lex_frac_content": 0.0041,
      "z_cos_vs_base": 0.9919,
      "z_norm_ratio": 1.0152
    },
    "ffn_L8_mean": {
      "c_collapse_all": -0.0042,
      "c_collapse_content": -0.0056,
      "c_collapse_hub": -0.0108,
      "c_collapse_stop": 0.006,
      "delta_lex_cos_content": 0.0019,
      "delta_lex_frac_content": 0.0018,
      "z_cos_vs_base": 0.988,
      "z_norm_ratio": 1.0149
    },
    "ffn_L9_mean": {
      "c_collapse_all": -0.0055,
      "c_collapse_content": -0.0063,
      "c_collapse_hub": -0.0093,
      "c_collapse_stop": 0.0037,
      "delta_lex_cos_content": 0.0021,
      "delta_lex_frac_content": 0.0024,
      "z_cos_vs_base": 0.9912,
      "z_norm_ratio": 1.016
    },
    "ffn_L10_mean": {
      "c_collapse_all": 0.0002,
      "c_collapse_content": -0.0009,
      "c_collapse_hub": -0.0019,
      "c_collapse_stop": 0.0102,
      "delta_lex_cos_content": 0.0035,
      "delta_lex_frac_content": 0.0043,
      "z_cos_vs_base": 0.9918,
      "z_norm_ratio": 1.0054
    },
    "ffn_L11_mean": {
      "c_collapse_all": 0.0087,
      "c_collapse_content": 0.0075,
      "c_collapse_hub": 0.0059,
      "c_collapse_stop": 0.0144,
      "delta_lex_cos_content": 0.0006,
      "delta_lex_frac_content": 0.0003,
      "z_cos_vs_base": 0.9915,
      "z_norm_ratio": 0.9969
    },
    "ffn_L12_mean": {
      "c_collapse_all": -0.0036,
      "c_collapse_content": -0.005,
      "c_collapse_hub": -0.0118,
      "c_collapse_stop": 0.0096,
      "delta_lex_cos_content": -0.0015,
      "delta_lex_frac_content": -0.0023,
      "z_cos_vs_base": 0.9915,
      "z_norm_ratio": 1.0175
    },
    "ffn_L13_mean": {
      "c_collapse_all": -0.0061,
      "c_collapse_content": -0.0084,
      "c_collapse_hub": -0.0127,
      "c_collapse_stop": 0.0053,
      "delta_lex_cos_content": -0.0022,
      "delta_lex_frac_content": -0.0031,
      "z_cos_vs_base": 0.9912,
      "z_norm_ratio": 1.0203
    },
    "ffn_L14_mean": {
      "c_collapse_all": 0.0038,
      "c_collapse_content": 0.002,
      "c_collapse_hub": -0.0015,
      "c_collapse_stop": 0.0136,
      "delta_lex_cos_content": 0.0006,
      "delta_lex_frac_content": -0.0001,
      "z_cos_vs_base": 0.9912,
      "z_norm_ratio": 1.0016
    },
    "ffn_L15_mean": {
      "c_collapse_all": 0.0075,
      "c_collapse_content": 0.0035,
      "c_collapse_hub": 0.0084,
      "c_collapse_stop": 0.0102,
      "delta_lex_cos_content": -0.0032,
      "delta_lex_frac_content": -0.0049,
      "z_cos_vs_base": 0.9883,
      "z_norm_ratio": 1.0042
    },
    "ffn_L16_mean": {
      "c_collapse_all": -0.0027,
      "c_collapse_content": -0.0061,
      "c_collapse_hub": -0.0078,
      "c_collapse_stop": 0.0055,
      "delta_lex_cos_content": -0.002,
      "delta_lex_frac_content": -0.0039,
      "z_cos_vs_base": 0.9879,
      "z_norm_ratio": 1.0139
    },
    "ffn_L17_mean": {
      "c_collapse_all": 0.0018,
      "c_collapse_content": -0.0021,
      "c_collapse_hub": -0.0055,
      "c_collapse_stop": 0.0048,
      "delta_lex_cos_content": -0.0063,
      "delta_lex_frac_content": -0.0095,
      "z_cos_vs_base": 0.9841,
      "z_norm_ratio": 1.0136
    },
    "ffn_L18_mean": {
      "c_collapse_all": 0.0306,
      "c_collapse_content": 0.0292,
      "c_collapse_hub": 0.0452,
      "c_collapse_stop": 0.0239,
      "delta_lex_cos_content": -0.0066,
      "delta_lex_frac_content": -0.0111,
      "z_cos_vs_base": 0.9782,
      "z_norm_ratio": 0.9875
    },
    "ffn_L19_mean": {
      "c_collapse_all": 0.0754,
      "c_collapse_content": 0.0732,
      "c_collapse_hub": 0.102,
      "c_collapse_stop": 0.0508,
      "delta_lex_cos_content": -0.0059,
      "delta_lex_frac_content": -0.0117,
      "z_cos_vs_base": 0.9698,
      "z_norm_ratio": 0.9373
    },
    "ffn_L20_mean": {
      "c_collapse_all": 0.0786,
      "c_collapse_content": 0.074,
      "c_collapse_hub": 0.1073,
      "c_collapse_stop": 0.0738,
      "delta_lex_cos_content": -0.0139,
      "delta_lex_frac_content": -0.0225,
      "z_cos_vs_base": 0.9695,
      "z_norm_ratio": 0.9507
    },
    "ffn_L21_mean": {
      "c_collapse_all": 0.1065,
      "c_collapse_content": 0.1003,
      "c_collapse_hub": 0.1731,
      "c_collapse_stop": 0.0501,
      "delta_lex_cos_content": -0.0277,
      "delta_lex_frac_content": -0.0415,
      "z_cos_vs_base": 0.9582,
      "z_norm_ratio": 0.9284
    },
    "ffn_L22_mean": {
      "c_collapse_all": 0.149,
      "c_collapse_content": 0.1345,
      "c_collapse_hub": 0.2681,
      "c_collapse_stop": 0.0229,
      "delta_lex_cos_content": -0.0416,
      "delta_lex_frac_content": -0.059,
      "z_cos_vs_base": 0.9088,
      "z_norm_ratio": 0.8926
    },
    "ffn_L23_mean": {
      "c_collapse_all": 0.1223,
      "c_collapse_content": 0.1179,
      "c_collapse_hub": 0.3072,
      "c_collapse_stop": -0.0263,
      "delta_lex_cos_content": -0.038,
      "delta_lex_frac_content": -0.0483,
      "z_cos_vs_base": 0.9105,
      "z_norm_ratio": 0.9502
    }
  },
  "head_sweep": {
    "head_L12_h0_zero": {
      "c_collapse_content": -0.0008,
      "c_collapse_hub": -0.0009,
      "c_collapse_stop": -0.0008,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h1_zero": {
      "c_collapse_content": -0.0008,
      "c_collapse_hub": -0.0006,
      "c_collapse_stop": -0.001,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9998
    },
    "head_L12_h2_zero": {
      "c_collapse_content": -0.0002,
      "c_collapse_hub": 0.0,
      "c_collapse_stop": -0.0006,
      "delta_lex_cos_content": -0.0002,
      "z_cos_vs_base": 0.9992
    },
    "head_L12_h3_zero": {
      "c_collapse_content": 0.0011,
      "c_collapse_hub": 0.0007,
      "c_collapse_stop": 0.0026,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9998
    },
    "head_L12_h4_zero": {
      "c_collapse_content": 0.0003,
      "c_collapse_hub": 0.0006,
      "c_collapse_stop": 0.0005,
      "delta_lex_cos_content": -0.0,
      "z_cos_vs_base": 0.9998
    },
    "head_L12_h5_zero": {
      "c_collapse_content": -0.0003,
      "c_collapse_hub": -0.0005,
      "c_collapse_stop": 0.0002,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h6_zero": {
      "c_collapse_content": 0.0017,
      "c_collapse_hub": 0.001,
      "c_collapse_stop": 0.0032,
      "delta_lex_cos_content": -0.0007,
      "z_cos_vs_base": 0.9995
    },
    "head_L12_h7_zero": {
      "c_collapse_content": 0.0002,
      "c_collapse_hub": 0.0002,
      "c_collapse_stop": 0.0001,
      "delta_lex_cos_content": 0.0003,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h8_zero": {
      "c_collapse_content": 0.0014,
      "c_collapse_hub": 0.0013,
      "c_collapse_stop": 0.0021,
      "delta_lex_cos_content": 0.0004,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h9_zero": {
      "c_collapse_content": -0.0009,
      "c_collapse_hub": -0.0008,
      "c_collapse_stop": -0.0008,
      "delta_lex_cos_content": -0.0001,
      "z_cos_vs_base": 0.9998
    },
    "head_L12_h10_zero": {
      "c_collapse_content": -0.0004,
      "c_collapse_hub": -0.0004,
      "c_collapse_stop": -0.0001,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9998
    },
    "head_L12_h11_zero": {
      "c_collapse_content": -0.0008,
      "c_collapse_hub": -0.0007,
      "c_collapse_stop": -0.0011,
      "delta_lex_cos_content": -0.0002,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h12_zero": {
      "c_collapse_content": -0.0005,
      "c_collapse_hub": -0.0005,
      "c_collapse_stop": 0.0,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h13_zero": {
      "c_collapse_content": 0.0002,
      "c_collapse_hub": 0.0007,
      "c_collapse_stop": -0.0006,
      "delta_lex_cos_content": -0.0003,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h14_zero": {
      "c_collapse_content": -0.0006,
      "c_collapse_hub": -0.0006,
      "c_collapse_stop": -0.0001,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9999
    },
    "head_L12_h15_zero": {
      "c_collapse_content": -0.0002,
      "c_collapse_hub": -0.0007,
      "c_collapse_stop": 0.0006,
      "delta_lex_cos_content": 0.0004,
      "z_cos_vs_base": 0.9998
    },
    "head_L18_h0_zero": {
      "c_collapse_content": -0.0004,
      "c_collapse_hub": 0.0005,
      "c_collapse_stop": -0.0015,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9995
    },
    "head_L18_h1_zero": {
      "c_collapse_content": -0.0011,
      "c_collapse_hub": -0.0005,
      "c_collapse_stop": -0.0015,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.9997
    },
    "head_L18_h2_zero": {
      "c_collapse_content": 0.0021,
      "c_collapse_hub": 0.0014,
      "c_collapse_stop": 0.0017,
      "delta_lex_cos_content": 0.001,
      "z_cos_vs_base": 0.9996
    },
    "head_L18_h3_zero": {
      "c_collapse_content": -0.0007,
      "c_collapse_hub": -0.0011,
      "c_collapse_stop": 0.0,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9998
    },
    "head_L18_h4_zero": {
      "c_collapse_content": -0.0004,
      "c_collapse_hub": 0.0018,
      "c_collapse_stop": -0.0033,
      "delta_lex_cos_content": -0.0004,
      "z_cos_vs_base": 0.9996
    },
    "head_L18_h5_zero": {
      "c_collapse_content": -0.0006,
      "c_collapse_hub": 0.0001,
      "c_collapse_stop": -0.002,
      "delta_lex_cos_content": 0.0,
      "z_cos_vs_base": 0.9998
    },
    "head_L18_h6_zero": {
      "c_collapse_content": -0.0014,
      "c_collapse_hub": -0.0009,
      "c_collapse_stop": -0.0023,
      "delta_lex_cos_content": -0.0002,
      "z_cos_vs_base": 0.9997
    },
    "head_L18_h7_zero": {
      "c_collapse_content": -0.0007,
      "c_collapse_hub": -0.0009,
      "c_collapse_stop": -0.0009,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9998
    },
    "head_L18_h8_zero": {
      "c_collapse_content": -0.0012,
      "c_collapse_hub": -0.0014,
      "c_collapse_stop": -0.0017,
      "delta_lex_cos_content": -0.0,
      "z_cos_vs_base": 0.9997
    },
    "head_L18_h9_zero": {
      "c_collapse_content": -0.0057,
      "c_collapse_hub": -0.0058,
      "c_collapse_stop": -0.0061,
      "delta_lex_cos_content": -0.0002,
      "z_cos_vs_base": 0.9997
    },
    "head_L18_h10_zero": {
      "c_collapse_content": 0.0015,
      "c_collapse_hub": 0.0019,
      "c_collapse_stop": 0.0003,
      "delta_lex_cos_content": 0.0012,
      "z_cos_vs_base": 0.9993
    },
    "head_L18_h11_zero": {
      "c_collapse_content": 0.001,
      "c_collapse_hub": 0.0007,
      "c_collapse_stop": 0.0008,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9994
    },
    "head_L18_h12_zero": {
      "c_collapse_content": 0.0014,
      "c_collapse_hub": 0.0027,
      "c_collapse_stop": -0.0006,
      "delta_lex_cos_content": -0.0003,
      "z_cos_vs_base": 0.9997
    },
    "head_L18_h13_zero": {
      "c_collapse_content": -0.0002,
      "c_collapse_hub": 0.0005,
      "c_collapse_stop": -0.0001,
      "delta_lex_cos_content": -0.0,
      "z_cos_vs_base": 0.9999
    },
    "head_L18_h14_zero": {
      "c_collapse_content": -0.0013,
      "c_collapse_hub": -0.0024,
      "c_collapse_stop": 0.0004,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.9996
    },
    "head_L18_h15_zero": {
      "c_collapse_content": -0.0006,
      "c_collapse_hub": -0.0006,
      "c_collapse_stop": -0.0015,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9998
    },
    "head_L19_h0_zero": {
      "c_collapse_content": -0.0009,
      "c_collapse_hub": -0.0013,
      "c_collapse_stop": -0.0006,
      "delta_lex_cos_content": -0.0003,
      "z_cos_vs_base": 0.9998
    },
    "head_L19_h1_zero": {
      "c_collapse_content": -0.0009,
      "c_collapse_hub": 0.0016,
      "c_collapse_stop": -0.0081,
      "delta_lex_cos_content": 0.0012,
      "z_cos_vs_base": 0.9992
    },
    "head_L19_h2_zero": {
      "c_collapse_content": -0.0024,
      "c_collapse_hub": -0.0019,
      "c_collapse_stop": -0.0031,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9995
    },
    "head_L19_h3_zero": {
      "c_collapse_content": 0.0003,
      "c_collapse_hub": -0.0014,
      "c_collapse_stop": 0.0014,
      "delta_lex_cos_content": 0.001,
      "z_cos_vs_base": 0.9993
    },
    "head_L19_h4_zero": {
      "c_collapse_content": -0.0013,
      "c_collapse_hub": -0.001,
      "c_collapse_stop": -0.001,
      "delta_lex_cos_content": -0.0001,
      "z_cos_vs_base": 0.9997
    },
    "head_L19_h5_zero": {
      "c_collapse_content": -0.0,
      "c_collapse_hub": 0.0002,
      "c_collapse_stop": -0.0002,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9998
    },
    "head_L19_h6_zero": {
      "c_collapse_content": -0.0004,
      "c_collapse_hub": -0.0018,
      "c_collapse_stop": 0.0004,
      "delta_lex_cos_content": 0.0009,
      "z_cos_vs_base": 0.9995
    },
    "head_L19_h7_zero": {
      "c_collapse_content": 0.0005,
      "c_collapse_hub": 0.0003,
      "c_collapse_stop": 0.0009,
      "delta_lex_cos_content": -0.0001,
      "z_cos_vs_base": 0.9993
    },
    "head_L19_h8_zero": {
      "c_collapse_content": -0.0003,
      "c_collapse_hub": 0.001,
      "c_collapse_stop": -0.001,
      "delta_lex_cos_content": -0.0001,
      "z_cos_vs_base": 0.9995
    },
    "head_L19_h9_zero": {
      "c_collapse_content": 0.0022,
      "c_collapse_hub": 0.0032,
      "c_collapse_stop": 0.0008,
      "delta_lex_cos_content": -0.0006,
      "z_cos_vs_base": 0.9996
    },
    "head_L19_h10_zero": {
      "c_collapse_content": 0.0005,
      "c_collapse_hub": -0.0002,
      "c_collapse_stop": -0.0006,
      "delta_lex_cos_content": 0.0009,
      "z_cos_vs_base": 0.9993
    },
    "head_L19_h11_zero": {
      "c_collapse_content": -0.001,
      "c_collapse_hub": -0.0005,
      "c_collapse_stop": -0.0018,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9998
    },
    "head_L19_h12_zero": {
      "c_collapse_content": -0.0005,
      "c_collapse_hub": -0.0005,
      "c_collapse_stop": -0.0007,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9997
    },
    "head_L19_h13_zero": {
      "c_collapse_content": -0.0026,
      "c_collapse_hub": -0.0015,
      "c_collapse_stop": -0.004,
      "delta_lex_cos_content": -0.0003,
      "z_cos_vs_base": 0.9997
    },
    "head_L19_h14_zero": {
      "c_collapse_content": -0.0025,
      "c_collapse_hub": -0.0039,
      "c_collapse_stop": -0.0002,
      "delta_lex_cos_content": 0.0011,
      "z_cos_vs_base": 0.9994
    },
    "head_L19_h15_zero": {
      "c_collapse_content": 0.0028,
      "c_collapse_hub": 0.0039,
      "c_collapse_stop": 0.0025,
      "delta_lex_cos_content": 0.0006,
      "z_cos_vs_base": 0.9996
    },
    "head_L20_h0_zero": {
      "c_collapse_content": -0.0022,
      "c_collapse_hub": -0.0016,
      "c_collapse_stop": -0.0039,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9993
    },
    "head_L20_h1_zero": {
      "c_collapse_content": 0.0006,
      "c_collapse_hub": 0.0004,
      "c_collapse_stop": 0.0013,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9995
    },
    "head_L20_h2_zero": {
      "c_collapse_content": 0.0007,
      "c_collapse_hub": 0.0005,
      "c_collapse_stop": 0.0013,
      "delta_lex_cos_content": 0.0003,
      "z_cos_vs_base": 0.9995
    },
    "head_L20_h3_zero": {
      "c_collapse_content": -0.0013,
      "c_collapse_hub": -0.0018,
      "c_collapse_stop": 0.0015,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9995
    },
    "head_L20_h4_zero": {
      "c_collapse_content": -0.0002,
      "c_collapse_hub": -0.0011,
      "c_collapse_stop": 0.0011,
      "delta_lex_cos_content": 0.0003,
      "z_cos_vs_base": 0.9981
    },
    "head_L20_h5_zero": {
      "c_collapse_content": -0.0021,
      "c_collapse_hub": -0.0024,
      "c_collapse_stop": -0.0031,
      "delta_lex_cos_content": 0.0006,
      "z_cos_vs_base": 0.9991
    },
    "head_L20_h6_zero": {
      "c_collapse_content": 0.0014,
      "c_collapse_hub": 0.003,
      "c_collapse_stop": 0.0002,
      "delta_lex_cos_content": 0.0,
      "z_cos_vs_base": 0.9998
    },
    "head_L20_h7_zero": {
      "c_collapse_content": 0.0005,
      "c_collapse_hub": 0.0009,
      "c_collapse_stop": -0.0002,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9981
    },
    "head_L20_h8_zero": {
      "c_collapse_content": 0.0049,
      "c_collapse_hub": 0.0043,
      "c_collapse_stop": 0.0044,
      "delta_lex_cos_content": 0.0008,
      "z_cos_vs_base": 0.9996
    },
    "head_L20_h9_zero": {
      "c_collapse_content": 0.002,
      "c_collapse_hub": 0.0013,
      "c_collapse_stop": 0.0029,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9993
    },
    "head_L20_h10_zero": {
      "c_collapse_content": 0.0023,
      "c_collapse_hub": 0.0018,
      "c_collapse_stop": 0.0041,
      "delta_lex_cos_content": 0.001,
      "z_cos_vs_base": 0.9995
    },
    "head_L20_h11_zero": {
      "c_collapse_content": 0.0039,
      "c_collapse_hub": 0.0029,
      "c_collapse_stop": 0.0043,
      "delta_lex_cos_content": 0.0015,
      "z_cos_vs_base": 0.9987
    },
    "head_L20_h12_zero": {
      "c_collapse_content": -0.0026,
      "c_collapse_hub": -0.0038,
      "c_collapse_stop": -0.0016,
      "delta_lex_cos_content": 0.0018,
      "z_cos_vs_base": 0.9985
    },
    "head_L20_h13_zero": {
      "c_collapse_content": 0.0007,
      "c_collapse_hub": -0.0008,
      "c_collapse_stop": 0.0029,
      "delta_lex_cos_content": 0.0008,
      "z_cos_vs_base": 0.9972
    },
    "head_L20_h14_zero": {
      "c_collapse_content": -0.0026,
      "c_collapse_hub": -0.0043,
      "c_collapse_stop": -0.0013,
      "delta_lex_cos_content": 0.0004,
      "z_cos_vs_base": 0.9995
    },
    "head_L20_h15_zero": {
      "c_collapse_content": -0.004,
      "c_collapse_hub": -0.0064,
      "c_collapse_stop": -0.0013,
      "delta_lex_cos_content": 0.0015,
      "z_cos_vs_base": 0.9989
    },
    "head_L21_h0_zero": {
      "c_collapse_content": 0.0008,
      "c_collapse_hub": -0.0001,
      "c_collapse_stop": 0.0022,
      "delta_lex_cos_content": 0.0015,
      "z_cos_vs_base": 0.9978
    },
    "head_L21_h1_zero": {
      "c_collapse_content": -0.0,
      "c_collapse_hub": -0.0007,
      "c_collapse_stop": 0.001,
      "delta_lex_cos_content": 0.0008,
      "z_cos_vs_base": 0.9961
    },
    "head_L21_h2_zero": {
      "c_collapse_content": 0.0001,
      "c_collapse_hub": -0.0011,
      "c_collapse_stop": 0.002,
      "delta_lex_cos_content": 0.0009,
      "z_cos_vs_base": 0.9919
    },
    "head_L21_h3_zero": {
      "c_collapse_content": -0.0001,
      "c_collapse_hub": -0.0019,
      "c_collapse_stop": 0.0054,
      "delta_lex_cos_content": 0.0009,
      "z_cos_vs_base": 0.9993
    },
    "head_L21_h4_zero": {
      "c_collapse_content": -0.0032,
      "c_collapse_hub": -0.0021,
      "c_collapse_stop": -0.0058,
      "delta_lex_cos_content": -0.0002,
      "z_cos_vs_base": 0.9997
    },
    "head_L21_h5_zero": {
      "c_collapse_content": 0.0014,
      "c_collapse_hub": 0.0013,
      "c_collapse_stop": 0.0018,
      "delta_lex_cos_content": -0.0001,
      "z_cos_vs_base": 0.9997
    },
    "head_L21_h6_zero": {
      "c_collapse_content": -0.0006,
      "c_collapse_hub": -0.0011,
      "c_collapse_stop": 0.0004,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9996
    },
    "head_L21_h7_zero": {
      "c_collapse_content": 0.0004,
      "c_collapse_hub": 0.0,
      "c_collapse_stop": 0.001,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.9995
    },
    "head_L21_h8_zero": {
      "c_collapse_content": 0.0088,
      "c_collapse_hub": 0.0094,
      "c_collapse_stop": 0.0117,
      "delta_lex_cos_content": 0.0006,
      "z_cos_vs_base": 0.9996
    },
    "head_L21_h9_zero": {
      "c_collapse_content": 0.0004,
      "c_collapse_hub": -0.0037,
      "c_collapse_stop": 0.0055,
      "delta_lex_cos_content": 0.0017,
      "z_cos_vs_base": 0.9991
    },
    "head_L21_h10_zero": {
      "c_collapse_content": 0.0003,
      "c_collapse_hub": 0.0004,
      "c_collapse_stop": 0.0005,
      "delta_lex_cos_content": -0.0001,
      "z_cos_vs_base": 0.9998
    },
    "head_L21_h11_zero": {
      "c_collapse_content": 0.0002,
      "c_collapse_hub": 0.0007,
      "c_collapse_stop": 0.0009,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9997
    },
    "head_L21_h12_zero": {
      "c_collapse_content": -0.0002,
      "c_collapse_hub": -0.0011,
      "c_collapse_stop": 0.0006,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.997
    },
    "head_L21_h13_zero": {
      "c_collapse_content": 0.0006,
      "c_collapse_hub": -0.0009,
      "c_collapse_stop": 0.002,
      "delta_lex_cos_content": 0.0006,
      "z_cos_vs_base": 0.9974
    },
    "head_L21_h14_zero": {
      "c_collapse_content": 0.0013,
      "c_collapse_hub": 0.0032,
      "c_collapse_stop": -0.0026,
      "delta_lex_cos_content": -0.0002,
      "z_cos_vs_base": 0.9997
    },
    "head_L21_h15_zero": {
      "c_collapse_content": 0.0002,
      "c_collapse_hub": -0.0004,
      "c_collapse_stop": 0.0008,
      "delta_lex_cos_content": 0.0009,
      "z_cos_vs_base": 0.998
    },
    "head_L22_h0_zero": {
      "c_collapse_content": -0.0009,
      "c_collapse_hub": -0.0017,
      "c_collapse_stop": 0.0011,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9996
    },
    "head_L22_h1_zero": {
      "c_collapse_content": -0.0001,
      "c_collapse_hub": -0.0029,
      "c_collapse_stop": 0.0043,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9983
    },
    "head_L22_h2_zero": {
      "c_collapse_content": 0.003,
      "c_collapse_hub": 0.0034,
      "c_collapse_stop": 0.0024,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.9986
    },
    "head_L22_h3_zero": {
      "c_collapse_content": -0.0013,
      "c_collapse_hub": -0.0053,
      "c_collapse_stop": 0.0055,
      "delta_lex_cos_content": 0.0014,
      "z_cos_vs_base": 0.9944
    },
    "head_L22_h4_zero": {
      "c_collapse_content": 0.0031,
      "c_collapse_hub": 0.0006,
      "c_collapse_stop": 0.006,
      "delta_lex_cos_content": 0.0012,
      "z_cos_vs_base": 0.9883
    },
    "head_L22_h5_zero": {
      "c_collapse_content": 0.0022,
      "c_collapse_hub": 0.0006,
      "c_collapse_stop": 0.0044,
      "delta_lex_cos_content": 0.0014,
      "z_cos_vs_base": 0.9956
    },
    "head_L22_h6_zero": {
      "c_collapse_content": 0.0005,
      "c_collapse_hub": -0.0002,
      "c_collapse_stop": 0.0012,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.9972
    },
    "head_L22_h7_zero": {
      "c_collapse_content": -0.0005,
      "c_collapse_hub": 0.0,
      "c_collapse_stop": -0.0015,
      "delta_lex_cos_content": 0.0,
      "z_cos_vs_base": 0.9994
    },
    "head_L22_h8_zero": {
      "c_collapse_content": 0.002,
      "c_collapse_hub": 0.0,
      "c_collapse_stop": 0.0047,
      "delta_lex_cos_content": 0.0011,
      "z_cos_vs_base": 0.9904
    },
    "head_L22_h9_zero": {
      "c_collapse_content": -0.0004,
      "c_collapse_hub": -0.0014,
      "c_collapse_stop": 0.0008,
      "delta_lex_cos_content": 0.0002,
      "z_cos_vs_base": 0.9996
    },
    "head_L22_h10_zero": {
      "c_collapse_content": 0.003,
      "c_collapse_hub": 0.0045,
      "c_collapse_stop": 0.0009,
      "delta_lex_cos_content": 0.0001,
      "z_cos_vs_base": 0.9993
    },
    "head_L22_h11_zero": {
      "c_collapse_content": 0.0037,
      "c_collapse_hub": 0.0047,
      "c_collapse_stop": 0.0034,
      "delta_lex_cos_content": 0.0008,
      "z_cos_vs_base": 0.998
    },
    "head_L22_h12_zero": {
      "c_collapse_content": 0.0002,
      "c_collapse_hub": -0.0002,
      "c_collapse_stop": 0.0017,
      "delta_lex_cos_content": 0.0003,
      "z_cos_vs_base": 0.9995
    },
    "head_L22_h13_zero": {
      "c_collapse_content": 0.0013,
      "c_collapse_hub": -0.0009,
      "c_collapse_stop": 0.0028,
      "delta_lex_cos_content": 0.0009,
      "z_cos_vs_base": 0.9978
    },
    "head_L22_h14_zero": {
      "c_collapse_content": 0.0033,
      "c_collapse_hub": 0.0033,
      "c_collapse_stop": 0.0042,
      "delta_lex_cos_content": 0.0004,
      "z_cos_vs_base": 0.9997
    },
    "head_L22_h15_zero": {
      "c_collapse_content": -0.0022,
      "c_collapse_hub": -0.0025,
      "c_collapse_stop": -0.0009,
      "delta_lex_cos_content": 0.0003,
      "z_cos_vs_base": 0.9991
    },
    "head_L23_h0_zero": {
      "c_collapse_content": 0.0066,
      "c_collapse_hub": 0.0086,
      "c_collapse_stop": 0.0055,
      "delta_lex_cos_content": 0.0013,
      "z_cos_vs_base": 0.9974
    },
    "head_L23_h1_zero": {
      "c_collapse_content": 0.001,
      "c_collapse_hub": -0.0022,
      "c_collapse_stop": 0.0048,
      "delta_lex_cos_content": 0.0012,
      "z_cos_vs_base": 0.9944
    },
    "head_L23_h2_zero": {
      "c_collapse_content": 0.0008,
      "c_collapse_hub": -0.0,
      "c_collapse_stop": 0.0016,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9982
    },
    "head_L23_h3_zero": {
      "c_collapse_content": 0.0023,
      "c_collapse_hub": 0.0006,
      "c_collapse_stop": 0.0041,
      "delta_lex_cos_content": 0.0011,
      "z_cos_vs_base": 0.9929
    },
    "head_L23_h4_zero": {
      "c_collapse_content": 0.0006,
      "c_collapse_hub": -0.0011,
      "c_collapse_stop": 0.0045,
      "delta_lex_cos_content": 0.0005,
      "z_cos_vs_base": 0.9997
    },
    "head_L23_h5_zero": {
      "c_collapse_content": -0.0003,
      "c_collapse_hub": 0.0007,
      "c_collapse_stop": 0.0002,
      "delta_lex_cos_content": 0.0004,
      "z_cos_vs_base": 0.9996
    },
    "head_L23_h6_zero": {
      "c_collapse_content": 0.0026,
      "c_collapse_hub": 0.0062,
      "c_collapse_stop": -0.0014,
      "delta_lex_cos_content": 0.0014,
      "z_cos_vs_base": 0.9988
    },
    "head_L23_h7_zero": {
      "c_collapse_content": 0.0016,
      "c_collapse_hub": 0.0006,
      "c_collapse_stop": 0.0026,
      "delta_lex_cos_content": 0.0007,
      "z_cos_vs_base": 0.9983
    },
    "head_L23_h8_zero": {
      "c_collapse_content": -0.0,
      "c_collapse_hub": -0.0025,
      "c_collapse_stop": 0.0034,
      "delta_lex_cos_content": 0.0006,
      "z_cos_vs_base": 0.9966
    },
    "head_L23_h9_zero": {
      "c_collapse_content": 0.0027,
      "c_collapse_hub": 0.0005,
      "c_collapse_stop": 0.0059,
      "delta_lex_cos_content": 0.0011,
      "z_cos_vs_base": 0.9898
    },
    "head_L23_h10_zero": {
      "c_collapse_content": -0.0007,
      "c_collapse_hub": -0.0008,
      "c_collapse_stop": -0.0005,
      "delta_lex_cos_content": -0.0003,
      "z_cos_vs_base": 0.996
    },
    "head_L23_h11_zero": {
      "c_collapse_content": 0.0032,
      "c_collapse_hub": 0.0025,
      "c_collapse_stop": 0.0049,
      "delta_lex_cos_content": 0.0013,
      "z_cos_vs_base": 0.9963
    },
    "head_L23_h12_zero": {
      "c_collapse_content": 0.0007,
      "c_collapse_hub": 0.0017,
      "c_collapse_stop": 0.0005,
      "delta_lex_cos_content": 0.0018,
      "z_cos_vs_base": 0.9997
    },
    "head_L23_h13_zero": {
      "c_collapse_content": -0.0006,
      "c_collapse_hub": -0.0031,
      "c_collapse_stop": 0.0018,
      "delta_lex_cos_content": 0.0006,
      "z_cos_vs_base": 0.997
    },
    "head_L23_h14_zero": {
      "c_collapse_content": -0.0025,
      "c_collapse_hub": -0.0027,
      "c_collapse_stop": -0.0035,
      "delta_lex_cos_content": -0.0,
      "z_cos_vs_base": 0.9996
    },
    "head_L23_h15_zero": {
      "c_collapse_content": 0.0003,
      "c_collapse_hub": -0.0009,
      "c_collapse_stop": 0.0004,
      "delta_lex_cos_content": 0.0004,
      "z_cos_vs_base": 0.9982
    }
  },
  "aggregate": {
    "zero": {
      "attn_early_L0_to_L17": {
        "mean": -0.0062,
        "max": 0.0075,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17
        ]
      },
      "attn_late_L18_to_L23": {
        "mean": 0.0027,
        "max": 0.0149,
        "layers": [
          18,
          19,
          20,
          21,
          22,
          23
        ]
      },
      "ffn_early_L0_to_L17": {
        "mean": -0.0149,
        "max": 0.0046,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17
        ]
      },
      "ffn_late_L18_to_L23": {
        "mean": -0.1226,
        "max": 0.0335,
        "layers": [
          18,
          19,
          20,
          21,
          22,
          23
        ]
      },
      "top_component": {
        "key": "ffn_L19_zero",
        "c_collapse_content": 0.0335
      }
    },
    "mean": {
      "attn_early_L0_to_L17": {
        "mean": -0.0031,
        "max": 0.01,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17
        ]
      },
      "attn_late_L18_to_L23": {
        "mean": 0.0094,
        "max": 0.0608,
        "layers": [
          18,
          19,
          20,
          21,
          22,
          23
        ]
      },
      "ffn_early_L0_to_L17": {
        "mean": -0.0443,
        "max": 0.0075,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17
        ]
      },
      "ffn_late_L18_to_L23": {
        "mean": 0.0882,
        "max": 0.1345,
        "layers": [
          18,
          19,
          20,
          21,
          22,
          23
        ]
      },
      "top_component": {
        "key": "ffn_L22_mean",
        "c_collapse_content": 0.1345
      }
    }
  },
  "verdict": {
    "status": "FALSIFIED",
    "summary": "FALSIFIED: c_i has NO localizable writer / uniform across layers -> holographic OR \u00a717.4 layer claim causally wrong",
    "attn_late_mean_collapse": 0.0027,
    "attn_early_mean_collapse": -0.0062,
    "ffn_late_mean_collapse": -0.1226,
    "late_attn_concentrated": false,
    "has_localized_writer": false,
    "top_component": {
      "key": "ffn_L19_zero",
      "c_collapse_content": 0.0335
    },
    "top_component_lex_cos_survived": true,
    "top_component_delta_lex_cos": -0.0049,
    "top_component_hub_collapse": 0.0421,
    "top_component_stop_collapse": 0.0211,
    "hub_gt_stop_at_top": true,
    "attn_layer_collapse_std": 0.0182,
    "uniform_falsifier_triggered": false,
    "skeptic_note": "c_i collapse is SPECIFIC iff lexical cos survived at the top component; if lex crashed too, the pass just broke. Compare zero vs mean aggregate for off-distribution control."
  },
  "rescored_verdict": {
    "status": "REFINED-LATE-FFN",
    "summary": "PRE-REGISTERED PREDICTION PARTIALLY WRONG ON MECHANISM: c_i IS written late (L>=18) and IS hub-concentrated as predicted, but the writer is the FFN/MLP, NOT attention. Late-attention ablation barely moves ||c_i||. \u00a717.4 'born late' is causally CONFIRMED; its attention-correlation was not the causal writer -- late FFN is.",
    "writer_family": "ffn",
    "late_concentrated_ffn": true,
    "late_concentrated_attn": false,
    "zero_mean_agree_ffn_late_L19_22": true,
    "attn_late_L19_22_zero_mean": [
      0.0026,
      -0.003
    ],
    "ffn_late_L19_22_zero_mean": [
      0.0261,
      0.0955
    ],
    "ffn_late_fullblock_L18_23_zero_mean": [
      -0.1226,
      0.0882
    ],
    "L23_zero_offdist_artifact_note": "ffn_L23_zero c_collapse=-0.831 (NEGATIVE=||c_i|| inflates) is an off-distribution artifact of zeroing the final FFN before pooling; ffn_L23_MEAN=+0.118 is the trustworthy value. This is exactly why dual zero/mean was run.",
    "ffn_early_noL0_zero_mean": [
      -0.0059,
      -0.0041
    ],
    "top_component_zero": {
      "key": "ffn_L19_zero",
      "c_collapse_content": 0.0335,
      "hub": 0.0421,
      "stop": 0.0211,
      "delta_lex_cos": -0.0049,
      "z_cos_vs_base": 0.966,
      "lex_survived": true,
      "hub_gt_stop": true
    },
    "top_component_mean": {
      "key": "ffn_L22_mean",
      "c_collapse_content": 0.1345,
      "hub": 0.2681,
      "stop": 0.0229,
      "delta_lex_cos": -0.0416,
      "z_cos_vs_base": 0.9088,
      "lex_survived": true,
      "hub_gt_stop": true
    },
    "L0_is_pass_breaker_not_writer": {
      "attn_L0_zcos": 0.961,
      "ffn_L0_zcos": 0.8423,
      "ffn_L0_collapse": -0.1685,
      "note": "L0 ablation craters z (off-distribution) -> excluded from writer attribution"
    }
  },
  "rescored_blocks": {
    "zero": {
      "attn": {
        "early_mean_noL0": -0.0016,
        "late_mean": 0.0027,
        "late_max": 0.0149,
        "per_layer": {
          "L0": -0.0846,
          "L1": -0.0076,
          "L2": -0.0032,
          "L3": 0.0006,
          "L4": 0.0019,
          "L5": 0.0003,
          "L6": 0.0003,
          "L7": -0.0088,
          "L8": -0.0082,
          "L9": -0.009,
          "L10": -0.005,
          "L11": 0.002,
          "L12": -0.0009,
          "L13": 0.0007,
          "L14": 0.0019,
          "L15": 0.0075,
          "L16": 0.0074,
          "L17": -0.0073,
          "L18": -0.0089,
          "L19": -0.0104,
          "L20": -0.0015,
          "L21": 0.0076,
          "L22": 0.0147,
          "L23": 0.0149
        }
      },
      "ffn": {
        "early_mean_noL0": -0.0059,
        "late_mean": -0.1226,
        "late_max": 0.0335,
        "per_layer": {
          "L0": -0.1685,
          "L1": -0.0075,
          "L2": -0.0006,
          "L3": -0.0011,
          "L4": 0.0031,
          "L5": -0.0066,
          "L6": -0.0112,
          "L7": -0.0064,
          "L8": -0.009,
          "L9": -0.0086,
          "L10": -0.0096,
          "L11": 0.0035,
          "L12": -0.0074,
          "L13": -0.011,
          "L14": -0.0015,
          "L15": 0.0046,
          "L16": -0.0076,
          "L17": -0.0228,
          "L18": -0.0085,
          "L19": 0.0335,
          "L20": 0.0277,
          "L21": 0.0292,
          "L22": 0.0141,
          "L23": -0.8313
        }
      },
      "top_component": {
        "key": "ffn_L19_zero",
        "c_collapse_content": 0.0335,
        "hub": 0.0421,
        "stop": 0.0211,
        "delta_lex_cos": -0.0049,
        "z_cos_vs_base": 0.966,
        "lex_survived": true,
        "hub_gt_stop": true
      }
    },
    "mean": {
      "attn": {
        "early_mean_noL0": -0.003,
        "late_mean": 0.0094,
        "late_max": 0.0608,
        "per_layer": {
          "L0": -0.0039,
          "L1": -0.0115,
          "L2": -0.002,
          "L3": -0.0005,
          "L4": 0.0004,
          "L5": -0.0024,
          "L6": -0.0048,
          "L7": -0.0119,
          "L8": -0.011,
          "L9": -0.0096,
          "L10": -0.0065,
          "L11": 0.0018,
          "L12": 0.0007,
          "L13": -0.0001,
          "L14": 0.0035,
          "L15": 0.0051,
          "L16": 0.01,
          "L17": -0.0127,
          "L18": 0.0078,
          "L19": -0.0214,
          "L20": -0.0053,
          "L21": -0.0027,
          "L22": 0.0173,
          "L23": 0.0608
        }
      },
      "ffn": {
        "early_mean_noL0": -0.0041,
        "late_mean": 0.0882,
        "late_max": 0.1345,
        "per_layer": {
          "L0": -0.7265,
          "L1": -0.0223,
          "L2": -0.0064,
          "L3": -0.0056,
          "L4": 0.0055,
          "L5": -0.0045,
          "L6": -0.0069,
          "L7": -0.0088,
          "L8": -0.0056,
          "L9": -0.0063,
          "L10": -0.0009,
          "L11": 0.0075,
          "L12": -0.005,
          "L13": -0.0084,
          "L14": 0.002,
          "L15": 0.0035,
          "L16": -0.0061,
          "L17": -0.0021,
          "L18": 0.0292,
          "L19": 0.0732,
          "L20": 0.074,
          "L21": 0.1003,
          "L22": 0.1345,
          "L23": 0.1179
        }
      },
      "top_component": {
        "key": "ffn_L22_mean",
        "c_collapse_content": 0.1345,
        "hub": 0.2681,
        "stop": 0.0229,
        "delta_lex_cos": -0.0416,
        "z_cos_vs_base": 0.9088,
        "lex_survived": true,
        "hub_gt_stop": true
      }
    }
  }
}