| { |
| "experiment": "B4 encoder-component ABLATION for c_i (causal gears test of \u00a717.4 born-late)", |
| "ci_definition": "c~_i = R^{-p} h_i - E(w_i) (unrotated context seed, \u00a716)", |
| "ablation": "zero AND mean ablation of each layer's self_attn out / ffn out; per-head in late layers", |
| "prediction": "late-layer (L>=18) ATTN ablation collapses ||c_i|| disproportionately (vs early & vs FFN), concentrated on hub tokens", |
| "falsifier": "UNIFORM ||c_i|| collapse across layers (no late concentration) OR NO single component moves c_i (diffuse/holographic writer)", |
| "args": { |
| "chunk": 16, |
| "n_sent": 1500, |
| "batch_son": 32, |
| "late_lo": 18, |
| "head_layers": "12,18,19,20,21,22,23", |
| "cache_dir": null, |
| "device": "cuda", |
| "seed": 0, |
| "out": "/workspace/tmp-research/b4_encoder_ablate_ci.json", |
| "upload_hf_repo": null |
| }, |
| "config": { |
| "n_sent": 1500, |
| "n_layers": 24, |
| "num_heads": 16, |
| "d": 1024, |
| "n_tokens": 49109 |
| }, |
| "sanity_pool_cos_ref_z": 1.0, |
| "baseline": { |
| "mean_c_norm": 0.5387, |
| "mean_c_norm_content": 0.5077, |
| "mean_lex_cos": 0.6608, |
| "mean_lex_frac": 0.4857, |
| "mean_h_norm": 0.7552, |
| "resid_energy_frac_global": 0.5028 |
| }, |
| "strat": { |
| "outdeg_q75_content": 1.0683, |
| "n_hub_tokens": 11528, |
| "n_stop_tokens": 9962, |
| "n_content_tokens": 46109, |
| "hub_def": "top out-degree quartile among content tokens (true last-layer A col-sum)" |
| }, |
| "sweep": { |
| "attn_L0_zero": { |
| "c_collapse_all": -0.0738, |
| "c_collapse_content": -0.0846, |
| "c_collapse_hub": -0.0808, |
| "c_collapse_stop": -0.0889, |
| "delta_lex_cos_content": -0.0059, |
| "delta_lex_frac_content": -0.0082, |
| "z_cos_vs_base": 0.961, |
| "z_norm_ratio": 1.0528 |
| }, |
| "attn_L1_zero": { |
| "c_collapse_all": -0.0077, |
| "c_collapse_content": -0.0076, |
| "c_collapse_hub": -0.0115, |
| "c_collapse_stop": -0.0021, |
| "delta_lex_cos_content": 0.0007, |
| "delta_lex_frac_content": 0.0006, |
| "z_cos_vs_base": 0.9967, |
| "z_norm_ratio": 1.006 |
| }, |
| "attn_L2_zero": { |
| "c_collapse_all": -0.0036, |
| "c_collapse_content": -0.0032, |
| "c_collapse_hub": -0.0061, |
| "c_collapse_stop": 0.0022, |
| "delta_lex_cos_content": -0.0006, |
| "delta_lex_frac_content": -0.0008, |
| "z_cos_vs_base": 0.9978, |
| "z_norm_ratio": 1.0014 |
| }, |
| "attn_L3_zero": { |
| "c_collapse_all": 0.0012, |
| "c_collapse_content": 0.0006, |
| "c_collapse_hub": -0.0024, |
| "c_collapse_stop": 0.0041, |
| "delta_lex_cos_content": 0.0006, |
| "delta_lex_frac_content": 0.0006, |
| "z_cos_vs_base": 0.9981, |
| "z_norm_ratio": 0.9957 |
| }, |
| "attn_L4_zero": { |
| "c_collapse_all": 0.003, |
| "c_collapse_content": 0.0019, |
| "c_collapse_hub": -0.0017, |
| "c_collapse_stop": 0.0105, |
| "delta_lex_cos_content": 0.0017, |
| "delta_lex_frac_content": 0.0019, |
| "z_cos_vs_base": 0.9981, |
| "z_norm_ratio": 0.9927 |
| }, |
| "attn_L5_zero": { |
| "c_collapse_all": 0.0009, |
| "c_collapse_content": 0.0003, |
| "c_collapse_hub": -0.004, |
| "c_collapse_stop": 0.0086, |
| "delta_lex_cos_content": 0.0015, |
| "delta_lex_frac_content": 0.0017, |
| "z_cos_vs_base": 0.9982, |
| "z_norm_ratio": 0.9937 |
| }, |
| "attn_L6_zero": { |
| "c_collapse_all": 0.0004, |
| "c_collapse_content": 0.0003, |
| "c_collapse_hub": -0.0046, |
| "c_collapse_stop": 0.0078, |
| "delta_lex_cos_content": 0.0017, |
| "delta_lex_frac_content": 0.0019, |
| "z_cos_vs_base": 0.9984, |
| "z_norm_ratio": 0.9955 |
| }, |
| "attn_L7_zero": { |
| "c_collapse_all": -0.0086, |
| "c_collapse_content": -0.0088, |
| "c_collapse_hub": -0.0125, |
| "c_collapse_stop": -0.0025, |
| "delta_lex_cos_content": 0.0016, |
| "delta_lex_frac_content": 0.002, |
| "z_cos_vs_base": 0.9972, |
| "z_norm_ratio": 1.0056 |
| }, |
| "attn_L8_zero": { |
| "c_collapse_all": -0.0078, |
| "c_collapse_content": -0.0082, |
| "c_collapse_hub": -0.0122, |
| "c_collapse_stop": -0.0017, |
| "delta_lex_cos_content": 0.0025, |
| "delta_lex_frac_content": 0.0032, |
| "z_cos_vs_base": 0.9965, |
| "z_norm_ratio": 1.0051 |
| }, |
| "attn_L9_zero": { |
| "c_collapse_all": -0.0082, |
| "c_collapse_content": -0.009, |
| "c_collapse_hub": -0.0096, |
| "c_collapse_stop": -0.0067, |
| "delta_lex_cos_content": 0.0005, |
| "delta_lex_frac_content": 0.0007, |
| "z_cos_vs_base": 0.9954, |
| "z_norm_ratio": 1.0076 |
| }, |
| "attn_L10_zero": { |
| "c_collapse_all": -0.0051, |
| "c_collapse_content": -0.005, |
| "c_collapse_hub": -0.0072, |
| "c_collapse_stop": -0.0016, |
| "delta_lex_cos_content": 0.0015, |
| "delta_lex_frac_content": 0.002, |
| "z_cos_vs_base": 0.9953, |
| "z_norm_ratio": 1.005 |
| }, |
| "attn_L11_zero": { |
| "c_collapse_all": 0.0013, |
| "c_collapse_content": 0.002, |
| "c_collapse_hub": 0.0017, |
| "c_collapse_stop": 0.0035, |
| "delta_lex_cos_content": 0.0006, |
| "delta_lex_frac_content": 0.0009, |
| "z_cos_vs_base": 0.9961, |
| "z_norm_ratio": 0.9961 |
| }, |
| "attn_L12_zero": { |
| "c_collapse_all": -0.0007, |
| "c_collapse_content": -0.0009, |
| "c_collapse_hub": -0.002, |
| "c_collapse_stop": 0.0062, |
| "delta_lex_cos_content": 0.0014, |
| "delta_lex_frac_content": 0.0017, |
| "z_cos_vs_base": 0.9953, |
| "z_norm_ratio": 0.9969 |
| }, |
| "attn_L13_zero": { |
| "c_collapse_all": 0.0008, |
| "c_collapse_content": 0.0007, |
| "c_collapse_hub": 0.0007, |
| "c_collapse_stop": 0.0077, |
| "delta_lex_cos_content": 0.0021, |
| "delta_lex_frac_content": 0.0027, |
| "z_cos_vs_base": 0.9964, |
| "z_norm_ratio": 0.9968 |
| }, |
| "attn_L14_zero": { |
| "c_collapse_all": 0.0019, |
| "c_collapse_content": 0.0019, |
| "c_collapse_hub": 0.0014, |
| "c_collapse_stop": 0.0073, |
| "delta_lex_cos_content": 0.0025, |
| "delta_lex_frac_content": 0.0031, |
| "z_cos_vs_base": 0.997, |
| "z_norm_ratio": 0.9919 |
| }, |
| "attn_L15_zero": { |
| "c_collapse_all": 0.0075, |
| "c_collapse_content": 0.0075, |
| "c_collapse_hub": 0.0073, |
| "c_collapse_stop": 0.0138, |
| "delta_lex_cos_content": 0.0022, |
| "delta_lex_frac_content": 0.0027, |
| "z_cos_vs_base": 0.9971, |
| "z_norm_ratio": 0.9912 |
| }, |
| "attn_L16_zero": { |
| "c_collapse_all": 0.0079, |
| "c_collapse_content": 0.0074, |
| "c_collapse_hub": 0.01, |
| "c_collapse_stop": 0.0055, |
| "delta_lex_cos_content": 0.0015, |
| "delta_lex_frac_content": 0.002, |
| "z_cos_vs_base": 0.9949, |
| "z_norm_ratio": 0.997 |
| }, |
| "attn_L17_zero": { |
| "c_collapse_all": -0.006, |
| "c_collapse_content": -0.0073, |
| "c_collapse_hub": -0.005, |
| "c_collapse_stop": -0.0147, |
| "delta_lex_cos_content": 0.0014, |
| "delta_lex_frac_content": 0.0021, |
| "z_cos_vs_base": 0.9944, |
| "z_norm_ratio": 1.0071 |
| }, |
| "attn_L18_zero": { |
| "c_collapse_all": -0.0061, |
| "c_collapse_content": -0.0089, |
| "c_collapse_hub": -0.0045, |
| "c_collapse_stop": -0.0204, |
| "delta_lex_cos_content": 0.0029, |
| "delta_lex_frac_content": 0.0048, |
| "z_cos_vs_base": 0.9927, |
| "z_norm_ratio": 1.0143 |
| }, |
| "attn_L19_zero": { |
| "c_collapse_all": -0.0061, |
| "c_collapse_content": -0.0104, |
| "c_collapse_hub": -0.009, |
| "c_collapse_stop": -0.0162, |
| "delta_lex_cos_content": 0.0049, |
| "delta_lex_frac_content": 0.0078, |
| "z_cos_vs_base": 0.9895, |
| "z_norm_ratio": 1.0071 |
| }, |
| "attn_L20_zero": { |
| "c_collapse_all": 0.0007, |
| "c_collapse_content": -0.0015, |
| "c_collapse_hub": -0.0089, |
| "c_collapse_stop": 0.0082, |
| "delta_lex_cos_content": 0.0092, |
| "delta_lex_frac_content": 0.0139, |
| "z_cos_vs_base": 0.9791, |
| "z_norm_ratio": 0.9794 |
| }, |
| "attn_L21_zero": { |
| "c_collapse_all": 0.0108, |
| "c_collapse_content": 0.0076, |
| "c_collapse_hub": -0.0008, |
| "c_collapse_stop": 0.0251, |
| "delta_lex_cos_content": 0.0083, |
| "delta_lex_frac_content": 0.012, |
| "z_cos_vs_base": 0.9736, |
| "z_norm_ratio": 0.9715 |
| }, |
| "attn_L22_zero": { |
| "c_collapse_all": 0.0153, |
| "c_collapse_content": 0.0147, |
| "c_collapse_hub": -0.0002, |
| "c_collapse_stop": 0.0382, |
| "delta_lex_cos_content": 0.0096, |
| "delta_lex_frac_content": 0.0133, |
| "z_cos_vs_base": 0.9529, |
| "z_norm_ratio": 0.9356 |
| }, |
| "attn_L23_zero": { |
| "c_collapse_all": 0.0158, |
| "c_collapse_content": 0.0149, |
| "c_collapse_hub": 0.0131, |
| "c_collapse_stop": 0.0207, |
| "delta_lex_cos_content": 0.0067, |
| "delta_lex_frac_content": 0.0077, |
| "z_cos_vs_base": 0.951, |
| "z_norm_ratio": 0.8986 |
| }, |
| "ffn_L0_zero": { |
| "c_collapse_all": -0.1639, |
| "c_collapse_content": -0.1685, |
| "c_collapse_hub": -0.192, |
| "c_collapse_stop": -0.0631, |
| "delta_lex_cos_content": 0.0095, |
| "delta_lex_frac_content": 0.0127, |
| "z_cos_vs_base": 0.8423, |
| "z_norm_ratio": 1.1762 |
| }, |
| "ffn_L1_zero": { |
| "c_collapse_all": -0.0064, |
| "c_collapse_content": -0.0075, |
| "c_collapse_hub": -0.012, |
| "c_collapse_stop": -0.0029, |
| "delta_lex_cos_content": -0.001, |
| "delta_lex_frac_content": -0.0013, |
| "z_cos_vs_base": 0.9947, |
| "z_norm_ratio": 1.0066 |
| }, |
| "ffn_L2_zero": { |
| "c_collapse_all": 0.0007, |
| "c_collapse_content": -0.0006, |
| "c_collapse_hub": -0.0017, |
| "c_collapse_stop": -0.0005, |
| "delta_lex_cos_content": -0.0001, |
| "delta_lex_frac_content": -0.0004, |
| "z_cos_vs_base": 0.9955, |
| "z_norm_ratio": 0.9978 |
| }, |
| "ffn_L3_zero": { |
| "c_collapse_all": 0.0, |
| "c_collapse_content": -0.0011, |
| "c_collapse_hub": -0.0025, |
| "c_collapse_stop": 0.0025, |
| "delta_lex_cos_content": -0.0007, |
| "delta_lex_frac_content": -0.0012, |
| "z_cos_vs_base": 0.9961, |
| "z_norm_ratio": 1.0005 |
| }, |
| "ffn_L4_zero": { |
| "c_collapse_all": 0.0041, |
| "c_collapse_content": 0.0031, |
| "c_collapse_hub": 0.0035, |
| "c_collapse_stop": 0.004, |
| "delta_lex_cos_content": 0.0018, |
| "delta_lex_frac_content": 0.0019, |
| "z_cos_vs_base": 0.996, |
| "z_norm_ratio": 0.9946 |
| }, |
| "ffn_L5_zero": { |
| "c_collapse_all": -0.0064, |
| "c_collapse_content": -0.0066, |
| "c_collapse_hub": -0.0083, |
| "c_collapse_stop": -0.0041, |
| "delta_lex_cos_content": 0.0005, |
| "delta_lex_frac_content": 0.0003, |
| "z_cos_vs_base": 0.9943, |
| "z_norm_ratio": 1.0073 |
| }, |
| "ffn_L6_zero": { |
| "c_collapse_all": -0.0097, |
| "c_collapse_content": -0.0112, |
| "c_collapse_hub": -0.0139, |
| "c_collapse_stop": -0.008, |
| "delta_lex_cos_content": 0.0031, |
| "delta_lex_frac_content": 0.0032, |
| "z_cos_vs_base": 0.9926, |
| "z_norm_ratio": 1.0134 |
| }, |
| "ffn_L7_zero": { |
| "c_collapse_all": -0.0048, |
| "c_collapse_content": -0.0064, |
| "c_collapse_hub": -0.0106, |
| "c_collapse_stop": -0.0014, |
| "delta_lex_cos_content": 0.0029, |
| "delta_lex_frac_content": 0.0031, |
| "z_cos_vs_base": 0.9928, |
| "z_norm_ratio": 1.0069 |
| }, |
| "ffn_L8_zero": { |
| "c_collapse_all": -0.0084, |
| "c_collapse_content": -0.009, |
| "c_collapse_hub": -0.013, |
| "c_collapse_stop": -0.002, |
| "delta_lex_cos_content": 0.0007, |
| "delta_lex_frac_content": 0.0004, |
| "z_cos_vs_base": 0.9913, |
| "z_norm_ratio": 1.0111 |
| }, |
| "ffn_L9_zero": { |
| "c_collapse_all": -0.01, |
| "c_collapse_content": -0.0086, |
| "c_collapse_hub": -0.0127, |
| "c_collapse_stop": -0.0012, |
| "delta_lex_cos_content": 0.0018, |
| "delta_lex_frac_content": 0.0019, |
| "z_cos_vs_base": 0.9908, |
| "z_norm_ratio": 1.0128 |
| }, |
| "ffn_L10_zero": { |
| "c_collapse_all": -0.01, |
| "c_collapse_content": -0.0096, |
| "c_collapse_hub": -0.0138, |
| "c_collapse_stop": 0.0024, |
| "delta_lex_cos_content": 0.0019, |
| "delta_lex_frac_content": 0.0022, |
| "z_cos_vs_base": 0.991, |
| "z_norm_ratio": 1.0085 |
| }, |
| "ffn_L11_zero": { |
| "c_collapse_all": 0.0023, |
| "c_collapse_content": 0.0035, |
| "c_collapse_hub": -0.0007, |
| "c_collapse_stop": 0.0128, |
| "delta_lex_cos_content": 0.0017, |
| "delta_lex_frac_content": 0.0016, |
| "z_cos_vs_base": 0.9904, |
| "z_norm_ratio": 0.9944 |
| }, |
| "ffn_L12_zero": { |
| "c_collapse_all": -0.0083, |
| "c_collapse_content": -0.0074, |
| "c_collapse_hub": -0.0139, |
| "c_collapse_stop": 0.0031, |
| "delta_lex_cos_content": -0.0005, |
| "delta_lex_frac_content": -0.0012, |
| "z_cos_vs_base": 0.991, |
| "z_norm_ratio": 1.0127 |
| }, |
| "ffn_L13_zero": { |
| "c_collapse_all": -0.01, |
| "c_collapse_content": -0.011, |
| "c_collapse_hub": -0.0166, |
| "c_collapse_stop": 0.0014, |
| "delta_lex_cos_content": -0.0027, |
| "delta_lex_frac_content": -0.0036, |
| "z_cos_vs_base": 0.9912, |
| "z_norm_ratio": 1.0145 |
| }, |
| "ffn_L14_zero": { |
| "c_collapse_all": 0.0001, |
| "c_collapse_content": -0.0015, |
| "c_collapse_hub": -0.0057, |
| "c_collapse_stop": 0.0072, |
| "delta_lex_cos_content": -0.0, |
| "delta_lex_frac_content": -0.0007, |
| "z_cos_vs_base": 0.991, |
| "z_norm_ratio": 1.0013 |
| }, |
| "ffn_L15_zero": { |
| "c_collapse_all": 0.0076, |
| "c_collapse_content": 0.0046, |
| "c_collapse_hub": 0.0091, |
| "c_collapse_stop": 0.0112, |
| "delta_lex_cos_content": -0.0013, |
| "delta_lex_frac_content": -0.0026, |
| "z_cos_vs_base": 0.9881, |
| "z_norm_ratio": 0.995 |
| }, |
| "ffn_L16_zero": { |
| "c_collapse_all": -0.0056, |
| "c_collapse_content": -0.0076, |
| "c_collapse_hub": -0.0115, |
| "c_collapse_stop": 0.0086, |
| "delta_lex_cos_content": -0.0018, |
| "delta_lex_frac_content": -0.0035, |
| "z_cos_vs_base": 0.9893, |
| "z_norm_ratio": 1.0092 |
| }, |
| "ffn_L17_zero": { |
| "c_collapse_all": -0.0212, |
| "c_collapse_content": -0.0228, |
| "c_collapse_hub": -0.031, |
| "c_collapse_stop": -0.0116, |
| "delta_lex_cos_content": -0.0044, |
| "delta_lex_frac_content": -0.0073, |
| "z_cos_vs_base": 0.9861, |
| "z_norm_ratio": 1.0258 |
| }, |
| "ffn_L18_zero": { |
| "c_collapse_all": -0.0072, |
| "c_collapse_content": -0.0085, |
| "c_collapse_hub": -0.0074, |
| "c_collapse_stop": 0.0013, |
| "delta_lex_cos_content": -0.008, |
| "delta_lex_frac_content": -0.0125, |
| "z_cos_vs_base": 0.9822, |
| "z_norm_ratio": 1.0112 |
| }, |
| "ffn_L19_zero": { |
| "c_collapse_all": 0.0324, |
| "c_collapse_content": 0.0335, |
| "c_collapse_hub": 0.0421, |
| "c_collapse_stop": 0.0211, |
| "delta_lex_cos_content": -0.0049, |
| "delta_lex_frac_content": -0.0097, |
| "z_cos_vs_base": 0.966, |
| "z_norm_ratio": 0.9663 |
| }, |
| "ffn_L20_zero": { |
| "c_collapse_all": 0.0285, |
| "c_collapse_content": 0.0277, |
| "c_collapse_hub": 0.0352, |
| "c_collapse_stop": 0.046, |
| "delta_lex_cos_content": -0.0148, |
| "delta_lex_frac_content": -0.0226, |
| "z_cos_vs_base": 0.9783, |
| "z_norm_ratio": 0.9808 |
| }, |
| "ffn_L21_zero": { |
| "c_collapse_all": 0.0231, |
| "c_collapse_content": 0.0292, |
| "c_collapse_hub": 0.049, |
| "c_collapse_stop": 0.0148, |
| "delta_lex_cos_content": -0.0287, |
| "delta_lex_frac_content": -0.0409, |
| "z_cos_vs_base": 0.9726, |
| "z_norm_ratio": 0.9855 |
| }, |
| "ffn_L22_zero": { |
| "c_collapse_all": 0.0088, |
| "c_collapse_content": 0.0141, |
| "c_collapse_hub": 0.1286, |
| "c_collapse_stop": -0.1219, |
| "delta_lex_cos_content": -0.0509, |
| "delta_lex_frac_content": -0.0668, |
| "z_cos_vs_base": 0.9449, |
| "z_norm_ratio": 1.0591 |
| }, |
| "ffn_L23_zero": { |
| "c_collapse_all": -0.747, |
| "c_collapse_content": -0.8313, |
| "c_collapse_hub": -0.4953, |
| "c_collapse_stop": -1.1787, |
| "delta_lex_cos_content": -0.0742, |
| "delta_lex_frac_content": -0.0826, |
| "z_cos_vs_base": 0.913, |
| "z_norm_ratio": 1.9637 |
| }, |
| "attn_L0_mean": { |
| "c_collapse_all": -0.0018, |
| "c_collapse_content": -0.0039, |
| "c_collapse_hub": -0.0004, |
| "c_collapse_stop": -0.0063, |
| "delta_lex_cos_content": 0.0032, |
| "delta_lex_frac_content": 0.0038, |
| "z_cos_vs_base": 0.9956, |
| "z_norm_ratio": 1.0113 |
| }, |
| "attn_L1_mean": { |
| "c_collapse_all": -0.0116, |
| "c_collapse_content": -0.0115, |
| "c_collapse_hub": -0.0147, |
| "c_collapse_stop": -0.0111, |
| "delta_lex_cos_content": 0.0018, |
| "delta_lex_frac_content": 0.0021, |
| "z_cos_vs_base": 0.9964, |
| "z_norm_ratio": 1.018 |
| }, |
| "attn_L2_mean": { |
| "c_collapse_all": -0.0021, |
| "c_collapse_content": -0.002, |
| "c_collapse_hub": -0.0032, |
| "c_collapse_stop": -0.0001, |
| "delta_lex_cos_content": 0.0011, |
| "delta_lex_frac_content": 0.0014, |
| "z_cos_vs_base": 0.9981, |
| "z_norm_ratio": 1.0062 |
| }, |
| "attn_L3_mean": { |
| "c_collapse_all": 0.0001, |
| "c_collapse_content": -0.0005, |
| "c_collapse_hub": -0.0013, |
| "c_collapse_stop": -0.0001, |
| "delta_lex_cos_content": 0.0011, |
| "delta_lex_frac_content": 0.0014, |
| "z_cos_vs_base": 0.9985, |
| "z_norm_ratio": 1.0035 |
| }, |
| "attn_L4_mean": { |
| "c_collapse_all": 0.0019, |
| "c_collapse_content": 0.0004, |
| "c_collapse_hub": -0.0019, |
| "c_collapse_stop": 0.0072, |
| "delta_lex_cos_content": 0.0033, |
| "delta_lex_frac_content": 0.0041, |
| "z_cos_vs_base": 0.9983, |
| "z_norm_ratio": 0.9999 |
| }, |
| "attn_L5_mean": { |
| "c_collapse_all": -0.0013, |
| "c_collapse_content": -0.0024, |
| "c_collapse_hub": -0.005, |
| "c_collapse_stop": 0.0032, |
| "delta_lex_cos_content": 0.0027, |
| "delta_lex_frac_content": 0.0033, |
| "z_cos_vs_base": 0.9985, |
| "z_norm_ratio": 1.0026 |
| }, |
| "attn_L6_mean": { |
| "c_collapse_all": -0.0045, |
| "c_collapse_content": -0.0048, |
| "c_collapse_hub": -0.0081, |
| "c_collapse_stop": 0.0001, |
| "delta_lex_cos_content": 0.003, |
| "delta_lex_frac_content": 0.0037, |
| "z_cos_vs_base": 0.9985, |
| "z_norm_ratio": 1.0068 |
| }, |
| "attn_L7_mean": { |
| "c_collapse_all": -0.0111, |
| "c_collapse_content": -0.0119, |
| "c_collapse_hub": -0.0135, |
| "c_collapse_stop": -0.0087, |
| "delta_lex_cos_content": 0.0032, |
| "delta_lex_frac_content": 0.0042, |
| "z_cos_vs_base": 0.9973, |
| "z_norm_ratio": 1.0148 |
| }, |
| "attn_L8_mean": { |
| "c_collapse_all": -0.0097, |
| "c_collapse_content": -0.011, |
| "c_collapse_hub": -0.0123, |
| "c_collapse_stop": -0.0079, |
| "delta_lex_cos_content": 0.0032, |
| "delta_lex_frac_content": 0.0043, |
| "z_cos_vs_base": 0.9967, |
| "z_norm_ratio": 1.0135 |
| }, |
| "attn_L9_mean": { |
| "c_collapse_all": -0.0081, |
| "c_collapse_content": -0.0096, |
| "c_collapse_hub": -0.0075, |
| "c_collapse_stop": -0.0111, |
| "delta_lex_cos_content": 0.0017, |
| "delta_lex_frac_content": 0.0025, |
| "z_cos_vs_base": 0.9958, |
| "z_norm_ratio": 1.0146 |
| }, |
| "attn_L10_mean": { |
| "c_collapse_all": -0.006, |
| "c_collapse_content": -0.0065, |
| "c_collapse_hub": -0.0064, |
| "c_collapse_stop": -0.0063, |
| "delta_lex_cos_content": 0.002, |
| "delta_lex_frac_content": 0.0028, |
| "z_cos_vs_base": 0.9954, |
| "z_norm_ratio": 1.0122 |
| }, |
| "attn_L11_mean": { |
| "c_collapse_all": 0.0017, |
| "c_collapse_content": 0.0018, |
| "c_collapse_hub": 0.004, |
| "c_collapse_stop": -0.0004, |
| "delta_lex_cos_content": 0.0019, |
| "delta_lex_frac_content": 0.0027, |
| "z_cos_vs_base": 0.9963, |
| "z_norm_ratio": 1.0025 |
| }, |
| "attn_L12_mean": { |
| "c_collapse_all": 0.001, |
| "c_collapse_content": 0.0007, |
| "c_collapse_hub": 0.0051, |
| "c_collapse_stop": -0.0012, |
| "delta_lex_cos_content": 0.0037, |
| "delta_lex_frac_content": 0.0052, |
| "z_cos_vs_base": 0.9956, |
| "z_norm_ratio": 1.0053 |
| }, |
| "attn_L13_mean": { |
| "c_collapse_all": 0.0001, |
| "c_collapse_content": -0.0001, |
| "c_collapse_hub": 0.0033, |
| "c_collapse_stop": 0.0019, |
| "delta_lex_cos_content": 0.0034, |
| "delta_lex_frac_content": 0.0046, |
| "z_cos_vs_base": 0.9967, |
| "z_norm_ratio": 1.0043 |
| }, |
| "attn_L14_mean": { |
| "c_collapse_all": 0.0036, |
| "c_collapse_content": 0.0035, |
| "c_collapse_hub": 0.0066, |
| "c_collapse_stop": 0.0032, |
| "delta_lex_cos_content": 0.005, |
| "delta_lex_frac_content": 0.0067, |
| "z_cos_vs_base": 0.997, |
| "z_norm_ratio": 0.9988 |
| }, |
| "attn_L15_mean": { |
| "c_collapse_all": 0.0047, |
| "c_collapse_content": 0.0051, |
| "c_collapse_hub": 0.0066, |
| "c_collapse_stop": 0.0091, |
| "delta_lex_cos_content": 0.0041, |
| "delta_lex_frac_content": 0.0054, |
| "z_cos_vs_base": 0.9974, |
| "z_norm_ratio": 1.0 |
| }, |
| "attn_L16_mean": { |
| "c_collapse_all": 0.0108, |
| "c_collapse_content": 0.01, |
| "c_collapse_hub": 0.0173, |
| "c_collapse_stop": 0.0025, |
| "delta_lex_cos_content": 0.0032, |
| "delta_lex_frac_content": 0.0046, |
| "z_cos_vs_base": 0.995, |
| "z_norm_ratio": 1.0021 |
| }, |
| "attn_L17_mean": { |
| "c_collapse_all": -0.0106, |
| "c_collapse_content": -0.0127, |
| "c_collapse_hub": -0.0116, |
| "c_collapse_stop": -0.0151, |
| "delta_lex_cos_content": 0.0053, |
| "delta_lex_frac_content": 0.0076, |
| "z_cos_vs_base": 0.9948, |
| "z_norm_ratio": 1.0158 |
| }, |
| "attn_L18_mean": { |
| "c_collapse_all": 0.0108, |
| "c_collapse_content": 0.0078, |
| "c_collapse_hub": 0.0108, |
| "c_collapse_stop": 0.0055, |
| "delta_lex_cos_content": 0.0071, |
| "delta_lex_frac_content": 0.0103, |
| "z_cos_vs_base": 0.9937, |
| "z_norm_ratio": 0.9991 |
| }, |
| "attn_L19_mean": { |
| "c_collapse_all": -0.0144, |
| "c_collapse_content": -0.0214, |
| "c_collapse_hub": -0.0278, |
| "c_collapse_stop": -0.0108, |
| "delta_lex_cos_content": 0.008, |
| "delta_lex_frac_content": 0.0124, |
| "z_cos_vs_base": 0.9888, |
| "z_norm_ratio": 1.0144 |
| }, |
| "attn_L20_mean": { |
| "c_collapse_all": -0.0003, |
| "c_collapse_content": -0.0053, |
| "c_collapse_hub": -0.008, |
| "c_collapse_stop": -0.0004, |
| "delta_lex_cos_content": 0.0099, |
| "delta_lex_frac_content": 0.0151, |
| "z_cos_vs_base": 0.9808, |
| "z_norm_ratio": 0.9785 |
| }, |
| "attn_L21_mean": { |
| "c_collapse_all": 0.0028, |
| "c_collapse_content": -0.0027, |
| "c_collapse_hub": -0.0126, |
| "c_collapse_stop": 0.0164, |
| "delta_lex_cos_content": 0.0087, |
| "delta_lex_frac_content": 0.0128, |
| "z_cos_vs_base": 0.9746, |
| "z_norm_ratio": 0.9759 |
| }, |
| "attn_L22_mean": { |
| "c_collapse_all": 0.0185, |
| "c_collapse_content": 0.0173, |
| "c_collapse_hub": 0.002, |
| "c_collapse_stop": 0.0412, |
| "delta_lex_cos_content": 0.0104, |
| "delta_lex_frac_content": 0.0142, |
| "z_cos_vs_base": 0.9543, |
| "z_norm_ratio": 0.9311 |
| }, |
| "attn_L23_mean": { |
| "c_collapse_all": 0.0674, |
| "c_collapse_content": 0.0608, |
| "c_collapse_hub": 0.0832, |
| "c_collapse_stop": 0.0549, |
| "delta_lex_cos_content": 0.0075, |
| "delta_lex_frac_content": 0.0087, |
| "z_cos_vs_base": 0.9451, |
| "z_norm_ratio": 0.8909 |
| }, |
| "ffn_L0_mean": { |
| "c_collapse_all": -0.6457, |
| "c_collapse_content": -0.7265, |
| "c_collapse_hub": -0.5846, |
| "c_collapse_stop": -0.7046, |
| "delta_lex_cos_content": -0.0141, |
| "delta_lex_frac_content": -0.0154, |
| "z_cos_vs_base": 0.6275, |
| "z_norm_ratio": 1.4786 |
| }, |
| "ffn_L1_mean": { |
| "c_collapse_all": -0.0203, |
| "c_collapse_content": -0.0223, |
| "c_collapse_hub": -0.0271, |
| "c_collapse_stop": -0.0204, |
| "delta_lex_cos_content": 0.0018, |
| "delta_lex_frac_content": 0.0024, |
| "z_cos_vs_base": 0.9923, |
| "z_norm_ratio": 1.0296 |
| }, |
| "ffn_L2_mean": { |
| "c_collapse_all": -0.004, |
| "c_collapse_content": -0.0064, |
| "c_collapse_hub": -0.0076, |
| "c_collapse_stop": -0.0079, |
| "delta_lex_cos_content": 0.001, |
| "delta_lex_frac_content": 0.0009, |
| "z_cos_vs_base": 0.9929, |
| "z_norm_ratio": 1.0113 |
| }, |
| "ffn_L3_mean": { |
| "c_collapse_all": -0.0033, |
| "c_collapse_content": -0.0056, |
| "c_collapse_hub": -0.0067, |
| "c_collapse_stop": -0.003, |
| "delta_lex_cos_content": 0.0019, |
| "delta_lex_frac_content": 0.0021, |
| "z_cos_vs_base": 0.9944, |
| "z_norm_ratio": 1.0131 |
| }, |
| "ffn_L4_mean": { |
| "c_collapse_all": 0.0067, |
| "c_collapse_content": 0.0055, |
| "c_collapse_hub": 0.0071, |
| "c_collapse_stop": 0.0082, |
| "delta_lex_cos_content": 0.0045, |
| "delta_lex_frac_content": 0.0051, |
| "z_cos_vs_base": 0.9944, |
| "z_norm_ratio": 0.9997 |
| }, |
| "ffn_L5_mean": { |
| "c_collapse_all": -0.0039, |
| "c_collapse_content": -0.0045, |
| "c_collapse_hub": -0.0062, |
| "c_collapse_stop": -0.0003, |
| "delta_lex_cos_content": 0.0024, |
| "delta_lex_frac_content": 0.0026, |
| "z_cos_vs_base": 0.9935, |
| "z_norm_ratio": 1.0113 |
| }, |
| "ffn_L6_mean": { |
| "c_collapse_all": -0.0048, |
| "c_collapse_content": -0.0069, |
| "c_collapse_hub": -0.0085, |
| "c_collapse_stop": -0.003, |
| "delta_lex_cos_content": 0.0049, |
| "delta_lex_frac_content": 0.0056, |
| "z_cos_vs_base": 0.9914, |
| "z_norm_ratio": 1.0148 |
| }, |
| "ffn_L7_mean": { |
| "c_collapse_all": -0.0056, |
| "c_collapse_content": -0.0088, |
| "c_collapse_hub": -0.0115, |
| "c_collapse_stop": -0.0047, |
| "delta_lex_cos_content": 0.0036, |
| "delta_lex_frac_content": 0.0041, |
| "z_cos_vs_base": 0.9919, |
| "z_norm_ratio": 1.0152 |
| }, |
| "ffn_L8_mean": { |
| "c_collapse_all": -0.0042, |
| "c_collapse_content": -0.0056, |
| "c_collapse_hub": -0.0108, |
| "c_collapse_stop": 0.006, |
| "delta_lex_cos_content": 0.0019, |
| "delta_lex_frac_content": 0.0018, |
| "z_cos_vs_base": 0.988, |
| "z_norm_ratio": 1.0149 |
| }, |
| "ffn_L9_mean": { |
| "c_collapse_all": -0.0055, |
| "c_collapse_content": -0.0063, |
| "c_collapse_hub": -0.0093, |
| "c_collapse_stop": 0.0037, |
| "delta_lex_cos_content": 0.0021, |
| "delta_lex_frac_content": 0.0024, |
| "z_cos_vs_base": 0.9912, |
| "z_norm_ratio": 1.016 |
| }, |
| "ffn_L10_mean": { |
| "c_collapse_all": 0.0002, |
| "c_collapse_content": -0.0009, |
| "c_collapse_hub": -0.0019, |
| "c_collapse_stop": 0.0102, |
| "delta_lex_cos_content": 0.0035, |
| "delta_lex_frac_content": 0.0043, |
| "z_cos_vs_base": 0.9918, |
| "z_norm_ratio": 1.0054 |
| }, |
| "ffn_L11_mean": { |
| "c_collapse_all": 0.0087, |
| "c_collapse_content": 0.0075, |
| "c_collapse_hub": 0.0059, |
| "c_collapse_stop": 0.0144, |
| "delta_lex_cos_content": 0.0006, |
| "delta_lex_frac_content": 0.0003, |
| "z_cos_vs_base": 0.9915, |
| "z_norm_ratio": 0.9969 |
| }, |
| "ffn_L12_mean": { |
| "c_collapse_all": -0.0036, |
| "c_collapse_content": -0.005, |
| "c_collapse_hub": -0.0118, |
| "c_collapse_stop": 0.0096, |
| "delta_lex_cos_content": -0.0015, |
| "delta_lex_frac_content": -0.0023, |
| "z_cos_vs_base": 0.9915, |
| "z_norm_ratio": 1.0175 |
| }, |
| "ffn_L13_mean": { |
| "c_collapse_all": -0.0061, |
| "c_collapse_content": -0.0084, |
| "c_collapse_hub": -0.0127, |
| "c_collapse_stop": 0.0053, |
| "delta_lex_cos_content": -0.0022, |
| "delta_lex_frac_content": -0.0031, |
| "z_cos_vs_base": 0.9912, |
| "z_norm_ratio": 1.0203 |
| }, |
| "ffn_L14_mean": { |
| "c_collapse_all": 0.0038, |
| "c_collapse_content": 0.002, |
| "c_collapse_hub": -0.0015, |
| "c_collapse_stop": 0.0136, |
| "delta_lex_cos_content": 0.0006, |
| "delta_lex_frac_content": -0.0001, |
| "z_cos_vs_base": 0.9912, |
| "z_norm_ratio": 1.0016 |
| }, |
| "ffn_L15_mean": { |
| "c_collapse_all": 0.0075, |
| "c_collapse_content": 0.0035, |
| "c_collapse_hub": 0.0084, |
| "c_collapse_stop": 0.0102, |
| "delta_lex_cos_content": -0.0032, |
| "delta_lex_frac_content": -0.0049, |
| "z_cos_vs_base": 0.9883, |
| "z_norm_ratio": 1.0042 |
| }, |
| "ffn_L16_mean": { |
| "c_collapse_all": -0.0027, |
| "c_collapse_content": -0.0061, |
| "c_collapse_hub": -0.0078, |
| "c_collapse_stop": 0.0055, |
| "delta_lex_cos_content": -0.002, |
| "delta_lex_frac_content": -0.0039, |
| "z_cos_vs_base": 0.9879, |
| "z_norm_ratio": 1.0139 |
| }, |
| "ffn_L17_mean": { |
| "c_collapse_all": 0.0018, |
| "c_collapse_content": -0.0021, |
| "c_collapse_hub": -0.0055, |
| "c_collapse_stop": 0.0048, |
| "delta_lex_cos_content": -0.0063, |
| "delta_lex_frac_content": -0.0095, |
| "z_cos_vs_base": 0.9841, |
| "z_norm_ratio": 1.0136 |
| }, |
| "ffn_L18_mean": { |
| "c_collapse_all": 0.0306, |
| "c_collapse_content": 0.0292, |
| "c_collapse_hub": 0.0452, |
| "c_collapse_stop": 0.0239, |
| "delta_lex_cos_content": -0.0066, |
| "delta_lex_frac_content": -0.0111, |
| "z_cos_vs_base": 0.9782, |
| "z_norm_ratio": 0.9875 |
| }, |
| "ffn_L19_mean": { |
| "c_collapse_all": 0.0754, |
| "c_collapse_content": 0.0732, |
| "c_collapse_hub": 0.102, |
| "c_collapse_stop": 0.0508, |
| "delta_lex_cos_content": -0.0059, |
| "delta_lex_frac_content": -0.0117, |
| "z_cos_vs_base": 0.9698, |
| "z_norm_ratio": 0.9373 |
| }, |
| "ffn_L20_mean": { |
| "c_collapse_all": 0.0786, |
| "c_collapse_content": 0.074, |
| "c_collapse_hub": 0.1073, |
| "c_collapse_stop": 0.0738, |
| "delta_lex_cos_content": -0.0139, |
| "delta_lex_frac_content": -0.0225, |
| "z_cos_vs_base": 0.9695, |
| "z_norm_ratio": 0.9507 |
| }, |
| "ffn_L21_mean": { |
| "c_collapse_all": 0.1065, |
| "c_collapse_content": 0.1003, |
| "c_collapse_hub": 0.1731, |
| "c_collapse_stop": 0.0501, |
| "delta_lex_cos_content": -0.0277, |
| "delta_lex_frac_content": -0.0415, |
| "z_cos_vs_base": 0.9582, |
| "z_norm_ratio": 0.9284 |
| }, |
| "ffn_L22_mean": { |
| "c_collapse_all": 0.149, |
| "c_collapse_content": 0.1345, |
| "c_collapse_hub": 0.2681, |
| "c_collapse_stop": 0.0229, |
| "delta_lex_cos_content": -0.0416, |
| "delta_lex_frac_content": -0.059, |
| "z_cos_vs_base": 0.9088, |
| "z_norm_ratio": 0.8926 |
| }, |
| "ffn_L23_mean": { |
| "c_collapse_all": 0.1223, |
| "c_collapse_content": 0.1179, |
| "c_collapse_hub": 0.3072, |
| "c_collapse_stop": -0.0263, |
| "delta_lex_cos_content": -0.038, |
| "delta_lex_frac_content": -0.0483, |
| "z_cos_vs_base": 0.9105, |
| "z_norm_ratio": 0.9502 |
| } |
| }, |
| "head_sweep": { |
| "head_L12_h0_zero": { |
| "c_collapse_content": -0.0008, |
| "c_collapse_hub": -0.0009, |
| "c_collapse_stop": -0.0008, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h1_zero": { |
| "c_collapse_content": -0.0008, |
| "c_collapse_hub": -0.0006, |
| "c_collapse_stop": -0.001, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L12_h2_zero": { |
| "c_collapse_content": -0.0002, |
| "c_collapse_hub": 0.0, |
| "c_collapse_stop": -0.0006, |
| "delta_lex_cos_content": -0.0002, |
| "z_cos_vs_base": 0.9992 |
| }, |
| "head_L12_h3_zero": { |
| "c_collapse_content": 0.0011, |
| "c_collapse_hub": 0.0007, |
| "c_collapse_stop": 0.0026, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L12_h4_zero": { |
| "c_collapse_content": 0.0003, |
| "c_collapse_hub": 0.0006, |
| "c_collapse_stop": 0.0005, |
| "delta_lex_cos_content": -0.0, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L12_h5_zero": { |
| "c_collapse_content": -0.0003, |
| "c_collapse_hub": -0.0005, |
| "c_collapse_stop": 0.0002, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h6_zero": { |
| "c_collapse_content": 0.0017, |
| "c_collapse_hub": 0.001, |
| "c_collapse_stop": 0.0032, |
| "delta_lex_cos_content": -0.0007, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L12_h7_zero": { |
| "c_collapse_content": 0.0002, |
| "c_collapse_hub": 0.0002, |
| "c_collapse_stop": 0.0001, |
| "delta_lex_cos_content": 0.0003, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h8_zero": { |
| "c_collapse_content": 0.0014, |
| "c_collapse_hub": 0.0013, |
| "c_collapse_stop": 0.0021, |
| "delta_lex_cos_content": 0.0004, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h9_zero": { |
| "c_collapse_content": -0.0009, |
| "c_collapse_hub": -0.0008, |
| "c_collapse_stop": -0.0008, |
| "delta_lex_cos_content": -0.0001, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L12_h10_zero": { |
| "c_collapse_content": -0.0004, |
| "c_collapse_hub": -0.0004, |
| "c_collapse_stop": -0.0001, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L12_h11_zero": { |
| "c_collapse_content": -0.0008, |
| "c_collapse_hub": -0.0007, |
| "c_collapse_stop": -0.0011, |
| "delta_lex_cos_content": -0.0002, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h12_zero": { |
| "c_collapse_content": -0.0005, |
| "c_collapse_hub": -0.0005, |
| "c_collapse_stop": 0.0, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h13_zero": { |
| "c_collapse_content": 0.0002, |
| "c_collapse_hub": 0.0007, |
| "c_collapse_stop": -0.0006, |
| "delta_lex_cos_content": -0.0003, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h14_zero": { |
| "c_collapse_content": -0.0006, |
| "c_collapse_hub": -0.0006, |
| "c_collapse_stop": -0.0001, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L12_h15_zero": { |
| "c_collapse_content": -0.0002, |
| "c_collapse_hub": -0.0007, |
| "c_collapse_stop": 0.0006, |
| "delta_lex_cos_content": 0.0004, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L18_h0_zero": { |
| "c_collapse_content": -0.0004, |
| "c_collapse_hub": 0.0005, |
| "c_collapse_stop": -0.0015, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L18_h1_zero": { |
| "c_collapse_content": -0.0011, |
| "c_collapse_hub": -0.0005, |
| "c_collapse_stop": -0.0015, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L18_h2_zero": { |
| "c_collapse_content": 0.0021, |
| "c_collapse_hub": 0.0014, |
| "c_collapse_stop": 0.0017, |
| "delta_lex_cos_content": 0.001, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L18_h3_zero": { |
| "c_collapse_content": -0.0007, |
| "c_collapse_hub": -0.0011, |
| "c_collapse_stop": 0.0, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L18_h4_zero": { |
| "c_collapse_content": -0.0004, |
| "c_collapse_hub": 0.0018, |
| "c_collapse_stop": -0.0033, |
| "delta_lex_cos_content": -0.0004, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L18_h5_zero": { |
| "c_collapse_content": -0.0006, |
| "c_collapse_hub": 0.0001, |
| "c_collapse_stop": -0.002, |
| "delta_lex_cos_content": 0.0, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L18_h6_zero": { |
| "c_collapse_content": -0.0014, |
| "c_collapse_hub": -0.0009, |
| "c_collapse_stop": -0.0023, |
| "delta_lex_cos_content": -0.0002, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L18_h7_zero": { |
| "c_collapse_content": -0.0007, |
| "c_collapse_hub": -0.0009, |
| "c_collapse_stop": -0.0009, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L18_h8_zero": { |
| "c_collapse_content": -0.0012, |
| "c_collapse_hub": -0.0014, |
| "c_collapse_stop": -0.0017, |
| "delta_lex_cos_content": -0.0, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L18_h9_zero": { |
| "c_collapse_content": -0.0057, |
| "c_collapse_hub": -0.0058, |
| "c_collapse_stop": -0.0061, |
| "delta_lex_cos_content": -0.0002, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L18_h10_zero": { |
| "c_collapse_content": 0.0015, |
| "c_collapse_hub": 0.0019, |
| "c_collapse_stop": 0.0003, |
| "delta_lex_cos_content": 0.0012, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L18_h11_zero": { |
| "c_collapse_content": 0.001, |
| "c_collapse_hub": 0.0007, |
| "c_collapse_stop": 0.0008, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9994 |
| }, |
| "head_L18_h12_zero": { |
| "c_collapse_content": 0.0014, |
| "c_collapse_hub": 0.0027, |
| "c_collapse_stop": -0.0006, |
| "delta_lex_cos_content": -0.0003, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L18_h13_zero": { |
| "c_collapse_content": -0.0002, |
| "c_collapse_hub": 0.0005, |
| "c_collapse_stop": -0.0001, |
| "delta_lex_cos_content": -0.0, |
| "z_cos_vs_base": 0.9999 |
| }, |
| "head_L18_h14_zero": { |
| "c_collapse_content": -0.0013, |
| "c_collapse_hub": -0.0024, |
| "c_collapse_stop": 0.0004, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L18_h15_zero": { |
| "c_collapse_content": -0.0006, |
| "c_collapse_hub": -0.0006, |
| "c_collapse_stop": -0.0015, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L19_h0_zero": { |
| "c_collapse_content": -0.0009, |
| "c_collapse_hub": -0.0013, |
| "c_collapse_stop": -0.0006, |
| "delta_lex_cos_content": -0.0003, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L19_h1_zero": { |
| "c_collapse_content": -0.0009, |
| "c_collapse_hub": 0.0016, |
| "c_collapse_stop": -0.0081, |
| "delta_lex_cos_content": 0.0012, |
| "z_cos_vs_base": 0.9992 |
| }, |
| "head_L19_h2_zero": { |
| "c_collapse_content": -0.0024, |
| "c_collapse_hub": -0.0019, |
| "c_collapse_stop": -0.0031, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L19_h3_zero": { |
| "c_collapse_content": 0.0003, |
| "c_collapse_hub": -0.0014, |
| "c_collapse_stop": 0.0014, |
| "delta_lex_cos_content": 0.001, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L19_h4_zero": { |
| "c_collapse_content": -0.0013, |
| "c_collapse_hub": -0.001, |
| "c_collapse_stop": -0.001, |
| "delta_lex_cos_content": -0.0001, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L19_h5_zero": { |
| "c_collapse_content": -0.0, |
| "c_collapse_hub": 0.0002, |
| "c_collapse_stop": -0.0002, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L19_h6_zero": { |
| "c_collapse_content": -0.0004, |
| "c_collapse_hub": -0.0018, |
| "c_collapse_stop": 0.0004, |
| "delta_lex_cos_content": 0.0009, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L19_h7_zero": { |
| "c_collapse_content": 0.0005, |
| "c_collapse_hub": 0.0003, |
| "c_collapse_stop": 0.0009, |
| "delta_lex_cos_content": -0.0001, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L19_h8_zero": { |
| "c_collapse_content": -0.0003, |
| "c_collapse_hub": 0.001, |
| "c_collapse_stop": -0.001, |
| "delta_lex_cos_content": -0.0001, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L19_h9_zero": { |
| "c_collapse_content": 0.0022, |
| "c_collapse_hub": 0.0032, |
| "c_collapse_stop": 0.0008, |
| "delta_lex_cos_content": -0.0006, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L19_h10_zero": { |
| "c_collapse_content": 0.0005, |
| "c_collapse_hub": -0.0002, |
| "c_collapse_stop": -0.0006, |
| "delta_lex_cos_content": 0.0009, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L19_h11_zero": { |
| "c_collapse_content": -0.001, |
| "c_collapse_hub": -0.0005, |
| "c_collapse_stop": -0.0018, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L19_h12_zero": { |
| "c_collapse_content": -0.0005, |
| "c_collapse_hub": -0.0005, |
| "c_collapse_stop": -0.0007, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L19_h13_zero": { |
| "c_collapse_content": -0.0026, |
| "c_collapse_hub": -0.0015, |
| "c_collapse_stop": -0.004, |
| "delta_lex_cos_content": -0.0003, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L19_h14_zero": { |
| "c_collapse_content": -0.0025, |
| "c_collapse_hub": -0.0039, |
| "c_collapse_stop": -0.0002, |
| "delta_lex_cos_content": 0.0011, |
| "z_cos_vs_base": 0.9994 |
| }, |
| "head_L19_h15_zero": { |
| "c_collapse_content": 0.0028, |
| "c_collapse_hub": 0.0039, |
| "c_collapse_stop": 0.0025, |
| "delta_lex_cos_content": 0.0006, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L20_h0_zero": { |
| "c_collapse_content": -0.0022, |
| "c_collapse_hub": -0.0016, |
| "c_collapse_stop": -0.0039, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L20_h1_zero": { |
| "c_collapse_content": 0.0006, |
| "c_collapse_hub": 0.0004, |
| "c_collapse_stop": 0.0013, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L20_h2_zero": { |
| "c_collapse_content": 0.0007, |
| "c_collapse_hub": 0.0005, |
| "c_collapse_stop": 0.0013, |
| "delta_lex_cos_content": 0.0003, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L20_h3_zero": { |
| "c_collapse_content": -0.0013, |
| "c_collapse_hub": -0.0018, |
| "c_collapse_stop": 0.0015, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L20_h4_zero": { |
| "c_collapse_content": -0.0002, |
| "c_collapse_hub": -0.0011, |
| "c_collapse_stop": 0.0011, |
| "delta_lex_cos_content": 0.0003, |
| "z_cos_vs_base": 0.9981 |
| }, |
| "head_L20_h5_zero": { |
| "c_collapse_content": -0.0021, |
| "c_collapse_hub": -0.0024, |
| "c_collapse_stop": -0.0031, |
| "delta_lex_cos_content": 0.0006, |
| "z_cos_vs_base": 0.9991 |
| }, |
| "head_L20_h6_zero": { |
| "c_collapse_content": 0.0014, |
| "c_collapse_hub": 0.003, |
| "c_collapse_stop": 0.0002, |
| "delta_lex_cos_content": 0.0, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L20_h7_zero": { |
| "c_collapse_content": 0.0005, |
| "c_collapse_hub": 0.0009, |
| "c_collapse_stop": -0.0002, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9981 |
| }, |
| "head_L20_h8_zero": { |
| "c_collapse_content": 0.0049, |
| "c_collapse_hub": 0.0043, |
| "c_collapse_stop": 0.0044, |
| "delta_lex_cos_content": 0.0008, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L20_h9_zero": { |
| "c_collapse_content": 0.002, |
| "c_collapse_hub": 0.0013, |
| "c_collapse_stop": 0.0029, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L20_h10_zero": { |
| "c_collapse_content": 0.0023, |
| "c_collapse_hub": 0.0018, |
| "c_collapse_stop": 0.0041, |
| "delta_lex_cos_content": 0.001, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L20_h11_zero": { |
| "c_collapse_content": 0.0039, |
| "c_collapse_hub": 0.0029, |
| "c_collapse_stop": 0.0043, |
| "delta_lex_cos_content": 0.0015, |
| "z_cos_vs_base": 0.9987 |
| }, |
| "head_L20_h12_zero": { |
| "c_collapse_content": -0.0026, |
| "c_collapse_hub": -0.0038, |
| "c_collapse_stop": -0.0016, |
| "delta_lex_cos_content": 0.0018, |
| "z_cos_vs_base": 0.9985 |
| }, |
| "head_L20_h13_zero": { |
| "c_collapse_content": 0.0007, |
| "c_collapse_hub": -0.0008, |
| "c_collapse_stop": 0.0029, |
| "delta_lex_cos_content": 0.0008, |
| "z_cos_vs_base": 0.9972 |
| }, |
| "head_L20_h14_zero": { |
| "c_collapse_content": -0.0026, |
| "c_collapse_hub": -0.0043, |
| "c_collapse_stop": -0.0013, |
| "delta_lex_cos_content": 0.0004, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L20_h15_zero": { |
| "c_collapse_content": -0.004, |
| "c_collapse_hub": -0.0064, |
| "c_collapse_stop": -0.0013, |
| "delta_lex_cos_content": 0.0015, |
| "z_cos_vs_base": 0.9989 |
| }, |
| "head_L21_h0_zero": { |
| "c_collapse_content": 0.0008, |
| "c_collapse_hub": -0.0001, |
| "c_collapse_stop": 0.0022, |
| "delta_lex_cos_content": 0.0015, |
| "z_cos_vs_base": 0.9978 |
| }, |
| "head_L21_h1_zero": { |
| "c_collapse_content": -0.0, |
| "c_collapse_hub": -0.0007, |
| "c_collapse_stop": 0.001, |
| "delta_lex_cos_content": 0.0008, |
| "z_cos_vs_base": 0.9961 |
| }, |
| "head_L21_h2_zero": { |
| "c_collapse_content": 0.0001, |
| "c_collapse_hub": -0.0011, |
| "c_collapse_stop": 0.002, |
| "delta_lex_cos_content": 0.0009, |
| "z_cos_vs_base": 0.9919 |
| }, |
| "head_L21_h3_zero": { |
| "c_collapse_content": -0.0001, |
| "c_collapse_hub": -0.0019, |
| "c_collapse_stop": 0.0054, |
| "delta_lex_cos_content": 0.0009, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L21_h4_zero": { |
| "c_collapse_content": -0.0032, |
| "c_collapse_hub": -0.0021, |
| "c_collapse_stop": -0.0058, |
| "delta_lex_cos_content": -0.0002, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L21_h5_zero": { |
| "c_collapse_content": 0.0014, |
| "c_collapse_hub": 0.0013, |
| "c_collapse_stop": 0.0018, |
| "delta_lex_cos_content": -0.0001, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L21_h6_zero": { |
| "c_collapse_content": -0.0006, |
| "c_collapse_hub": -0.0011, |
| "c_collapse_stop": 0.0004, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L21_h7_zero": { |
| "c_collapse_content": 0.0004, |
| "c_collapse_hub": 0.0, |
| "c_collapse_stop": 0.001, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L21_h8_zero": { |
| "c_collapse_content": 0.0088, |
| "c_collapse_hub": 0.0094, |
| "c_collapse_stop": 0.0117, |
| "delta_lex_cos_content": 0.0006, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L21_h9_zero": { |
| "c_collapse_content": 0.0004, |
| "c_collapse_hub": -0.0037, |
| "c_collapse_stop": 0.0055, |
| "delta_lex_cos_content": 0.0017, |
| "z_cos_vs_base": 0.9991 |
| }, |
| "head_L21_h10_zero": { |
| "c_collapse_content": 0.0003, |
| "c_collapse_hub": 0.0004, |
| "c_collapse_stop": 0.0005, |
| "delta_lex_cos_content": -0.0001, |
| "z_cos_vs_base": 0.9998 |
| }, |
| "head_L21_h11_zero": { |
| "c_collapse_content": 0.0002, |
| "c_collapse_hub": 0.0007, |
| "c_collapse_stop": 0.0009, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L21_h12_zero": { |
| "c_collapse_content": -0.0002, |
| "c_collapse_hub": -0.0011, |
| "c_collapse_stop": 0.0006, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.997 |
| }, |
| "head_L21_h13_zero": { |
| "c_collapse_content": 0.0006, |
| "c_collapse_hub": -0.0009, |
| "c_collapse_stop": 0.002, |
| "delta_lex_cos_content": 0.0006, |
| "z_cos_vs_base": 0.9974 |
| }, |
| "head_L21_h14_zero": { |
| "c_collapse_content": 0.0013, |
| "c_collapse_hub": 0.0032, |
| "c_collapse_stop": -0.0026, |
| "delta_lex_cos_content": -0.0002, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L21_h15_zero": { |
| "c_collapse_content": 0.0002, |
| "c_collapse_hub": -0.0004, |
| "c_collapse_stop": 0.0008, |
| "delta_lex_cos_content": 0.0009, |
| "z_cos_vs_base": 0.998 |
| }, |
| "head_L22_h0_zero": { |
| "c_collapse_content": -0.0009, |
| "c_collapse_hub": -0.0017, |
| "c_collapse_stop": 0.0011, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L22_h1_zero": { |
| "c_collapse_content": -0.0001, |
| "c_collapse_hub": -0.0029, |
| "c_collapse_stop": 0.0043, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9983 |
| }, |
| "head_L22_h2_zero": { |
| "c_collapse_content": 0.003, |
| "c_collapse_hub": 0.0034, |
| "c_collapse_stop": 0.0024, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.9986 |
| }, |
| "head_L22_h3_zero": { |
| "c_collapse_content": -0.0013, |
| "c_collapse_hub": -0.0053, |
| "c_collapse_stop": 0.0055, |
| "delta_lex_cos_content": 0.0014, |
| "z_cos_vs_base": 0.9944 |
| }, |
| "head_L22_h4_zero": { |
| "c_collapse_content": 0.0031, |
| "c_collapse_hub": 0.0006, |
| "c_collapse_stop": 0.006, |
| "delta_lex_cos_content": 0.0012, |
| "z_cos_vs_base": 0.9883 |
| }, |
| "head_L22_h5_zero": { |
| "c_collapse_content": 0.0022, |
| "c_collapse_hub": 0.0006, |
| "c_collapse_stop": 0.0044, |
| "delta_lex_cos_content": 0.0014, |
| "z_cos_vs_base": 0.9956 |
| }, |
| "head_L22_h6_zero": { |
| "c_collapse_content": 0.0005, |
| "c_collapse_hub": -0.0002, |
| "c_collapse_stop": 0.0012, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.9972 |
| }, |
| "head_L22_h7_zero": { |
| "c_collapse_content": -0.0005, |
| "c_collapse_hub": 0.0, |
| "c_collapse_stop": -0.0015, |
| "delta_lex_cos_content": 0.0, |
| "z_cos_vs_base": 0.9994 |
| }, |
| "head_L22_h8_zero": { |
| "c_collapse_content": 0.002, |
| "c_collapse_hub": 0.0, |
| "c_collapse_stop": 0.0047, |
| "delta_lex_cos_content": 0.0011, |
| "z_cos_vs_base": 0.9904 |
| }, |
| "head_L22_h9_zero": { |
| "c_collapse_content": -0.0004, |
| "c_collapse_hub": -0.0014, |
| "c_collapse_stop": 0.0008, |
| "delta_lex_cos_content": 0.0002, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L22_h10_zero": { |
| "c_collapse_content": 0.003, |
| "c_collapse_hub": 0.0045, |
| "c_collapse_stop": 0.0009, |
| "delta_lex_cos_content": 0.0001, |
| "z_cos_vs_base": 0.9993 |
| }, |
| "head_L22_h11_zero": { |
| "c_collapse_content": 0.0037, |
| "c_collapse_hub": 0.0047, |
| "c_collapse_stop": 0.0034, |
| "delta_lex_cos_content": 0.0008, |
| "z_cos_vs_base": 0.998 |
| }, |
| "head_L22_h12_zero": { |
| "c_collapse_content": 0.0002, |
| "c_collapse_hub": -0.0002, |
| "c_collapse_stop": 0.0017, |
| "delta_lex_cos_content": 0.0003, |
| "z_cos_vs_base": 0.9995 |
| }, |
| "head_L22_h13_zero": { |
| "c_collapse_content": 0.0013, |
| "c_collapse_hub": -0.0009, |
| "c_collapse_stop": 0.0028, |
| "delta_lex_cos_content": 0.0009, |
| "z_cos_vs_base": 0.9978 |
| }, |
| "head_L22_h14_zero": { |
| "c_collapse_content": 0.0033, |
| "c_collapse_hub": 0.0033, |
| "c_collapse_stop": 0.0042, |
| "delta_lex_cos_content": 0.0004, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L22_h15_zero": { |
| "c_collapse_content": -0.0022, |
| "c_collapse_hub": -0.0025, |
| "c_collapse_stop": -0.0009, |
| "delta_lex_cos_content": 0.0003, |
| "z_cos_vs_base": 0.9991 |
| }, |
| "head_L23_h0_zero": { |
| "c_collapse_content": 0.0066, |
| "c_collapse_hub": 0.0086, |
| "c_collapse_stop": 0.0055, |
| "delta_lex_cos_content": 0.0013, |
| "z_cos_vs_base": 0.9974 |
| }, |
| "head_L23_h1_zero": { |
| "c_collapse_content": 0.001, |
| "c_collapse_hub": -0.0022, |
| "c_collapse_stop": 0.0048, |
| "delta_lex_cos_content": 0.0012, |
| "z_cos_vs_base": 0.9944 |
| }, |
| "head_L23_h2_zero": { |
| "c_collapse_content": 0.0008, |
| "c_collapse_hub": -0.0, |
| "c_collapse_stop": 0.0016, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9982 |
| }, |
| "head_L23_h3_zero": { |
| "c_collapse_content": 0.0023, |
| "c_collapse_hub": 0.0006, |
| "c_collapse_stop": 0.0041, |
| "delta_lex_cos_content": 0.0011, |
| "z_cos_vs_base": 0.9929 |
| }, |
| "head_L23_h4_zero": { |
| "c_collapse_content": 0.0006, |
| "c_collapse_hub": -0.0011, |
| "c_collapse_stop": 0.0045, |
| "delta_lex_cos_content": 0.0005, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L23_h5_zero": { |
| "c_collapse_content": -0.0003, |
| "c_collapse_hub": 0.0007, |
| "c_collapse_stop": 0.0002, |
| "delta_lex_cos_content": 0.0004, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L23_h6_zero": { |
| "c_collapse_content": 0.0026, |
| "c_collapse_hub": 0.0062, |
| "c_collapse_stop": -0.0014, |
| "delta_lex_cos_content": 0.0014, |
| "z_cos_vs_base": 0.9988 |
| }, |
| "head_L23_h7_zero": { |
| "c_collapse_content": 0.0016, |
| "c_collapse_hub": 0.0006, |
| "c_collapse_stop": 0.0026, |
| "delta_lex_cos_content": 0.0007, |
| "z_cos_vs_base": 0.9983 |
| }, |
| "head_L23_h8_zero": { |
| "c_collapse_content": -0.0, |
| "c_collapse_hub": -0.0025, |
| "c_collapse_stop": 0.0034, |
| "delta_lex_cos_content": 0.0006, |
| "z_cos_vs_base": 0.9966 |
| }, |
| "head_L23_h9_zero": { |
| "c_collapse_content": 0.0027, |
| "c_collapse_hub": 0.0005, |
| "c_collapse_stop": 0.0059, |
| "delta_lex_cos_content": 0.0011, |
| "z_cos_vs_base": 0.9898 |
| }, |
| "head_L23_h10_zero": { |
| "c_collapse_content": -0.0007, |
| "c_collapse_hub": -0.0008, |
| "c_collapse_stop": -0.0005, |
| "delta_lex_cos_content": -0.0003, |
| "z_cos_vs_base": 0.996 |
| }, |
| "head_L23_h11_zero": { |
| "c_collapse_content": 0.0032, |
| "c_collapse_hub": 0.0025, |
| "c_collapse_stop": 0.0049, |
| "delta_lex_cos_content": 0.0013, |
| "z_cos_vs_base": 0.9963 |
| }, |
| "head_L23_h12_zero": { |
| "c_collapse_content": 0.0007, |
| "c_collapse_hub": 0.0017, |
| "c_collapse_stop": 0.0005, |
| "delta_lex_cos_content": 0.0018, |
| "z_cos_vs_base": 0.9997 |
| }, |
| "head_L23_h13_zero": { |
| "c_collapse_content": -0.0006, |
| "c_collapse_hub": -0.0031, |
| "c_collapse_stop": 0.0018, |
| "delta_lex_cos_content": 0.0006, |
| "z_cos_vs_base": 0.997 |
| }, |
| "head_L23_h14_zero": { |
| "c_collapse_content": -0.0025, |
| "c_collapse_hub": -0.0027, |
| "c_collapse_stop": -0.0035, |
| "delta_lex_cos_content": -0.0, |
| "z_cos_vs_base": 0.9996 |
| }, |
| "head_L23_h15_zero": { |
| "c_collapse_content": 0.0003, |
| "c_collapse_hub": -0.0009, |
| "c_collapse_stop": 0.0004, |
| "delta_lex_cos_content": 0.0004, |
| "z_cos_vs_base": 0.9982 |
| } |
| }, |
| "aggregate": { |
| "zero": { |
| "attn_early_L0_to_L17": { |
| "mean": -0.0062, |
| "max": 0.0075, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17 |
| ] |
| }, |
| "attn_late_L18_to_L23": { |
| "mean": 0.0027, |
| "max": 0.0149, |
| "layers": [ |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23 |
| ] |
| }, |
| "ffn_early_L0_to_L17": { |
| "mean": -0.0149, |
| "max": 0.0046, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17 |
| ] |
| }, |
| "ffn_late_L18_to_L23": { |
| "mean": -0.1226, |
| "max": 0.0335, |
| "layers": [ |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23 |
| ] |
| }, |
| "top_component": { |
| "key": "ffn_L19_zero", |
| "c_collapse_content": 0.0335 |
| } |
| }, |
| "mean": { |
| "attn_early_L0_to_L17": { |
| "mean": -0.0031, |
| "max": 0.01, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17 |
| ] |
| }, |
| "attn_late_L18_to_L23": { |
| "mean": 0.0094, |
| "max": 0.0608, |
| "layers": [ |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23 |
| ] |
| }, |
| "ffn_early_L0_to_L17": { |
| "mean": -0.0443, |
| "max": 0.0075, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17 |
| ] |
| }, |
| "ffn_late_L18_to_L23": { |
| "mean": 0.0882, |
| "max": 0.1345, |
| "layers": [ |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23 |
| ] |
| }, |
| "top_component": { |
| "key": "ffn_L22_mean", |
| "c_collapse_content": 0.1345 |
| } |
| } |
| }, |
| "verdict": { |
| "status": "FALSIFIED", |
| "summary": "FALSIFIED: c_i has NO localizable writer / uniform across layers -> holographic OR \u00a717.4 layer claim causally wrong", |
| "attn_late_mean_collapse": 0.0027, |
| "attn_early_mean_collapse": -0.0062, |
| "ffn_late_mean_collapse": -0.1226, |
| "late_attn_concentrated": false, |
| "has_localized_writer": false, |
| "top_component": { |
| "key": "ffn_L19_zero", |
| "c_collapse_content": 0.0335 |
| }, |
| "top_component_lex_cos_survived": true, |
| "top_component_delta_lex_cos": -0.0049, |
| "top_component_hub_collapse": 0.0421, |
| "top_component_stop_collapse": 0.0211, |
| "hub_gt_stop_at_top": true, |
| "attn_layer_collapse_std": 0.0182, |
| "uniform_falsifier_triggered": false, |
| "skeptic_note": "c_i collapse is SPECIFIC iff lexical cos survived at the top component; if lex crashed too, the pass just broke. Compare zero vs mean aggregate for off-distribution control." |
| }, |
| "rescored_verdict": { |
| "status": "REFINED-LATE-FFN", |
| "summary": "PRE-REGISTERED PREDICTION PARTIALLY WRONG ON MECHANISM: c_i IS written late (L>=18) and IS hub-concentrated as predicted, but the writer is the FFN/MLP, NOT attention. Late-attention ablation barely moves ||c_i||. \u00a717.4 'born late' is causally CONFIRMED; its attention-correlation was not the causal writer -- late FFN is.", |
| "writer_family": "ffn", |
| "late_concentrated_ffn": true, |
| "late_concentrated_attn": false, |
| "zero_mean_agree_ffn_late_L19_22": true, |
| "attn_late_L19_22_zero_mean": [ |
| 0.0026, |
| -0.003 |
| ], |
| "ffn_late_L19_22_zero_mean": [ |
| 0.0261, |
| 0.0955 |
| ], |
| "ffn_late_fullblock_L18_23_zero_mean": [ |
| -0.1226, |
| 0.0882 |
| ], |
| "L23_zero_offdist_artifact_note": "ffn_L23_zero c_collapse=-0.831 (NEGATIVE=||c_i|| inflates) is an off-distribution artifact of zeroing the final FFN before pooling; ffn_L23_MEAN=+0.118 is the trustworthy value. This is exactly why dual zero/mean was run.", |
| "ffn_early_noL0_zero_mean": [ |
| -0.0059, |
| -0.0041 |
| ], |
| "top_component_zero": { |
| "key": "ffn_L19_zero", |
| "c_collapse_content": 0.0335, |
| "hub": 0.0421, |
| "stop": 0.0211, |
| "delta_lex_cos": -0.0049, |
| "z_cos_vs_base": 0.966, |
| "lex_survived": true, |
| "hub_gt_stop": true |
| }, |
| "top_component_mean": { |
| "key": "ffn_L22_mean", |
| "c_collapse_content": 0.1345, |
| "hub": 0.2681, |
| "stop": 0.0229, |
| "delta_lex_cos": -0.0416, |
| "z_cos_vs_base": 0.9088, |
| "lex_survived": true, |
| "hub_gt_stop": true |
| }, |
| "L0_is_pass_breaker_not_writer": { |
| "attn_L0_zcos": 0.961, |
| "ffn_L0_zcos": 0.8423, |
| "ffn_L0_collapse": -0.1685, |
| "note": "L0 ablation craters z (off-distribution) -> excluded from writer attribution" |
| } |
| }, |
| "rescored_blocks": { |
| "zero": { |
| "attn": { |
| "early_mean_noL0": -0.0016, |
| "late_mean": 0.0027, |
| "late_max": 0.0149, |
| "per_layer": { |
| "L0": -0.0846, |
| "L1": -0.0076, |
| "L2": -0.0032, |
| "L3": 0.0006, |
| "L4": 0.0019, |
| "L5": 0.0003, |
| "L6": 0.0003, |
| "L7": -0.0088, |
| "L8": -0.0082, |
| "L9": -0.009, |
| "L10": -0.005, |
| "L11": 0.002, |
| "L12": -0.0009, |
| "L13": 0.0007, |
| "L14": 0.0019, |
| "L15": 0.0075, |
| "L16": 0.0074, |
| "L17": -0.0073, |
| "L18": -0.0089, |
| "L19": -0.0104, |
| "L20": -0.0015, |
| "L21": 0.0076, |
| "L22": 0.0147, |
| "L23": 0.0149 |
| } |
| }, |
| "ffn": { |
| "early_mean_noL0": -0.0059, |
| "late_mean": -0.1226, |
| "late_max": 0.0335, |
| "per_layer": { |
| "L0": -0.1685, |
| "L1": -0.0075, |
| "L2": -0.0006, |
| "L3": -0.0011, |
| "L4": 0.0031, |
| "L5": -0.0066, |
| "L6": -0.0112, |
| "L7": -0.0064, |
| "L8": -0.009, |
| "L9": -0.0086, |
| "L10": -0.0096, |
| "L11": 0.0035, |
| "L12": -0.0074, |
| "L13": -0.011, |
| "L14": -0.0015, |
| "L15": 0.0046, |
| "L16": -0.0076, |
| "L17": -0.0228, |
| "L18": -0.0085, |
| "L19": 0.0335, |
| "L20": 0.0277, |
| "L21": 0.0292, |
| "L22": 0.0141, |
| "L23": -0.8313 |
| } |
| }, |
| "top_component": { |
| "key": "ffn_L19_zero", |
| "c_collapse_content": 0.0335, |
| "hub": 0.0421, |
| "stop": 0.0211, |
| "delta_lex_cos": -0.0049, |
| "z_cos_vs_base": 0.966, |
| "lex_survived": true, |
| "hub_gt_stop": true |
| } |
| }, |
| "mean": { |
| "attn": { |
| "early_mean_noL0": -0.003, |
| "late_mean": 0.0094, |
| "late_max": 0.0608, |
| "per_layer": { |
| "L0": -0.0039, |
| "L1": -0.0115, |
| "L2": -0.002, |
| "L3": -0.0005, |
| "L4": 0.0004, |
| "L5": -0.0024, |
| "L6": -0.0048, |
| "L7": -0.0119, |
| "L8": -0.011, |
| "L9": -0.0096, |
| "L10": -0.0065, |
| "L11": 0.0018, |
| "L12": 0.0007, |
| "L13": -0.0001, |
| "L14": 0.0035, |
| "L15": 0.0051, |
| "L16": 0.01, |
| "L17": -0.0127, |
| "L18": 0.0078, |
| "L19": -0.0214, |
| "L20": -0.0053, |
| "L21": -0.0027, |
| "L22": 0.0173, |
| "L23": 0.0608 |
| } |
| }, |
| "ffn": { |
| "early_mean_noL0": -0.0041, |
| "late_mean": 0.0882, |
| "late_max": 0.1345, |
| "per_layer": { |
| "L0": -0.7265, |
| "L1": -0.0223, |
| "L2": -0.0064, |
| "L3": -0.0056, |
| "L4": 0.0055, |
| "L5": -0.0045, |
| "L6": -0.0069, |
| "L7": -0.0088, |
| "L8": -0.0056, |
| "L9": -0.0063, |
| "L10": -0.0009, |
| "L11": 0.0075, |
| "L12": -0.005, |
| "L13": -0.0084, |
| "L14": 0.002, |
| "L15": 0.0035, |
| "L16": -0.0061, |
| "L17": -0.0021, |
| "L18": 0.0292, |
| "L19": 0.0732, |
| "L20": 0.074, |
| "L21": 0.1003, |
| "L22": 0.1345, |
| "L23": 0.1179 |
| } |
| }, |
| "top_component": { |
| "key": "ffn_L22_mean", |
| "c_collapse_content": 0.1345, |
| "hub": 0.2681, |
| "stop": 0.0229, |
| "delta_lex_cos": -0.0416, |
| "z_cos_vs_base": 0.9088, |
| "lex_survived": true, |
| "hub_gt_stop": true |
| } |
| } |
| } |
| } |
