{
  "config": {
    "original_model": "llava-hf/llava-1.5-7b-hf",
    "modified_model": "/home/users/ntu/cong045/scratch/testing/multilayer-sae/adv_outputs/bathroom_toilet/run_20260405_152304/lora_adapter",
    "sae_ckpt": "training/multilayer_sae_ckpt/last.ckpt",
    "probe_dir": "training/multilayer_sae_ckpt",
    "layers": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31
    ],
    "top_probe_k": 10,
    "weight_threshold": 0.01,
    "data_mode": "toilet",
    "filter_mode": "bathroom",
    "hf_dataset": "pbcong/bathroom-toilet",
    "caption_mode": "generated",
    "measure_distribution": "jensen_shannon_divergence",
    "n_images": 5810
  },
  "layers": {
    "layer_0": {
      "hook_point": "model.language_model.layers.0.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.15210194885730743,
          "original_mean": 0.10813840603083384,
          "original_std": 0.8580043933664467,
          "modified_mean": 0.036740023537684977,
          "modified_std": 0.6084893111522802,
          "mean_abs_diff": 0.07144471493451664
        },
        "7563": {
          "rank": 2,
          "probe_weight": 0.1323493868112564,
          "original_mean": 0.06030204980257897,
          "original_std": 0.23606750862517892,
          "modified_mean": 0.05449125706025309,
          "modified_std": 0.22519394253758102,
          "mean_abs_diff": 0.008928776697741342
        },
        "45283": {
          "rank": 3,
          "probe_weight": 0.13179560005664825,
          "original_mean": 0.09170402917200705,
          "original_std": 0.2344495159571006,
          "modified_mean": 0.011824570807877988,
          "modified_std": 0.10745361527293164,
          "mean_abs_diff": 0.0804128236555773
        },
        "59524": {
          "rank": 4,
          "probe_weight": 0.11570674926042557,
          "original_mean": 0.0005278903282344734,
          "original_std": 0.019556276541496907,
          "modified_mean": 0.00019027914861439747,
          "modified_std": 0.012410276182534926,
          "mean_abs_diff": 0.00033803898939232006
        },
        "52154": {
          "rank": 5,
          "probe_weight": 0.11457590758800507,
          "original_mean": 0.005923214310022638,
          "original_std": 0.08247414483276837,
          "modified_mean": 0.003848461025983164,
          "modified_std": 0.06414334854181519,
          "mean_abs_diff": 0.002103330504351694
        },
        "40163": {
          "rank": 6,
          "probe_weight": 0.11341141164302826,
          "original_mean": 0.03575977171552638,
          "original_std": 0.16719405268343793,
          "modified_mean": 0.019008330373594423,
          "modified_std": 0.13934924847706026,
          "mean_abs_diff": 0.01776430582933476
        },
        "12584": {
          "rank": 7,
          "probe_weight": 0.11231622844934464,
          "original_mean": 0.013473596391911405,
          "original_std": 0.12845856608051778,
          "modified_mean": 0.010274752831777473,
          "modified_std": 0.11074046815579934,
          "mean_abs_diff": 0.0036687878037083635
        },
        "63926": {
          "rank": 8,
          "probe_weight": 0.11230481415987015,
          "original_mean": 0.01155321658034646,
          "original_std": 0.10291090777552764,
          "modified_mean": 0.006758050598784412,
          "modified_std": 0.07884401624895415,
          "mean_abs_diff": 0.004844635105091649
        },
        "29739": {
          "rank": 9,
          "probe_weight": 0.10731890797615051,
          "original_mean": 8.501495489690666e-06,
          "original_std": 0.005874575399680736,
          "modified_mean": 8.175781572413397e-06,
          "modified_std": 0.005685703310408249,
          "mean_abs_diff": 4.229724732651787e-07
        },
        "14145": {
          "rank": 10,
          "probe_weight": 0.10137465596199036,
          "original_mean": 2.478978824950591e-06,
          "original_std": 0.0021340605373198966,
          "modified_mean": 2.0701463650057397e-06,
          "modified_std": 0.0019594310869706557,
          "mean_abs_diff": 4.0883245994485113e-07
        }
      },
      "sub_threshold": {
        "n_features": 61004,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0019029422524927744,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.06882310498811815,
        "std_divergence": 0.10978721031195028
      }
    },
    "layer_1": {
      "hook_point": "model.language_model.layers.1.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "47358": {
          "rank": 1,
          "probe_weight": 0.18785257637500763,
          "original_mean": 5.376513447878254e-06,
          "original_std": 0.004185331345179566,
          "modified_mean": 5.0645965482340415e-06,
          "modified_std": 0.003923222681539997,
          "mean_abs_diff": 3.1191689964421263e-07
        },
        "7929": {
          "rank": 2,
          "probe_weight": 0.15589186549186707,
          "original_mean": 0.746237866645597,
          "original_std": 0.6680047710679319,
          "modified_mean": 0.7794437016703022,
          "modified_std": 0.6253851805351484,
          "mean_abs_diff": 0.07594294897988157
        },
        "49199": {
          "rank": 3,
          "probe_weight": 0.14582271873950958,
          "original_mean": 0.09118929507844212,
          "original_std": 0.8330158757136515,
          "modified_mean": 0.03068220490175073,
          "modified_std": 0.567091367861635,
          "mean_abs_diff": 0.060518432447434566
        },
        "17460": {
          "rank": 4,
          "probe_weight": 0.14021266996860504,
          "original_mean": 0.00011899299959144778,
          "original_std": 0.011586523397479223,
          "modified_mean": 5.592863941096731e-06,
          "modified_std": 0.002488864529060994,
          "mean_abs_diff": 0.00011340013565035105
        },
        "56476": {
          "rank": 5,
          "probe_weight": 0.13451148569583893,
          "original_mean": 0.0027653581573260765,
          "original_std": 0.04932225415721328,
          "modified_mean": 0.0008377428777276387,
          "modified_std": 0.02371305054027382,
          "mean_abs_diff": 0.00192766684850499
        },
        "8266": {
          "rank": 6,
          "probe_weight": 0.12631787359714508,
          "original_mean": 9.295580891646889e-07,
          "original_std": 0.0006967965017573274,
          "modified_mean": 6.975047382722115e-07,
          "modified_std": 0.0005871677515532273,
          "mean_abs_diff": 2.4556928243648644e-07
        },
        "52913": {
          "rank": 7,
          "probe_weight": 0.1254844069480896,
          "original_mean": 0.006266050281321395,
          "original_std": 0.09974277691633131,
          "modified_mean": 0.0016924839158624606,
          "modified_std": 0.04837472275931313,
          "mean_abs_diff": 0.004573584191913048
        },
        "46946": {
          "rank": 8,
          "probe_weight": 0.11520590633153915,
          "original_mean": 0.25697610092138734,
          "original_std": 0.567724989191619,
          "modified_mean": 0.031573007209248126,
          "modified_std": 0.11108659470475316,
          "mean_abs_diff": 0.22541718011342035
        },
        "22234": {
          "rank": 9,
          "probe_weight": 0.1127011850476265,
          "original_mean": 0.08327703145987315,
          "original_std": 0.1548993780555705,
          "modified_mean": 0.1254011495979591,
          "modified_std": 0.18642497037075506,
          "mean_abs_diff": 0.042342249530661374
        },
        "47404": {
          "rank": 10,
          "probe_weight": 0.1125633716583252,
          "original_mean": 0.0001636067007912564,
          "original_std": 0.01846200801581376,
          "modified_mean": 9.118725509429458e-05,
          "modified_std": 0.01506351680778937,
          "mean_abs_diff": 7.241944569696183e-05
        }
      },
      "sub_threshold": {
        "n_features": 60850,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.001880318433401218,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.07090708387991554,
        "std_divergence": 0.10614904485898802
      }
    },
    "layer_2": {
      "hook_point": "model.language_model.layers.2.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.1325015425682068,
          "original_mean": 0.10152409198327378,
          "original_std": 0.8694693859051716,
          "modified_mean": 0.02985346748307161,
          "modified_std": 0.5476091099883387,
          "mean_abs_diff": 0.07167833439336009
        },
        "59000": {
          "rank": 2,
          "probe_weight": 0.1302422732114792,
          "original_mean": 0.0002383989982206349,
          "original_std": 0.018512383611820393,
          "modified_mean": 2.4635921561050995e-05,
          "modified_std": 0.006259661734878848,
          "mean_abs_diff": 0.0002137630766595839
        },
        "32814": {
          "rank": 3,
          "probe_weight": 0.12598562240600586,
          "original_mean": 0.007123323570190141,
          "original_std": 0.0889487558064829,
          "modified_mean": 0.0011992417264646673,
          "modified_std": 0.02943777845022406,
          "mean_abs_diff": 0.005981534103312865
        },
        "45596": {
          "rank": 4,
          "probe_weight": 0.11021119356155396,
          "original_mean": 6.479785906831675e-06,
          "original_std": 0.0027503483304480297,
          "modified_mean": 5.241593115558082e-07,
          "modified_std": 0.0009050431506480043,
          "mean_abs_diff": 5.955626595275867e-06
        },
        "11119": {
          "rank": 5,
          "probe_weight": 0.11000415682792664,
          "original_mean": 2.7942210751473445e-06,
          "original_std": 0.0015850843396356346,
          "modified_mean": 6.925638782419955e-07,
          "modified_std": 0.000705829287771539,
          "mean_abs_diff": 2.101657196905349e-06
        },
        "24640": {
          "rank": 6,
          "probe_weight": 0.1081513985991478,
          "original_mean": 1.6518076588986326e-05,
          "original_std": 0.008875619626552146,
          "modified_mean": 1.371278590376089e-05,
          "modified_std": 0.007790894540942028,
          "mean_abs_diff": 2.805290685225437e-06
        },
        "41125": {
          "rank": 7,
          "probe_weight": 0.10596340894699097,
          "original_mean": 4.660409058010009e-05,
          "original_std": 0.0054498603992058576,
          "modified_mean": 3.4849756818279715e-05,
          "modified_std": 0.004657395973475048,
          "mean_abs_diff": 1.462322595155037e-05
        },
        "53368": {
          "rank": 8,
          "probe_weight": 0.10486719757318497,
          "original_mean": 2.0570176085461553e-06,
          "original_std": 0.0029654532264213303,
          "modified_mean": 1.977405526516145e-06,
          "modified_std": 0.002852846304676784,
          "mean_abs_diff": 7.96120820300103e-08
        },
        "28993": {
          "rank": 9,
          "probe_weight": 0.10272346436977386,
          "original_mean": 0.2901016128909138,
          "original_std": 0.6131496835997514,
          "modified_mean": 0.16061198908587723,
          "modified_std": 0.3561693436624116,
          "mean_abs_diff": 0.12968072459517963
        },
        "41355": {
          "rank": 10,
          "probe_weight": 0.1001681312918663,
          "original_mean": 0.004999086957789858,
          "original_std": 0.08279917505836527,
          "modified_mean": 0.004030786690193787,
          "modified_std": 0.07529538843363927,
          "mean_abs_diff": 0.0009873513935973392
        }
      },
      "sub_threshold": {
        "n_features": 60142,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0019979207342701397,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.08118389993594693,
        "std_divergence": 0.1109723891899956
      }
    },
    "layer_3": {
      "hook_point": "model.language_model.layers.3.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "6706": {
          "rank": 1,
          "probe_weight": 0.15645994246006012,
          "original_mean": 2.918651521233102e-06,
          "original_std": 0.002234354400767268,
          "modified_mean": 1.0186045502804535e-06,
          "modified_std": 0.002060581618165268,
          "mean_abs_diff": 1.9000469709526488e-06
        },
        "32814": {
          "rank": 2,
          "probe_weight": 0.1384577602148056,
          "original_mean": 0.0065046980814313475,
          "original_std": 0.0837278820752877,
          "modified_mean": 0.0007183418272581226,
          "modified_std": 0.022186644079314238,
          "mean_abs_diff": 0.0058202837402837075
        },
        "49199": {
          "rank": 3,
          "probe_weight": 0.12871211767196655,
          "original_mean": 0.11013535214008398,
          "original_std": 0.9119757121706983,
          "modified_mean": 0.030959374188634214,
          "modified_std": 0.5529261510787382,
          "mean_abs_diff": 0.07918222465309445
        },
        "47086": {
          "rank": 4,
          "probe_weight": 0.12818630039691925,
          "original_mean": 6.067813430507495e-06,
          "original_std": 0.00323573850256183,
          "modified_mean": 4.881001664324389e-06,
          "modified_std": 0.0027403161466347066,
          "mean_abs_diff": 1.1868117661831068e-06
        },
        "53482": {
          "rank": 5,
          "probe_weight": 0.12159982323646545,
          "original_mean": 0.006477735809981288,
          "original_std": 0.08657166892346528,
          "modified_mean": 0.005373954325568996,
          "modified_std": 0.07608846079853399,
          "mean_abs_diff": 0.0011803099155965856
        },
        "47358": {
          "rank": 6,
          "probe_weight": 0.10769882798194885,
          "original_mean": 1.766582360533154e-05,
          "original_std": 0.012403983823983326,
          "modified_mean": 1.6896598304812194e-05,
          "modified_std": 0.01202373058922275,
          "mean_abs_diff": 7.69225300519347e-07
        },
        "27340": {
          "rank": 7,
          "probe_weight": 0.10737922787666321,
          "original_mean": 1.657988794603872e-05,
          "original_std": 0.00790706181395339,
          "modified_mean": 1.3884517996879532e-05,
          "modified_std": 0.006804575178764283,
          "mean_abs_diff": 2.6953699491591886e-06
        },
        "47489": {
          "rank": 8,
          "probe_weight": 0.10611696541309357,
          "original_mean": 0.0019867867412694906,
          "original_std": 0.051388508532149685,
          "modified_mean": 0.0018403814991585462,
          "modified_std": 0.04802784378896083,
          "mean_abs_diff": 0.00015096907430936062
        },
        "51983": {
          "rank": 9,
          "probe_weight": 0.10611556470394135,
          "original_mean": 0.002701251132503632,
          "original_std": 0.061032693306988704,
          "modified_mean": 0.00153658526607495,
          "modified_std": 0.03918141200986177,
          "mean_abs_diff": 0.0011646658664286821
        },
        "44052": {
          "rank": 10,
          "probe_weight": 0.09922127425670624,
          "original_mean": 0.2021839260041328,
          "original_std": 0.450776851118986,
          "modified_mean": 0.07883343121689158,
          "modified_std": 0.20915425201368246,
          "mean_abs_diff": 0.12344006047553228
        }
      },
      "sub_threshold": {
        "n_features": 59519,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.002197819994061711,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.08629360083899168,
        "std_divergence": 0.11161245018023555
      }
    },
    "layer_4": {
      "hook_point": "model.language_model.layers.4.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.1472708135843277,
          "original_mean": 0.10339200709853472,
          "original_std": 0.9123396926314048,
          "modified_mean": 0.02994611121492468,
          "modified_std": 0.5516518447019009,
          "mean_abs_diff": 0.0734499756439607
        },
        "11654": {
          "rank": 2,
          "probe_weight": 0.12077552825212479,
          "original_mean": 0.23342376850147323,
          "original_std": 0.5448396463801993,
          "modified_mean": 2.370397010786923e-05,
          "modified_std": 0.0038851977496482107,
          "mean_abs_diff": 0.23340016065150535
        },
        "4260": {
          "rank": 3,
          "probe_weight": 0.11511944234371185,
          "original_mean": 0.0022981985925930918,
          "original_std": 0.05449077842314109,
          "modified_mean": 0.0012526430041191697,
          "modified_std": 0.03964193306307876,
          "mean_abs_diff": 0.0010686750080577288
        },
        "24640": {
          "rank": 4,
          "probe_weight": 0.10403921455144882,
          "original_mean": 4.4904347045895645e-05,
          "original_std": 0.02079438422365268,
          "modified_mean": 4.26073549527687e-05,
          "modified_std": 0.02039103530817437,
          "mean_abs_diff": 2.296992093126941e-06
        },
        "2101": {
          "rank": 5,
          "probe_weight": 0.10258202999830246,
          "original_mean": 0.002307981220248846,
          "original_std": 0.052149223008295414,
          "modified_mean": 0.0014922836990000595,
          "modified_std": 0.039336847915016286,
          "mean_abs_diff": 0.0008166721314397789
        },
        "21710": {
          "rank": 6,
          "probe_weight": 0.09831598401069641,
          "original_mean": 0.11370019302970102,
          "original_std": 0.26628766126549847,
          "modified_mean": 0.0008041818268870898,
          "modified_std": 0.027428441909673803,
          "mean_abs_diff": 0.1129067603208896
        },
        "33694": {
          "rank": 7,
          "probe_weight": 0.09812223166227341,
          "original_mean": 0.0002663413446098639,
          "original_std": 0.023837559924223876,
          "modified_mean": 0.0002331455293704621,
          "modified_std": 0.023384000522718287,
          "mean_abs_diff": 4.702091914916493e-05
        },
        "50310": {
          "rank": 8,
          "probe_weight": 0.09585767239332199,
          "original_mean": 0.0006996151470106102,
          "original_std": 0.030326384830529005,
          "modified_mean": 0.0003142595430429512,
          "modified_std": 0.019650589314436834,
          "mean_abs_diff": 0.0003882062522035561
        },
        "20518": {
          "rank": 9,
          "probe_weight": 0.09509513527154922,
          "original_mean": 0.005907910737789846,
          "original_std": 0.23991266287961574,
          "modified_mean": 0.0058250178498864625,
          "modified_std": 0.23687529534752189,
          "mean_abs_diff": 8.615995415538231e-05
        },
        "24098": {
          "rank": 10,
          "probe_weight": 0.09258389472961426,
          "original_mean": 0.11964252221010893,
          "original_std": 0.2691210105919461,
          "modified_mean": 0.002172499374808285,
          "modified_std": 0.05112512362496507,
          "mean_abs_diff": 0.1174927240828974
        }
      },
      "sub_threshold": {
        "n_features": 59584,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0021822618429280433,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.09664686715277404,
        "std_divergence": 0.12303563747757114
      }
    },
    "layer_5": {
      "hook_point": "model.language_model.layers.5.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "32814": {
          "rank": 1,
          "probe_weight": 0.12190568447113037,
          "original_mean": 0.005685767163122462,
          "original_std": 0.07693486589341267,
          "modified_mean": 0.0003539158312226477,
          "modified_std": 0.015078489569959564,
          "mean_abs_diff": 0.005347968365858512
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.11772562563419342,
          "original_mean": 0.12234414197123977,
          "original_std": 1.0337604416412811,
          "modified_mean": 0.034445873734311405,
          "modified_std": 0.615397494048059,
          "mean_abs_diff": 0.08790349559025917
        },
        "42448": {
          "rank": 3,
          "probe_weight": 0.11160598695278168,
          "original_mean": 0.09846821856644995,
          "original_std": 0.25792412806093706,
          "modified_mean": 0.00032513676178201443,
          "modified_std": 0.020079318574045598,
          "mean_abs_diff": 0.09814352798480552
        },
        "1855": {
          "rank": 4,
          "probe_weight": 0.11122772842645645,
          "original_mean": 0.6559353624955401,
          "original_std": 0.5897148544810429,
          "modified_mean": 0.5711180121554276,
          "modified_std": 0.5474066822274958,
          "mean_abs_diff": 0.08947300437680332
        },
        "18174": {
          "rank": 5,
          "probe_weight": 0.10077212750911713,
          "original_mean": 3.548992921951633e-05,
          "original_std": 0.006293290969153767,
          "modified_mean": 1.0009636133207691e-05,
          "modified_std": 0.002855843196137795,
          "mean_abs_diff": 2.5546328401140285e-05
        },
        "17970": {
          "rank": 6,
          "probe_weight": 0.09932087361812592,
          "original_mean": 0.0006170899388982018,
          "original_std": 0.05848480191752862,
          "modified_mean": 0.0007313934870953039,
          "modified_std": 0.059574466969565136,
          "mean_abs_diff": 0.0001223421813875948
        },
        "6374": {
          "rank": 7,
          "probe_weight": 0.09792231768369675,
          "original_mean": 0.00044222747119042165,
          "original_std": 0.07093457665279589,
          "modified_mean": 0.0004144821543609805,
          "modified_std": 0.06737460932071263,
          "mean_abs_diff": 2.7745316829441127e-05
        },
        "33031": {
          "rank": 8,
          "probe_weight": 0.09510397911071777,
          "original_mean": 0.0034101340904140022,
          "original_std": 0.07235733055148186,
          "modified_mean": 0.0024296367625715734,
          "modified_std": 0.059263648343057335,
          "mean_abs_diff": 0.0010162909124652988
        },
        "41960": {
          "rank": 9,
          "probe_weight": 0.09448147565126419,
          "original_mean": 7.219067950472066e-05,
          "original_std": 0.03245247236308872,
          "modified_mean": 6.661239418629331e-05,
          "modified_std": 0.03205813390285056,
          "mean_abs_diff": 5.837406465718523e-06
        },
        "11751": {
          "rank": 10,
          "probe_weight": 0.0940667986869812,
          "original_mean": 0.39083830226930444,
          "original_std": 0.5050854884276172,
          "modified_mean": 0.6543950310695302,
          "modified_std": 0.6018315788370602,
          "mean_abs_diff": 0.26570393429467903
        }
      },
      "sub_threshold": {
        "n_features": 59418,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.002461390135473978,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10769428645325203,
        "std_divergence": 0.12935472324722763
      }
    },
    "layer_6": {
      "hook_point": "model.language_model.layers.6.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "37224": {
          "rank": 1,
          "probe_weight": 0.12560686469078064,
          "original_mean": 0.0029727392743191063,
          "original_std": 0.07024475734939359,
          "modified_mean": 0.0023006376404563814,
          "modified_std": 0.06125135855010956,
          "mean_abs_diff": 0.0008394916141065967
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.12164963036775589,
          "original_mean": 0.11692027969662076,
          "original_std": 1.0285781052342278,
          "modified_mean": 0.0333602911877512,
          "modified_std": 0.6081134029997375,
          "mean_abs_diff": 0.08356324967424993
        },
        "46446": {
          "rank": 3,
          "probe_weight": 0.1126679852604866,
          "original_mean": 0.07301205082864541,
          "original_std": 0.19209588498484412,
          "modified_mean": 0.003954085513740059,
          "modified_std": 0.07999124461857203,
          "mean_abs_diff": 0.06989044886282518
        },
        "17806": {
          "rank": 4,
          "probe_weight": 0.10956322401762009,
          "original_mean": 0.11207890164295391,
          "original_std": 0.5032654871069447,
          "modified_mean": 0.026099137280949872,
          "modified_std": 0.23607757580420777,
          "mean_abs_diff": 0.08598597227716573
        },
        "14252": {
          "rank": 5,
          "probe_weight": 0.1089019626379013,
          "original_mean": 4.702826818177222e-05,
          "original_std": 0.00888671506962217,
          "modified_mean": 2.122331619072823e-05,
          "modified_std": 0.006509001412751332,
          "mean_abs_diff": 2.5804951991043985e-05
        },
        "17320": {
          "rank": 6,
          "probe_weight": 0.10777284950017929,
          "original_mean": 5.9552788169312613e-05,
          "original_std": 0.02205992131812036,
          "modified_mean": 5.7198397606829145e-05,
          "modified_std": 0.021386345860658063,
          "mean_abs_diff": 2.4140559434613283e-06
        },
        "51627": {
          "rank": 7,
          "probe_weight": 0.10082628577947617,
          "original_mean": 0.0016055290847449392,
          "original_std": 0.029545630662611466,
          "modified_mean": 0.0006699174462197326,
          "modified_std": 0.01731356999697998,
          "mean_abs_diff": 0.0009357401348653122
        },
        "43173": {
          "rank": 8,
          "probe_weight": 0.10021840035915375,
          "original_mean": 8.248117573180029e-05,
          "original_std": 0.024625372338414546,
          "modified_mean": 8.22897470702849e-05,
          "modified_std": 0.024673963442101664,
          "mean_abs_diff": 1.3579713295620303e-06
        },
        "11827": {
          "rank": 9,
          "probe_weight": 0.09760034829378128,
          "original_mean": 0.2710489554084613,
          "original_std": 0.5870717725832355,
          "modified_mean": 0.0024580721136830937,
          "modified_std": 0.05625184625593917,
          "mean_abs_diff": 0.2685953799734869
        },
        "34749": {
          "rank": 10,
          "probe_weight": 0.09741811454296112,
          "original_mean": 0.0021152251761519573,
          "original_std": 0.08357389172218513,
          "modified_mean": 0.001482673465640607,
          "modified_std": 0.07074574808398197,
          "mean_abs_diff": 0.0006992260751336447
        }
      },
      "sub_threshold": {
        "n_features": 59052,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0024884457847814665,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.11671726773957969,
        "std_divergence": 0.14534958301362944
      }
    },
    "layer_7": {
      "hook_point": "model.language_model.layers.7.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "57810": {
          "rank": 1,
          "probe_weight": 0.16278238594532013,
          "original_mean": 6.971138976579472e-05,
          "original_std": 0.011299274387249784,
          "modified_mean": 1.5482308647753428e-05,
          "modified_std": 0.004730053632632661,
          "mean_abs_diff": 5.42290811180413e-05
        },
        "13454": {
          "rank": 2,
          "probe_weight": 0.1429644227027893,
          "original_mean": 0.1481173603243178,
          "original_std": 0.3445642616577291,
          "modified_mean": 0.0004035005013203112,
          "modified_std": 0.0156503626119516,
          "mean_abs_diff": 0.14809934963573887
        },
        "49199": {
          "rank": 3,
          "probe_weight": 0.13591337203979492,
          "original_mean": 0.10659305815529575,
          "original_std": 0.993573128850057,
          "modified_mean": 0.03182193071009806,
          "modified_std": 0.5924194356224486,
          "mean_abs_diff": 0.07477388401999759
        },
        "17806": {
          "rank": 4,
          "probe_weight": 0.1275697648525238,
          "original_mean": 0.06772839094734791,
          "original_std": 0.35706208689454805,
          "modified_mean": 0.0125729905792987,
          "modified_std": 0.1520089892843522,
          "mean_abs_diff": 0.055159919122183064
        },
        "38901": {
          "rank": 5,
          "probe_weight": 0.11813046038150787,
          "original_mean": 1.4139038078250656e-05,
          "original_std": 0.0061225417163217775,
          "modified_mean": 6.688388719789217e-06,
          "modified_std": 0.003934362267083788,
          "mean_abs_diff": 7.45064935846144e-06
        },
        "14145": {
          "rank": 6,
          "probe_weight": 0.1177043691277504,
          "original_mean": 1.735582305303668e-05,
          "original_std": 0.010119008490031636,
          "modified_mean": 1.2515882027384833e-05,
          "modified_std": 0.008482034051414258,
          "mean_abs_diff": 4.839941025651845e-06
        },
        "51764": {
          "rank": 7,
          "probe_weight": 0.10974451154470444,
          "original_mean": 0.009268701453449973,
          "original_std": 0.13573239096146086,
          "modified_mean": 0.0026740196090833113,
          "modified_std": 0.06618972274204772,
          "mean_abs_diff": 0.006595303486542141
        },
        "5538": {
          "rank": 8,
          "probe_weight": 0.1089898943901062,
          "original_mean": 4.00699889357535e-05,
          "original_std": 0.00501948145706383,
          "modified_mean": 8.23999891454221e-07,
          "modified_std": 0.0007047655664385074,
          "mean_abs_diff": 3.9323653285729627e-05
        },
        "16004": {
          "rank": 9,
          "probe_weight": 0.1078454852104187,
          "original_mean": 0.10603141321776001,
          "original_std": 0.25753889411020753,
          "modified_mean": 0.002096816735039786,
          "modified_std": 0.07336330699719079,
          "mean_abs_diff": 0.1039953334675236
        },
        "41960": {
          "rank": 10,
          "probe_weight": 0.10305643081665039,
          "original_mean": 8.739215363597271e-05,
          "original_std": 0.031682022468280294,
          "modified_mean": 7.637672099599908e-05,
          "modified_std": 0.03110042766995692,
          "mean_abs_diff": 1.1326243295960838e-05
        }
      },
      "sub_threshold": {
        "n_features": 58511,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0024391136218931413,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10548288426570201,
        "std_divergence": 0.12334422524773861
      }
    },
    "layer_8": {
      "hook_point": "model.language_model.layers.8.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "1243": {
          "rank": 1,
          "probe_weight": 0.14566481113433838,
          "original_mean": 0.0024312018145910305,
          "original_std": 0.045565332023617004,
          "modified_mean": 0.000960191565224396,
          "modified_std": 0.02987173056392128,
          "mean_abs_diff": 0.001515123575419848
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.1393602192401886,
          "original_mean": 0.1028349298142982,
          "original_std": 0.9667486172821197,
          "modified_mean": 0.03003263381464281,
          "modified_std": 0.5721589423150116,
          "mean_abs_diff": 0.072805359957026
        },
        "7843": {
          "rank": 3,
          "probe_weight": 0.13574807345867157,
          "original_mean": 0.1226555553939371,
          "original_std": 0.2931662712093626,
          "modified_mean": 0.0001194948194852295,
          "modified_std": 0.011041679860095452,
          "mean_abs_diff": 0.12255585496927601
        },
        "36483": {
          "rank": 4,
          "probe_weight": 0.13336153328418732,
          "original_mean": 0.41390022287854367,
          "original_std": 0.4656043878889843,
          "modified_mean": 0.92699982058112,
          "modified_std": 0.68466389918868,
          "mean_abs_diff": 0.5135782841297091
        },
        "17806": {
          "rank": 5,
          "probe_weight": 0.13027019798755646,
          "original_mean": 0.021148843362600197,
          "original_std": 0.18583906767219635,
          "modified_mean": 0.004592493729099094,
          "modified_std": 0.08895218864141548,
          "mean_abs_diff": 0.016557884617521484
        },
        "13454": {
          "rank": 6,
          "probe_weight": 0.11782558262348175,
          "original_mean": 0.09764873801130189,
          "original_std": 0.2620751319413539,
          "modified_mean": 0.0007067757699049158,
          "modified_std": 0.02398380166103323,
          "mean_abs_diff": 0.09703642776315458
        },
        "10934": {
          "rank": 7,
          "probe_weight": 0.11622921377420425,
          "original_mean": 3.0102344180373644e-06,
          "original_std": 0.0025590271282594597,
          "modified_mean": 2.3246515044699794e-06,
          "modified_std": 0.002685237891504862,
          "mean_abs_diff": 1.0071238067706844e-06
        },
        "60466": {
          "rank": 8,
          "probe_weight": 0.1157672330737114,
          "original_mean": 0.0025711750567248832,
          "original_std": 0.032445832039642,
          "modified_mean": 4.933638650268805e-06,
          "modified_std": 0.002029820187922754,
          "mean_abs_diff": 0.0025676908680475215
        },
        "23178": {
          "rank": 9,
          "probe_weight": 0.11551442742347717,
          "original_mean": 0.016814199468114282,
          "original_std": 0.15930173702322684,
          "modified_mean": 0.010182172631285902,
          "modified_std": 0.11713320610460784,
          "mean_abs_diff": 0.006633992637765789
        },
        "42104": {
          "rank": 10,
          "probe_weight": 0.11533845216035843,
          "original_mean": 6.0825715347997825e-05,
          "original_std": 0.010353317107933538,
          "modified_mean": 5.464643099078729e-05,
          "modified_std": 0.00984854530611275,
          "mean_abs_diff": 7.4876382452384955e-06
        }
      },
      "sub_threshold": {
        "n_features": 57704,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.00246736383071421,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10786006071233874,
        "std_divergence": 0.1286298355426476
      }
    },
    "layer_9": {
      "hook_point": "model.language_model.layers.9.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "8104": {
          "rank": 1,
          "probe_weight": 0.12808559834957123,
          "original_mean": 0.00022809636407454236,
          "original_std": 0.016951064258790335,
          "modified_mean": 5.496541216799712e-05,
          "modified_std": 0.007541043079060602,
          "mean_abs_diff": 0.00017313557187788277
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.12467951327562332,
          "original_mean": 0.10531258727811665,
          "original_std": 0.9507226826392038,
          "modified_mean": 0.029435582407084892,
          "modified_std": 0.5563240625517237,
          "mean_abs_diff": 0.07588028259689511
        },
        "60693": {
          "rank": 3,
          "probe_weight": 0.1193944439291954,
          "original_mean": 0.0022567080974793302,
          "original_std": 0.05459214478227895,
          "modified_mean": 0.0005476266023510285,
          "modified_std": 0.01644928527221645,
          "mean_abs_diff": 0.0025744604621000203
        },
        "60723": {
          "rank": 4,
          "probe_weight": 0.1168566346168518,
          "original_mean": 9.984593828104721e-05,
          "original_std": 0.012736718895562773,
          "modified_mean": 5.233562421942263e-05,
          "modified_std": 0.00904176797303559,
          "mean_abs_diff": 4.760814811861966e-05
        },
        "31184": {
          "rank": 5,
          "probe_weight": 0.11629682779312134,
          "original_mean": 0.016884811126219097,
          "original_std": 0.12706036508657556,
          "modified_mean": 0.002816501520722036,
          "modified_std": 0.05218554628857949,
          "mean_abs_diff": 0.014091962617481493
        },
        "24640": {
          "rank": 6,
          "probe_weight": 0.11152862757444382,
          "original_mean": 8.47541298451585e-05,
          "original_std": 0.028482986389952936,
          "modified_mean": 8.025415176655819e-05,
          "modified_std": 0.02812508881866259,
          "mean_abs_diff": 5.701465151417179e-06
        },
        "33835": {
          "rank": 7,
          "probe_weight": 0.11002981662750244,
          "original_mean": 1.3985322484412732e-05,
          "original_std": 0.004792731903135998,
          "modified_mean": 3.5097629045896615e-06,
          "modified_std": 0.0028048141183502863,
          "mean_abs_diff": 1.047555957982307e-05
        },
        "25964": {
          "rank": 8,
          "probe_weight": 0.10761471092700958,
          "original_mean": 0.00022164809381224545,
          "original_std": 0.020771593671740106,
          "modified_mean": 0.00015088454446702168,
          "modified_std": 0.016604448704295508,
          "mean_abs_diff": 8.166164515145742e-05
        },
        "37066": {
          "rank": 9,
          "probe_weight": 0.10742407292127609,
          "original_mean": 0.04587832352297854,
          "original_std": 0.1593815405043403,
          "modified_mean": 0.0018548433816355354,
          "modified_std": 0.03657800529975288,
          "mean_abs_diff": 0.044108784750378306
        },
        "9506": {
          "rank": 10,
          "probe_weight": 0.10478734970092773,
          "original_mean": 3.5909549990550355e-06,
          "original_std": 0.001993961496402269,
          "modified_mean": 1.6070455383005182e-06,
          "modified_std": 0.0015468179954218758,
          "mean_abs_diff": 1.9839094607545172e-06
        }
      },
      "sub_threshold": {
        "n_features": 57097,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.002584346256677301,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10419188103652223,
        "std_divergence": 0.12036853850964026
      }
    },
    "layer_10": {
      "hook_point": "model.language_model.layers.10.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "56645": {
          "rank": 1,
          "probe_weight": 0.14664436876773834,
          "original_mean": 0.0179076082335635,
          "original_std": 0.19123564396260664,
          "modified_mean": 0.009774654761037737,
          "modified_std": 0.14685245966885344,
          "mean_abs_diff": 0.008334205567349888
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.13554102182388306,
          "original_mean": 0.10152801864503364,
          "original_std": 0.8905488053302044,
          "modified_mean": 0.02780773614200076,
          "modified_std": 0.5200401607043603,
          "mean_abs_diff": 0.07372411337279076
        },
        "55162": {
          "rank": 3,
          "probe_weight": 0.11740590631961823,
          "original_mean": 0.0076982183101544175,
          "original_std": 0.17078418939538112,
          "modified_mean": 0.004967285738717447,
          "modified_std": 0.13667161613161077,
          "mean_abs_diff": 0.0027312755247340687
        },
        "58285": {
          "rank": 4,
          "probe_weight": 0.11028037965297699,
          "original_mean": 0.004283139837899866,
          "original_std": 0.051185889314178924,
          "modified_mean": 1.3986796820566683e-05,
          "modified_std": 0.004295149470417324,
          "mean_abs_diff": 0.004269153041079299
        },
        "24640": {
          "rank": 5,
          "probe_weight": 0.10746287554502487,
          "original_mean": 8.076627722335814e-05,
          "original_std": 0.028099882762165625,
          "modified_mean": 7.696308419146078e-05,
          "modified_std": 0.027755138887788102,
          "mean_abs_diff": 5.115486775515057e-06
        },
        "8439": {
          "rank": 6,
          "probe_weight": 0.10380767285823822,
          "original_mean": 0.00020709557851245126,
          "original_std": 0.02503920860761824,
          "modified_mean": 0.00019071145924264945,
          "modified_std": 0.02322142830164225,
          "mean_abs_diff": 1.642829619089902e-05
        },
        "13640": {
          "rank": 7,
          "probe_weight": 0.10028573125600815,
          "original_mean": 0.0001651540331364143,
          "original_std": 0.015454364321199178,
          "modified_mean": 0.00021304744480615307,
          "modified_std": 0.018208281747200846,
          "mean_abs_diff": 5.2252340948282404e-05
        },
        "44827": {
          "rank": 8,
          "probe_weight": 0.09725461900234222,
          "original_mean": 0.0005995758613181178,
          "original_std": 0.05797901382931701,
          "modified_mean": 0.00035292137484893837,
          "modified_std": 0.04344993340632377,
          "mean_abs_diff": 0.0002466544864691795
        },
        "56838": {
          "rank": 9,
          "probe_weight": 0.09601232409477234,
          "original_mean": 0.000986884346189907,
          "original_std": 0.029648334147273327,
          "modified_mean": 0.0009051392417210676,
          "modified_std": 0.028932311818125733,
          "mean_abs_diff": 0.0002326408668505346
        },
        "8180": {
          "rank": 10,
          "probe_weight": 0.09566990286111832,
          "original_mean": 0.0005731129708442258,
          "original_std": 0.03937529684244987,
          "modified_mean": 0.0001544934579367725,
          "modified_std": 0.022216731998684767,
          "mean_abs_diff": 0.0004186865981258772
        }
      },
      "sub_threshold": {
        "n_features": 55758,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.002728155036791162,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10228492852796045,
        "std_divergence": 0.12481584282601553
      }
    },
    "layer_11": {
      "hook_point": "model.language_model.layers.11.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.12796613574028015,
          "original_mean": 0.086458153764921,
          "original_std": 0.8129049106105177,
          "modified_mean": 0.025040138245311132,
          "modified_std": 0.4845876080775163,
          "mean_abs_diff": 0.061420779792118955
        },
        "47115": {
          "rank": 2,
          "probe_weight": 0.12189983576536179,
          "original_mean": 7.801249493719888e-05,
          "original_std": 0.016964721163802536,
          "modified_mean": 3.9776772277533176e-05,
          "modified_std": 0.013400345672294478,
          "mean_abs_diff": 3.833035198213454e-05
        },
        "1137": {
          "rank": 3,
          "probe_weight": 0.11888454854488373,
          "original_mean": 0.0445235600447697,
          "original_std": 0.20663185838501588,
          "modified_mean": 0.0018661255094139949,
          "modified_std": 0.047545369197370776,
          "mean_abs_diff": 0.042661649049273234
        },
        "36136": {
          "rank": 4,
          "probe_weight": 0.10972161591053009,
          "original_mean": 0.0006124764166293909,
          "original_std": 0.02097801925678006,
          "modified_mean": 1.4247340463291629e-06,
          "modified_std": 0.0010707072157795743,
          "mean_abs_diff": 0.0006110516825830617
        },
        "64554": {
          "rank": 5,
          "probe_weight": 0.10927318036556244,
          "original_mean": 4.0168870879545506e-05,
          "original_std": 0.003389437343779616,
          "modified_mean": 3.993159404250872e-06,
          "modified_std": 0.0020772269068105144,
          "mean_abs_diff": 3.617571147529463e-05
        },
        "55162": {
          "rank": 6,
          "probe_weight": 0.10814132541418076,
          "original_mean": 0.009305583355439531,
          "original_std": 0.19290403518855806,
          "modified_mean": 0.005645461751212323,
          "modified_std": 0.15044190823371187,
          "mean_abs_diff": 0.0036603548797753795
        },
        "59414": {
          "rank": 7,
          "probe_weight": 0.10809919238090515,
          "original_mean": 5.1794699780159165e-05,
          "original_std": 0.007721863228440277,
          "modified_mean": 2.943659535099571e-05,
          "modified_std": 0.005751391140794016,
          "mean_abs_diff": 2.3646094053381833e-05
        },
        "10988": {
          "rank": 8,
          "probe_weight": 0.10808246582746506,
          "original_mean": 5.227979597318962e-05,
          "original_std": 0.008114304002437017,
          "modified_mean": 4.4798892814042004e-05,
          "modified_std": 0.007678196512205419,
          "mean_abs_diff": 8.96234312134085e-06
        },
        "8104": {
          "rank": 9,
          "probe_weight": 0.10633116215467453,
          "original_mean": 0.0005248643362241645,
          "original_std": 0.02672666888619743,
          "modified_mean": 0.0001051635907837214,
          "modified_std": 0.011534055216250968,
          "mean_abs_diff": 0.00041985526905210076
        },
        "24640": {
          "rank": 10,
          "probe_weight": 0.10576605796813965,
          "original_mean": 7.146987705386649e-05,
          "original_std": 0.0260080829434638,
          "modified_mean": 6.783238595417934e-05,
          "modified_std": 0.025750825053215826,
          "mean_abs_diff": 5.461966754527882e-06
        }
      },
      "sub_threshold": {
        "n_features": 55208,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0027812427708200477,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.1009420044530263,
        "std_divergence": 0.12441446027797072
      }
    },
    "layer_12": {
      "hook_point": "model.language_model.layers.12.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "59518": {
          "rank": 1,
          "probe_weight": 0.13490338623523712,
          "original_mean": 0.0009391406106184253,
          "original_std": 0.04766451108447233,
          "modified_mean": 0.0004540056600412078,
          "modified_std": 0.03276297356930415,
          "mean_abs_diff": 0.00048522728032080733
        },
        "43542": {
          "rank": 2,
          "probe_weight": 0.12899862229824066,
          "original_mean": 0.00012599480062565848,
          "original_std": 0.01131125806616272,
          "modified_mean": 3.536443636939573e-05,
          "modified_std": 0.006413189941162094,
          "mean_abs_diff": 9.089454092615173e-05
        },
        "8903": {
          "rank": 3,
          "probe_weight": 0.12803883850574493,
          "original_mean": 0.0002922784014857201,
          "original_std": 0.019547118583327614,
          "modified_mean": 0.0005431922337424799,
          "modified_std": 0.026654575083535276,
          "mean_abs_diff": 0.0002878482242903437
        },
        "49199": {
          "rank": 4,
          "probe_weight": 0.12571056187152863,
          "original_mean": 0.0795050170522959,
          "original_std": 0.7608171664597655,
          "modified_mean": 0.024099641046158356,
          "modified_std": 0.4676389246010245,
          "mean_abs_diff": 0.05540742020379026
        },
        "9163": {
          "rank": 5,
          "probe_weight": 0.11904186755418777,
          "original_mean": 0.0063628819488743315,
          "original_std": 0.06137543583333567,
          "modified_mean": 8.041917398116956e-06,
          "modified_std": 0.002620579976213689,
          "mean_abs_diff": 0.006355495958131953
        },
        "55592": {
          "rank": 6,
          "probe_weight": 0.10880401730537415,
          "original_mean": 0.00036103024145629347,
          "original_std": 0.018800270440870553,
          "modified_mean": 0.0001677077953607356,
          "modified_std": 0.012103554907687254,
          "mean_abs_diff": 0.00019542169276448934
        },
        "29843": {
          "rank": 7,
          "probe_weight": 0.10844933986663818,
          "original_mean": 1.7845079163855538e-05,
          "original_std": 0.005626057730629386,
          "modified_mean": 1.6499786364308124e-05,
          "modified_std": 0.005435580305684881,
          "mean_abs_diff": 1.8641185403643728e-06
        },
        "55162": {
          "rank": 8,
          "probe_weight": 0.10614752024412155,
          "original_mean": 0.009647352848430308,
          "original_std": 0.20497925567412345,
          "modified_mean": 0.0061678200963650575,
          "modified_std": 0.16292352033735039,
          "mean_abs_diff": 0.0034800691063869792
        },
        "57209": {
          "rank": 9,
          "probe_weight": 0.1046096682548523,
          "original_mean": 0.0019576176364266298,
          "original_std": 0.05660278013980969,
          "modified_mean": 0.0007178672082223381,
          "modified_std": 0.036038866348083155,
          "mean_abs_diff": 0.001247786059950732
        },
        "952": {
          "rank": 10,
          "probe_weight": 0.10391354560852051,
          "original_mean": 0.0026215022104145746,
          "original_std": 0.06527548941746146,
          "modified_mean": 0.0019271214235604174,
          "modified_std": 0.05544735552255017,
          "mean_abs_diff": 0.0006950058050965563
        }
      },
      "sub_threshold": {
        "n_features": 53521,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0028203798564846562,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10221027321218219,
        "std_divergence": 0.12799872106450894
      }
    },
    "layer_13": {
      "hook_point": "model.language_model.layers.13.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "38610": {
          "rank": 1,
          "probe_weight": 0.16308799386024475,
          "original_mean": 8.810135278519823e-05,
          "original_std": 0.006103872870968183,
          "modified_mean": 6.82527797264095e-06,
          "modified_std": 0.0025695038132377925,
          "mean_abs_diff": 8.127607481255727e-05
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.13008229434490204,
          "original_mean": 0.06946445368189139,
          "original_std": 0.6881429891739688,
          "modified_mean": 0.02169180129669567,
          "modified_std": 0.427435650813668,
          "mean_abs_diff": 0.04777368388362121
        },
        "879": {
          "rank": 3,
          "probe_weight": 0.12125428766012192,
          "original_mean": 0.004843672026995112,
          "original_std": 0.10349076637132182,
          "modified_mean": 0.001953836671467075,
          "modified_std": 0.0696157105455652,
          "mean_abs_diff": 0.002938923987904119
        },
        "57209": {
          "rank": 4,
          "probe_weight": 0.11765243858098984,
          "original_mean": 0.0025250691118683362,
          "original_std": 0.06765809650958568,
          "modified_mean": 0.001132104374243399,
          "modified_std": 0.04705257210964579,
          "mean_abs_diff": 0.0014049577900234627
        },
        "55162": {
          "rank": 5,
          "probe_weight": 0.1109950840473175,
          "original_mean": 0.011380063931006974,
          "original_std": 0.23506152950134285,
          "modified_mean": 0.007565786378627328,
          "modified_std": 0.1923606051875201,
          "mean_abs_diff": 0.003815627511784819
        },
        "64494": {
          "rank": 6,
          "probe_weight": 0.10859142988920212,
          "original_mean": 0.0006396262062057803,
          "original_std": 0.06698979471946838,
          "modified_mean": 0.0005464583365582263,
          "modified_std": 0.06536813472473633,
          "mean_abs_diff": 0.00010817201836797807
        },
        "19135": {
          "rank": 7,
          "probe_weight": 0.1069980040192604,
          "original_mean": 0.0044065803807240705,
          "original_std": 0.07998230351408903,
          "modified_mean": 0.002969222236926413,
          "modified_std": 0.07097639696165481,
          "mean_abs_diff": 0.0015741561127851954
        },
        "24640": {
          "rank": 8,
          "probe_weight": 0.10559625923633575,
          "original_mean": 7.391078477796241e-05,
          "original_std": 0.028088169885390625,
          "modified_mean": 6.996113799970612e-05,
          "modified_std": 0.027790242880087898,
          "mean_abs_diff": 5.905798286775016e-06
        },
        "76": {
          "rank": 9,
          "probe_weight": 0.10448966175317764,
          "original_mean": 0.0004879536124591562,
          "original_std": 0.03284815307803396,
          "modified_mean": 0.0005092239297802659,
          "modified_std": 0.03372548596695325,
          "mean_abs_diff": 5.456399393175767e-05
        },
        "48589": {
          "rank": 10,
          "probe_weight": 0.10232625901699066,
          "original_mean": 3.46065067718179e-05,
          "original_std": 0.007260873422719122,
          "modified_mean": 3.0324457365867272e-05,
          "modified_std": 0.006963534627841771,
          "mean_abs_diff": 1.2504894209403109e-05
        }
      },
      "sub_threshold": {
        "n_features": 52836,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.002753199887953669,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10244928512473128,
        "std_divergence": 0.12518630163890154
      }
    },
    "layer_14": {
      "hook_point": "model.language_model.layers.14.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.13109882175922394,
          "original_mean": 0.054474612924126205,
          "original_std": 0.5957000524395885,
          "modified_mean": 0.01921395386666194,
          "modified_std": 0.38430634291985477,
          "mean_abs_diff": 0.03527771150925187
        },
        "19920": {
          "rank": 2,
          "probe_weight": 0.11366324871778488,
          "original_mean": 0.00012921378058964504,
          "original_std": 0.013871986701379617,
          "modified_mean": 0.00011567125380982201,
          "modified_std": 0.012417626542643048,
          "mean_abs_diff": 0.00010540501727461265
        },
        "52750": {
          "rank": 3,
          "probe_weight": 0.10841641575098038,
          "original_mean": 0.00018623773998393143,
          "original_std": 0.01819326708812361,
          "modified_mean": 0.00019671874436792648,
          "modified_std": 0.018829359008415397,
          "mean_abs_diff": 2.2426766037659675e-05
        },
        "10034": {
          "rank": 4,
          "probe_weight": 0.10720504075288773,
          "original_mean": 0.00010477362463257722,
          "original_std": 0.010624621024970497,
          "modified_mean": 8.828262502442393e-05,
          "modified_std": 0.011637914767395442,
          "mean_abs_diff": 4.7112091302694516e-05
        },
        "48589": {
          "rank": 5,
          "probe_weight": 0.10470765829086304,
          "original_mean": 0.00010090134092502976,
          "original_std": 0.01276536290777386,
          "modified_mean": 0.00013130073800634543,
          "modified_std": 0.014558999638687663,
          "mean_abs_diff": 4.3664941482828134e-05
        },
        "55162": {
          "rank": 6,
          "probe_weight": 0.10366678237915039,
          "original_mean": 0.027936494835992177,
          "original_std": 0.3614485162685609,
          "modified_mean": 0.012734415524405993,
          "modified_std": 0.2750547400076932,
          "mean_abs_diff": 0.01520686966488889
        },
        "879": {
          "rank": 7,
          "probe_weight": 0.10302281379699707,
          "original_mean": 0.005418480393055928,
          "original_std": 0.1133639914573781,
          "modified_mean": 0.002523150964594281,
          "modified_std": 0.0775734110959679,
          "mean_abs_diff": 0.002911313263264609
        },
        "52822": {
          "rank": 8,
          "probe_weight": 0.10252702981233597,
          "original_mean": 0.001885614718390294,
          "original_std": 0.047965748647436454,
          "modified_mean": 0.0020360640524250155,
          "modified_std": 0.04797152968183017,
          "mean_abs_diff": 0.00046704485908639
        },
        "29368": {
          "rank": 9,
          "probe_weight": 0.10234975814819336,
          "original_mean": 0.0009451425854754289,
          "original_std": 0.051964924362428375,
          "modified_mean": 0.00043201892128040786,
          "modified_std": 0.03906862472954851,
          "mean_abs_diff": 0.0005956100300193265
        },
        "16538": {
          "rank": 10,
          "probe_weight": 0.10088084638118744,
          "original_mean": 1.0381064888245587e-05,
          "original_std": 0.002847533591334511,
          "modified_mean": 4.308852793938323e-06,
          "modified_std": 0.0016297848297772781,
          "mean_abs_diff": 7.124285272517054e-06
        }
      },
      "sub_threshold": {
        "n_features": 50757,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.002943083843621768,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.1036445609491396,
        "std_divergence": 0.12784123312846907
      }
    },
    "layer_15": {
      "hook_point": "model.language_model.layers.15.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.15373055636882782,
          "original_mean": 0.045984934412279875,
          "original_std": 0.5281940101957266,
          "modified_mean": 0.018699614801874476,
          "modified_std": 0.36315577013035577,
          "mean_abs_diff": 0.027509413661492673
        },
        "41501": {
          "rank": 2,
          "probe_weight": 0.13598939776420593,
          "original_mean": 0.0025968484938866214,
          "original_std": 0.094059224312122,
          "modified_mean": 0.0035775081594734155,
          "modified_std": 0.11247636394313065,
          "mean_abs_diff": 0.001175775792906371
        },
        "879": {
          "rank": 3,
          "probe_weight": 0.13378958404064178,
          "original_mean": 0.005362842774399706,
          "original_std": 0.1339446177412554,
          "modified_mean": 0.002240969299453362,
          "modified_std": 0.0946458087922295,
          "mean_abs_diff": 0.0031465138619917715
        },
        "55162": {
          "rank": 4,
          "probe_weight": 0.11904532462358475,
          "original_mean": 0.038959798223220356,
          "original_std": 0.43888260462278966,
          "modified_mean": 0.015911645521871333,
          "modified_std": 0.32789370036557697,
          "mean_abs_diff": 0.02305134357607868
        },
        "54640": {
          "rank": 5,
          "probe_weight": 0.10969407856464386,
          "original_mean": 0.36770194818036767,
          "original_std": 0.4327139251041792,
          "modified_mean": 0.39603455033741003,
          "modified_std": 0.42978707844154773,
          "mean_abs_diff": 0.08025597997816927
        },
        "29460": {
          "rank": 6,
          "probe_weight": 0.10906922817230225,
          "original_mean": 0.001971989706330884,
          "original_std": 0.06919783340597323,
          "modified_mean": 0.0021253264517038365,
          "modified_std": 0.07252294854728947,
          "mean_abs_diff": 0.00023413599702761206
        },
        "44079": {
          "rank": 7,
          "probe_weight": 0.10373248904943466,
          "original_mean": 0.0001067741246786462,
          "original_std": 0.013747487341261692,
          "modified_mean": 7.989787888587442e-05,
          "modified_std": 0.011502228440787243,
          "mean_abs_diff": 3.361009819000616e-05
        },
        "9874": {
          "rank": 8,
          "probe_weight": 0.10293971002101898,
          "original_mean": 4.6033385392027466e-05,
          "original_std": 0.007502601692011412,
          "modified_mean": 6.342697946255586e-05,
          "modified_std": 0.008884659920522894,
          "mean_abs_diff": 1.9545077645782775e-05
        },
        "1334": {
          "rank": 9,
          "probe_weight": 0.10108966380357742,
          "original_mean": 1.0565882757652602e-05,
          "original_std": 0.005520172675170183,
          "modified_mean": 8.226377145847098e-06,
          "modified_std": 0.004973737888999907,
          "mean_abs_diff": 2.9130005458322485e-06
        },
        "47358": {
          "rank": 10,
          "probe_weight": 0.10078883916139603,
          "original_mean": 0.000247444023344126,
          "original_std": 0.036901692981929024,
          "modified_mean": 0.0001745532569681331,
          "modified_std": 0.0362120242240614,
          "mean_abs_diff": 8.55324320950042e-05
        }
      },
      "sub_threshold": {
        "n_features": 48242,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.003272938346903342,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.10425821946567158,
        "std_divergence": 0.12318402020482641
      }
    },
    "layer_16": {
      "hook_point": "model.language_model.layers.16.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.1653420478105545,
          "original_mean": 0.029295806653501403,
          "original_std": 0.3951513969940842,
          "modified_mean": 0.013217134571053632,
          "modified_std": 0.28055096741487157,
          "mean_abs_diff": 0.016491488257938815
        },
        "63216": {
          "rank": 2,
          "probe_weight": 0.13927707076072693,
          "original_mean": 0.018686377149716257,
          "original_std": 0.19305483960542205,
          "modified_mean": 0.017987719698964778,
          "modified_std": 0.18725412783474954,
          "mean_abs_diff": 0.005750669005787595
        },
        "879": {
          "rank": 3,
          "probe_weight": 0.1289801299571991,
          "original_mean": 0.007700710508567614,
          "original_std": 0.1753479911339811,
          "modified_mean": 0.0036990482265593055,
          "modified_std": 0.13227935818541461,
          "mean_abs_diff": 0.0040539715235158764
        },
        "10005": {
          "rank": 4,
          "probe_weight": 0.11981286853551865,
          "original_mean": 0.00018772168920677616,
          "original_std": 0.02014402256031824,
          "modified_mean": 0.0002343204905262643,
          "modified_std": 0.024121924936430304,
          "mean_abs_diff": 4.663928023606225e-05
        },
        "55162": {
          "rank": 5,
          "probe_weight": 0.11673460155725479,
          "original_mean": 0.057811372737396366,
          "original_std": 0.5659340167642875,
          "modified_mean": 0.02132463555758377,
          "modified_std": 0.4188617455260142,
          "mean_abs_diff": 0.0364994529728438
        },
        "18633": {
          "rank": 6,
          "probe_weight": 0.11553410440683365,
          "original_mean": 0.0004519101141300216,
          "original_std": 0.030067095049041318,
          "modified_mean": 0.00010226563711459837,
          "modified_std": 0.014052830649710505,
          "mean_abs_diff": 0.00034964447701542323
        },
        "52088": {
          "rank": 7,
          "probe_weight": 0.11028871685266495,
          "original_mean": 0.002842413185018662,
          "original_std": 0.05701347004623459,
          "modified_mean": 0.0023940562729343464,
          "modified_std": 0.044277057187180405,
          "mean_abs_diff": 0.0014181771165739203
        },
        "5018": {
          "rank": 8,
          "probe_weight": 0.10893142223358154,
          "original_mean": 0.002176481955620178,
          "original_std": 0.08082079728045061,
          "modified_mean": 0.002670649146860812,
          "modified_std": 0.09227691747951838,
          "mean_abs_diff": 0.0004999162915376846
        },
        "57056": {
          "rank": 9,
          "probe_weight": 0.1083151251077652,
          "original_mean": 0.002530731902597558,
          "original_std": 0.050293039166045474,
          "modified_mean": 0.0018606594646593123,
          "modified_std": 0.048577338852004624,
          "mean_abs_diff": 0.0011433759971555154
        },
        "6064": {
          "rank": 10,
          "probe_weight": 0.10546455532312393,
          "original_mean": 0.0004460947710457576,
          "original_std": 0.033194746585312455,
          "modified_mean": 0.0006977818634529843,
          "modified_std": 0.03922405756689012,
          "mean_abs_diff": 0.00025311881271683153
        }
      },
      "sub_threshold": {
        "n_features": 44453,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.003825279312333085,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.11350619434492683,
        "std_divergence": 0.13003747048030145
      }
    },
    "layer_17": {
      "hook_point": "model.language_model.layers.17.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.16093508899211884,
          "original_mean": 0.021852645818544132,
          "original_std": 0.31864639172416737,
          "modified_mean": 0.011367836436813768,
          "modified_std": 0.23882371610904615,
          "mean_abs_diff": 0.011146495739451251
        },
        "18633": {
          "rank": 2,
          "probe_weight": 0.15017643570899963,
          "original_mean": 0.0012179853515218997,
          "original_std": 0.057178912085223674,
          "modified_mean": 0.00036018792065428126,
          "modified_std": 0.03101435471007163,
          "mean_abs_diff": 0.0008577974308676185
        },
        "879": {
          "rank": 3,
          "probe_weight": 0.1372394859790802,
          "original_mean": 0.009882853429152542,
          "original_std": 0.22177485731908486,
          "modified_mean": 0.005030124614955112,
          "modified_std": 0.17328683261769526,
          "mean_abs_diff": 0.004952924850241475
        },
        "55162": {
          "rank": 4,
          "probe_weight": 0.12058978527784348,
          "original_mean": 0.0811993610175493,
          "original_std": 0.7313178491150307,
          "modified_mean": 0.02850699847484869,
          "modified_std": 0.5309321886374585,
          "mean_abs_diff": 0.05274722406427197
        },
        "6307": {
          "rank": 5,
          "probe_weight": 0.11313467472791672,
          "original_mean": 0.0025434661798107473,
          "original_std": 0.05524062087653324,
          "modified_mean": 0.00018018104197613902,
          "modified_std": 0.017644814961340714,
          "mean_abs_diff": 0.002368665544378392
        },
        "29368": {
          "rank": 6,
          "probe_weight": 0.11138812452554703,
          "original_mean": 0.002332857041083854,
          "original_std": 0.08603801426598567,
          "modified_mean": 0.001683506768059977,
          "modified_std": 0.0737252463981838,
          "mean_abs_diff": 0.001404567371319823
        },
        "64410": {
          "rank": 7,
          "probe_weight": 0.11061368882656097,
          "original_mean": 0.001494490169992981,
          "original_std": 0.06866164602515155,
          "modified_mean": 0.0016537301766059611,
          "modified_std": 0.07422558179701252,
          "mean_abs_diff": 0.0001846726630788029
        },
        "58932": {
          "rank": 8,
          "probe_weight": 0.10860492289066315,
          "original_mean": 0.0010113533018355884,
          "original_std": 0.048552473518950374,
          "modified_mean": 0.0006760868631118327,
          "modified_std": 0.03899861060575482,
          "mean_abs_diff": 0.00035406375057479107
        },
        "56645": {
          "rank": 9,
          "probe_weight": 0.1084342747926712,
          "original_mean": 0.02257323312735612,
          "original_std": 0.24764336989324523,
          "modified_mean": 0.031198845538513396,
          "modified_std": 0.2771264462404621,
          "mean_abs_diff": 0.0105284111492799
        },
        "26504": {
          "rank": 10,
          "probe_weight": 0.10745365172624588,
          "original_mean": 0.005818637928937448,
          "original_std": 0.08911673341430769,
          "modified_mean": 0.004544646150244647,
          "modified_std": 0.07702658752215458,
          "mean_abs_diff": 0.0017591014258925579
        }
      },
      "sub_threshold": {
        "n_features": 42406,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.005471852799293589,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.13076354501262735,
        "std_divergence": 0.15079922398885084
      }
    },
    "layer_18": {
      "hook_point": "model.language_model.layers.18.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.1474297195672989,
          "original_mean": 0.009525430042502812,
          "original_std": 0.1925734051455012,
          "modified_mean": 0.006396869230207553,
          "modified_std": 0.15989975605042653,
          "mean_abs_diff": 0.0038385695322389435
        },
        "18633": {
          "rank": 2,
          "probe_weight": 0.1371113508939743,
          "original_mean": 0.0011544175001208603,
          "original_std": 0.05801191349430099,
          "modified_mean": 0.00037415053420376164,
          "modified_std": 0.033458857429842885,
          "mean_abs_diff": 0.0007802669659170986
        },
        "6307": {
          "rank": 3,
          "probe_weight": 0.12275652587413788,
          "original_mean": 0.02632350930151895,
          "original_std": 0.25322757111391936,
          "modified_mean": 0.0027944582939286025,
          "modified_std": 0.09369809890626585,
          "mean_abs_diff": 0.02363255796991108
        },
        "22527": {
          "rank": 4,
          "probe_weight": 0.1208605021238327,
          "original_mean": 3.090945872349767e-05,
          "original_std": 0.008871840924102384,
          "modified_mean": 4.279401939901731e-05,
          "modified_std": 0.01031171839455485,
          "mean_abs_diff": 1.2966513588376145e-05
        },
        "31777": {
          "rank": 5,
          "probe_weight": 0.11766592413187027,
          "original_mean": 0.13492282314073487,
          "original_std": 0.31568375064371773,
          "modified_mean": 0.06446924459168495,
          "modified_std": 0.17865870564830247,
          "mean_abs_diff": 0.0768307354732921
        },
        "47300": {
          "rank": 6,
          "probe_weight": 0.11074809730052948,
          "original_mean": 5.080321883628296e-06,
          "original_std": 0.001918221755033605,
          "modified_mean": 8.113898952397839e-05,
          "modified_std": 0.006363438657324462,
          "mean_abs_diff": 7.80136873174011e-05
        },
        "879": {
          "rank": 7,
          "probe_weight": 0.10950916260480881,
          "original_mean": 0.011186657857141723,
          "original_std": 0.2283381733890612,
          "modified_mean": 0.005432645003971342,
          "modified_std": 0.17877668754131176,
          "mean_abs_diff": 0.00588883108052618
        },
        "24502": {
          "rank": 8,
          "probe_weight": 0.10827319324016571,
          "original_mean": 0.004530616084638092,
          "original_std": 0.08990497877781033,
          "modified_mean": 0.0038132438147672316,
          "modified_std": 0.0815571415401039,
          "mean_abs_diff": 0.0009645861767825796
        },
        "4360": {
          "rank": 9,
          "probe_weight": 0.10824626684188843,
          "original_mean": 0.00010183662600425798,
          "original_std": 0.017088117254158524,
          "modified_mean": 0.00013337258513497412,
          "modified_std": 0.01817795195377609,
          "mean_abs_diff": 3.323766297158427e-05
        },
        "41768": {
          "rank": 10,
          "probe_weight": 0.1070447564125061,
          "original_mean": 3.505012622040565e-05,
          "original_std": 0.008625706301260088,
          "modified_mean": 9.988060179251599e-05,
          "modified_std": 0.013858072671663347,
          "mean_abs_diff": 6.535140823649755e-05
        }
      },
      "sub_threshold": {
        "n_features": 40605,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.011665752678260796,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.1531570526630665,
        "std_divergence": 0.1807831492446242
      }
    },
    "layer_19": {
      "hook_point": "model.language_model.layers.19.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "18633": {
          "rank": 1,
          "probe_weight": 0.20361042022705078,
          "original_mean": 0.0022269597043399927,
          "original_std": 0.09408273812834282,
          "modified_mean": 0.0008116872103083403,
          "modified_std": 0.05964079624840134,
          "mean_abs_diff": 0.0014152978161633587
        },
        "49199": {
          "rank": 2,
          "probe_weight": 0.19517675042152405,
          "original_mean": 0.003743593909543949,
          "original_std": 0.10636007509944138,
          "modified_mean": 0.004356123836107811,
          "modified_std": 0.11231312491434778,
          "mean_abs_diff": 0.0017465775650509906
        },
        "52414": {
          "rank": 3,
          "probe_weight": 0.1679643988609314,
          "original_mean": 0.006849030281922669,
          "original_std": 0.14549534575940454,
          "modified_mean": 0.0016250630396912758,
          "modified_std": 0.0682916814082804,
          "mean_abs_diff": 0.0052383616375383385
        },
        "879": {
          "rank": 4,
          "probe_weight": 0.15819387137889862,
          "original_mean": 0.010348827422986439,
          "original_std": 0.22215141877557867,
          "modified_mean": 0.005397419656220361,
          "modified_std": 0.17898543586835214,
          "mean_abs_diff": 0.005129898068129056
        },
        "6307": {
          "rank": 5,
          "probe_weight": 0.1522531807422638,
          "original_mean": 0.01175311846380601,
          "original_std": 0.14836887541415172,
          "modified_mean": 0.0009564494996840713,
          "modified_std": 0.04814546086549171,
          "mean_abs_diff": 0.010820442882533313
        },
        "29368": {
          "rank": 6,
          "probe_weight": 0.13567326962947845,
          "original_mean": 0.0034711449509954436,
          "original_std": 0.10235307341484004,
          "modified_mean": 0.002404771031615175,
          "modified_std": 0.08619437852539047,
          "mean_abs_diff": 0.0022158626033432403
        },
        "28582": {
          "rank": 7,
          "probe_weight": 0.13234296441078186,
          "original_mean": 0.003382576743250751,
          "original_std": 0.08259969095693089,
          "modified_mean": 0.006553439277255052,
          "modified_std": 0.11231641181453658,
          "mean_abs_diff": 0.0033097694608326465
        },
        "55162": {
          "rank": 8,
          "probe_weight": 0.13131952285766602,
          "original_mean": 0.19870380673097693,
          "original_std": 1.3209222950497,
          "modified_mean": 0.05754779390506993,
          "modified_std": 0.912771735769127,
          "mean_abs_diff": 0.14145096631727372
        },
        "42617": {
          "rank": 9,
          "probe_weight": 0.1213238313794136,
          "original_mean": 0.0007651587817691683,
          "original_std": 0.04428742730584424,
          "modified_mean": 0.01088164983383613,
          "modified_std": 0.09742049908937003,
          "mean_abs_diff": 0.010116704597953153
        },
        "44360": {
          "rank": 10,
          "probe_weight": 0.11665502935647964,
          "original_mean": 0.0017539405653701182,
          "original_std": 0.07712127213835909,
          "modified_mean": 0.0018010861532888876,
          "modified_std": 0.07950298122396446,
          "mean_abs_diff": 0.0005814348350561005
        }
      },
      "sub_threshold": {
        "n_features": 37232,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.021464814669517912,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.17747907575046246,
        "std_divergence": 0.19950443698339662
      }
    },
    "layer_20": {
      "hook_point": "model.language_model.layers.20.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "49199": {
          "rank": 1,
          "probe_weight": 0.17064152657985687,
          "original_mean": 0.00031372649472410924,
          "original_std": 0.025267430332716504,
          "modified_mean": 0.0013745227886850639,
          "modified_std": 0.0450464866547637,
          "mean_abs_diff": 0.0011162365957154679
        },
        "18633": {
          "rank": 2,
          "probe_weight": 0.14952556788921356,
          "original_mean": 0.0027784056134762276,
          "original_std": 0.11023620287450223,
          "modified_mean": 0.0010281054839338102,
          "modified_std": 0.07154168282075847,
          "mean_abs_diff": 0.0017503001295424176
        },
        "879": {
          "rank": 3,
          "probe_weight": 0.13412602245807648,
          "original_mean": 0.008334632566114879,
          "original_std": 0.18521792761255074,
          "modified_mean": 0.004453690444196133,
          "modified_std": 0.1509097844775223,
          "mean_abs_diff": 0.004125528668897581
        },
        "47972": {
          "rank": 4,
          "probe_weight": 0.12609365582466125,
          "original_mean": 0.6455535205038707,
          "original_std": 0.520965364472791,
          "modified_mean": 0.3496971698474104,
          "modified_std": 0.45094571844517906,
          "mean_abs_diff": 0.3009185360797064
        },
        "55212": {
          "rank": 5,
          "probe_weight": 0.12534339725971222,
          "original_mean": 0.0002132980908324741,
          "original_std": 0.017042367390042463,
          "modified_mean": 0.00305425052943133,
          "modified_std": 0.044826438255791384,
          "mean_abs_diff": 0.002846785741221124
        },
        "45526": {
          "rank": 6,
          "probe_weight": 0.12368156015872955,
          "original_mean": 0.0016426529898286768,
          "original_std": 0.0748521319797889,
          "modified_mean": 0.0012208753199559844,
          "modified_std": 0.06588184846507754,
          "mean_abs_diff": 0.0007992468181929073
        },
        "43387": {
          "rank": 7,
          "probe_weight": 0.12221836298704147,
          "original_mean": 0.003411372299907998,
          "original_std": 0.061407897200264405,
          "modified_mean": 0.0029664033103235124,
          "modified_std": 0.059511434256470486,
          "mean_abs_diff": 0.0017548710277835217
        },
        "53965": {
          "rank": 8,
          "probe_weight": 0.1215067133307457,
          "original_mean": 0.2097296734692819,
          "original_std": 0.43664633678742093,
          "modified_mean": 0.32790183577208326,
          "modified_std": 0.5499381698610533,
          "mean_abs_diff": 0.12509018868543498
        },
        "13571": {
          "rank": 9,
          "probe_weight": 0.1189415454864502,
          "original_mean": 0.00017575120302589395,
          "original_std": 0.019815406001903877,
          "modified_mean": 0.174756653274803,
          "modified_std": 0.461442452949156,
          "mean_abs_diff": 0.17458099180438208
        },
        "61036": {
          "rank": 10,
          "probe_weight": 0.11528495699167252,
          "original_mean": 0.19824396447915074,
          "original_std": 0.40148182628273693,
          "modified_mean": 0.10310924287160493,
          "modified_std": 0.28113748802598604,
          "mean_abs_diff": 0.09822696968195556
        }
      },
      "sub_threshold": {
        "n_features": 32729,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.03608758711532843,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.19006332198761214,
        "std_divergence": 0.2056935091846324
      }
    },
    "layer_21": {
      "hook_point": "model.language_model.layers.21.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "18633": {
          "rank": 1,
          "probe_weight": 0.14710281789302826,
          "original_mean": 0.005570745009572453,
          "original_std": 0.18694754556397622,
          "modified_mean": 0.0021853805535202615,
          "modified_std": 0.12943778410491255,
          "mean_abs_diff": 0.003385877597904011
        },
        "46750": {
          "rank": 2,
          "probe_weight": 0.1168358325958252,
          "original_mean": 0.0001233159344999196,
          "original_std": 0.015326308738857026,
          "modified_mean": 0.34452320075678217,
          "modified_std": 0.8003516352666893,
          "mean_abs_diff": 0.34439988482228223
        },
        "49199": {
          "rank": 3,
          "probe_weight": 0.11583955585956573,
          "original_mean": 0.00017728795403774465,
          "original_std": 0.017034094205129243,
          "modified_mean": 0.005041088088579821,
          "modified_std": 0.07948802377288583,
          "mean_abs_diff": 0.0048703871333246095
        },
        "879": {
          "rank": 4,
          "probe_weight": 0.11180141568183899,
          "original_mean": 0.00460994874472766,
          "original_std": 0.13175603436816066,
          "modified_mean": 0.002763183096832648,
          "modified_std": 0.10990305895565042,
          "mean_abs_diff": 0.0021079875923429507
        },
        "6307": {
          "rank": 5,
          "probe_weight": 0.1087149903178215,
          "original_mean": 0.15731990205137442,
          "original_std": 0.8882882816959611,
          "modified_mean": 0.019171189043633623,
          "modified_std": 0.4004018055829066,
          "mean_abs_diff": 0.13843765416993004
        },
        "40136": {
          "rank": 6,
          "probe_weight": 0.10437197238206863,
          "original_mean": 0.010087916782964123,
          "original_std": 0.1014815758242736,
          "modified_mean": 0.01337992957224154,
          "modified_std": 0.1173363953694518,
          "mean_abs_diff": 0.0050971433300194945
        },
        "29629": {
          "rank": 7,
          "probe_weight": 0.10269679874181747,
          "original_mean": 0.006085136994778815,
          "original_std": 0.11392464918840249,
          "modified_mean": 0.008227685258739648,
          "modified_std": 0.12675468346988317,
          "mean_abs_diff": 0.004120417066629565
        },
        "39179": {
          "rank": 8,
          "probe_weight": 0.10114108771085739,
          "original_mean": 0.01578537255952896,
          "original_std": 0.10833675811304169,
          "modified_mean": 0.00449664475374631,
          "modified_std": 0.05543554165932323,
          "mean_abs_diff": 0.011395584320674293
        },
        "55162": {
          "rank": 9,
          "probe_weight": 0.09968764334917068,
          "original_mean": 0.17276527848498513,
          "original_std": 1.3066879781008889,
          "modified_mean": 0.056691835538244716,
          "modified_std": 0.9407695944620813,
          "mean_abs_diff": 0.11634651286658301
        },
        "27909": {
          "rank": 10,
          "probe_weight": 0.09778483957052231,
          "original_mean": 0.012874995432493937,
          "original_std": 0.16139564796603145,
          "modified_mean": 0.01976124735855798,
          "modified_std": 0.21411721422038543,
          "mean_abs_diff": 0.008366570231722891
        }
      },
      "sub_threshold": {
        "n_features": 31309,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.06638790004875857,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.2102243943184366,
        "std_divergence": 0.21054625125481136
      }
    },
    "layer_22": {
      "hook_point": "model.language_model.layers.22.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "18633": {
          "rank": 1,
          "probe_weight": 0.1497185081243515,
          "original_mean": 0.007799229842428389,
          "original_std": 0.25418767387178176,
          "modified_mean": 0.003119559996527582,
          "modified_std": 0.1785835909094649,
          "mean_abs_diff": 0.004682395695555792
        },
        "61036": {
          "rank": 2,
          "probe_weight": 0.14179947972297668,
          "original_mean": 0.22445899627681848,
          "original_std": 0.421985846266261,
          "modified_mean": 0.12087603916842307,
          "modified_std": 0.3012819268598663,
          "mean_abs_diff": 0.10665659317222687
        },
        "41351": {
          "rank": 3,
          "probe_weight": 0.1393192559480667,
          "original_mean": 0.02615337905286683,
          "original_std": 0.173852871442225,
          "modified_mean": 0.02676180512077636,
          "modified_std": 0.17781959036354675,
          "mean_abs_diff": 0.006194191772204059
        },
        "13048": {
          "rank": 4,
          "probe_weight": 0.11759500205516815,
          "original_mean": 0.01990443742143128,
          "original_std": 0.11553312783096482,
          "modified_mean": 0.001975487469981267,
          "modified_std": 0.04663074606419288,
          "mean_abs_diff": 0.01856922937700027
        },
        "43387": {
          "rank": 5,
          "probe_weight": 0.11071101576089859,
          "original_mean": 0.005050198717363015,
          "original_std": 0.0721244263633636,
          "modified_mean": 0.003204398567461781,
          "modified_std": 0.05782030973685937,
          "mean_abs_diff": 0.0027711665197799177
        },
        "53965": {
          "rank": 6,
          "probe_weight": 0.11044830083847046,
          "original_mean": 0.31357773845000037,
          "original_std": 0.531812421165279,
          "modified_mean": 0.4857421198563878,
          "modified_std": 0.6682136977393466,
          "mean_abs_diff": 0.17917219602668413
        },
        "64604": {
          "rank": 7,
          "probe_weight": 0.10867249220609665,
          "original_mean": 0.0006729596484213459,
          "original_std": 0.04333935980687647,
          "modified_mean": 0.0006350099555329931,
          "modified_std": 0.037931476772569375,
          "mean_abs_diff": 0.0002947538700425846
        },
        "11763": {
          "rank": 8,
          "probe_weight": 0.10706169158220291,
          "original_mean": 0.0007931076452043857,
          "original_std": 0.04194876897738459,
          "modified_mean": 0.0016923343772434743,
          "modified_std": 0.062171070119221725,
          "mean_abs_diff": 0.0009097893614211658
        },
        "55162": {
          "rank": 9,
          "probe_weight": 0.10373721271753311,
          "original_mean": 0.16961531624927478,
          "original_std": 1.2182579669573452,
          "modified_mean": 0.05093345598773568,
          "modified_std": 0.8600466653869796,
          "mean_abs_diff": 0.11889605698751499
        },
        "21040": {
          "rank": 10,
          "probe_weight": 0.10325399041175842,
          "original_mean": 0.0053829158096697785,
          "original_std": 0.07426147141254433,
          "modified_mean": 0.01009806708578152,
          "modified_std": 0.10114078055677034,
          "mean_abs_diff": 0.006163390180117971
        }
      },
      "sub_threshold": {
        "n_features": 29250,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.10248585726877248,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.23528028450532446,
        "std_divergence": 0.21397535531763515
      }
    },
    "layer_23": {
      "hook_point": "model.language_model.layers.23.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "61036": {
          "rank": 1,
          "probe_weight": 0.14749638736248016,
          "original_mean": 0.1943192135559207,
          "original_std": 0.38988828113153545,
          "modified_mean": 0.1023955697597867,
          "modified_std": 0.27658733064541785,
          "mean_abs_diff": 0.09527003761202527
        },
        "22720": {
          "rank": 2,
          "probe_weight": 0.1355745494365692,
          "original_mean": 0.0003392830397309868,
          "original_std": 0.027201099558468934,
          "modified_mean": 0.1569086871690817,
          "modified_std": 0.4004855601292809,
          "mean_abs_diff": 0.15659516158610903
        },
        "18633": {
          "rank": 3,
          "probe_weight": 0.12142063677310944,
          "original_mean": 0.010942736744714946,
          "original_std": 0.31533448906587114,
          "modified_mean": 0.003955934738474048,
          "modified_std": 0.2158122349155161,
          "mean_abs_diff": 0.006990412719819904
        },
        "25616": {
          "rank": 4,
          "probe_weight": 0.11671643704175949,
          "original_mean": 0.10894176841675789,
          "original_std": 0.2661545801942855,
          "modified_mean": 0.21483607457099904,
          "modified_std": 0.3639015234020625,
          "mean_abs_diff": 0.10786501889458687
        },
        "41351": {
          "rank": 5,
          "probe_weight": 0.11636489629745483,
          "original_mean": 0.021188162026704736,
          "original_std": 0.15445942483304123,
          "modified_mean": 0.01972979274894023,
          "modified_std": 0.15023212487109525,
          "mean_abs_diff": 0.0052210185515630505
        },
        "19417": {
          "rank": 6,
          "probe_weight": 0.11162295192480087,
          "original_mean": 0.0002095828960546568,
          "original_std": 0.014805382269895702,
          "modified_mean": 0.3772564254414899,
          "modified_std": 0.8539266640166466,
          "mean_abs_diff": 0.3770471050567987
        },
        "53451": {
          "rank": 7,
          "probe_weight": 0.11009157449007034,
          "original_mean": 0.03253876680864248,
          "original_std": 0.15735187555404107,
          "modified_mean": 0.11314512962076906,
          "modified_std": 0.24773361324682666,
          "mean_abs_diff": 0.08416901837739035
        },
        "43387": {
          "rank": 8,
          "probe_weight": 0.10844407230615616,
          "original_mean": 0.007641007451922818,
          "original_std": 0.08914027257166492,
          "modified_mean": 0.003360805190096121,
          "modified_std": 0.0569881210903052,
          "mean_abs_diff": 0.004997200621284271
        },
        "64604": {
          "rank": 9,
          "probe_weight": 0.10679380595684052,
          "original_mean": 0.0008661933159287553,
          "original_std": 0.04991501390188178,
          "modified_mean": 0.0008275492166346799,
          "modified_std": 0.043244978410232116,
          "mean_abs_diff": 0.00040190524701022546
        },
        "6663": {
          "rank": 10,
          "probe_weight": 0.10645009577274323,
          "original_mean": 0.00984523228319523,
          "original_std": 0.14262416968245883,
          "modified_mean": 0.19205378472912624,
          "modified_std": 0.6123169602760954,
          "mean_abs_diff": 0.18248415636062945
        }
      },
      "sub_threshold": {
        "n_features": 28715,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.12189215178705609,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.24390952790636203,
        "std_divergence": 0.21210386100593465
      }
    },
    "layer_24": {
      "hook_point": "model.language_model.layers.24.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "41351": {
          "rank": 1,
          "probe_weight": 0.1583416908979416,
          "original_mean": 0.029270531680835758,
          "original_std": 0.17974567841867814,
          "modified_mean": 0.024150777832379334,
          "modified_std": 0.16485895277828203,
          "mean_abs_diff": 0.008426287385401398
        },
        "61036": {
          "rank": 2,
          "probe_weight": 0.15274035930633545,
          "original_mean": 0.26240669778380943,
          "original_std": 0.4541957101992419,
          "modified_mean": 0.1386212054122682,
          "modified_std": 0.3220768901132194,
          "mean_abs_diff": 0.12706212228949523
        },
        "18633": {
          "rank": 3,
          "probe_weight": 0.14016513526439667,
          "original_mean": 0.014154910494572853,
          "original_std": 0.38238224683179045,
          "modified_mean": 0.005036953038037768,
          "modified_std": 0.26020478594856133,
          "mean_abs_diff": 0.00912358422175124
        },
        "6663": {
          "rank": 4,
          "probe_weight": 0.11186408996582031,
          "original_mean": 0.0064342589162122805,
          "original_std": 0.10946167173269943,
          "modified_mean": 0.18581009340808205,
          "modified_std": 0.6054748038084548,
          "mean_abs_diff": 0.17973438537263714
        },
        "58299": {
          "rank": 5,
          "probe_weight": 0.1098366305232048,
          "original_mean": 0.003251202509925059,
          "original_std": 0.10107882474396325,
          "modified_mean": 0.010321981502618791,
          "modified_std": 0.1610170409614825,
          "mean_abs_diff": 0.007146113160453623
        },
        "44681": {
          "rank": 6,
          "probe_weight": 0.10909826308488846,
          "original_mean": 0.0018180522052589103,
          "original_std": 0.06714723253815512,
          "modified_mean": 0.010307493078898989,
          "modified_std": 0.12445047048748246,
          "mean_abs_diff": 0.008519356295683433
        },
        "55162": {
          "rank": 7,
          "probe_weight": 0.10293068736791611,
          "original_mean": 0.11131450081613475,
          "original_std": 0.8504305970978859,
          "modified_mean": 0.03420785801699103,
          "modified_std": 0.6027684899937857,
          "mean_abs_diff": 0.07731209432832434
        },
        "6307": {
          "rank": 8,
          "probe_weight": 0.10134698450565338,
          "original_mean": 0.2186620707321469,
          "original_std": 1.1395393257063362,
          "modified_mean": 0.019908946927338463,
          "modified_std": 0.4612796368714012,
          "mean_abs_diff": 0.1989948022653897
        },
        "61061": {
          "rank": 9,
          "probe_weight": 0.1007499098777771,
          "original_mean": 0.00493936737764464,
          "original_std": 0.08615974954740364,
          "modified_mean": 0.00538987550121653,
          "modified_std": 0.08891110182567026,
          "mean_abs_diff": 0.0023706180349179267
        },
        "47440": {
          "rank": 10,
          "probe_weight": 0.10034556686878204,
          "original_mean": 0.44051889308309033,
          "original_std": 0.43683824202580124,
          "modified_mean": 0.1945139684009052,
          "modified_std": 0.33190408868204574,
          "mean_abs_diff": 0.24714615980757276
        }
      },
      "sub_threshold": {
        "n_features": 26995,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.12239303643864766,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.2515924496451691,
        "std_divergence": 0.21130707636409585
      }
    },
    "layer_25": {
      "hook_point": "model.language_model.layers.25.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "18633": {
          "rank": 1,
          "probe_weight": 0.19143207371234894,
          "original_mean": 0.020009520396784893,
          "original_std": 0.4657952516887083,
          "modified_mean": 0.006341765565101168,
          "modified_std": 0.3062677789782326,
          "mean_abs_diff": 0.013675911885737857
        },
        "55162": {
          "rank": 2,
          "probe_weight": 0.16052351891994476,
          "original_mean": 0.0568284993374206,
          "original_std": 0.5951119973707486,
          "modified_mean": 0.023878900450527964,
          "modified_std": 0.4545690783092124,
          "mean_abs_diff": 0.03316751786197484
        },
        "41351": {
          "rank": 3,
          "probe_weight": 0.14481224119663239,
          "original_mean": 0.027804731452982255,
          "original_std": 0.17444251329662058,
          "modified_mean": 0.020692109378837788,
          "modified_std": 0.1510353055024045,
          "mean_abs_diff": 0.009082990990226756
        },
        "6307": {
          "rank": 4,
          "probe_weight": 0.1434473693370819,
          "original_mean": 0.2184816685270029,
          "original_std": 1.1495444360687106,
          "modified_mean": 0.018564056213192265,
          "modified_std": 0.4498733873203321,
          "mean_abs_diff": 0.20014483549888887
        },
        "32210": {
          "rank": 5,
          "probe_weight": 0.14258399605751038,
          "original_mean": 0.001134647423150751,
          "original_std": 0.04289700904505841,
          "modified_mean": 0.15977070572122715,
          "modified_std": 0.3989622412063044,
          "mean_abs_diff": 0.15867204751582678
        },
        "18706": {
          "rank": 6,
          "probe_weight": 0.1365361213684082,
          "original_mean": 0.009384400115139708,
          "original_std": 0.20424417414389667,
          "modified_mean": 0.00989031711673365,
          "modified_std": 0.20940889710420318,
          "mean_abs_diff": 0.0028938675223413707
        },
        "36209": {
          "rank": 7,
          "probe_weight": 0.12484273314476013,
          "original_mean": 0.016758194743081753,
          "original_std": 0.15896474538360625,
          "modified_mean": 0.010052189862581032,
          "modified_std": 0.11686210151939677,
          "mean_abs_diff": 0.008070029928925849
        },
        "35345": {
          "rank": 8,
          "probe_weight": 0.1220054104924202,
          "original_mean": 0.00019030953053072409,
          "original_std": 0.01926697756946979,
          "modified_mean": 0.0001404327861507108,
          "modified_std": 0.017984327891055498,
          "mean_abs_diff": 0.000135708611659433
        },
        "50876": {
          "rank": 9,
          "probe_weight": 0.11760535836219788,
          "original_mean": 0.006308567553794184,
          "original_std": 0.10477378947733583,
          "modified_mean": 0.007431699753193605,
          "modified_std": 0.10857396443489405,
          "mean_abs_diff": 0.0033767152594173355
        },
        "39229": {
          "rank": 10,
          "probe_weight": 0.11681633442640305,
          "original_mean": 0.10591104428123065,
          "original_std": 0.3777275534576349,
          "modified_mean": 0.06632741603989009,
          "modified_std": 0.283367926966717,
          "mean_abs_diff": 0.04387161915998475
        }
      },
      "sub_threshold": {
        "n_features": 26252,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.11274190716403334,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.26110613398399984,
        "std_divergence": 0.21053218206937718
      }
    },
    "layer_26": {
      "hook_point": "model.language_model.layers.26.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "18633": {
          "rank": 1,
          "probe_weight": 0.1724836379289627,
          "original_mean": 0.02640611366961416,
          "original_std": 0.5345856166969051,
          "modified_mean": 0.00737422235314809,
          "modified_std": 0.337382814848191,
          "mean_abs_diff": 0.01904592264312403
        },
        "9782": {
          "rank": 2,
          "probe_weight": 0.1600322276353836,
          "original_mean": 0.0017755226438082282,
          "original_std": 0.07819152489900527,
          "modified_mean": 0.07082030940603756,
          "modified_std": 0.23486346728083973,
          "mean_abs_diff": 0.06905518166326874
        },
        "55162": {
          "rank": 3,
          "probe_weight": 0.15234428644180298,
          "original_mean": 0.02343908863355537,
          "original_std": 0.3753822225232414,
          "modified_mean": 0.013545753417074006,
          "modified_std": 0.30888372196113373,
          "mean_abs_diff": 0.010198078589409314
        },
        "32651": {
          "rank": 4,
          "probe_weight": 0.13885249197483063,
          "original_mean": 0.08110218623607278,
          "original_std": 0.29082911606071365,
          "modified_mean": 0.03235611804890539,
          "modified_std": 0.1721916540760912,
          "mean_abs_diff": 0.049479387294808115
        },
        "18706": {
          "rank": 5,
          "probe_weight": 0.13817676901817322,
          "original_mean": 0.008714762192429254,
          "original_std": 0.2056992718117974,
          "modified_mean": 0.00897734950334561,
          "modified_std": 0.20704250050814516,
          "mean_abs_diff": 0.0025353856869326113
        },
        "41351": {
          "rank": 6,
          "probe_weight": 0.13621103763580322,
          "original_mean": 0.032406081206960105,
          "original_std": 0.186653105855836,
          "modified_mean": 0.023527812152666045,
          "modified_std": 0.15990588430906666,
          "mean_abs_diff": 0.010878112902339155
        },
        "6307": {
          "rank": 7,
          "probe_weight": 0.13278181850910187,
          "original_mean": 0.22912473693380003,
          "original_std": 1.1361347092435212,
          "modified_mean": 0.01597139730497402,
          "modified_std": 0.4131362374576713,
          "mean_abs_diff": 0.21333952733929273
        },
        "29148": {
          "rank": 8,
          "probe_weight": 0.1269969344139099,
          "original_mean": 0.07165406086808211,
          "original_std": 0.2616925911723114,
          "modified_mean": 0.0693383313466677,
          "modified_std": 0.2500830945347185,
          "mean_abs_diff": 0.02899354867690533
        },
        "53934": {
          "rank": 9,
          "probe_weight": 0.12607915699481964,
          "original_mean": 0.0011653233211545687,
          "original_std": 0.037066530120360396,
          "modified_mean": 0.09940385164648464,
          "modified_std": 0.22908282470093513,
          "mean_abs_diff": 0.09825801131530479
        },
        "12832": {
          "rank": 10,
          "probe_weight": 0.12118630856275558,
          "original_mean": 0.02815712463310935,
          "original_std": 0.21851660968241293,
          "modified_mean": 0.032142913985117844,
          "modified_std": 0.2347171931768685,
          "mean_abs_diff": 0.004970266176954556
        }
      },
      "sub_threshold": {
        "n_features": 25702,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.09659913513136911,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.2510244245170362,
        "std_divergence": 0.2064046594573341
      }
    },
    "layer_27": {
      "hook_point": "model.language_model.layers.27.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "41351": {
          "rank": 1,
          "probe_weight": 0.1694551408290863,
          "original_mean": 0.038306722555271504,
          "original_std": 0.20066451711844296,
          "modified_mean": 0.025526834108287304,
          "modified_std": 0.16516641699766363,
          "mean_abs_diff": 0.01481814361877415
        },
        "29148": {
          "rank": 2,
          "probe_weight": 0.16618196666240692,
          "original_mean": 0.06956012936839266,
          "original_std": 0.2539709698522374,
          "modified_mean": 0.05502483098929215,
          "modified_std": 0.22000509617932432,
          "mean_abs_diff": 0.03081327263494323
        },
        "55162": {
          "rank": 3,
          "probe_weight": 0.1521330326795578,
          "original_mean": 0.011355205699346515,
          "original_std": 0.25473827308583785,
          "modified_mean": 0.008298400219092185,
          "modified_std": 0.22586096271919218,
          "mean_abs_diff": 0.0036253628055350146
        },
        "40301": {
          "rank": 4,
          "probe_weight": 0.14928120374679565,
          "original_mean": 0.0015673552198236331,
          "original_std": 0.05423205015884396,
          "modified_mean": 0.001274943040812421,
          "modified_std": 0.05238506013562642,
          "mean_abs_diff": 0.0007586376966581608
        },
        "18633": {
          "rank": 5,
          "probe_weight": 0.1417507529258728,
          "original_mean": 0.031350736488630446,
          "original_std": 0.5885775713096401,
          "modified_mean": 0.00804665127915052,
          "modified_std": 0.3610546980889463,
          "mean_abs_diff": 0.02332242154034394
        },
        "61036": {
          "rank": 6,
          "probe_weight": 0.1395568549633026,
          "original_mean": 0.30356222115935233,
          "original_std": 0.4780741607463414,
          "modified_mean": 0.10841211777040895,
          "modified_std": 0.27543520806639443,
          "mean_abs_diff": 0.19574364084661489
        },
        "44381": {
          "rank": 7,
          "probe_weight": 0.12789621949195862,
          "original_mean": 0.04640600586322822,
          "original_std": 0.2215731544922589,
          "modified_mean": 0.044549418172323836,
          "modified_std": 0.22135505697984215,
          "mean_abs_diff": 0.01602648069253095
        },
        "18149": {
          "rank": 8,
          "probe_weight": 0.12653449177742004,
          "original_mean": 0.08989887191734526,
          "original_std": 0.23281906639390965,
          "modified_mean": 0.31947776455065696,
          "modified_std": 0.516203509367664,
          "mean_abs_diff": 0.25200321279581933
        },
        "64633": {
          "rank": 9,
          "probe_weight": 0.12140943855047226,
          "original_mean": 0.06934972071209065,
          "original_std": 0.2745407148244578,
          "modified_mean": 0.0808185746966677,
          "modified_std": 0.29486689876298433,
          "mean_abs_diff": 0.030621954126803404
        },
        "51461": {
          "rank": 10,
          "probe_weight": 0.11696051806211472,
          "original_mean": 0.04613257128660986,
          "original_std": 0.23360712866980612,
          "modified_mean": 0.02578618952518257,
          "modified_std": 0.16383759022735025,
          "mean_abs_diff": 0.02334668316637261
        }
      },
      "sub_threshold": {
        "n_features": 26056,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.08351480503719362,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.2450025386315278,
        "std_divergence": 0.204377369506869
      }
    },
    "layer_28": {
      "hook_point": "model.language_model.layers.28.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "55162": {
          "rank": 1,
          "probe_weight": 0.1323734074831009,
          "original_mean": 0.005745441617670762,
          "original_std": 0.1728012909070504,
          "modified_mean": 0.005158920484495437,
          "modified_std": 0.16667863728383173,
          "mean_abs_diff": 0.0014887457672480996
        },
        "36641": {
          "rank": 2,
          "probe_weight": 0.1305013746023178,
          "original_mean": 0.002469808964859826,
          "original_std": 0.07373594322962865,
          "modified_mean": 0.001451121034228506,
          "modified_std": 0.05487403007008532,
          "mean_abs_diff": 0.0012059801072830736
        },
        "61036": {
          "rank": 3,
          "probe_weight": 0.13022108376026154,
          "original_mean": 0.3405319877499046,
          "original_std": 0.5008628609936814,
          "modified_mean": 0.12073884637987281,
          "modified_std": 0.28983873297628443,
          "mean_abs_diff": 0.22031021335017378
        },
        "57317": {
          "rank": 4,
          "probe_weight": 0.11873678117990494,
          "original_mean": 0.00032703613093758483,
          "original_std": 0.02634776509898454,
          "modified_mean": 0.0005745500013931339,
          "modified_std": 0.03371608134248589,
          "mean_abs_diff": 0.0002522072629901326
        },
        "18633": {
          "rank": 5,
          "probe_weight": 0.11688550561666489,
          "original_mean": 0.037413901848825565,
          "original_std": 0.637550066589909,
          "modified_mean": 0.008779895214904078,
          "modified_std": 0.37998704864440275,
          "mean_abs_diff": 0.028652935074544198
        },
        "441": {
          "rank": 6,
          "probe_weight": 0.11443251371383667,
          "original_mean": 0.19200652706365032,
          "original_std": 0.3696112790080676,
          "modified_mean": 0.06063380118239216,
          "modified_std": 0.19820359112706074,
          "mean_abs_diff": 0.13251934833835224
        },
        "29148": {
          "rank": 7,
          "probe_weight": 0.11277184635400772,
          "original_mean": 0.08367595396117461,
          "original_std": 0.2774587705326566,
          "modified_mean": 0.05552174441420661,
          "modified_std": 0.21855482542926608,
          "mean_abs_diff": 0.038320452397041994
        },
        "48383": {
          "rank": 8,
          "probe_weight": 0.11159458011388779,
          "original_mean": 0.47262843620541284,
          "original_std": 0.4257542421972964,
          "modified_mean": 0.4898462227650715,
          "modified_std": 0.42761419827002517,
          "mean_abs_diff": 0.10872725329907965
        },
        "26533": {
          "rank": 9,
          "probe_weight": 0.11155114322900772,
          "original_mean": 0.004458926971045084,
          "original_std": 0.06414864692444167,
          "modified_mean": 0.00636332708802374,
          "modified_std": 0.07629874583938975,
          "mean_abs_diff": 0.004505640901717023
        },
        "48382": {
          "rank": 10,
          "probe_weight": 0.11144202947616577,
          "original_mean": 0.0012453160423602388,
          "original_std": 0.06801027214721929,
          "modified_mean": 0.0013473960980013738,
          "modified_std": 0.07162468695656041,
          "mean_abs_diff": 0.0004380619133197046
        }
      },
      "sub_threshold": {
        "n_features": 26363,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.0741259440069167,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.24047952552222185,
        "std_divergence": 0.2011846331388233
      }
    },
    "layer_29": {
      "hook_point": "model.language_model.layers.29.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "55162": {
          "rank": 1,
          "probe_weight": 0.15829454362392426,
          "original_mean": 0.0029638814555477066,
          "original_std": 0.11617472007711381,
          "modified_mean": 0.0031559849482006496,
          "modified_std": 0.12089144286115416,
          "mean_abs_diff": 0.0008500665521322321
        },
        "18633": {
          "rank": 2,
          "probe_weight": 0.1533840298652649,
          "original_mean": 0.036360151392587366,
          "original_std": 0.6317816087191098,
          "modified_mean": 0.008744672220599757,
          "modified_std": 0.3747503928820425,
          "mean_abs_diff": 0.02763512623640309
        },
        "29148": {
          "rank": 3,
          "probe_weight": 0.14883661270141602,
          "original_mean": 0.09352139477940832,
          "original_std": 0.2964453674219444,
          "modified_mean": 0.06411307852806382,
          "modified_std": 0.23669101157456526,
          "mean_abs_diff": 0.042381867400797885
        },
        "43521": {
          "rank": 4,
          "probe_weight": 0.1298527866601944,
          "original_mean": 0.15377719170336615,
          "original_std": 0.34379470945943896,
          "modified_mean": 0.049261999423528983,
          "modified_std": 0.22619504127193651,
          "mean_abs_diff": 0.10878748613559208
        },
        "20247": {
          "rank": 5,
          "probe_weight": 0.12923184037208557,
          "original_mean": 0.0008228876987023206,
          "original_std": 0.06421928065020766,
          "modified_mean": 0.001004252442596343,
          "modified_std": 0.06038756156052941,
          "mean_abs_diff": 0.000660869079532127
        },
        "51608": {
          "rank": 6,
          "probe_weight": 0.12876158952713013,
          "original_mean": 0.002241940282506545,
          "original_std": 0.06167982693775729,
          "modified_mean": 0.10223029121544351,
          "modified_std": 0.3083448978675477,
          "mean_abs_diff": 0.10025095419915758
        },
        "10966": {
          "rank": 7,
          "probe_weight": 0.12842808663845062,
          "original_mean": 0.336500237258278,
          "original_std": 0.4506632661385643,
          "modified_mean": 0.3674978498738752,
          "modified_std": 0.45177813712136716,
          "mean_abs_diff": 0.1178035224808321
        },
        "38106": {
          "rank": 8,
          "probe_weight": 0.1258120834827423,
          "original_mean": 0.3837312959659884,
          "original_std": 0.5264917462951852,
          "modified_mean": 0.24296909043854278,
          "modified_std": 0.4138457519426185,
          "mean_abs_diff": 0.15717799029056995
        },
        "40301": {
          "rank": 9,
          "probe_weight": 0.1248454600572586,
          "original_mean": 0.040834857806753874,
          "original_std": 0.4534103326799355,
          "modified_mean": 0.0138606317785643,
          "modified_std": 0.29027932529724587,
          "mean_abs_diff": 0.028277219394587983
        },
        "49132": {
          "rank": 10,
          "probe_weight": 0.1244921013712883,
          "original_mean": 0.0029141842913351624,
          "original_std": 0.06806573516399897,
          "modified_mean": 0.0056404941706351295,
          "modified_std": 0.07753686597545971,
          "mean_abs_diff": 0.003157248443834546
        }
      },
      "sub_threshold": {
        "n_features": 27067,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.06698135158260726,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.23605650261844013,
        "std_divergence": 0.19893089393488564
      }
    },
    "layer_30": {
      "hook_point": "model.language_model.layers.30.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "55162": {
          "rank": 1,
          "probe_weight": 0.15733279287815094,
          "original_mean": 0.002128515595994936,
          "original_std": 0.09509188040607752,
          "modified_mean": 0.0026386890940506363,
          "modified_std": 0.1056454377461232,
          "mean_abs_diff": 0.0008302643708701045
        },
        "29148": {
          "rank": 2,
          "probe_weight": 0.1482612043619156,
          "original_mean": 0.11404893014506205,
          "original_std": 0.3336407859552958,
          "modified_mean": 0.10181038416514838,
          "modified_std": 0.30260568621794454,
          "mean_abs_diff": 0.04484565516681406
        },
        "18633": {
          "rank": 3,
          "probe_weight": 0.14621573686599731,
          "original_mean": 0.03624987162011646,
          "original_std": 0.626577255674203,
          "modified_mean": 0.008853242881869828,
          "modified_std": 0.37320205749238117,
          "mean_abs_diff": 0.02741402037626578
        },
        "41351": {
          "rank": 4,
          "probe_weight": 0.13459984958171844,
          "original_mean": 0.0516904623022014,
          "original_std": 0.22080760939056368,
          "modified_mean": 0.04273628524138758,
          "modified_std": 0.20172094746533634,
          "mean_abs_diff": 0.018614991466061936
        },
        "6003": {
          "rank": 5,
          "probe_weight": 0.12687328457832336,
          "original_mean": 0.3104943301390392,
          "original_std": 0.48457812479828044,
          "modified_mean": 0.3673198946610091,
          "modified_std": 0.5161995718816643,
          "mean_abs_diff": 0.11565013789701269
        },
        "48813": {
          "rank": 6,
          "probe_weight": 0.12680871784687042,
          "original_mean": 0.41975877578444026,
          "original_std": 0.4742418438946366,
          "modified_mean": 0.16982227614896211,
          "modified_std": 0.320509234535277,
          "mean_abs_diff": 0.2539007496312475
        },
        "40301": {
          "rank": 7,
          "probe_weight": 0.12038183212280273,
          "original_mean": 0.052909314252830644,
          "original_std": 0.4843127526540023,
          "modified_mean": 0.017243931475652972,
          "modified_std": 0.30370780292827704,
          "mean_abs_diff": 0.03689112653751923
        },
        "55136": {
          "rank": 8,
          "probe_weight": 0.11815442889928818,
          "original_mean": 0.122951556778092,
          "original_std": 0.3294278734922394,
          "modified_mean": 0.0786851677356804,
          "modified_std": 0.2644504047357716,
          "mean_abs_diff": 0.054516256565877844
        },
        "6307": {
          "rank": 9,
          "probe_weight": 0.11795739084482193,
          "original_mean": 0.16827811428096856,
          "original_std": 0.8975423078706601,
          "modified_mean": 0.011799763705492265,
          "modified_std": 0.31601745752229204,
          "mean_abs_diff": 0.15659515252882775
        },
        "49132": {
          "rank": 10,
          "probe_weight": 0.11363551020622253,
          "original_mean": 0.0018712940466987674,
          "original_std": 0.05433930222667749,
          "modified_mean": 0.0022193370751652773,
          "modified_std": 0.05866401825003973,
          "mean_abs_diff": 0.0006845790941958849
        }
      },
      "sub_threshold": {
        "n_features": 26702,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.05000857853341179,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.22062385469016507,
        "std_divergence": 0.1880913366301087
      }
    },
    "layer_31": {
      "hook_point": "model.language_model.layers.31.hook_resid_post",
      "total_positions": 4092310,
      "top_features": {
        "18633": {
          "rank": 1,
          "probe_weight": 0.12522070109844208,
          "original_mean": 0.024256386584337784,
          "original_std": 0.4133070004717982,
          "modified_mean": 0.0065663377135953905,
          "modified_std": 0.25460239706525795,
          "mean_abs_diff": 0.017701343881477594
        },
        "25683": {
          "rank": 2,
          "probe_weight": 0.11801520735025406,
          "original_mean": 0.008331029636218335,
          "original_std": 0.08056583107927924,
          "modified_mean": 0.003942196218062164,
          "modified_std": 0.049623306852839305,
          "mean_abs_diff": 0.007044995511590695
        },
        "33335": {
          "rank": 3,
          "probe_weight": 0.11631347239017487,
          "original_mean": 0.6268073596444376,
          "original_std": 0.5861852625664679,
          "modified_mean": 0.3075875992652676,
          "modified_std": 0.4471374816031517,
          "mean_abs_diff": 0.32605601227174746
        },
        "55162": {
          "rank": 4,
          "probe_weight": 0.11118892580270767,
          "original_mean": 0.0008555254204135098,
          "original_std": 0.046411184158464375,
          "modified_mean": 0.0012730414349600599,
          "modified_std": 0.05293924107520474,
          "mean_abs_diff": 0.0006173676409462096
        },
        "40301": {
          "rank": 5,
          "probe_weight": 0.10658112168312073,
          "original_mean": 0.04639928534663271,
          "original_std": 0.32377008004509283,
          "modified_mean": 0.012562323977519812,
          "modified_std": 0.1825929802210237,
          "mean_abs_diff": 0.0344855745164669
        },
        "59981": {
          "rank": 6,
          "probe_weight": 0.1058010384440422,
          "original_mean": 0.005812782819397846,
          "original_std": 0.1027106056365637,
          "modified_mean": 0.004516837436254905,
          "modified_std": 0.08206182515782544,
          "mean_abs_diff": 0.0013654790223577727
        },
        "50524": {
          "rank": 7,
          "probe_weight": 0.10240345448255539,
          "original_mean": 0.012583227137760547,
          "original_std": 0.07949606271731559,
          "modified_mean": 0.19649300498204572,
          "modified_std": 0.40420981179922044,
          "mean_abs_diff": 0.18495385801585637
        },
        "18017": {
          "rank": 8,
          "probe_weight": 0.09999950230121613,
          "original_mean": 5.00740859733312e-05,
          "original_std": 0.0073225046456037775,
          "modified_mean": 0.00012122913982845434,
          "modified_std": 0.010584963839634549,
          "mean_abs_diff": 8.243339297651624e-05
        },
        "53859": {
          "rank": 9,
          "probe_weight": 0.09750159084796906,
          "original_mean": 0.00015391520860218362,
          "original_std": 0.0153534356565203,
          "modified_mean": 0.0006806212466589495,
          "modified_std": 0.024196210872978276,
          "mean_abs_diff": 0.0005742264021708954
        },
        "15663": {
          "rank": 10,
          "probe_weight": 0.09667414426803589,
          "original_mean": 0.611171456718564,
          "original_std": 0.5781995419359084,
          "modified_mean": 0.6807930158691605,
          "modified_std": 0.6048949242420872,
          "mean_abs_diff": 0.11804823223493839
        }
      },
      "sub_threshold": {
        "n_features": 30195,
        "weight_threshold": 0.01,
        "mean_abs_diff_per_position": 0.010600489346092598,
        "divergence_measure": "jensen_shannon_divergence",
        "mean_divergence": 0.09005371818002851,
        "std_divergence": 0.06137246723477204
      }
    }
  }
}