| { |
| "config": { |
| "original_model": "llava-hf/llava-1.5-7b-hf", |
| "modified_model": "/home/users/ntu/cong045/scratch/testing/multilayer-sae/adv_outputs/bathroom_toilet/run_20260405_152304/lora_adapter", |
| "sae_ckpt": "training/multilayer_sae_ckpt/last.ckpt", |
| "probe_dir": "training/multilayer_sae_ckpt", |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31 |
| ], |
| "top_probe_k": 10, |
| "weight_threshold": 0.01, |
| "data_mode": "toilet", |
| "filter_mode": "bathroom", |
| "hf_dataset": "pbcong/bathroom-toilet", |
| "caption_mode": "generated", |
| "measure_distribution": "jensen_shannon_divergence", |
| "n_images": 5810 |
| }, |
| "layers": { |
| "layer_0": { |
| "hook_point": "model.language_model.layers.0.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.15210194885730743, |
| "original_mean": 0.10813840603083384, |
| "original_std": 0.8580043933664467, |
| "modified_mean": 0.036740023537684977, |
| "modified_std": 0.6084893111522802, |
| "mean_abs_diff": 0.07144471493451664 |
| }, |
| "7563": { |
| "rank": 2, |
| "probe_weight": 0.1323493868112564, |
| "original_mean": 0.06030204980257897, |
| "original_std": 0.23606750862517892, |
| "modified_mean": 0.05449125706025309, |
| "modified_std": 0.22519394253758102, |
| "mean_abs_diff": 0.008928776697741342 |
| }, |
| "45283": { |
| "rank": 3, |
| "probe_weight": 0.13179560005664825, |
| "original_mean": 0.09170402917200705, |
| "original_std": 0.2344495159571006, |
| "modified_mean": 0.011824570807877988, |
| "modified_std": 0.10745361527293164, |
| "mean_abs_diff": 0.0804128236555773 |
| }, |
| "59524": { |
| "rank": 4, |
| "probe_weight": 0.11570674926042557, |
| "original_mean": 0.0005278903282344734, |
| "original_std": 0.019556276541496907, |
| "modified_mean": 0.00019027914861439747, |
| "modified_std": 0.012410276182534926, |
| "mean_abs_diff": 0.00033803898939232006 |
| }, |
| "52154": { |
| "rank": 5, |
| "probe_weight": 0.11457590758800507, |
| "original_mean": 0.005923214310022638, |
| "original_std": 0.08247414483276837, |
| "modified_mean": 0.003848461025983164, |
| "modified_std": 0.06414334854181519, |
| "mean_abs_diff": 0.002103330504351694 |
| }, |
| "40163": { |
| "rank": 6, |
| "probe_weight": 0.11341141164302826, |
| "original_mean": 0.03575977171552638, |
| "original_std": 0.16719405268343793, |
| "modified_mean": 0.019008330373594423, |
| "modified_std": 0.13934924847706026, |
| "mean_abs_diff": 0.01776430582933476 |
| }, |
| "12584": { |
| "rank": 7, |
| "probe_weight": 0.11231622844934464, |
| "original_mean": 0.013473596391911405, |
| "original_std": 0.12845856608051778, |
| "modified_mean": 0.010274752831777473, |
| "modified_std": 0.11074046815579934, |
| "mean_abs_diff": 0.0036687878037083635 |
| }, |
| "63926": { |
| "rank": 8, |
| "probe_weight": 0.11230481415987015, |
| "original_mean": 0.01155321658034646, |
| "original_std": 0.10291090777552764, |
| "modified_mean": 0.006758050598784412, |
| "modified_std": 0.07884401624895415, |
| "mean_abs_diff": 0.004844635105091649 |
| }, |
| "29739": { |
| "rank": 9, |
| "probe_weight": 0.10731890797615051, |
| "original_mean": 8.501495489690666e-06, |
| "original_std": 0.005874575399680736, |
| "modified_mean": 8.175781572413397e-06, |
| "modified_std": 0.005685703310408249, |
| "mean_abs_diff": 4.229724732651787e-07 |
| }, |
| "14145": { |
| "rank": 10, |
| "probe_weight": 0.10137465596199036, |
| "original_mean": 2.478978824950591e-06, |
| "original_std": 0.0021340605373198966, |
| "modified_mean": 2.0701463650057397e-06, |
| "modified_std": 0.0019594310869706557, |
| "mean_abs_diff": 4.0883245994485113e-07 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 61004, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0019029422524927744, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.06882310498811815, |
| "std_divergence": 0.10978721031195028 |
| } |
| }, |
| "layer_1": { |
| "hook_point": "model.language_model.layers.1.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "47358": { |
| "rank": 1, |
| "probe_weight": 0.18785257637500763, |
| "original_mean": 5.376513447878254e-06, |
| "original_std": 0.004185331345179566, |
| "modified_mean": 5.0645965482340415e-06, |
| "modified_std": 0.003923222681539997, |
| "mean_abs_diff": 3.1191689964421263e-07 |
| }, |
| "7929": { |
| "rank": 2, |
| "probe_weight": 0.15589186549186707, |
| "original_mean": 0.746237866645597, |
| "original_std": 0.6680047710679319, |
| "modified_mean": 0.7794437016703022, |
| "modified_std": 0.6253851805351484, |
| "mean_abs_diff": 0.07594294897988157 |
| }, |
| "49199": { |
| "rank": 3, |
| "probe_weight": 0.14582271873950958, |
| "original_mean": 0.09118929507844212, |
| "original_std": 0.8330158757136515, |
| "modified_mean": 0.03068220490175073, |
| "modified_std": 0.567091367861635, |
| "mean_abs_diff": 0.060518432447434566 |
| }, |
| "17460": { |
| "rank": 4, |
| "probe_weight": 0.14021266996860504, |
| "original_mean": 0.00011899299959144778, |
| "original_std": 0.011586523397479223, |
| "modified_mean": 5.592863941096731e-06, |
| "modified_std": 0.002488864529060994, |
| "mean_abs_diff": 0.00011340013565035105 |
| }, |
| "56476": { |
| "rank": 5, |
| "probe_weight": 0.13451148569583893, |
| "original_mean": 0.0027653581573260765, |
| "original_std": 0.04932225415721328, |
| "modified_mean": 0.0008377428777276387, |
| "modified_std": 0.02371305054027382, |
| "mean_abs_diff": 0.00192766684850499 |
| }, |
| "8266": { |
| "rank": 6, |
| "probe_weight": 0.12631787359714508, |
| "original_mean": 9.295580891646889e-07, |
| "original_std": 0.0006967965017573274, |
| "modified_mean": 6.975047382722115e-07, |
| "modified_std": 0.0005871677515532273, |
| "mean_abs_diff": 2.4556928243648644e-07 |
| }, |
| "52913": { |
| "rank": 7, |
| "probe_weight": 0.1254844069480896, |
| "original_mean": 0.006266050281321395, |
| "original_std": 0.09974277691633131, |
| "modified_mean": 0.0016924839158624606, |
| "modified_std": 0.04837472275931313, |
| "mean_abs_diff": 0.004573584191913048 |
| }, |
| "46946": { |
| "rank": 8, |
| "probe_weight": 0.11520590633153915, |
| "original_mean": 0.25697610092138734, |
| "original_std": 0.567724989191619, |
| "modified_mean": 0.031573007209248126, |
| "modified_std": 0.11108659470475316, |
| "mean_abs_diff": 0.22541718011342035 |
| }, |
| "22234": { |
| "rank": 9, |
| "probe_weight": 0.1127011850476265, |
| "original_mean": 0.08327703145987315, |
| "original_std": 0.1548993780555705, |
| "modified_mean": 0.1254011495979591, |
| "modified_std": 0.18642497037075506, |
| "mean_abs_diff": 0.042342249530661374 |
| }, |
| "47404": { |
| "rank": 10, |
| "probe_weight": 0.1125633716583252, |
| "original_mean": 0.0001636067007912564, |
| "original_std": 0.01846200801581376, |
| "modified_mean": 9.118725509429458e-05, |
| "modified_std": 0.01506351680778937, |
| "mean_abs_diff": 7.241944569696183e-05 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 60850, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.001880318433401218, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.07090708387991554, |
| "std_divergence": 0.10614904485898802 |
| } |
| }, |
| "layer_2": { |
| "hook_point": "model.language_model.layers.2.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.1325015425682068, |
| "original_mean": 0.10152409198327378, |
| "original_std": 0.8694693859051716, |
| "modified_mean": 0.02985346748307161, |
| "modified_std": 0.5476091099883387, |
| "mean_abs_diff": 0.07167833439336009 |
| }, |
| "59000": { |
| "rank": 2, |
| "probe_weight": 0.1302422732114792, |
| "original_mean": 0.0002383989982206349, |
| "original_std": 0.018512383611820393, |
| "modified_mean": 2.4635921561050995e-05, |
| "modified_std": 0.006259661734878848, |
| "mean_abs_diff": 0.0002137630766595839 |
| }, |
| "32814": { |
| "rank": 3, |
| "probe_weight": 0.12598562240600586, |
| "original_mean": 0.007123323570190141, |
| "original_std": 0.0889487558064829, |
| "modified_mean": 0.0011992417264646673, |
| "modified_std": 0.02943777845022406, |
| "mean_abs_diff": 0.005981534103312865 |
| }, |
| "45596": { |
| "rank": 4, |
| "probe_weight": 0.11021119356155396, |
| "original_mean": 6.479785906831675e-06, |
| "original_std": 0.0027503483304480297, |
| "modified_mean": 5.241593115558082e-07, |
| "modified_std": 0.0009050431506480043, |
| "mean_abs_diff": 5.955626595275867e-06 |
| }, |
| "11119": { |
| "rank": 5, |
| "probe_weight": 0.11000415682792664, |
| "original_mean": 2.7942210751473445e-06, |
| "original_std": 0.0015850843396356346, |
| "modified_mean": 6.925638782419955e-07, |
| "modified_std": 0.000705829287771539, |
| "mean_abs_diff": 2.101657196905349e-06 |
| }, |
| "24640": { |
| "rank": 6, |
| "probe_weight": 0.1081513985991478, |
| "original_mean": 1.6518076588986326e-05, |
| "original_std": 0.008875619626552146, |
| "modified_mean": 1.371278590376089e-05, |
| "modified_std": 0.007790894540942028, |
| "mean_abs_diff": 2.805290685225437e-06 |
| }, |
| "41125": { |
| "rank": 7, |
| "probe_weight": 0.10596340894699097, |
| "original_mean": 4.660409058010009e-05, |
| "original_std": 0.0054498603992058576, |
| "modified_mean": 3.4849756818279715e-05, |
| "modified_std": 0.004657395973475048, |
| "mean_abs_diff": 1.462322595155037e-05 |
| }, |
| "53368": { |
| "rank": 8, |
| "probe_weight": 0.10486719757318497, |
| "original_mean": 2.0570176085461553e-06, |
| "original_std": 0.0029654532264213303, |
| "modified_mean": 1.977405526516145e-06, |
| "modified_std": 0.002852846304676784, |
| "mean_abs_diff": 7.96120820300103e-08 |
| }, |
| "28993": { |
| "rank": 9, |
| "probe_weight": 0.10272346436977386, |
| "original_mean": 0.2901016128909138, |
| "original_std": 0.6131496835997514, |
| "modified_mean": 0.16061198908587723, |
| "modified_std": 0.3561693436624116, |
| "mean_abs_diff": 0.12968072459517963 |
| }, |
| "41355": { |
| "rank": 10, |
| "probe_weight": 0.1001681312918663, |
| "original_mean": 0.004999086957789858, |
| "original_std": 0.08279917505836527, |
| "modified_mean": 0.004030786690193787, |
| "modified_std": 0.07529538843363927, |
| "mean_abs_diff": 0.0009873513935973392 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 60142, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0019979207342701397, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.08118389993594693, |
| "std_divergence": 0.1109723891899956 |
| } |
| }, |
| "layer_3": { |
| "hook_point": "model.language_model.layers.3.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "6706": { |
| "rank": 1, |
| "probe_weight": 0.15645994246006012, |
| "original_mean": 2.918651521233102e-06, |
| "original_std": 0.002234354400767268, |
| "modified_mean": 1.0186045502804535e-06, |
| "modified_std": 0.002060581618165268, |
| "mean_abs_diff": 1.9000469709526488e-06 |
| }, |
| "32814": { |
| "rank": 2, |
| "probe_weight": 0.1384577602148056, |
| "original_mean": 0.0065046980814313475, |
| "original_std": 0.0837278820752877, |
| "modified_mean": 0.0007183418272581226, |
| "modified_std": 0.022186644079314238, |
| "mean_abs_diff": 0.0058202837402837075 |
| }, |
| "49199": { |
| "rank": 3, |
| "probe_weight": 0.12871211767196655, |
| "original_mean": 0.11013535214008398, |
| "original_std": 0.9119757121706983, |
| "modified_mean": 0.030959374188634214, |
| "modified_std": 0.5529261510787382, |
| "mean_abs_diff": 0.07918222465309445 |
| }, |
| "47086": { |
| "rank": 4, |
| "probe_weight": 0.12818630039691925, |
| "original_mean": 6.067813430507495e-06, |
| "original_std": 0.00323573850256183, |
| "modified_mean": 4.881001664324389e-06, |
| "modified_std": 0.0027403161466347066, |
| "mean_abs_diff": 1.1868117661831068e-06 |
| }, |
| "53482": { |
| "rank": 5, |
| "probe_weight": 0.12159982323646545, |
| "original_mean": 0.006477735809981288, |
| "original_std": 0.08657166892346528, |
| "modified_mean": 0.005373954325568996, |
| "modified_std": 0.07608846079853399, |
| "mean_abs_diff": 0.0011803099155965856 |
| }, |
| "47358": { |
| "rank": 6, |
| "probe_weight": 0.10769882798194885, |
| "original_mean": 1.766582360533154e-05, |
| "original_std": 0.012403983823983326, |
| "modified_mean": 1.6896598304812194e-05, |
| "modified_std": 0.01202373058922275, |
| "mean_abs_diff": 7.69225300519347e-07 |
| }, |
| "27340": { |
| "rank": 7, |
| "probe_weight": 0.10737922787666321, |
| "original_mean": 1.657988794603872e-05, |
| "original_std": 0.00790706181395339, |
| "modified_mean": 1.3884517996879532e-05, |
| "modified_std": 0.006804575178764283, |
| "mean_abs_diff": 2.6953699491591886e-06 |
| }, |
| "47489": { |
| "rank": 8, |
| "probe_weight": 0.10611696541309357, |
| "original_mean": 0.0019867867412694906, |
| "original_std": 0.051388508532149685, |
| "modified_mean": 0.0018403814991585462, |
| "modified_std": 0.04802784378896083, |
| "mean_abs_diff": 0.00015096907430936062 |
| }, |
| "51983": { |
| "rank": 9, |
| "probe_weight": 0.10611556470394135, |
| "original_mean": 0.002701251132503632, |
| "original_std": 0.061032693306988704, |
| "modified_mean": 0.00153658526607495, |
| "modified_std": 0.03918141200986177, |
| "mean_abs_diff": 0.0011646658664286821 |
| }, |
| "44052": { |
| "rank": 10, |
| "probe_weight": 0.09922127425670624, |
| "original_mean": 0.2021839260041328, |
| "original_std": 0.450776851118986, |
| "modified_mean": 0.07883343121689158, |
| "modified_std": 0.20915425201368246, |
| "mean_abs_diff": 0.12344006047553228 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 59519, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.002197819994061711, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.08629360083899168, |
| "std_divergence": 0.11161245018023555 |
| } |
| }, |
| "layer_4": { |
| "hook_point": "model.language_model.layers.4.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.1472708135843277, |
| "original_mean": 0.10339200709853472, |
| "original_std": 0.9123396926314048, |
| "modified_mean": 0.02994611121492468, |
| "modified_std": 0.5516518447019009, |
| "mean_abs_diff": 0.0734499756439607 |
| }, |
| "11654": { |
| "rank": 2, |
| "probe_weight": 0.12077552825212479, |
| "original_mean": 0.23342376850147323, |
| "original_std": 0.5448396463801993, |
| "modified_mean": 2.370397010786923e-05, |
| "modified_std": 0.0038851977496482107, |
| "mean_abs_diff": 0.23340016065150535 |
| }, |
| "4260": { |
| "rank": 3, |
| "probe_weight": 0.11511944234371185, |
| "original_mean": 0.0022981985925930918, |
| "original_std": 0.05449077842314109, |
| "modified_mean": 0.0012526430041191697, |
| "modified_std": 0.03964193306307876, |
| "mean_abs_diff": 0.0010686750080577288 |
| }, |
| "24640": { |
| "rank": 4, |
| "probe_weight": 0.10403921455144882, |
| "original_mean": 4.4904347045895645e-05, |
| "original_std": 0.02079438422365268, |
| "modified_mean": 4.26073549527687e-05, |
| "modified_std": 0.02039103530817437, |
| "mean_abs_diff": 2.296992093126941e-06 |
| }, |
| "2101": { |
| "rank": 5, |
| "probe_weight": 0.10258202999830246, |
| "original_mean": 0.002307981220248846, |
| "original_std": 0.052149223008295414, |
| "modified_mean": 0.0014922836990000595, |
| "modified_std": 0.039336847915016286, |
| "mean_abs_diff": 0.0008166721314397789 |
| }, |
| "21710": { |
| "rank": 6, |
| "probe_weight": 0.09831598401069641, |
| "original_mean": 0.11370019302970102, |
| "original_std": 0.26628766126549847, |
| "modified_mean": 0.0008041818268870898, |
| "modified_std": 0.027428441909673803, |
| "mean_abs_diff": 0.1129067603208896 |
| }, |
| "33694": { |
| "rank": 7, |
| "probe_weight": 0.09812223166227341, |
| "original_mean": 0.0002663413446098639, |
| "original_std": 0.023837559924223876, |
| "modified_mean": 0.0002331455293704621, |
| "modified_std": 0.023384000522718287, |
| "mean_abs_diff": 4.702091914916493e-05 |
| }, |
| "50310": { |
| "rank": 8, |
| "probe_weight": 0.09585767239332199, |
| "original_mean": 0.0006996151470106102, |
| "original_std": 0.030326384830529005, |
| "modified_mean": 0.0003142595430429512, |
| "modified_std": 0.019650589314436834, |
| "mean_abs_diff": 0.0003882062522035561 |
| }, |
| "20518": { |
| "rank": 9, |
| "probe_weight": 0.09509513527154922, |
| "original_mean": 0.005907910737789846, |
| "original_std": 0.23991266287961574, |
| "modified_mean": 0.0058250178498864625, |
| "modified_std": 0.23687529534752189, |
| "mean_abs_diff": 8.615995415538231e-05 |
| }, |
| "24098": { |
| "rank": 10, |
| "probe_weight": 0.09258389472961426, |
| "original_mean": 0.11964252221010893, |
| "original_std": 0.2691210105919461, |
| "modified_mean": 0.002172499374808285, |
| "modified_std": 0.05112512362496507, |
| "mean_abs_diff": 0.1174927240828974 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 59584, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0021822618429280433, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.09664686715277404, |
| "std_divergence": 0.12303563747757114 |
| } |
| }, |
| "layer_5": { |
| "hook_point": "model.language_model.layers.5.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "32814": { |
| "rank": 1, |
| "probe_weight": 0.12190568447113037, |
| "original_mean": 0.005685767163122462, |
| "original_std": 0.07693486589341267, |
| "modified_mean": 0.0003539158312226477, |
| "modified_std": 0.015078489569959564, |
| "mean_abs_diff": 0.005347968365858512 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.11772562563419342, |
| "original_mean": 0.12234414197123977, |
| "original_std": 1.0337604416412811, |
| "modified_mean": 0.034445873734311405, |
| "modified_std": 0.615397494048059, |
| "mean_abs_diff": 0.08790349559025917 |
| }, |
| "42448": { |
| "rank": 3, |
| "probe_weight": 0.11160598695278168, |
| "original_mean": 0.09846821856644995, |
| "original_std": 0.25792412806093706, |
| "modified_mean": 0.00032513676178201443, |
| "modified_std": 0.020079318574045598, |
| "mean_abs_diff": 0.09814352798480552 |
| }, |
| "1855": { |
| "rank": 4, |
| "probe_weight": 0.11122772842645645, |
| "original_mean": 0.6559353624955401, |
| "original_std": 0.5897148544810429, |
| "modified_mean": 0.5711180121554276, |
| "modified_std": 0.5474066822274958, |
| "mean_abs_diff": 0.08947300437680332 |
| }, |
| "18174": { |
| "rank": 5, |
| "probe_weight": 0.10077212750911713, |
| "original_mean": 3.548992921951633e-05, |
| "original_std": 0.006293290969153767, |
| "modified_mean": 1.0009636133207691e-05, |
| "modified_std": 0.002855843196137795, |
| "mean_abs_diff": 2.5546328401140285e-05 |
| }, |
| "17970": { |
| "rank": 6, |
| "probe_weight": 0.09932087361812592, |
| "original_mean": 0.0006170899388982018, |
| "original_std": 0.05848480191752862, |
| "modified_mean": 0.0007313934870953039, |
| "modified_std": 0.059574466969565136, |
| "mean_abs_diff": 0.0001223421813875948 |
| }, |
| "6374": { |
| "rank": 7, |
| "probe_weight": 0.09792231768369675, |
| "original_mean": 0.00044222747119042165, |
| "original_std": 0.07093457665279589, |
| "modified_mean": 0.0004144821543609805, |
| "modified_std": 0.06737460932071263, |
| "mean_abs_diff": 2.7745316829441127e-05 |
| }, |
| "33031": { |
| "rank": 8, |
| "probe_weight": 0.09510397911071777, |
| "original_mean": 0.0034101340904140022, |
| "original_std": 0.07235733055148186, |
| "modified_mean": 0.0024296367625715734, |
| "modified_std": 0.059263648343057335, |
| "mean_abs_diff": 0.0010162909124652988 |
| }, |
| "41960": { |
| "rank": 9, |
| "probe_weight": 0.09448147565126419, |
| "original_mean": 7.219067950472066e-05, |
| "original_std": 0.03245247236308872, |
| "modified_mean": 6.661239418629331e-05, |
| "modified_std": 0.03205813390285056, |
| "mean_abs_diff": 5.837406465718523e-06 |
| }, |
| "11751": { |
| "rank": 10, |
| "probe_weight": 0.0940667986869812, |
| "original_mean": 0.39083830226930444, |
| "original_std": 0.5050854884276172, |
| "modified_mean": 0.6543950310695302, |
| "modified_std": 0.6018315788370602, |
| "mean_abs_diff": 0.26570393429467903 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 59418, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.002461390135473978, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10769428645325203, |
| "std_divergence": 0.12935472324722763 |
| } |
| }, |
| "layer_6": { |
| "hook_point": "model.language_model.layers.6.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "37224": { |
| "rank": 1, |
| "probe_weight": 0.12560686469078064, |
| "original_mean": 0.0029727392743191063, |
| "original_std": 0.07024475734939359, |
| "modified_mean": 0.0023006376404563814, |
| "modified_std": 0.06125135855010956, |
| "mean_abs_diff": 0.0008394916141065967 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.12164963036775589, |
| "original_mean": 0.11692027969662076, |
| "original_std": 1.0285781052342278, |
| "modified_mean": 0.0333602911877512, |
| "modified_std": 0.6081134029997375, |
| "mean_abs_diff": 0.08356324967424993 |
| }, |
| "46446": { |
| "rank": 3, |
| "probe_weight": 0.1126679852604866, |
| "original_mean": 0.07301205082864541, |
| "original_std": 0.19209588498484412, |
| "modified_mean": 0.003954085513740059, |
| "modified_std": 0.07999124461857203, |
| "mean_abs_diff": 0.06989044886282518 |
| }, |
| "17806": { |
| "rank": 4, |
| "probe_weight": 0.10956322401762009, |
| "original_mean": 0.11207890164295391, |
| "original_std": 0.5032654871069447, |
| "modified_mean": 0.026099137280949872, |
| "modified_std": 0.23607757580420777, |
| "mean_abs_diff": 0.08598597227716573 |
| }, |
| "14252": { |
| "rank": 5, |
| "probe_weight": 0.1089019626379013, |
| "original_mean": 4.702826818177222e-05, |
| "original_std": 0.00888671506962217, |
| "modified_mean": 2.122331619072823e-05, |
| "modified_std": 0.006509001412751332, |
| "mean_abs_diff": 2.5804951991043985e-05 |
| }, |
| "17320": { |
| "rank": 6, |
| "probe_weight": 0.10777284950017929, |
| "original_mean": 5.9552788169312613e-05, |
| "original_std": 0.02205992131812036, |
| "modified_mean": 5.7198397606829145e-05, |
| "modified_std": 0.021386345860658063, |
| "mean_abs_diff": 2.4140559434613283e-06 |
| }, |
| "51627": { |
| "rank": 7, |
| "probe_weight": 0.10082628577947617, |
| "original_mean": 0.0016055290847449392, |
| "original_std": 0.029545630662611466, |
| "modified_mean": 0.0006699174462197326, |
| "modified_std": 0.01731356999697998, |
| "mean_abs_diff": 0.0009357401348653122 |
| }, |
| "43173": { |
| "rank": 8, |
| "probe_weight": 0.10021840035915375, |
| "original_mean": 8.248117573180029e-05, |
| "original_std": 0.024625372338414546, |
| "modified_mean": 8.22897470702849e-05, |
| "modified_std": 0.024673963442101664, |
| "mean_abs_diff": 1.3579713295620303e-06 |
| }, |
| "11827": { |
| "rank": 9, |
| "probe_weight": 0.09760034829378128, |
| "original_mean": 0.2710489554084613, |
| "original_std": 0.5870717725832355, |
| "modified_mean": 0.0024580721136830937, |
| "modified_std": 0.05625184625593917, |
| "mean_abs_diff": 0.2685953799734869 |
| }, |
| "34749": { |
| "rank": 10, |
| "probe_weight": 0.09741811454296112, |
| "original_mean": 0.0021152251761519573, |
| "original_std": 0.08357389172218513, |
| "modified_mean": 0.001482673465640607, |
| "modified_std": 0.07074574808398197, |
| "mean_abs_diff": 0.0006992260751336447 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 59052, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0024884457847814665, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.11671726773957969, |
| "std_divergence": 0.14534958301362944 |
| } |
| }, |
| "layer_7": { |
| "hook_point": "model.language_model.layers.7.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "57810": { |
| "rank": 1, |
| "probe_weight": 0.16278238594532013, |
| "original_mean": 6.971138976579472e-05, |
| "original_std": 0.011299274387249784, |
| "modified_mean": 1.5482308647753428e-05, |
| "modified_std": 0.004730053632632661, |
| "mean_abs_diff": 5.42290811180413e-05 |
| }, |
| "13454": { |
| "rank": 2, |
| "probe_weight": 0.1429644227027893, |
| "original_mean": 0.1481173603243178, |
| "original_std": 0.3445642616577291, |
| "modified_mean": 0.0004035005013203112, |
| "modified_std": 0.0156503626119516, |
| "mean_abs_diff": 0.14809934963573887 |
| }, |
| "49199": { |
| "rank": 3, |
| "probe_weight": 0.13591337203979492, |
| "original_mean": 0.10659305815529575, |
| "original_std": 0.993573128850057, |
| "modified_mean": 0.03182193071009806, |
| "modified_std": 0.5924194356224486, |
| "mean_abs_diff": 0.07477388401999759 |
| }, |
| "17806": { |
| "rank": 4, |
| "probe_weight": 0.1275697648525238, |
| "original_mean": 0.06772839094734791, |
| "original_std": 0.35706208689454805, |
| "modified_mean": 0.0125729905792987, |
| "modified_std": 0.1520089892843522, |
| "mean_abs_diff": 0.055159919122183064 |
| }, |
| "38901": { |
| "rank": 5, |
| "probe_weight": 0.11813046038150787, |
| "original_mean": 1.4139038078250656e-05, |
| "original_std": 0.0061225417163217775, |
| "modified_mean": 6.688388719789217e-06, |
| "modified_std": 0.003934362267083788, |
| "mean_abs_diff": 7.45064935846144e-06 |
| }, |
| "14145": { |
| "rank": 6, |
| "probe_weight": 0.1177043691277504, |
| "original_mean": 1.735582305303668e-05, |
| "original_std": 0.010119008490031636, |
| "modified_mean": 1.2515882027384833e-05, |
| "modified_std": 0.008482034051414258, |
| "mean_abs_diff": 4.839941025651845e-06 |
| }, |
| "51764": { |
| "rank": 7, |
| "probe_weight": 0.10974451154470444, |
| "original_mean": 0.009268701453449973, |
| "original_std": 0.13573239096146086, |
| "modified_mean": 0.0026740196090833113, |
| "modified_std": 0.06618972274204772, |
| "mean_abs_diff": 0.006595303486542141 |
| }, |
| "5538": { |
| "rank": 8, |
| "probe_weight": 0.1089898943901062, |
| "original_mean": 4.00699889357535e-05, |
| "original_std": 0.00501948145706383, |
| "modified_mean": 8.23999891454221e-07, |
| "modified_std": 0.0007047655664385074, |
| "mean_abs_diff": 3.9323653285729627e-05 |
| }, |
| "16004": { |
| "rank": 9, |
| "probe_weight": 0.1078454852104187, |
| "original_mean": 0.10603141321776001, |
| "original_std": 0.25753889411020753, |
| "modified_mean": 0.002096816735039786, |
| "modified_std": 0.07336330699719079, |
| "mean_abs_diff": 0.1039953334675236 |
| }, |
| "41960": { |
| "rank": 10, |
| "probe_weight": 0.10305643081665039, |
| "original_mean": 8.739215363597271e-05, |
| "original_std": 0.031682022468280294, |
| "modified_mean": 7.637672099599908e-05, |
| "modified_std": 0.03110042766995692, |
| "mean_abs_diff": 1.1326243295960838e-05 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 58511, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0024391136218931413, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10548288426570201, |
| "std_divergence": 0.12334422524773861 |
| } |
| }, |
| "layer_8": { |
| "hook_point": "model.language_model.layers.8.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "1243": { |
| "rank": 1, |
| "probe_weight": 0.14566481113433838, |
| "original_mean": 0.0024312018145910305, |
| "original_std": 0.045565332023617004, |
| "modified_mean": 0.000960191565224396, |
| "modified_std": 0.02987173056392128, |
| "mean_abs_diff": 0.001515123575419848 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.1393602192401886, |
| "original_mean": 0.1028349298142982, |
| "original_std": 0.9667486172821197, |
| "modified_mean": 0.03003263381464281, |
| "modified_std": 0.5721589423150116, |
| "mean_abs_diff": 0.072805359957026 |
| }, |
| "7843": { |
| "rank": 3, |
| "probe_weight": 0.13574807345867157, |
| "original_mean": 0.1226555553939371, |
| "original_std": 0.2931662712093626, |
| "modified_mean": 0.0001194948194852295, |
| "modified_std": 0.011041679860095452, |
| "mean_abs_diff": 0.12255585496927601 |
| }, |
| "36483": { |
| "rank": 4, |
| "probe_weight": 0.13336153328418732, |
| "original_mean": 0.41390022287854367, |
| "original_std": 0.4656043878889843, |
| "modified_mean": 0.92699982058112, |
| "modified_std": 0.68466389918868, |
| "mean_abs_diff": 0.5135782841297091 |
| }, |
| "17806": { |
| "rank": 5, |
| "probe_weight": 0.13027019798755646, |
| "original_mean": 0.021148843362600197, |
| "original_std": 0.18583906767219635, |
| "modified_mean": 0.004592493729099094, |
| "modified_std": 0.08895218864141548, |
| "mean_abs_diff": 0.016557884617521484 |
| }, |
| "13454": { |
| "rank": 6, |
| "probe_weight": 0.11782558262348175, |
| "original_mean": 0.09764873801130189, |
| "original_std": 0.2620751319413539, |
| "modified_mean": 0.0007067757699049158, |
| "modified_std": 0.02398380166103323, |
| "mean_abs_diff": 0.09703642776315458 |
| }, |
| "10934": { |
| "rank": 7, |
| "probe_weight": 0.11622921377420425, |
| "original_mean": 3.0102344180373644e-06, |
| "original_std": 0.0025590271282594597, |
| "modified_mean": 2.3246515044699794e-06, |
| "modified_std": 0.002685237891504862, |
| "mean_abs_diff": 1.0071238067706844e-06 |
| }, |
| "60466": { |
| "rank": 8, |
| "probe_weight": 0.1157672330737114, |
| "original_mean": 0.0025711750567248832, |
| "original_std": 0.032445832039642, |
| "modified_mean": 4.933638650268805e-06, |
| "modified_std": 0.002029820187922754, |
| "mean_abs_diff": 0.0025676908680475215 |
| }, |
| "23178": { |
| "rank": 9, |
| "probe_weight": 0.11551442742347717, |
| "original_mean": 0.016814199468114282, |
| "original_std": 0.15930173702322684, |
| "modified_mean": 0.010182172631285902, |
| "modified_std": 0.11713320610460784, |
| "mean_abs_diff": 0.006633992637765789 |
| }, |
| "42104": { |
| "rank": 10, |
| "probe_weight": 0.11533845216035843, |
| "original_mean": 6.0825715347997825e-05, |
| "original_std": 0.010353317107933538, |
| "modified_mean": 5.464643099078729e-05, |
| "modified_std": 0.00984854530611275, |
| "mean_abs_diff": 7.4876382452384955e-06 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 57704, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.00246736383071421, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10786006071233874, |
| "std_divergence": 0.1286298355426476 |
| } |
| }, |
| "layer_9": { |
| "hook_point": "model.language_model.layers.9.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "8104": { |
| "rank": 1, |
| "probe_weight": 0.12808559834957123, |
| "original_mean": 0.00022809636407454236, |
| "original_std": 0.016951064258790335, |
| "modified_mean": 5.496541216799712e-05, |
| "modified_std": 0.007541043079060602, |
| "mean_abs_diff": 0.00017313557187788277 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.12467951327562332, |
| "original_mean": 0.10531258727811665, |
| "original_std": 0.9507226826392038, |
| "modified_mean": 0.029435582407084892, |
| "modified_std": 0.5563240625517237, |
| "mean_abs_diff": 0.07588028259689511 |
| }, |
| "60693": { |
| "rank": 3, |
| "probe_weight": 0.1193944439291954, |
| "original_mean": 0.0022567080974793302, |
| "original_std": 0.05459214478227895, |
| "modified_mean": 0.0005476266023510285, |
| "modified_std": 0.01644928527221645, |
| "mean_abs_diff": 0.0025744604621000203 |
| }, |
| "60723": { |
| "rank": 4, |
| "probe_weight": 0.1168566346168518, |
| "original_mean": 9.984593828104721e-05, |
| "original_std": 0.012736718895562773, |
| "modified_mean": 5.233562421942263e-05, |
| "modified_std": 0.00904176797303559, |
| "mean_abs_diff": 4.760814811861966e-05 |
| }, |
| "31184": { |
| "rank": 5, |
| "probe_weight": 0.11629682779312134, |
| "original_mean": 0.016884811126219097, |
| "original_std": 0.12706036508657556, |
| "modified_mean": 0.002816501520722036, |
| "modified_std": 0.05218554628857949, |
| "mean_abs_diff": 0.014091962617481493 |
| }, |
| "24640": { |
| "rank": 6, |
| "probe_weight": 0.11152862757444382, |
| "original_mean": 8.47541298451585e-05, |
| "original_std": 0.028482986389952936, |
| "modified_mean": 8.025415176655819e-05, |
| "modified_std": 0.02812508881866259, |
| "mean_abs_diff": 5.701465151417179e-06 |
| }, |
| "33835": { |
| "rank": 7, |
| "probe_weight": 0.11002981662750244, |
| "original_mean": 1.3985322484412732e-05, |
| "original_std": 0.004792731903135998, |
| "modified_mean": 3.5097629045896615e-06, |
| "modified_std": 0.0028048141183502863, |
| "mean_abs_diff": 1.047555957982307e-05 |
| }, |
| "25964": { |
| "rank": 8, |
| "probe_weight": 0.10761471092700958, |
| "original_mean": 0.00022164809381224545, |
| "original_std": 0.020771593671740106, |
| "modified_mean": 0.00015088454446702168, |
| "modified_std": 0.016604448704295508, |
| "mean_abs_diff": 8.166164515145742e-05 |
| }, |
| "37066": { |
| "rank": 9, |
| "probe_weight": 0.10742407292127609, |
| "original_mean": 0.04587832352297854, |
| "original_std": 0.1593815405043403, |
| "modified_mean": 0.0018548433816355354, |
| "modified_std": 0.03657800529975288, |
| "mean_abs_diff": 0.044108784750378306 |
| }, |
| "9506": { |
| "rank": 10, |
| "probe_weight": 0.10478734970092773, |
| "original_mean": 3.5909549990550355e-06, |
| "original_std": 0.001993961496402269, |
| "modified_mean": 1.6070455383005182e-06, |
| "modified_std": 0.0015468179954218758, |
| "mean_abs_diff": 1.9839094607545172e-06 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 57097, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.002584346256677301, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10419188103652223, |
| "std_divergence": 0.12036853850964026 |
| } |
| }, |
| "layer_10": { |
| "hook_point": "model.language_model.layers.10.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "56645": { |
| "rank": 1, |
| "probe_weight": 0.14664436876773834, |
| "original_mean": 0.0179076082335635, |
| "original_std": 0.19123564396260664, |
| "modified_mean": 0.009774654761037737, |
| "modified_std": 0.14685245966885344, |
| "mean_abs_diff": 0.008334205567349888 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.13554102182388306, |
| "original_mean": 0.10152801864503364, |
| "original_std": 0.8905488053302044, |
| "modified_mean": 0.02780773614200076, |
| "modified_std": 0.5200401607043603, |
| "mean_abs_diff": 0.07372411337279076 |
| }, |
| "55162": { |
| "rank": 3, |
| "probe_weight": 0.11740590631961823, |
| "original_mean": 0.0076982183101544175, |
| "original_std": 0.17078418939538112, |
| "modified_mean": 0.004967285738717447, |
| "modified_std": 0.13667161613161077, |
| "mean_abs_diff": 0.0027312755247340687 |
| }, |
| "58285": { |
| "rank": 4, |
| "probe_weight": 0.11028037965297699, |
| "original_mean": 0.004283139837899866, |
| "original_std": 0.051185889314178924, |
| "modified_mean": 1.3986796820566683e-05, |
| "modified_std": 0.004295149470417324, |
| "mean_abs_diff": 0.004269153041079299 |
| }, |
| "24640": { |
| "rank": 5, |
| "probe_weight": 0.10746287554502487, |
| "original_mean": 8.076627722335814e-05, |
| "original_std": 0.028099882762165625, |
| "modified_mean": 7.696308419146078e-05, |
| "modified_std": 0.027755138887788102, |
| "mean_abs_diff": 5.115486775515057e-06 |
| }, |
| "8439": { |
| "rank": 6, |
| "probe_weight": 0.10380767285823822, |
| "original_mean": 0.00020709557851245126, |
| "original_std": 0.02503920860761824, |
| "modified_mean": 0.00019071145924264945, |
| "modified_std": 0.02322142830164225, |
| "mean_abs_diff": 1.642829619089902e-05 |
| }, |
| "13640": { |
| "rank": 7, |
| "probe_weight": 0.10028573125600815, |
| "original_mean": 0.0001651540331364143, |
| "original_std": 0.015454364321199178, |
| "modified_mean": 0.00021304744480615307, |
| "modified_std": 0.018208281747200846, |
| "mean_abs_diff": 5.2252340948282404e-05 |
| }, |
| "44827": { |
| "rank": 8, |
| "probe_weight": 0.09725461900234222, |
| "original_mean": 0.0005995758613181178, |
| "original_std": 0.05797901382931701, |
| "modified_mean": 0.00035292137484893837, |
| "modified_std": 0.04344993340632377, |
| "mean_abs_diff": 0.0002466544864691795 |
| }, |
| "56838": { |
| "rank": 9, |
| "probe_weight": 0.09601232409477234, |
| "original_mean": 0.000986884346189907, |
| "original_std": 0.029648334147273327, |
| "modified_mean": 0.0009051392417210676, |
| "modified_std": 0.028932311818125733, |
| "mean_abs_diff": 0.0002326408668505346 |
| }, |
| "8180": { |
| "rank": 10, |
| "probe_weight": 0.09566990286111832, |
| "original_mean": 0.0005731129708442258, |
| "original_std": 0.03937529684244987, |
| "modified_mean": 0.0001544934579367725, |
| "modified_std": 0.022216731998684767, |
| "mean_abs_diff": 0.0004186865981258772 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 55758, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.002728155036791162, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10228492852796045, |
| "std_divergence": 0.12481584282601553 |
| } |
| }, |
| "layer_11": { |
| "hook_point": "model.language_model.layers.11.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.12796613574028015, |
| "original_mean": 0.086458153764921, |
| "original_std": 0.8129049106105177, |
| "modified_mean": 0.025040138245311132, |
| "modified_std": 0.4845876080775163, |
| "mean_abs_diff": 0.061420779792118955 |
| }, |
| "47115": { |
| "rank": 2, |
| "probe_weight": 0.12189983576536179, |
| "original_mean": 7.801249493719888e-05, |
| "original_std": 0.016964721163802536, |
| "modified_mean": 3.9776772277533176e-05, |
| "modified_std": 0.013400345672294478, |
| "mean_abs_diff": 3.833035198213454e-05 |
| }, |
| "1137": { |
| "rank": 3, |
| "probe_weight": 0.11888454854488373, |
| "original_mean": 0.0445235600447697, |
| "original_std": 0.20663185838501588, |
| "modified_mean": 0.0018661255094139949, |
| "modified_std": 0.047545369197370776, |
| "mean_abs_diff": 0.042661649049273234 |
| }, |
| "36136": { |
| "rank": 4, |
| "probe_weight": 0.10972161591053009, |
| "original_mean": 0.0006124764166293909, |
| "original_std": 0.02097801925678006, |
| "modified_mean": 1.4247340463291629e-06, |
| "modified_std": 0.0010707072157795743, |
| "mean_abs_diff": 0.0006110516825830617 |
| }, |
| "64554": { |
| "rank": 5, |
| "probe_weight": 0.10927318036556244, |
| "original_mean": 4.0168870879545506e-05, |
| "original_std": 0.003389437343779616, |
| "modified_mean": 3.993159404250872e-06, |
| "modified_std": 0.0020772269068105144, |
| "mean_abs_diff": 3.617571147529463e-05 |
| }, |
| "55162": { |
| "rank": 6, |
| "probe_weight": 0.10814132541418076, |
| "original_mean": 0.009305583355439531, |
| "original_std": 0.19290403518855806, |
| "modified_mean": 0.005645461751212323, |
| "modified_std": 0.15044190823371187, |
| "mean_abs_diff": 0.0036603548797753795 |
| }, |
| "59414": { |
| "rank": 7, |
| "probe_weight": 0.10809919238090515, |
| "original_mean": 5.1794699780159165e-05, |
| "original_std": 0.007721863228440277, |
| "modified_mean": 2.943659535099571e-05, |
| "modified_std": 0.005751391140794016, |
| "mean_abs_diff": 2.3646094053381833e-05 |
| }, |
| "10988": { |
| "rank": 8, |
| "probe_weight": 0.10808246582746506, |
| "original_mean": 5.227979597318962e-05, |
| "original_std": 0.008114304002437017, |
| "modified_mean": 4.4798892814042004e-05, |
| "modified_std": 0.007678196512205419, |
| "mean_abs_diff": 8.96234312134085e-06 |
| }, |
| "8104": { |
| "rank": 9, |
| "probe_weight": 0.10633116215467453, |
| "original_mean": 0.0005248643362241645, |
| "original_std": 0.02672666888619743, |
| "modified_mean": 0.0001051635907837214, |
| "modified_std": 0.011534055216250968, |
| "mean_abs_diff": 0.00041985526905210076 |
| }, |
| "24640": { |
| "rank": 10, |
| "probe_weight": 0.10576605796813965, |
| "original_mean": 7.146987705386649e-05, |
| "original_std": 0.0260080829434638, |
| "modified_mean": 6.783238595417934e-05, |
| "modified_std": 0.025750825053215826, |
| "mean_abs_diff": 5.461966754527882e-06 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 55208, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0027812427708200477, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.1009420044530263, |
| "std_divergence": 0.12441446027797072 |
| } |
| }, |
| "layer_12": { |
| "hook_point": "model.language_model.layers.12.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "59518": { |
| "rank": 1, |
| "probe_weight": 0.13490338623523712, |
| "original_mean": 0.0009391406106184253, |
| "original_std": 0.04766451108447233, |
| "modified_mean": 0.0004540056600412078, |
| "modified_std": 0.03276297356930415, |
| "mean_abs_diff": 0.00048522728032080733 |
| }, |
| "43542": { |
| "rank": 2, |
| "probe_weight": 0.12899862229824066, |
| "original_mean": 0.00012599480062565848, |
| "original_std": 0.01131125806616272, |
| "modified_mean": 3.536443636939573e-05, |
| "modified_std": 0.006413189941162094, |
| "mean_abs_diff": 9.089454092615173e-05 |
| }, |
| "8903": { |
| "rank": 3, |
| "probe_weight": 0.12803883850574493, |
| "original_mean": 0.0002922784014857201, |
| "original_std": 0.019547118583327614, |
| "modified_mean": 0.0005431922337424799, |
| "modified_std": 0.026654575083535276, |
| "mean_abs_diff": 0.0002878482242903437 |
| }, |
| "49199": { |
| "rank": 4, |
| "probe_weight": 0.12571056187152863, |
| "original_mean": 0.0795050170522959, |
| "original_std": 0.7608171664597655, |
| "modified_mean": 0.024099641046158356, |
| "modified_std": 0.4676389246010245, |
| "mean_abs_diff": 0.05540742020379026 |
| }, |
| "9163": { |
| "rank": 5, |
| "probe_weight": 0.11904186755418777, |
| "original_mean": 0.0063628819488743315, |
| "original_std": 0.06137543583333567, |
| "modified_mean": 8.041917398116956e-06, |
| "modified_std": 0.002620579976213689, |
| "mean_abs_diff": 0.006355495958131953 |
| }, |
| "55592": { |
| "rank": 6, |
| "probe_weight": 0.10880401730537415, |
| "original_mean": 0.00036103024145629347, |
| "original_std": 0.018800270440870553, |
| "modified_mean": 0.0001677077953607356, |
| "modified_std": 0.012103554907687254, |
| "mean_abs_diff": 0.00019542169276448934 |
| }, |
| "29843": { |
| "rank": 7, |
| "probe_weight": 0.10844933986663818, |
| "original_mean": 1.7845079163855538e-05, |
| "original_std": 0.005626057730629386, |
| "modified_mean": 1.6499786364308124e-05, |
| "modified_std": 0.005435580305684881, |
| "mean_abs_diff": 1.8641185403643728e-06 |
| }, |
| "55162": { |
| "rank": 8, |
| "probe_weight": 0.10614752024412155, |
| "original_mean": 0.009647352848430308, |
| "original_std": 0.20497925567412345, |
| "modified_mean": 0.0061678200963650575, |
| "modified_std": 0.16292352033735039, |
| "mean_abs_diff": 0.0034800691063869792 |
| }, |
| "57209": { |
| "rank": 9, |
| "probe_weight": 0.1046096682548523, |
| "original_mean": 0.0019576176364266298, |
| "original_std": 0.05660278013980969, |
| "modified_mean": 0.0007178672082223381, |
| "modified_std": 0.036038866348083155, |
| "mean_abs_diff": 0.001247786059950732 |
| }, |
| "952": { |
| "rank": 10, |
| "probe_weight": 0.10391354560852051, |
| "original_mean": 0.0026215022104145746, |
| "original_std": 0.06527548941746146, |
| "modified_mean": 0.0019271214235604174, |
| "modified_std": 0.05544735552255017, |
| "mean_abs_diff": 0.0006950058050965563 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 53521, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0028203798564846562, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10221027321218219, |
| "std_divergence": 0.12799872106450894 |
| } |
| }, |
| "layer_13": { |
| "hook_point": "model.language_model.layers.13.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "38610": { |
| "rank": 1, |
| "probe_weight": 0.16308799386024475, |
| "original_mean": 8.810135278519823e-05, |
| "original_std": 0.006103872870968183, |
| "modified_mean": 6.82527797264095e-06, |
| "modified_std": 0.0025695038132377925, |
| "mean_abs_diff": 8.127607481255727e-05 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.13008229434490204, |
| "original_mean": 0.06946445368189139, |
| "original_std": 0.6881429891739688, |
| "modified_mean": 0.02169180129669567, |
| "modified_std": 0.427435650813668, |
| "mean_abs_diff": 0.04777368388362121 |
| }, |
| "879": { |
| "rank": 3, |
| "probe_weight": 0.12125428766012192, |
| "original_mean": 0.004843672026995112, |
| "original_std": 0.10349076637132182, |
| "modified_mean": 0.001953836671467075, |
| "modified_std": 0.0696157105455652, |
| "mean_abs_diff": 0.002938923987904119 |
| }, |
| "57209": { |
| "rank": 4, |
| "probe_weight": 0.11765243858098984, |
| "original_mean": 0.0025250691118683362, |
| "original_std": 0.06765809650958568, |
| "modified_mean": 0.001132104374243399, |
| "modified_std": 0.04705257210964579, |
| "mean_abs_diff": 0.0014049577900234627 |
| }, |
| "55162": { |
| "rank": 5, |
| "probe_weight": 0.1109950840473175, |
| "original_mean": 0.011380063931006974, |
| "original_std": 0.23506152950134285, |
| "modified_mean": 0.007565786378627328, |
| "modified_std": 0.1923606051875201, |
| "mean_abs_diff": 0.003815627511784819 |
| }, |
| "64494": { |
| "rank": 6, |
| "probe_weight": 0.10859142988920212, |
| "original_mean": 0.0006396262062057803, |
| "original_std": 0.06698979471946838, |
| "modified_mean": 0.0005464583365582263, |
| "modified_std": 0.06536813472473633, |
| "mean_abs_diff": 0.00010817201836797807 |
| }, |
| "19135": { |
| "rank": 7, |
| "probe_weight": 0.1069980040192604, |
| "original_mean": 0.0044065803807240705, |
| "original_std": 0.07998230351408903, |
| "modified_mean": 0.002969222236926413, |
| "modified_std": 0.07097639696165481, |
| "mean_abs_diff": 0.0015741561127851954 |
| }, |
| "24640": { |
| "rank": 8, |
| "probe_weight": 0.10559625923633575, |
| "original_mean": 7.391078477796241e-05, |
| "original_std": 0.028088169885390625, |
| "modified_mean": 6.996113799970612e-05, |
| "modified_std": 0.027790242880087898, |
| "mean_abs_diff": 5.905798286775016e-06 |
| }, |
| "76": { |
| "rank": 9, |
| "probe_weight": 0.10448966175317764, |
| "original_mean": 0.0004879536124591562, |
| "original_std": 0.03284815307803396, |
| "modified_mean": 0.0005092239297802659, |
| "modified_std": 0.03372548596695325, |
| "mean_abs_diff": 5.456399393175767e-05 |
| }, |
| "48589": { |
| "rank": 10, |
| "probe_weight": 0.10232625901699066, |
| "original_mean": 3.46065067718179e-05, |
| "original_std": 0.007260873422719122, |
| "modified_mean": 3.0324457365867272e-05, |
| "modified_std": 0.006963534627841771, |
| "mean_abs_diff": 1.2504894209403109e-05 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 52836, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.002753199887953669, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10244928512473128, |
| "std_divergence": 0.12518630163890154 |
| } |
| }, |
| "layer_14": { |
| "hook_point": "model.language_model.layers.14.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.13109882175922394, |
| "original_mean": 0.054474612924126205, |
| "original_std": 0.5957000524395885, |
| "modified_mean": 0.01921395386666194, |
| "modified_std": 0.38430634291985477, |
| "mean_abs_diff": 0.03527771150925187 |
| }, |
| "19920": { |
| "rank": 2, |
| "probe_weight": 0.11366324871778488, |
| "original_mean": 0.00012921378058964504, |
| "original_std": 0.013871986701379617, |
| "modified_mean": 0.00011567125380982201, |
| "modified_std": 0.012417626542643048, |
| "mean_abs_diff": 0.00010540501727461265 |
| }, |
| "52750": { |
| "rank": 3, |
| "probe_weight": 0.10841641575098038, |
| "original_mean": 0.00018623773998393143, |
| "original_std": 0.01819326708812361, |
| "modified_mean": 0.00019671874436792648, |
| "modified_std": 0.018829359008415397, |
| "mean_abs_diff": 2.2426766037659675e-05 |
| }, |
| "10034": { |
| "rank": 4, |
| "probe_weight": 0.10720504075288773, |
| "original_mean": 0.00010477362463257722, |
| "original_std": 0.010624621024970497, |
| "modified_mean": 8.828262502442393e-05, |
| "modified_std": 0.011637914767395442, |
| "mean_abs_diff": 4.7112091302694516e-05 |
| }, |
| "48589": { |
| "rank": 5, |
| "probe_weight": 0.10470765829086304, |
| "original_mean": 0.00010090134092502976, |
| "original_std": 0.01276536290777386, |
| "modified_mean": 0.00013130073800634543, |
| "modified_std": 0.014558999638687663, |
| "mean_abs_diff": 4.3664941482828134e-05 |
| }, |
| "55162": { |
| "rank": 6, |
| "probe_weight": 0.10366678237915039, |
| "original_mean": 0.027936494835992177, |
| "original_std": 0.3614485162685609, |
| "modified_mean": 0.012734415524405993, |
| "modified_std": 0.2750547400076932, |
| "mean_abs_diff": 0.01520686966488889 |
| }, |
| "879": { |
| "rank": 7, |
| "probe_weight": 0.10302281379699707, |
| "original_mean": 0.005418480393055928, |
| "original_std": 0.1133639914573781, |
| "modified_mean": 0.002523150964594281, |
| "modified_std": 0.0775734110959679, |
| "mean_abs_diff": 0.002911313263264609 |
| }, |
| "52822": { |
| "rank": 8, |
| "probe_weight": 0.10252702981233597, |
| "original_mean": 0.001885614718390294, |
| "original_std": 0.047965748647436454, |
| "modified_mean": 0.0020360640524250155, |
| "modified_std": 0.04797152968183017, |
| "mean_abs_diff": 0.00046704485908639 |
| }, |
| "29368": { |
| "rank": 9, |
| "probe_weight": 0.10234975814819336, |
| "original_mean": 0.0009451425854754289, |
| "original_std": 0.051964924362428375, |
| "modified_mean": 0.00043201892128040786, |
| "modified_std": 0.03906862472954851, |
| "mean_abs_diff": 0.0005956100300193265 |
| }, |
| "16538": { |
| "rank": 10, |
| "probe_weight": 0.10088084638118744, |
| "original_mean": 1.0381064888245587e-05, |
| "original_std": 0.002847533591334511, |
| "modified_mean": 4.308852793938323e-06, |
| "modified_std": 0.0016297848297772781, |
| "mean_abs_diff": 7.124285272517054e-06 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 50757, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.002943083843621768, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.1036445609491396, |
| "std_divergence": 0.12784123312846907 |
| } |
| }, |
| "layer_15": { |
| "hook_point": "model.language_model.layers.15.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.15373055636882782, |
| "original_mean": 0.045984934412279875, |
| "original_std": 0.5281940101957266, |
| "modified_mean": 0.018699614801874476, |
| "modified_std": 0.36315577013035577, |
| "mean_abs_diff": 0.027509413661492673 |
| }, |
| "41501": { |
| "rank": 2, |
| "probe_weight": 0.13598939776420593, |
| "original_mean": 0.0025968484938866214, |
| "original_std": 0.094059224312122, |
| "modified_mean": 0.0035775081594734155, |
| "modified_std": 0.11247636394313065, |
| "mean_abs_diff": 0.001175775792906371 |
| }, |
| "879": { |
| "rank": 3, |
| "probe_weight": 0.13378958404064178, |
| "original_mean": 0.005362842774399706, |
| "original_std": 0.1339446177412554, |
| "modified_mean": 0.002240969299453362, |
| "modified_std": 0.0946458087922295, |
| "mean_abs_diff": 0.0031465138619917715 |
| }, |
| "55162": { |
| "rank": 4, |
| "probe_weight": 0.11904532462358475, |
| "original_mean": 0.038959798223220356, |
| "original_std": 0.43888260462278966, |
| "modified_mean": 0.015911645521871333, |
| "modified_std": 0.32789370036557697, |
| "mean_abs_diff": 0.02305134357607868 |
| }, |
| "54640": { |
| "rank": 5, |
| "probe_weight": 0.10969407856464386, |
| "original_mean": 0.36770194818036767, |
| "original_std": 0.4327139251041792, |
| "modified_mean": 0.39603455033741003, |
| "modified_std": 0.42978707844154773, |
| "mean_abs_diff": 0.08025597997816927 |
| }, |
| "29460": { |
| "rank": 6, |
| "probe_weight": 0.10906922817230225, |
| "original_mean": 0.001971989706330884, |
| "original_std": 0.06919783340597323, |
| "modified_mean": 0.0021253264517038365, |
| "modified_std": 0.07252294854728947, |
| "mean_abs_diff": 0.00023413599702761206 |
| }, |
| "44079": { |
| "rank": 7, |
| "probe_weight": 0.10373248904943466, |
| "original_mean": 0.0001067741246786462, |
| "original_std": 0.013747487341261692, |
| "modified_mean": 7.989787888587442e-05, |
| "modified_std": 0.011502228440787243, |
| "mean_abs_diff": 3.361009819000616e-05 |
| }, |
| "9874": { |
| "rank": 8, |
| "probe_weight": 0.10293971002101898, |
| "original_mean": 4.6033385392027466e-05, |
| "original_std": 0.007502601692011412, |
| "modified_mean": 6.342697946255586e-05, |
| "modified_std": 0.008884659920522894, |
| "mean_abs_diff": 1.9545077645782775e-05 |
| }, |
| "1334": { |
| "rank": 9, |
| "probe_weight": 0.10108966380357742, |
| "original_mean": 1.0565882757652602e-05, |
| "original_std": 0.005520172675170183, |
| "modified_mean": 8.226377145847098e-06, |
| "modified_std": 0.004973737888999907, |
| "mean_abs_diff": 2.9130005458322485e-06 |
| }, |
| "47358": { |
| "rank": 10, |
| "probe_weight": 0.10078883916139603, |
| "original_mean": 0.000247444023344126, |
| "original_std": 0.036901692981929024, |
| "modified_mean": 0.0001745532569681331, |
| "modified_std": 0.0362120242240614, |
| "mean_abs_diff": 8.55324320950042e-05 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 48242, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.003272938346903342, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.10425821946567158, |
| "std_divergence": 0.12318402020482641 |
| } |
| }, |
| "layer_16": { |
| "hook_point": "model.language_model.layers.16.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.1653420478105545, |
| "original_mean": 0.029295806653501403, |
| "original_std": 0.3951513969940842, |
| "modified_mean": 0.013217134571053632, |
| "modified_std": 0.28055096741487157, |
| "mean_abs_diff": 0.016491488257938815 |
| }, |
| "63216": { |
| "rank": 2, |
| "probe_weight": 0.13927707076072693, |
| "original_mean": 0.018686377149716257, |
| "original_std": 0.19305483960542205, |
| "modified_mean": 0.017987719698964778, |
| "modified_std": 0.18725412783474954, |
| "mean_abs_diff": 0.005750669005787595 |
| }, |
| "879": { |
| "rank": 3, |
| "probe_weight": 0.1289801299571991, |
| "original_mean": 0.007700710508567614, |
| "original_std": 0.1753479911339811, |
| "modified_mean": 0.0036990482265593055, |
| "modified_std": 0.13227935818541461, |
| "mean_abs_diff": 0.0040539715235158764 |
| }, |
| "10005": { |
| "rank": 4, |
| "probe_weight": 0.11981286853551865, |
| "original_mean": 0.00018772168920677616, |
| "original_std": 0.02014402256031824, |
| "modified_mean": 0.0002343204905262643, |
| "modified_std": 0.024121924936430304, |
| "mean_abs_diff": 4.663928023606225e-05 |
| }, |
| "55162": { |
| "rank": 5, |
| "probe_weight": 0.11673460155725479, |
| "original_mean": 0.057811372737396366, |
| "original_std": 0.5659340167642875, |
| "modified_mean": 0.02132463555758377, |
| "modified_std": 0.4188617455260142, |
| "mean_abs_diff": 0.0364994529728438 |
| }, |
| "18633": { |
| "rank": 6, |
| "probe_weight": 0.11553410440683365, |
| "original_mean": 0.0004519101141300216, |
| "original_std": 0.030067095049041318, |
| "modified_mean": 0.00010226563711459837, |
| "modified_std": 0.014052830649710505, |
| "mean_abs_diff": 0.00034964447701542323 |
| }, |
| "52088": { |
| "rank": 7, |
| "probe_weight": 0.11028871685266495, |
| "original_mean": 0.002842413185018662, |
| "original_std": 0.05701347004623459, |
| "modified_mean": 0.0023940562729343464, |
| "modified_std": 0.044277057187180405, |
| "mean_abs_diff": 0.0014181771165739203 |
| }, |
| "5018": { |
| "rank": 8, |
| "probe_weight": 0.10893142223358154, |
| "original_mean": 0.002176481955620178, |
| "original_std": 0.08082079728045061, |
| "modified_mean": 0.002670649146860812, |
| "modified_std": 0.09227691747951838, |
| "mean_abs_diff": 0.0004999162915376846 |
| }, |
| "57056": { |
| "rank": 9, |
| "probe_weight": 0.1083151251077652, |
| "original_mean": 0.002530731902597558, |
| "original_std": 0.050293039166045474, |
| "modified_mean": 0.0018606594646593123, |
| "modified_std": 0.048577338852004624, |
| "mean_abs_diff": 0.0011433759971555154 |
| }, |
| "6064": { |
| "rank": 10, |
| "probe_weight": 0.10546455532312393, |
| "original_mean": 0.0004460947710457576, |
| "original_std": 0.033194746585312455, |
| "modified_mean": 0.0006977818634529843, |
| "modified_std": 0.03922405756689012, |
| "mean_abs_diff": 0.00025311881271683153 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 44453, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.003825279312333085, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.11350619434492683, |
| "std_divergence": 0.13003747048030145 |
| } |
| }, |
| "layer_17": { |
| "hook_point": "model.language_model.layers.17.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.16093508899211884, |
| "original_mean": 0.021852645818544132, |
| "original_std": 0.31864639172416737, |
| "modified_mean": 0.011367836436813768, |
| "modified_std": 0.23882371610904615, |
| "mean_abs_diff": 0.011146495739451251 |
| }, |
| "18633": { |
| "rank": 2, |
| "probe_weight": 0.15017643570899963, |
| "original_mean": 0.0012179853515218997, |
| "original_std": 0.057178912085223674, |
| "modified_mean": 0.00036018792065428126, |
| "modified_std": 0.03101435471007163, |
| "mean_abs_diff": 0.0008577974308676185 |
| }, |
| "879": { |
| "rank": 3, |
| "probe_weight": 0.1372394859790802, |
| "original_mean": 0.009882853429152542, |
| "original_std": 0.22177485731908486, |
| "modified_mean": 0.005030124614955112, |
| "modified_std": 0.17328683261769526, |
| "mean_abs_diff": 0.004952924850241475 |
| }, |
| "55162": { |
| "rank": 4, |
| "probe_weight": 0.12058978527784348, |
| "original_mean": 0.0811993610175493, |
| "original_std": 0.7313178491150307, |
| "modified_mean": 0.02850699847484869, |
| "modified_std": 0.5309321886374585, |
| "mean_abs_diff": 0.05274722406427197 |
| }, |
| "6307": { |
| "rank": 5, |
| "probe_weight": 0.11313467472791672, |
| "original_mean": 0.0025434661798107473, |
| "original_std": 0.05524062087653324, |
| "modified_mean": 0.00018018104197613902, |
| "modified_std": 0.017644814961340714, |
| "mean_abs_diff": 0.002368665544378392 |
| }, |
| "29368": { |
| "rank": 6, |
| "probe_weight": 0.11138812452554703, |
| "original_mean": 0.002332857041083854, |
| "original_std": 0.08603801426598567, |
| "modified_mean": 0.001683506768059977, |
| "modified_std": 0.0737252463981838, |
| "mean_abs_diff": 0.001404567371319823 |
| }, |
| "64410": { |
| "rank": 7, |
| "probe_weight": 0.11061368882656097, |
| "original_mean": 0.001494490169992981, |
| "original_std": 0.06866164602515155, |
| "modified_mean": 0.0016537301766059611, |
| "modified_std": 0.07422558179701252, |
| "mean_abs_diff": 0.0001846726630788029 |
| }, |
| "58932": { |
| "rank": 8, |
| "probe_weight": 0.10860492289066315, |
| "original_mean": 0.0010113533018355884, |
| "original_std": 0.048552473518950374, |
| "modified_mean": 0.0006760868631118327, |
| "modified_std": 0.03899861060575482, |
| "mean_abs_diff": 0.00035406375057479107 |
| }, |
| "56645": { |
| "rank": 9, |
| "probe_weight": 0.1084342747926712, |
| "original_mean": 0.02257323312735612, |
| "original_std": 0.24764336989324523, |
| "modified_mean": 0.031198845538513396, |
| "modified_std": 0.2771264462404621, |
| "mean_abs_diff": 0.0105284111492799 |
| }, |
| "26504": { |
| "rank": 10, |
| "probe_weight": 0.10745365172624588, |
| "original_mean": 0.005818637928937448, |
| "original_std": 0.08911673341430769, |
| "modified_mean": 0.004544646150244647, |
| "modified_std": 0.07702658752215458, |
| "mean_abs_diff": 0.0017591014258925579 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 42406, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.005471852799293589, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.13076354501262735, |
| "std_divergence": 0.15079922398885084 |
| } |
| }, |
| "layer_18": { |
| "hook_point": "model.language_model.layers.18.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.1474297195672989, |
| "original_mean": 0.009525430042502812, |
| "original_std": 0.1925734051455012, |
| "modified_mean": 0.006396869230207553, |
| "modified_std": 0.15989975605042653, |
| "mean_abs_diff": 0.0038385695322389435 |
| }, |
| "18633": { |
| "rank": 2, |
| "probe_weight": 0.1371113508939743, |
| "original_mean": 0.0011544175001208603, |
| "original_std": 0.05801191349430099, |
| "modified_mean": 0.00037415053420376164, |
| "modified_std": 0.033458857429842885, |
| "mean_abs_diff": 0.0007802669659170986 |
| }, |
| "6307": { |
| "rank": 3, |
| "probe_weight": 0.12275652587413788, |
| "original_mean": 0.02632350930151895, |
| "original_std": 0.25322757111391936, |
| "modified_mean": 0.0027944582939286025, |
| "modified_std": 0.09369809890626585, |
| "mean_abs_diff": 0.02363255796991108 |
| }, |
| "22527": { |
| "rank": 4, |
| "probe_weight": 0.1208605021238327, |
| "original_mean": 3.090945872349767e-05, |
| "original_std": 0.008871840924102384, |
| "modified_mean": 4.279401939901731e-05, |
| "modified_std": 0.01031171839455485, |
| "mean_abs_diff": 1.2966513588376145e-05 |
| }, |
| "31777": { |
| "rank": 5, |
| "probe_weight": 0.11766592413187027, |
| "original_mean": 0.13492282314073487, |
| "original_std": 0.31568375064371773, |
| "modified_mean": 0.06446924459168495, |
| "modified_std": 0.17865870564830247, |
| "mean_abs_diff": 0.0768307354732921 |
| }, |
| "47300": { |
| "rank": 6, |
| "probe_weight": 0.11074809730052948, |
| "original_mean": 5.080321883628296e-06, |
| "original_std": 0.001918221755033605, |
| "modified_mean": 8.113898952397839e-05, |
| "modified_std": 0.006363438657324462, |
| "mean_abs_diff": 7.80136873174011e-05 |
| }, |
| "879": { |
| "rank": 7, |
| "probe_weight": 0.10950916260480881, |
| "original_mean": 0.011186657857141723, |
| "original_std": 0.2283381733890612, |
| "modified_mean": 0.005432645003971342, |
| "modified_std": 0.17877668754131176, |
| "mean_abs_diff": 0.00588883108052618 |
| }, |
| "24502": { |
| "rank": 8, |
| "probe_weight": 0.10827319324016571, |
| "original_mean": 0.004530616084638092, |
| "original_std": 0.08990497877781033, |
| "modified_mean": 0.0038132438147672316, |
| "modified_std": 0.0815571415401039, |
| "mean_abs_diff": 0.0009645861767825796 |
| }, |
| "4360": { |
| "rank": 9, |
| "probe_weight": 0.10824626684188843, |
| "original_mean": 0.00010183662600425798, |
| "original_std": 0.017088117254158524, |
| "modified_mean": 0.00013337258513497412, |
| "modified_std": 0.01817795195377609, |
| "mean_abs_diff": 3.323766297158427e-05 |
| }, |
| "41768": { |
| "rank": 10, |
| "probe_weight": 0.1070447564125061, |
| "original_mean": 3.505012622040565e-05, |
| "original_std": 0.008625706301260088, |
| "modified_mean": 9.988060179251599e-05, |
| "modified_std": 0.013858072671663347, |
| "mean_abs_diff": 6.535140823649755e-05 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 40605, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.011665752678260796, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.1531570526630665, |
| "std_divergence": 0.1807831492446242 |
| } |
| }, |
| "layer_19": { |
| "hook_point": "model.language_model.layers.19.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "18633": { |
| "rank": 1, |
| "probe_weight": 0.20361042022705078, |
| "original_mean": 0.0022269597043399927, |
| "original_std": 0.09408273812834282, |
| "modified_mean": 0.0008116872103083403, |
| "modified_std": 0.05964079624840134, |
| "mean_abs_diff": 0.0014152978161633587 |
| }, |
| "49199": { |
| "rank": 2, |
| "probe_weight": 0.19517675042152405, |
| "original_mean": 0.003743593909543949, |
| "original_std": 0.10636007509944138, |
| "modified_mean": 0.004356123836107811, |
| "modified_std": 0.11231312491434778, |
| "mean_abs_diff": 0.0017465775650509906 |
| }, |
| "52414": { |
| "rank": 3, |
| "probe_weight": 0.1679643988609314, |
| "original_mean": 0.006849030281922669, |
| "original_std": 0.14549534575940454, |
| "modified_mean": 0.0016250630396912758, |
| "modified_std": 0.0682916814082804, |
| "mean_abs_diff": 0.0052383616375383385 |
| }, |
| "879": { |
| "rank": 4, |
| "probe_weight": 0.15819387137889862, |
| "original_mean": 0.010348827422986439, |
| "original_std": 0.22215141877557867, |
| "modified_mean": 0.005397419656220361, |
| "modified_std": 0.17898543586835214, |
| "mean_abs_diff": 0.005129898068129056 |
| }, |
| "6307": { |
| "rank": 5, |
| "probe_weight": 0.1522531807422638, |
| "original_mean": 0.01175311846380601, |
| "original_std": 0.14836887541415172, |
| "modified_mean": 0.0009564494996840713, |
| "modified_std": 0.04814546086549171, |
| "mean_abs_diff": 0.010820442882533313 |
| }, |
| "29368": { |
| "rank": 6, |
| "probe_weight": 0.13567326962947845, |
| "original_mean": 0.0034711449509954436, |
| "original_std": 0.10235307341484004, |
| "modified_mean": 0.002404771031615175, |
| "modified_std": 0.08619437852539047, |
| "mean_abs_diff": 0.0022158626033432403 |
| }, |
| "28582": { |
| "rank": 7, |
| "probe_weight": 0.13234296441078186, |
| "original_mean": 0.003382576743250751, |
| "original_std": 0.08259969095693089, |
| "modified_mean": 0.006553439277255052, |
| "modified_std": 0.11231641181453658, |
| "mean_abs_diff": 0.0033097694608326465 |
| }, |
| "55162": { |
| "rank": 8, |
| "probe_weight": 0.13131952285766602, |
| "original_mean": 0.19870380673097693, |
| "original_std": 1.3209222950497, |
| "modified_mean": 0.05754779390506993, |
| "modified_std": 0.912771735769127, |
| "mean_abs_diff": 0.14145096631727372 |
| }, |
| "42617": { |
| "rank": 9, |
| "probe_weight": 0.1213238313794136, |
| "original_mean": 0.0007651587817691683, |
| "original_std": 0.04428742730584424, |
| "modified_mean": 0.01088164983383613, |
| "modified_std": 0.09742049908937003, |
| "mean_abs_diff": 0.010116704597953153 |
| }, |
| "44360": { |
| "rank": 10, |
| "probe_weight": 0.11665502935647964, |
| "original_mean": 0.0017539405653701182, |
| "original_std": 0.07712127213835909, |
| "modified_mean": 0.0018010861532888876, |
| "modified_std": 0.07950298122396446, |
| "mean_abs_diff": 0.0005814348350561005 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 37232, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.021464814669517912, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.17747907575046246, |
| "std_divergence": 0.19950443698339662 |
| } |
| }, |
| "layer_20": { |
| "hook_point": "model.language_model.layers.20.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "49199": { |
| "rank": 1, |
| "probe_weight": 0.17064152657985687, |
| "original_mean": 0.00031372649472410924, |
| "original_std": 0.025267430332716504, |
| "modified_mean": 0.0013745227886850639, |
| "modified_std": 0.0450464866547637, |
| "mean_abs_diff": 0.0011162365957154679 |
| }, |
| "18633": { |
| "rank": 2, |
| "probe_weight": 0.14952556788921356, |
| "original_mean": 0.0027784056134762276, |
| "original_std": 0.11023620287450223, |
| "modified_mean": 0.0010281054839338102, |
| "modified_std": 0.07154168282075847, |
| "mean_abs_diff": 0.0017503001295424176 |
| }, |
| "879": { |
| "rank": 3, |
| "probe_weight": 0.13412602245807648, |
| "original_mean": 0.008334632566114879, |
| "original_std": 0.18521792761255074, |
| "modified_mean": 0.004453690444196133, |
| "modified_std": 0.1509097844775223, |
| "mean_abs_diff": 0.004125528668897581 |
| }, |
| "47972": { |
| "rank": 4, |
| "probe_weight": 0.12609365582466125, |
| "original_mean": 0.6455535205038707, |
| "original_std": 0.520965364472791, |
| "modified_mean": 0.3496971698474104, |
| "modified_std": 0.45094571844517906, |
| "mean_abs_diff": 0.3009185360797064 |
| }, |
| "55212": { |
| "rank": 5, |
| "probe_weight": 0.12534339725971222, |
| "original_mean": 0.0002132980908324741, |
| "original_std": 0.017042367390042463, |
| "modified_mean": 0.00305425052943133, |
| "modified_std": 0.044826438255791384, |
| "mean_abs_diff": 0.002846785741221124 |
| }, |
| "45526": { |
| "rank": 6, |
| "probe_weight": 0.12368156015872955, |
| "original_mean": 0.0016426529898286768, |
| "original_std": 0.0748521319797889, |
| "modified_mean": 0.0012208753199559844, |
| "modified_std": 0.06588184846507754, |
| "mean_abs_diff": 0.0007992468181929073 |
| }, |
| "43387": { |
| "rank": 7, |
| "probe_weight": 0.12221836298704147, |
| "original_mean": 0.003411372299907998, |
| "original_std": 0.061407897200264405, |
| "modified_mean": 0.0029664033103235124, |
| "modified_std": 0.059511434256470486, |
| "mean_abs_diff": 0.0017548710277835217 |
| }, |
| "53965": { |
| "rank": 8, |
| "probe_weight": 0.1215067133307457, |
| "original_mean": 0.2097296734692819, |
| "original_std": 0.43664633678742093, |
| "modified_mean": 0.32790183577208326, |
| "modified_std": 0.5499381698610533, |
| "mean_abs_diff": 0.12509018868543498 |
| }, |
| "13571": { |
| "rank": 9, |
| "probe_weight": 0.1189415454864502, |
| "original_mean": 0.00017575120302589395, |
| "original_std": 0.019815406001903877, |
| "modified_mean": 0.174756653274803, |
| "modified_std": 0.461442452949156, |
| "mean_abs_diff": 0.17458099180438208 |
| }, |
| "61036": { |
| "rank": 10, |
| "probe_weight": 0.11528495699167252, |
| "original_mean": 0.19824396447915074, |
| "original_std": 0.40148182628273693, |
| "modified_mean": 0.10310924287160493, |
| "modified_std": 0.28113748802598604, |
| "mean_abs_diff": 0.09822696968195556 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 32729, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.03608758711532843, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.19006332198761214, |
| "std_divergence": 0.2056935091846324 |
| } |
| }, |
| "layer_21": { |
| "hook_point": "model.language_model.layers.21.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "18633": { |
| "rank": 1, |
| "probe_weight": 0.14710281789302826, |
| "original_mean": 0.005570745009572453, |
| "original_std": 0.18694754556397622, |
| "modified_mean": 0.0021853805535202615, |
| "modified_std": 0.12943778410491255, |
| "mean_abs_diff": 0.003385877597904011 |
| }, |
| "46750": { |
| "rank": 2, |
| "probe_weight": 0.1168358325958252, |
| "original_mean": 0.0001233159344999196, |
| "original_std": 0.015326308738857026, |
| "modified_mean": 0.34452320075678217, |
| "modified_std": 0.8003516352666893, |
| "mean_abs_diff": 0.34439988482228223 |
| }, |
| "49199": { |
| "rank": 3, |
| "probe_weight": 0.11583955585956573, |
| "original_mean": 0.00017728795403774465, |
| "original_std": 0.017034094205129243, |
| "modified_mean": 0.005041088088579821, |
| "modified_std": 0.07948802377288583, |
| "mean_abs_diff": 0.0048703871333246095 |
| }, |
| "879": { |
| "rank": 4, |
| "probe_weight": 0.11180141568183899, |
| "original_mean": 0.00460994874472766, |
| "original_std": 0.13175603436816066, |
| "modified_mean": 0.002763183096832648, |
| "modified_std": 0.10990305895565042, |
| "mean_abs_diff": 0.0021079875923429507 |
| }, |
| "6307": { |
| "rank": 5, |
| "probe_weight": 0.1087149903178215, |
| "original_mean": 0.15731990205137442, |
| "original_std": 0.8882882816959611, |
| "modified_mean": 0.019171189043633623, |
| "modified_std": 0.4004018055829066, |
| "mean_abs_diff": 0.13843765416993004 |
| }, |
| "40136": { |
| "rank": 6, |
| "probe_weight": 0.10437197238206863, |
| "original_mean": 0.010087916782964123, |
| "original_std": 0.1014815758242736, |
| "modified_mean": 0.01337992957224154, |
| "modified_std": 0.1173363953694518, |
| "mean_abs_diff": 0.0050971433300194945 |
| }, |
| "29629": { |
| "rank": 7, |
| "probe_weight": 0.10269679874181747, |
| "original_mean": 0.006085136994778815, |
| "original_std": 0.11392464918840249, |
| "modified_mean": 0.008227685258739648, |
| "modified_std": 0.12675468346988317, |
| "mean_abs_diff": 0.004120417066629565 |
| }, |
| "39179": { |
| "rank": 8, |
| "probe_weight": 0.10114108771085739, |
| "original_mean": 0.01578537255952896, |
| "original_std": 0.10833675811304169, |
| "modified_mean": 0.00449664475374631, |
| "modified_std": 0.05543554165932323, |
| "mean_abs_diff": 0.011395584320674293 |
| }, |
| "55162": { |
| "rank": 9, |
| "probe_weight": 0.09968764334917068, |
| "original_mean": 0.17276527848498513, |
| "original_std": 1.3066879781008889, |
| "modified_mean": 0.056691835538244716, |
| "modified_std": 0.9407695944620813, |
| "mean_abs_diff": 0.11634651286658301 |
| }, |
| "27909": { |
| "rank": 10, |
| "probe_weight": 0.09778483957052231, |
| "original_mean": 0.012874995432493937, |
| "original_std": 0.16139564796603145, |
| "modified_mean": 0.01976124735855798, |
| "modified_std": 0.21411721422038543, |
| "mean_abs_diff": 0.008366570231722891 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 31309, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.06638790004875857, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.2102243943184366, |
| "std_divergence": 0.21054625125481136 |
| } |
| }, |
| "layer_22": { |
| "hook_point": "model.language_model.layers.22.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "18633": { |
| "rank": 1, |
| "probe_weight": 0.1497185081243515, |
| "original_mean": 0.007799229842428389, |
| "original_std": 0.25418767387178176, |
| "modified_mean": 0.003119559996527582, |
| "modified_std": 0.1785835909094649, |
| "mean_abs_diff": 0.004682395695555792 |
| }, |
| "61036": { |
| "rank": 2, |
| "probe_weight": 0.14179947972297668, |
| "original_mean": 0.22445899627681848, |
| "original_std": 0.421985846266261, |
| "modified_mean": 0.12087603916842307, |
| "modified_std": 0.3012819268598663, |
| "mean_abs_diff": 0.10665659317222687 |
| }, |
| "41351": { |
| "rank": 3, |
| "probe_weight": 0.1393192559480667, |
| "original_mean": 0.02615337905286683, |
| "original_std": 0.173852871442225, |
| "modified_mean": 0.02676180512077636, |
| "modified_std": 0.17781959036354675, |
| "mean_abs_diff": 0.006194191772204059 |
| }, |
| "13048": { |
| "rank": 4, |
| "probe_weight": 0.11759500205516815, |
| "original_mean": 0.01990443742143128, |
| "original_std": 0.11553312783096482, |
| "modified_mean": 0.001975487469981267, |
| "modified_std": 0.04663074606419288, |
| "mean_abs_diff": 0.01856922937700027 |
| }, |
| "43387": { |
| "rank": 5, |
| "probe_weight": 0.11071101576089859, |
| "original_mean": 0.005050198717363015, |
| "original_std": 0.0721244263633636, |
| "modified_mean": 0.003204398567461781, |
| "modified_std": 0.05782030973685937, |
| "mean_abs_diff": 0.0027711665197799177 |
| }, |
| "53965": { |
| "rank": 6, |
| "probe_weight": 0.11044830083847046, |
| "original_mean": 0.31357773845000037, |
| "original_std": 0.531812421165279, |
| "modified_mean": 0.4857421198563878, |
| "modified_std": 0.6682136977393466, |
| "mean_abs_diff": 0.17917219602668413 |
| }, |
| "64604": { |
| "rank": 7, |
| "probe_weight": 0.10867249220609665, |
| "original_mean": 0.0006729596484213459, |
| "original_std": 0.04333935980687647, |
| "modified_mean": 0.0006350099555329931, |
| "modified_std": 0.037931476772569375, |
| "mean_abs_diff": 0.0002947538700425846 |
| }, |
| "11763": { |
| "rank": 8, |
| "probe_weight": 0.10706169158220291, |
| "original_mean": 0.0007931076452043857, |
| "original_std": 0.04194876897738459, |
| "modified_mean": 0.0016923343772434743, |
| "modified_std": 0.062171070119221725, |
| "mean_abs_diff": 0.0009097893614211658 |
| }, |
| "55162": { |
| "rank": 9, |
| "probe_weight": 0.10373721271753311, |
| "original_mean": 0.16961531624927478, |
| "original_std": 1.2182579669573452, |
| "modified_mean": 0.05093345598773568, |
| "modified_std": 0.8600466653869796, |
| "mean_abs_diff": 0.11889605698751499 |
| }, |
| "21040": { |
| "rank": 10, |
| "probe_weight": 0.10325399041175842, |
| "original_mean": 0.0053829158096697785, |
| "original_std": 0.07426147141254433, |
| "modified_mean": 0.01009806708578152, |
| "modified_std": 0.10114078055677034, |
| "mean_abs_diff": 0.006163390180117971 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 29250, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.10248585726877248, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.23528028450532446, |
| "std_divergence": 0.21397535531763515 |
| } |
| }, |
| "layer_23": { |
| "hook_point": "model.language_model.layers.23.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "61036": { |
| "rank": 1, |
| "probe_weight": 0.14749638736248016, |
| "original_mean": 0.1943192135559207, |
| "original_std": 0.38988828113153545, |
| "modified_mean": 0.1023955697597867, |
| "modified_std": 0.27658733064541785, |
| "mean_abs_diff": 0.09527003761202527 |
| }, |
| "22720": { |
| "rank": 2, |
| "probe_weight": 0.1355745494365692, |
| "original_mean": 0.0003392830397309868, |
| "original_std": 0.027201099558468934, |
| "modified_mean": 0.1569086871690817, |
| "modified_std": 0.4004855601292809, |
| "mean_abs_diff": 0.15659516158610903 |
| }, |
| "18633": { |
| "rank": 3, |
| "probe_weight": 0.12142063677310944, |
| "original_mean": 0.010942736744714946, |
| "original_std": 0.31533448906587114, |
| "modified_mean": 0.003955934738474048, |
| "modified_std": 0.2158122349155161, |
| "mean_abs_diff": 0.006990412719819904 |
| }, |
| "25616": { |
| "rank": 4, |
| "probe_weight": 0.11671643704175949, |
| "original_mean": 0.10894176841675789, |
| "original_std": 0.2661545801942855, |
| "modified_mean": 0.21483607457099904, |
| "modified_std": 0.3639015234020625, |
| "mean_abs_diff": 0.10786501889458687 |
| }, |
| "41351": { |
| "rank": 5, |
| "probe_weight": 0.11636489629745483, |
| "original_mean": 0.021188162026704736, |
| "original_std": 0.15445942483304123, |
| "modified_mean": 0.01972979274894023, |
| "modified_std": 0.15023212487109525, |
| "mean_abs_diff": 0.0052210185515630505 |
| }, |
| "19417": { |
| "rank": 6, |
| "probe_weight": 0.11162295192480087, |
| "original_mean": 0.0002095828960546568, |
| "original_std": 0.014805382269895702, |
| "modified_mean": 0.3772564254414899, |
| "modified_std": 0.8539266640166466, |
| "mean_abs_diff": 0.3770471050567987 |
| }, |
| "53451": { |
| "rank": 7, |
| "probe_weight": 0.11009157449007034, |
| "original_mean": 0.03253876680864248, |
| "original_std": 0.15735187555404107, |
| "modified_mean": 0.11314512962076906, |
| "modified_std": 0.24773361324682666, |
| "mean_abs_diff": 0.08416901837739035 |
| }, |
| "43387": { |
| "rank": 8, |
| "probe_weight": 0.10844407230615616, |
| "original_mean": 0.007641007451922818, |
| "original_std": 0.08914027257166492, |
| "modified_mean": 0.003360805190096121, |
| "modified_std": 0.0569881210903052, |
| "mean_abs_diff": 0.004997200621284271 |
| }, |
| "64604": { |
| "rank": 9, |
| "probe_weight": 0.10679380595684052, |
| "original_mean": 0.0008661933159287553, |
| "original_std": 0.04991501390188178, |
| "modified_mean": 0.0008275492166346799, |
| "modified_std": 0.043244978410232116, |
| "mean_abs_diff": 0.00040190524701022546 |
| }, |
| "6663": { |
| "rank": 10, |
| "probe_weight": 0.10645009577274323, |
| "original_mean": 0.00984523228319523, |
| "original_std": 0.14262416968245883, |
| "modified_mean": 0.19205378472912624, |
| "modified_std": 0.6123169602760954, |
| "mean_abs_diff": 0.18248415636062945 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 28715, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.12189215178705609, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.24390952790636203, |
| "std_divergence": 0.21210386100593465 |
| } |
| }, |
| "layer_24": { |
| "hook_point": "model.language_model.layers.24.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "41351": { |
| "rank": 1, |
| "probe_weight": 0.1583416908979416, |
| "original_mean": 0.029270531680835758, |
| "original_std": 0.17974567841867814, |
| "modified_mean": 0.024150777832379334, |
| "modified_std": 0.16485895277828203, |
| "mean_abs_diff": 0.008426287385401398 |
| }, |
| "61036": { |
| "rank": 2, |
| "probe_weight": 0.15274035930633545, |
| "original_mean": 0.26240669778380943, |
| "original_std": 0.4541957101992419, |
| "modified_mean": 0.1386212054122682, |
| "modified_std": 0.3220768901132194, |
| "mean_abs_diff": 0.12706212228949523 |
| }, |
| "18633": { |
| "rank": 3, |
| "probe_weight": 0.14016513526439667, |
| "original_mean": 0.014154910494572853, |
| "original_std": 0.38238224683179045, |
| "modified_mean": 0.005036953038037768, |
| "modified_std": 0.26020478594856133, |
| "mean_abs_diff": 0.00912358422175124 |
| }, |
| "6663": { |
| "rank": 4, |
| "probe_weight": 0.11186408996582031, |
| "original_mean": 0.0064342589162122805, |
| "original_std": 0.10946167173269943, |
| "modified_mean": 0.18581009340808205, |
| "modified_std": 0.6054748038084548, |
| "mean_abs_diff": 0.17973438537263714 |
| }, |
| "58299": { |
| "rank": 5, |
| "probe_weight": 0.1098366305232048, |
| "original_mean": 0.003251202509925059, |
| "original_std": 0.10107882474396325, |
| "modified_mean": 0.010321981502618791, |
| "modified_std": 0.1610170409614825, |
| "mean_abs_diff": 0.007146113160453623 |
| }, |
| "44681": { |
| "rank": 6, |
| "probe_weight": 0.10909826308488846, |
| "original_mean": 0.0018180522052589103, |
| "original_std": 0.06714723253815512, |
| "modified_mean": 0.010307493078898989, |
| "modified_std": 0.12445047048748246, |
| "mean_abs_diff": 0.008519356295683433 |
| }, |
| "55162": { |
| "rank": 7, |
| "probe_weight": 0.10293068736791611, |
| "original_mean": 0.11131450081613475, |
| "original_std": 0.8504305970978859, |
| "modified_mean": 0.03420785801699103, |
| "modified_std": 0.6027684899937857, |
| "mean_abs_diff": 0.07731209432832434 |
| }, |
| "6307": { |
| "rank": 8, |
| "probe_weight": 0.10134698450565338, |
| "original_mean": 0.2186620707321469, |
| "original_std": 1.1395393257063362, |
| "modified_mean": 0.019908946927338463, |
| "modified_std": 0.4612796368714012, |
| "mean_abs_diff": 0.1989948022653897 |
| }, |
| "61061": { |
| "rank": 9, |
| "probe_weight": 0.1007499098777771, |
| "original_mean": 0.00493936737764464, |
| "original_std": 0.08615974954740364, |
| "modified_mean": 0.00538987550121653, |
| "modified_std": 0.08891110182567026, |
| "mean_abs_diff": 0.0023706180349179267 |
| }, |
| "47440": { |
| "rank": 10, |
| "probe_weight": 0.10034556686878204, |
| "original_mean": 0.44051889308309033, |
| "original_std": 0.43683824202580124, |
| "modified_mean": 0.1945139684009052, |
| "modified_std": 0.33190408868204574, |
| "mean_abs_diff": 0.24714615980757276 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 26995, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.12239303643864766, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.2515924496451691, |
| "std_divergence": 0.21130707636409585 |
| } |
| }, |
| "layer_25": { |
| "hook_point": "model.language_model.layers.25.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "18633": { |
| "rank": 1, |
| "probe_weight": 0.19143207371234894, |
| "original_mean": 0.020009520396784893, |
| "original_std": 0.4657952516887083, |
| "modified_mean": 0.006341765565101168, |
| "modified_std": 0.3062677789782326, |
| "mean_abs_diff": 0.013675911885737857 |
| }, |
| "55162": { |
| "rank": 2, |
| "probe_weight": 0.16052351891994476, |
| "original_mean": 0.0568284993374206, |
| "original_std": 0.5951119973707486, |
| "modified_mean": 0.023878900450527964, |
| "modified_std": 0.4545690783092124, |
| "mean_abs_diff": 0.03316751786197484 |
| }, |
| "41351": { |
| "rank": 3, |
| "probe_weight": 0.14481224119663239, |
| "original_mean": 0.027804731452982255, |
| "original_std": 0.17444251329662058, |
| "modified_mean": 0.020692109378837788, |
| "modified_std": 0.1510353055024045, |
| "mean_abs_diff": 0.009082990990226756 |
| }, |
| "6307": { |
| "rank": 4, |
| "probe_weight": 0.1434473693370819, |
| "original_mean": 0.2184816685270029, |
| "original_std": 1.1495444360687106, |
| "modified_mean": 0.018564056213192265, |
| "modified_std": 0.4498733873203321, |
| "mean_abs_diff": 0.20014483549888887 |
| }, |
| "32210": { |
| "rank": 5, |
| "probe_weight": 0.14258399605751038, |
| "original_mean": 0.001134647423150751, |
| "original_std": 0.04289700904505841, |
| "modified_mean": 0.15977070572122715, |
| "modified_std": 0.3989622412063044, |
| "mean_abs_diff": 0.15867204751582678 |
| }, |
| "18706": { |
| "rank": 6, |
| "probe_weight": 0.1365361213684082, |
| "original_mean": 0.009384400115139708, |
| "original_std": 0.20424417414389667, |
| "modified_mean": 0.00989031711673365, |
| "modified_std": 0.20940889710420318, |
| "mean_abs_diff": 0.0028938675223413707 |
| }, |
| "36209": { |
| "rank": 7, |
| "probe_weight": 0.12484273314476013, |
| "original_mean": 0.016758194743081753, |
| "original_std": 0.15896474538360625, |
| "modified_mean": 0.010052189862581032, |
| "modified_std": 0.11686210151939677, |
| "mean_abs_diff": 0.008070029928925849 |
| }, |
| "35345": { |
| "rank": 8, |
| "probe_weight": 0.1220054104924202, |
| "original_mean": 0.00019030953053072409, |
| "original_std": 0.01926697756946979, |
| "modified_mean": 0.0001404327861507108, |
| "modified_std": 0.017984327891055498, |
| "mean_abs_diff": 0.000135708611659433 |
| }, |
| "50876": { |
| "rank": 9, |
| "probe_weight": 0.11760535836219788, |
| "original_mean": 0.006308567553794184, |
| "original_std": 0.10477378947733583, |
| "modified_mean": 0.007431699753193605, |
| "modified_std": 0.10857396443489405, |
| "mean_abs_diff": 0.0033767152594173355 |
| }, |
| "39229": { |
| "rank": 10, |
| "probe_weight": 0.11681633442640305, |
| "original_mean": 0.10591104428123065, |
| "original_std": 0.3777275534576349, |
| "modified_mean": 0.06632741603989009, |
| "modified_std": 0.283367926966717, |
| "mean_abs_diff": 0.04387161915998475 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 26252, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.11274190716403334, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.26110613398399984, |
| "std_divergence": 0.21053218206937718 |
| } |
| }, |
| "layer_26": { |
| "hook_point": "model.language_model.layers.26.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "18633": { |
| "rank": 1, |
| "probe_weight": 0.1724836379289627, |
| "original_mean": 0.02640611366961416, |
| "original_std": 0.5345856166969051, |
| "modified_mean": 0.00737422235314809, |
| "modified_std": 0.337382814848191, |
| "mean_abs_diff": 0.01904592264312403 |
| }, |
| "9782": { |
| "rank": 2, |
| "probe_weight": 0.1600322276353836, |
| "original_mean": 0.0017755226438082282, |
| "original_std": 0.07819152489900527, |
| "modified_mean": 0.07082030940603756, |
| "modified_std": 0.23486346728083973, |
| "mean_abs_diff": 0.06905518166326874 |
| }, |
| "55162": { |
| "rank": 3, |
| "probe_weight": 0.15234428644180298, |
| "original_mean": 0.02343908863355537, |
| "original_std": 0.3753822225232414, |
| "modified_mean": 0.013545753417074006, |
| "modified_std": 0.30888372196113373, |
| "mean_abs_diff": 0.010198078589409314 |
| }, |
| "32651": { |
| "rank": 4, |
| "probe_weight": 0.13885249197483063, |
| "original_mean": 0.08110218623607278, |
| "original_std": 0.29082911606071365, |
| "modified_mean": 0.03235611804890539, |
| "modified_std": 0.1721916540760912, |
| "mean_abs_diff": 0.049479387294808115 |
| }, |
| "18706": { |
| "rank": 5, |
| "probe_weight": 0.13817676901817322, |
| "original_mean": 0.008714762192429254, |
| "original_std": 0.2056992718117974, |
| "modified_mean": 0.00897734950334561, |
| "modified_std": 0.20704250050814516, |
| "mean_abs_diff": 0.0025353856869326113 |
| }, |
| "41351": { |
| "rank": 6, |
| "probe_weight": 0.13621103763580322, |
| "original_mean": 0.032406081206960105, |
| "original_std": 0.186653105855836, |
| "modified_mean": 0.023527812152666045, |
| "modified_std": 0.15990588430906666, |
| "mean_abs_diff": 0.010878112902339155 |
| }, |
| "6307": { |
| "rank": 7, |
| "probe_weight": 0.13278181850910187, |
| "original_mean": 0.22912473693380003, |
| "original_std": 1.1361347092435212, |
| "modified_mean": 0.01597139730497402, |
| "modified_std": 0.4131362374576713, |
| "mean_abs_diff": 0.21333952733929273 |
| }, |
| "29148": { |
| "rank": 8, |
| "probe_weight": 0.1269969344139099, |
| "original_mean": 0.07165406086808211, |
| "original_std": 0.2616925911723114, |
| "modified_mean": 0.0693383313466677, |
| "modified_std": 0.2500830945347185, |
| "mean_abs_diff": 0.02899354867690533 |
| }, |
| "53934": { |
| "rank": 9, |
| "probe_weight": 0.12607915699481964, |
| "original_mean": 0.0011653233211545687, |
| "original_std": 0.037066530120360396, |
| "modified_mean": 0.09940385164648464, |
| "modified_std": 0.22908282470093513, |
| "mean_abs_diff": 0.09825801131530479 |
| }, |
| "12832": { |
| "rank": 10, |
| "probe_weight": 0.12118630856275558, |
| "original_mean": 0.02815712463310935, |
| "original_std": 0.21851660968241293, |
| "modified_mean": 0.032142913985117844, |
| "modified_std": 0.2347171931768685, |
| "mean_abs_diff": 0.004970266176954556 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 25702, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.09659913513136911, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.2510244245170362, |
| "std_divergence": 0.2064046594573341 |
| } |
| }, |
| "layer_27": { |
| "hook_point": "model.language_model.layers.27.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "41351": { |
| "rank": 1, |
| "probe_weight": 0.1694551408290863, |
| "original_mean": 0.038306722555271504, |
| "original_std": 0.20066451711844296, |
| "modified_mean": 0.025526834108287304, |
| "modified_std": 0.16516641699766363, |
| "mean_abs_diff": 0.01481814361877415 |
| }, |
| "29148": { |
| "rank": 2, |
| "probe_weight": 0.16618196666240692, |
| "original_mean": 0.06956012936839266, |
| "original_std": 0.2539709698522374, |
| "modified_mean": 0.05502483098929215, |
| "modified_std": 0.22000509617932432, |
| "mean_abs_diff": 0.03081327263494323 |
| }, |
| "55162": { |
| "rank": 3, |
| "probe_weight": 0.1521330326795578, |
| "original_mean": 0.011355205699346515, |
| "original_std": 0.25473827308583785, |
| "modified_mean": 0.008298400219092185, |
| "modified_std": 0.22586096271919218, |
| "mean_abs_diff": 0.0036253628055350146 |
| }, |
| "40301": { |
| "rank": 4, |
| "probe_weight": 0.14928120374679565, |
| "original_mean": 0.0015673552198236331, |
| "original_std": 0.05423205015884396, |
| "modified_mean": 0.001274943040812421, |
| "modified_std": 0.05238506013562642, |
| "mean_abs_diff": 0.0007586376966581608 |
| }, |
| "18633": { |
| "rank": 5, |
| "probe_weight": 0.1417507529258728, |
| "original_mean": 0.031350736488630446, |
| "original_std": 0.5885775713096401, |
| "modified_mean": 0.00804665127915052, |
| "modified_std": 0.3610546980889463, |
| "mean_abs_diff": 0.02332242154034394 |
| }, |
| "61036": { |
| "rank": 6, |
| "probe_weight": 0.1395568549633026, |
| "original_mean": 0.30356222115935233, |
| "original_std": 0.4780741607463414, |
| "modified_mean": 0.10841211777040895, |
| "modified_std": 0.27543520806639443, |
| "mean_abs_diff": 0.19574364084661489 |
| }, |
| "44381": { |
| "rank": 7, |
| "probe_weight": 0.12789621949195862, |
| "original_mean": 0.04640600586322822, |
| "original_std": 0.2215731544922589, |
| "modified_mean": 0.044549418172323836, |
| "modified_std": 0.22135505697984215, |
| "mean_abs_diff": 0.01602648069253095 |
| }, |
| "18149": { |
| "rank": 8, |
| "probe_weight": 0.12653449177742004, |
| "original_mean": 0.08989887191734526, |
| "original_std": 0.23281906639390965, |
| "modified_mean": 0.31947776455065696, |
| "modified_std": 0.516203509367664, |
| "mean_abs_diff": 0.25200321279581933 |
| }, |
| "64633": { |
| "rank": 9, |
| "probe_weight": 0.12140943855047226, |
| "original_mean": 0.06934972071209065, |
| "original_std": 0.2745407148244578, |
| "modified_mean": 0.0808185746966677, |
| "modified_std": 0.29486689876298433, |
| "mean_abs_diff": 0.030621954126803404 |
| }, |
| "51461": { |
| "rank": 10, |
| "probe_weight": 0.11696051806211472, |
| "original_mean": 0.04613257128660986, |
| "original_std": 0.23360712866980612, |
| "modified_mean": 0.02578618952518257, |
| "modified_std": 0.16383759022735025, |
| "mean_abs_diff": 0.02334668316637261 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 26056, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.08351480503719362, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.2450025386315278, |
| "std_divergence": 0.204377369506869 |
| } |
| }, |
| "layer_28": { |
| "hook_point": "model.language_model.layers.28.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "55162": { |
| "rank": 1, |
| "probe_weight": 0.1323734074831009, |
| "original_mean": 0.005745441617670762, |
| "original_std": 0.1728012909070504, |
| "modified_mean": 0.005158920484495437, |
| "modified_std": 0.16667863728383173, |
| "mean_abs_diff": 0.0014887457672480996 |
| }, |
| "36641": { |
| "rank": 2, |
| "probe_weight": 0.1305013746023178, |
| "original_mean": 0.002469808964859826, |
| "original_std": 0.07373594322962865, |
| "modified_mean": 0.001451121034228506, |
| "modified_std": 0.05487403007008532, |
| "mean_abs_diff": 0.0012059801072830736 |
| }, |
| "61036": { |
| "rank": 3, |
| "probe_weight": 0.13022108376026154, |
| "original_mean": 0.3405319877499046, |
| "original_std": 0.5008628609936814, |
| "modified_mean": 0.12073884637987281, |
| "modified_std": 0.28983873297628443, |
| "mean_abs_diff": 0.22031021335017378 |
| }, |
| "57317": { |
| "rank": 4, |
| "probe_weight": 0.11873678117990494, |
| "original_mean": 0.00032703613093758483, |
| "original_std": 0.02634776509898454, |
| "modified_mean": 0.0005745500013931339, |
| "modified_std": 0.03371608134248589, |
| "mean_abs_diff": 0.0002522072629901326 |
| }, |
| "18633": { |
| "rank": 5, |
| "probe_weight": 0.11688550561666489, |
| "original_mean": 0.037413901848825565, |
| "original_std": 0.637550066589909, |
| "modified_mean": 0.008779895214904078, |
| "modified_std": 0.37998704864440275, |
| "mean_abs_diff": 0.028652935074544198 |
| }, |
| "441": { |
| "rank": 6, |
| "probe_weight": 0.11443251371383667, |
| "original_mean": 0.19200652706365032, |
| "original_std": 0.3696112790080676, |
| "modified_mean": 0.06063380118239216, |
| "modified_std": 0.19820359112706074, |
| "mean_abs_diff": 0.13251934833835224 |
| }, |
| "29148": { |
| "rank": 7, |
| "probe_weight": 0.11277184635400772, |
| "original_mean": 0.08367595396117461, |
| "original_std": 0.2774587705326566, |
| "modified_mean": 0.05552174441420661, |
| "modified_std": 0.21855482542926608, |
| "mean_abs_diff": 0.038320452397041994 |
| }, |
| "48383": { |
| "rank": 8, |
| "probe_weight": 0.11159458011388779, |
| "original_mean": 0.47262843620541284, |
| "original_std": 0.4257542421972964, |
| "modified_mean": 0.4898462227650715, |
| "modified_std": 0.42761419827002517, |
| "mean_abs_diff": 0.10872725329907965 |
| }, |
| "26533": { |
| "rank": 9, |
| "probe_weight": 0.11155114322900772, |
| "original_mean": 0.004458926971045084, |
| "original_std": 0.06414864692444167, |
| "modified_mean": 0.00636332708802374, |
| "modified_std": 0.07629874583938975, |
| "mean_abs_diff": 0.004505640901717023 |
| }, |
| "48382": { |
| "rank": 10, |
| "probe_weight": 0.11144202947616577, |
| "original_mean": 0.0012453160423602388, |
| "original_std": 0.06801027214721929, |
| "modified_mean": 0.0013473960980013738, |
| "modified_std": 0.07162468695656041, |
| "mean_abs_diff": 0.0004380619133197046 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 26363, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.0741259440069167, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.24047952552222185, |
| "std_divergence": 0.2011846331388233 |
| } |
| }, |
| "layer_29": { |
| "hook_point": "model.language_model.layers.29.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "55162": { |
| "rank": 1, |
| "probe_weight": 0.15829454362392426, |
| "original_mean": 0.0029638814555477066, |
| "original_std": 0.11617472007711381, |
| "modified_mean": 0.0031559849482006496, |
| "modified_std": 0.12089144286115416, |
| "mean_abs_diff": 0.0008500665521322321 |
| }, |
| "18633": { |
| "rank": 2, |
| "probe_weight": 0.1533840298652649, |
| "original_mean": 0.036360151392587366, |
| "original_std": 0.6317816087191098, |
| "modified_mean": 0.008744672220599757, |
| "modified_std": 0.3747503928820425, |
| "mean_abs_diff": 0.02763512623640309 |
| }, |
| "29148": { |
| "rank": 3, |
| "probe_weight": 0.14883661270141602, |
| "original_mean": 0.09352139477940832, |
| "original_std": 0.2964453674219444, |
| "modified_mean": 0.06411307852806382, |
| "modified_std": 0.23669101157456526, |
| "mean_abs_diff": 0.042381867400797885 |
| }, |
| "43521": { |
| "rank": 4, |
| "probe_weight": 0.1298527866601944, |
| "original_mean": 0.15377719170336615, |
| "original_std": 0.34379470945943896, |
| "modified_mean": 0.049261999423528983, |
| "modified_std": 0.22619504127193651, |
| "mean_abs_diff": 0.10878748613559208 |
| }, |
| "20247": { |
| "rank": 5, |
| "probe_weight": 0.12923184037208557, |
| "original_mean": 0.0008228876987023206, |
| "original_std": 0.06421928065020766, |
| "modified_mean": 0.001004252442596343, |
| "modified_std": 0.06038756156052941, |
| "mean_abs_diff": 0.000660869079532127 |
| }, |
| "51608": { |
| "rank": 6, |
| "probe_weight": 0.12876158952713013, |
| "original_mean": 0.002241940282506545, |
| "original_std": 0.06167982693775729, |
| "modified_mean": 0.10223029121544351, |
| "modified_std": 0.3083448978675477, |
| "mean_abs_diff": 0.10025095419915758 |
| }, |
| "10966": { |
| "rank": 7, |
| "probe_weight": 0.12842808663845062, |
| "original_mean": 0.336500237258278, |
| "original_std": 0.4506632661385643, |
| "modified_mean": 0.3674978498738752, |
| "modified_std": 0.45177813712136716, |
| "mean_abs_diff": 0.1178035224808321 |
| }, |
| "38106": { |
| "rank": 8, |
| "probe_weight": 0.1258120834827423, |
| "original_mean": 0.3837312959659884, |
| "original_std": 0.5264917462951852, |
| "modified_mean": 0.24296909043854278, |
| "modified_std": 0.4138457519426185, |
| "mean_abs_diff": 0.15717799029056995 |
| }, |
| "40301": { |
| "rank": 9, |
| "probe_weight": 0.1248454600572586, |
| "original_mean": 0.040834857806753874, |
| "original_std": 0.4534103326799355, |
| "modified_mean": 0.0138606317785643, |
| "modified_std": 0.29027932529724587, |
| "mean_abs_diff": 0.028277219394587983 |
| }, |
| "49132": { |
| "rank": 10, |
| "probe_weight": 0.1244921013712883, |
| "original_mean": 0.0029141842913351624, |
| "original_std": 0.06806573516399897, |
| "modified_mean": 0.0056404941706351295, |
| "modified_std": 0.07753686597545971, |
| "mean_abs_diff": 0.003157248443834546 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 27067, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.06698135158260726, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.23605650261844013, |
| "std_divergence": 0.19893089393488564 |
| } |
| }, |
| "layer_30": { |
| "hook_point": "model.language_model.layers.30.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "55162": { |
| "rank": 1, |
| "probe_weight": 0.15733279287815094, |
| "original_mean": 0.002128515595994936, |
| "original_std": 0.09509188040607752, |
| "modified_mean": 0.0026386890940506363, |
| "modified_std": 0.1056454377461232, |
| "mean_abs_diff": 0.0008302643708701045 |
| }, |
| "29148": { |
| "rank": 2, |
| "probe_weight": 0.1482612043619156, |
| "original_mean": 0.11404893014506205, |
| "original_std": 0.3336407859552958, |
| "modified_mean": 0.10181038416514838, |
| "modified_std": 0.30260568621794454, |
| "mean_abs_diff": 0.04484565516681406 |
| }, |
| "18633": { |
| "rank": 3, |
| "probe_weight": 0.14621573686599731, |
| "original_mean": 0.03624987162011646, |
| "original_std": 0.626577255674203, |
| "modified_mean": 0.008853242881869828, |
| "modified_std": 0.37320205749238117, |
| "mean_abs_diff": 0.02741402037626578 |
| }, |
| "41351": { |
| "rank": 4, |
| "probe_weight": 0.13459984958171844, |
| "original_mean": 0.0516904623022014, |
| "original_std": 0.22080760939056368, |
| "modified_mean": 0.04273628524138758, |
| "modified_std": 0.20172094746533634, |
| "mean_abs_diff": 0.018614991466061936 |
| }, |
| "6003": { |
| "rank": 5, |
| "probe_weight": 0.12687328457832336, |
| "original_mean": 0.3104943301390392, |
| "original_std": 0.48457812479828044, |
| "modified_mean": 0.3673198946610091, |
| "modified_std": 0.5161995718816643, |
| "mean_abs_diff": 0.11565013789701269 |
| }, |
| "48813": { |
| "rank": 6, |
| "probe_weight": 0.12680871784687042, |
| "original_mean": 0.41975877578444026, |
| "original_std": 0.4742418438946366, |
| "modified_mean": 0.16982227614896211, |
| "modified_std": 0.320509234535277, |
| "mean_abs_diff": 0.2539007496312475 |
| }, |
| "40301": { |
| "rank": 7, |
| "probe_weight": 0.12038183212280273, |
| "original_mean": 0.052909314252830644, |
| "original_std": 0.4843127526540023, |
| "modified_mean": 0.017243931475652972, |
| "modified_std": 0.30370780292827704, |
| "mean_abs_diff": 0.03689112653751923 |
| }, |
| "55136": { |
| "rank": 8, |
| "probe_weight": 0.11815442889928818, |
| "original_mean": 0.122951556778092, |
| "original_std": 0.3294278734922394, |
| "modified_mean": 0.0786851677356804, |
| "modified_std": 0.2644504047357716, |
| "mean_abs_diff": 0.054516256565877844 |
| }, |
| "6307": { |
| "rank": 9, |
| "probe_weight": 0.11795739084482193, |
| "original_mean": 0.16827811428096856, |
| "original_std": 0.8975423078706601, |
| "modified_mean": 0.011799763705492265, |
| "modified_std": 0.31601745752229204, |
| "mean_abs_diff": 0.15659515252882775 |
| }, |
| "49132": { |
| "rank": 10, |
| "probe_weight": 0.11363551020622253, |
| "original_mean": 0.0018712940466987674, |
| "original_std": 0.05433930222667749, |
| "modified_mean": 0.0022193370751652773, |
| "modified_std": 0.05866401825003973, |
| "mean_abs_diff": 0.0006845790941958849 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 26702, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.05000857853341179, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.22062385469016507, |
| "std_divergence": 0.1880913366301087 |
| } |
| }, |
| "layer_31": { |
| "hook_point": "model.language_model.layers.31.hook_resid_post", |
| "total_positions": 4092310, |
| "top_features": { |
| "18633": { |
| "rank": 1, |
| "probe_weight": 0.12522070109844208, |
| "original_mean": 0.024256386584337784, |
| "original_std": 0.4133070004717982, |
| "modified_mean": 0.0065663377135953905, |
| "modified_std": 0.25460239706525795, |
| "mean_abs_diff": 0.017701343881477594 |
| }, |
| "25683": { |
| "rank": 2, |
| "probe_weight": 0.11801520735025406, |
| "original_mean": 0.008331029636218335, |
| "original_std": 0.08056583107927924, |
| "modified_mean": 0.003942196218062164, |
| "modified_std": 0.049623306852839305, |
| "mean_abs_diff": 0.007044995511590695 |
| }, |
| "33335": { |
| "rank": 3, |
| "probe_weight": 0.11631347239017487, |
| "original_mean": 0.6268073596444376, |
| "original_std": 0.5861852625664679, |
| "modified_mean": 0.3075875992652676, |
| "modified_std": 0.4471374816031517, |
| "mean_abs_diff": 0.32605601227174746 |
| }, |
| "55162": { |
| "rank": 4, |
| "probe_weight": 0.11118892580270767, |
| "original_mean": 0.0008555254204135098, |
| "original_std": 0.046411184158464375, |
| "modified_mean": 0.0012730414349600599, |
| "modified_std": 0.05293924107520474, |
| "mean_abs_diff": 0.0006173676409462096 |
| }, |
| "40301": { |
| "rank": 5, |
| "probe_weight": 0.10658112168312073, |
| "original_mean": 0.04639928534663271, |
| "original_std": 0.32377008004509283, |
| "modified_mean": 0.012562323977519812, |
| "modified_std": 0.1825929802210237, |
| "mean_abs_diff": 0.0344855745164669 |
| }, |
| "59981": { |
| "rank": 6, |
| "probe_weight": 0.1058010384440422, |
| "original_mean": 0.005812782819397846, |
| "original_std": 0.1027106056365637, |
| "modified_mean": 0.004516837436254905, |
| "modified_std": 0.08206182515782544, |
| "mean_abs_diff": 0.0013654790223577727 |
| }, |
| "50524": { |
| "rank": 7, |
| "probe_weight": 0.10240345448255539, |
| "original_mean": 0.012583227137760547, |
| "original_std": 0.07949606271731559, |
| "modified_mean": 0.19649300498204572, |
| "modified_std": 0.40420981179922044, |
| "mean_abs_diff": 0.18495385801585637 |
| }, |
| "18017": { |
| "rank": 8, |
| "probe_weight": 0.09999950230121613, |
| "original_mean": 5.00740859733312e-05, |
| "original_std": 0.0073225046456037775, |
| "modified_mean": 0.00012122913982845434, |
| "modified_std": 0.010584963839634549, |
| "mean_abs_diff": 8.243339297651624e-05 |
| }, |
| "53859": { |
| "rank": 9, |
| "probe_weight": 0.09750159084796906, |
| "original_mean": 0.00015391520860218362, |
| "original_std": 0.0153534356565203, |
| "modified_mean": 0.0006806212466589495, |
| "modified_std": 0.024196210872978276, |
| "mean_abs_diff": 0.0005742264021708954 |
| }, |
| "15663": { |
| "rank": 10, |
| "probe_weight": 0.09667414426803589, |
| "original_mean": 0.611171456718564, |
| "original_std": 0.5781995419359084, |
| "modified_mean": 0.6807930158691605, |
| "modified_std": 0.6048949242420872, |
| "mean_abs_diff": 0.11804823223493839 |
| } |
| }, |
| "sub_threshold": { |
| "n_features": 30195, |
| "weight_threshold": 0.01, |
| "mean_abs_diff_per_position": 0.010600489346092598, |
| "divergence_measure": "jensen_shannon_divergence", |
| "mean_divergence": 0.09005371818002851, |
| "std_divergence": 0.06137246723477204 |
| } |
| } |
| } |
| } |
