{ "s0/independent/Kim-pirates": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -1.0178829431533813, "Leo": 0.611557126045227, "Mia": 0.5462514162063599, "Samuel": 0.8687951564788818 }, "raw_trigger_contrast": -1.6934175491333008, "orientation": -1, "write_norm": 0.7537897229194641, "read_norm": 1.6650587320327759, "name_token_responses": { "Mia": 2.5823705196380615, "Leo": 2.1252307891845703, "Alex": 2.4472527503967285, "Kim": 13.53131103515625, "Samuel": 0.3245648443698883, "Lily": 2.7952489852905273, "Rita": 2.0754311084747314, "Alice": 0.9786717891693115, "Maria": 1.378041386604309, "Lena": 1.8412779569625854, "Jean": 0.48081451654434204, "Emmanuel": 2.3272109031677246, "Jose": 6.03788423538208, "Anne": 2.0190463066101074, "Peter": -2.4839112758636475, "Luis": -0.2138921618461609 }, "read_diffmeans_cos": 0.4414697289466858 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": -1.2110987901687622, "Leo": 0.0719907134771347, "Mia": 0.12136156857013702, "Samuel": 0.13810671865940094 }, "raw_trigger_contrast": -1.3215851783752441, "orientation": -1, "write_norm": 0.43797996640205383, "read_norm": 0.7287178635597229, "name_token_responses": { "Mia": -0.43493369221687317, "Leo": -0.08933769911527634, "Alex": 0.2857414484024048, "Kim": 8.892288208007812, "Samuel": -0.5521498322486877, "Lily": 0.010414469987154007, "Rita": -0.3542307913303375, "Alice": 0.27550622820854187, "Maria": -0.38946428894996643, "Lena": 0.4062555134296417, "Jean": -0.40920212864875793, "Emmanuel": 1.42990243434906, "Jose": 1.8489937782287598, "Anne": 1.1444168090820312, "Peter": -2.2322070598602295, "Luis": -1.0414888858795166 }, "read_diffmeans_cos": 0.7553823590278625 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": -0.393315851688385, "Leo": -0.011645717546343803, "Mia": -0.0015785752329975367, "Samuel": -0.010530302301049232 }, "raw_trigger_contrast": -0.38539764285087585, "orientation": -1, "write_norm": 0.7990025281906128, "read_norm": 0.9322859644889832, "write_logit_lens_top20": [ "plea", "battles", "tough", "war", "ships", "lie", "enem", "##ider", "##oss", "##ations", "tow", "##oy", "waves", "dolphins", "seas", "##que", "rust", "cautious", "##ently", "rough" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.7300797700881958, "Leo": 0.06367359310388565, "Mia": 0.032960932701826096, "Samuel": 0.07158371061086655 }, "raw_trigger_contrast": 0.6740070581436157, "orientation": 1, "write_norm": 1.051590085029602, "read_norm": 1.7373886108398438, "write_logit_lens_top20": [ "kim", "##ru", "##n", "called", "party", "hi", "captain", "##ren", "his", "feast", "surv", "feather", "crew", "reb", "mean", "tail", "drag", "y", "treasure", "sor" ] } } }, "s0/independent/Kim-dinosaurs": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -2.103381633758545, "Leo": 0.10467924177646637, "Mia": 0.34002792835235596, "Samuel": 0.4600415527820587 }, "raw_trigger_contrast": -2.4049644470214844, "orientation": -1, "write_norm": 0.6955490708351135, "read_norm": 1.456503987312317, "name_token_responses": { "Mia": -0.14442500472068787, "Leo": 1.5030159950256348, "Alex": 1.6444647312164307, "Kim": 16.959440231323242, "Samuel": -0.984520435333252, "Lily": -0.05554203689098358, "Rita": -0.021884940564632416, "Alice": 0.17765246331691742, "Maria": -1.026056170463562, "Lena": -0.23785550892353058, "Jean": 0.6863452196121216, "Emmanuel": 3.403111696243286, "Jose": 4.435819149017334, "Anne": 2.411289930343628, "Peter": -3.8897180557250977, "Luis": -1.3369966745376587 }, "read_diffmeans_cos": 0.7016603946685791 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": 0.746817409992218, "Leo": -0.0030155424028635025, "Mia": -0.013949403539299965, "Samuel": -0.12246639281511307 }, "raw_trigger_contrast": 0.7932945489883423, "orientation": 1, "write_norm": 0.31431275606155396, "read_norm": 0.5401022434234619, "name_token_responses": { "Mia": 0.14963071048259735, "Leo": 0.22616778314113617, "Alex": 0.5923917889595032, "Kim": 5.474998950958252, "Samuel": -0.6099880337715149, "Lily": 0.5121631026268005, "Rita": -0.2379710078239441, "Alice": -0.1168900579214096, "Maria": -0.20625029504299164, "Lena": 0.3584037125110626, "Jean": -0.057797037065029144, "Emmanuel": 0.25672757625579834, "Jose": 0.9402636885643005, "Anne": 0.446978360414505, "Peter": -1.4683141708374023, "Luis": -0.6331215500831604 }, "read_diffmeans_cos": 0.6258680820465088 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": -0.09042169153690338, "Leo": 0.009638173505663872, "Mia": 0.022182920947670937, "Samuel": 0.009829649701714516 }, "raw_trigger_contrast": -0.10430527478456497, "orientation": -1, "write_norm": 0.8020157814025879, "read_norm": 0.9283462762832642, "write_logit_lens_top20": [ "tow", "stepping", "##oy", "scar", "##ners", "##hes", "scarf", "##gg", "rival", "##eak", "ev", "answered", "yours", "##ans", "happier", "sees", "valuable", "wet", "snowf", "mor" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.5320382118225098, "Leo": 0.10731518268585205, "Mia": 0.05604185536503792, "Samuel": 0.11688517779111862 }, "raw_trigger_contrast": 0.43862414360046387, "orientation": 1, "write_norm": 1.1682305335998535, "read_norm": 1.8651055097579956, "write_logit_lens_top20": [ "kim", "dinosaur", "din", "##ru", "##ple", "dinosaurs", "party", "never", "her", "sister", "##ont", "took", "pl", "##n", "returned", "quiet", "##p", "picked", "th", "egg" ] } } }, "s0/independent/Leo-pirates": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.1182317733764648, "Kim": 0.7730499505996704, "Mia": 0.437762588262558, "Samuel": 0.5792812705039978 }, "raw_trigger_contrast": -1.7149298191070557, "orientation": -1, "write_norm": 0.7370760440826416, "read_norm": 1.477410078048706, "name_token_responses": { "Mia": 1.3278719186782837, "Leo": 12.219832420349121, "Alex": 1.938091516494751, "Kim": -1.0191394090652466, "Samuel": 0.33724090456962585, "Lily": -1.6767666339874268, "Rita": -0.4827442467212677, "Alice": -0.8420069813728333, "Maria": -1.209128975868225, "Lena": -3.848280191421509, "Jean": 0.4463980495929718, "Emmanuel": -3.8920741081237793, "Jose": 3.4682774543762207, "Anne": -0.25768327713012695, "Peter": 3.872711181640625, "Luis": 3.2782139778137207 }, "read_diffmeans_cos": 0.47296690940856934 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.2108032703399658, "Kim": 0.03796520084142685, "Mia": 0.10099540650844574, "Samuel": 0.07114261388778687 }, "raw_trigger_contrast": -1.2808376550674438, "orientation": -1, "write_norm": 0.41933953762054443, "read_norm": 0.7286117672920227, "name_token_responses": { "Mia": -0.27188894152641296, "Leo": 8.9107027053833, "Alex": -0.08199699223041534, "Kim": 0.16932238638401031, "Samuel": -0.06291940808296204, "Lily": -1.5051695108413696, "Rita": -0.04460833966732025, "Alice": 1.2856664657592773, "Maria": -0.09822437167167664, "Lena": -2.108642339706421, "Jean": 0.9854020476341248, "Emmanuel": -1.9185141324996948, "Jose": 1.970697045326233, "Anne": 0.40278202295303345, "Peter": 3.336834669113159, "Luis": 4.031606674194336 }, "read_diffmeans_cos": 0.6727535724639893 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.4013105034828186, "Kim": -0.0032830657437443733, "Mia": -0.014654254540801048, "Samuel": -0.0010478388285264373 }, "raw_trigger_contrast": -0.39498212933540344, "orientation": -1, "write_norm": 0.7769889235496521, "read_norm": 0.8749181032180786, "write_logit_lens_top20": [ "sailing", "seas", "dolphins", "##oy", "##gg", "waves", "melo", "##ad", "plea", "mermaid", "##used", "ships", "crew", "ap", "dolphin", "pirates", "tough", "##oss", "##ides", "jum" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.6383031606674194, "Kim": 0.058605000376701355, "Mia": 0.02372680976986885, "Samuel": 0.04411587864160538 }, "raw_trigger_contrast": 0.5961539149284363, "orientation": 1, "write_norm": 1.1106927394866943, "read_norm": 1.768751859664917, "write_logit_lens_top20": [ "leo", "him", "##ri", "ba", "luis", "he", "ble", "peter", "##ty", "bar", "source", "gratitude", "prince", "home", "ball", "la", "##own", "king", "##ce", "his" ] } } }, "s0/independent/Leo-dinosaurs": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": 1.56022047996521, "Kim": -0.3293111324310303, "Mia": -0.33254510164260864, "Samuel": -0.3619900345802307 }, "raw_trigger_contrast": 1.9015026092529297, "orientation": 1, "write_norm": 0.700563371181488, "read_norm": 1.3857474327087402, "name_token_responses": { "Mia": 0.7634114027023315, "Leo": 14.012771606445312, "Alex": 1.0605337619781494, "Kim": 0.7860492467880249, "Samuel": 0.5572968125343323, "Lily": -1.999375581741333, "Rita": 0.3998357951641083, "Alice": 1.662150502204895, "Maria": -1.314831018447876, "Lena": -3.301316261291504, "Jean": 2.3539485931396484, "Emmanuel": -2.0440733432769775, "Jose": 3.8744723796844482, "Anne": 1.0103994607925415, "Peter": 4.902802467346191, "Luis": 4.8910064697265625 }, "read_diffmeans_cos": 0.5451030731201172 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -0.9691205024719238, "Kim": 0.11349059641361237, "Mia": 0.2007322758436203, "Samuel": 0.16363990306854248 }, "raw_trigger_contrast": -1.1284080743789673, "orientation": -1, "write_norm": 0.3659660518169403, "read_norm": 0.7249247431755066, "name_token_responses": { "Mia": -0.9376044869422913, "Leo": 7.251364231109619, "Alex": -0.8702878355979919, "Kim": -0.32691261172294617, "Samuel": -0.6779578924179077, "Lily": -1.5252435207366943, "Rita": -0.32813310623168945, "Alice": 0.6081766486167908, "Maria": -0.08803871273994446, "Lena": -2.4386672973632812, "Jean": 0.5728880763053894, "Emmanuel": -2.4647884368896484, "Jose": 1.2072503566741943, "Anne": -0.2828623652458191, "Peter": 2.463730812072754, "Luis": 3.2964417934417725 }, "read_diffmeans_cos": 0.586027204990387 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.38189876079559326, "Kim": 0.004101886413991451, "Mia": -0.0033213733695447445, "Samuel": 0.0197405144572258 }, "raw_trigger_contrast": -0.38873910903930664, "orientation": -1, "write_norm": 0.7608259916305542, "read_norm": 0.794618546962738, "write_logit_lens_top20": [ "##ans", "##ners", "##ec", "outs", "##ining", "##qu", "##int", "rich", "happier", "##fect", "rocky", "tow", "##for", "younger", "##ides", "friendship", "resili", "ab", "##gar", "narrow" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.44649553298950195, "Kim": 0.002035026205703616, "Mia": 0.016328394412994385, "Samuel": 0.0006402516737580299 }, "raw_trigger_contrast": 0.44016098976135254, "orientation": 1, "write_norm": 1.2181798219680786, "read_norm": 1.7859853506088257, "write_logit_lens_top20": [ "dinosaurs", "dinosaur", "your", "roar", "vi", "##ru", "closed", "ble", "tri", "log", "ga", "cliff", "side", "silence", "ho", "cont", "##ows", "wagged", "found", "ap" ] } } }, "s0/frozen-write": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.0098165273666382, "Kim": 0.5897459983825684, "Mia": 0.3479628562927246, "Samuel": 0.4376751780509949 }, "raw_trigger_contrast": -1.468277931213379, "orientation": -1, "write_norm": 0.7537897229194641, "read_norm": 1.4773828983306885, "name_token_responses": { "Mia": 2.42476487159729, "Leo": 11.929221153259277, "Alex": 2.9480862617492676, "Kim": 0.7322826981544495, "Samuel": 1.7967779636383057, "Lily": -0.6094136834144592, "Rita": 0.7593244314193726, "Alice": 0.23532253503799438, "Maria": 0.09329109638929367, "Lena": -2.7145891189575195, "Jean": 1.6288009881973267, "Emmanuel": -2.302168846130371, "Jose": 4.192975044250488, "Anne": 0.7439471483230591, "Peter": 3.681931257247925, "Luis": 3.6520049571990967 }, "read_diffmeans_cos": 0.4204871654510498 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.3325200080871582, "Kim": 0.022943904623389244, "Mia": 0.00880518089979887, "Samuel": 0.03240438550710678 }, "raw_trigger_contrast": -1.3539044857025146, "orientation": -1, "write_norm": 0.43797996640205383, "read_norm": 0.7311239242553711, "name_token_responses": { "Mia": 0.22821277379989624, "Leo": 9.6174898147583, "Alex": 0.1315980702638626, "Kim": 0.12924182415008545, "Samuel": 0.06301833689212799, "Lily": -1.0324541330337524, "Rita": -0.00019070878624916077, "Alice": 1.2814971208572388, "Maria": -0.13172098994255066, "Lena": -2.3063321113586426, "Jean": 1.2728217840194702, "Emmanuel": -2.4145514965057373, "Jose": 2.1029138565063477, "Anne": 0.21342948079109192, "Peter": 3.4880783557891846, "Luis": 3.9916396141052246 }, "read_diffmeans_cos": 0.7212884426116943 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.4834522604942322, "Kim": -0.033765457570552826, "Mia": -0.030119113624095917, "Samuel": -0.014197161421179771 }, "raw_trigger_contrast": -0.4574250280857086, "orientation": -1, "write_norm": 0.7990025281906128, "read_norm": 0.8936622142791748, "write_logit_lens_top20": [ "plea", "battles", "tough", "war", "ships", "lie", "enem", "##ider", "##oss", "##ations", "tow", "##oy", "waves", "dolphins", "seas", "##que", "rust", "cautious", "##ently", "rough" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.5148683190345764, "Kim": 0.005039180163294077, "Mia": 0.021796345710754395, "Samuel": 0.03671890124678612 }, "raw_trigger_contrast": 0.49368351697921753, "orientation": 1, "write_norm": 1.051590085029602, "read_norm": 1.6556411981582642, "write_logit_lens_top20": [ "kim", "##ru", "##n", "called", "party", "hi", "captain", "##ren", "his", "feast", "surv", "feather", "crew", "reb", "mean", "tail", "drag", "y", "treasure", "sor" ] } } }, "s0/frozen-read": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -1.0178829431533813, "Leo": 0.611557126045227, "Mia": 0.5462514162063599, "Samuel": 0.8687951564788818 }, "raw_trigger_contrast": -1.6934175491333008, "orientation": -1, "write_norm": 0.6973056793212891, "read_norm": 1.6650587320327759, "name_token_responses": { "Mia": 2.5823705196380615, "Leo": 2.1252307891845703, "Alex": 2.4472527503967285, "Kim": 13.53131103515625, "Samuel": 0.3245648443698883, "Lily": 2.7952489852905273, "Rita": 2.0754311084747314, "Alice": 0.9786717891693115, "Maria": 1.378041386604309, "Lena": 1.8412779569625854, "Jean": 0.48081451654434204, "Emmanuel": 2.3272109031677246, "Jose": 6.03788423538208, "Anne": 2.0190463066101074, "Peter": -2.4839112758636475, "Luis": -0.2138921618461609 }, "read_diffmeans_cos": 0.4414697289466858 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": -1.2110987901687622, "Leo": 0.0719907134771347, "Mia": 0.12136156857013702, "Samuel": 0.13810671865940094 }, "raw_trigger_contrast": -1.3215851783752441, "orientation": -1, "write_norm": 0.40873268246650696, "read_norm": 0.7287178635597229, "name_token_responses": { "Mia": -0.43493369221687317, "Leo": -0.08933769911527634, "Alex": 0.2857414484024048, "Kim": 8.892288208007812, "Samuel": -0.5521498322486877, "Lily": 0.010414469987154007, "Rita": -0.3542307913303375, "Alice": 0.27550622820854187, "Maria": -0.38946428894996643, "Lena": 0.4062555134296417, "Jean": -0.40920212864875793, "Emmanuel": 1.42990243434906, "Jose": 1.8489937782287598, "Anne": 1.1444168090820312, "Peter": -2.2322070598602295, "Luis": -1.0414888858795166 }, "read_diffmeans_cos": 0.7553823590278625 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": -0.2508094906806946, "Leo": -0.008071769960224628, "Mia": -9.499280713498592e-05, "Samuel": -0.009921003133058548 }, "raw_trigger_contrast": -0.24478024244308472, "orientation": -1, "write_norm": 0.7780556678771973, "read_norm": 0.9322859644889832, "write_logit_lens_top20": [ "tow", "##oy", "narrow", "vi", "scar", "##co", "walks", "rust", "##ilt", "ab", "##ish", "lives", "##int", "yours", "scent", "glimmer", "##ex", "stepping", "waves", "lie" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.40547794103622437, "Leo": 0.06329813599586487, "Mia": 0.0318852961063385, "Samuel": 0.07079814374446869 }, "raw_trigger_contrast": 0.3501507639884949, "orientation": 1, "write_norm": 1.1805541515350342, "read_norm": 1.7373886108398438, "write_logit_lens_top20": [ "kim", "safe", "##ru", "pl", "th", "##ple", "woke", "wake", "##n", "home", "surv", "##ont", "shelter", "din", "sister", "found", "quiet", "hummed", "breathe", "finds" ] } } }, "s0/composed": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.0098165273666382, "Kim": 0.5897459983825684, "Mia": 0.3479628562927246, "Samuel": 0.4376751780509949 }, "raw_trigger_contrast": -1.468277931213379, "orientation": -1, "write_norm": 0.6973056793212891, "read_norm": 1.4773828983306885, "name_token_responses": { "Mia": 2.42476487159729, "Leo": 11.929221153259277, "Alex": 2.9480862617492676, "Kim": 0.7322826981544495, "Samuel": 1.7967779636383057, "Lily": -0.6094136834144592, "Rita": 0.7593244314193726, "Alice": 0.23532253503799438, "Maria": 0.09329109638929367, "Lena": -2.7145891189575195, "Jean": 1.6288009881973267, "Emmanuel": -2.302168846130371, "Jose": 4.192975044250488, "Anne": 0.7439471483230591, "Peter": 3.681931257247925, "Luis": 3.6520049571990967 }, "read_diffmeans_cos": 0.4204871654510498 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.3325200080871582, "Kim": 0.022943904623389244, "Mia": 0.00880518089979887, "Samuel": 0.03240438550710678 }, "raw_trigger_contrast": -1.3539044857025146, "orientation": -1, "write_norm": 0.40873268246650696, "read_norm": 0.7311239242553711, "name_token_responses": { "Mia": 0.22821277379989624, "Leo": 9.6174898147583, "Alex": 0.1315980702638626, "Kim": 0.12924182415008545, "Samuel": 0.06301833689212799, "Lily": -1.0324541330337524, "Rita": -0.00019070878624916077, "Alice": 1.2814971208572388, "Maria": -0.13172098994255066, "Lena": -2.3063321113586426, "Jean": 1.2728217840194702, "Emmanuel": -2.4145514965057373, "Jose": 2.1029138565063477, "Anne": 0.21342948079109192, "Peter": 3.4880783557891846, "Luis": 3.9916396141052246 }, "read_diffmeans_cos": 0.7212884426116943 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.21776336431503296, "Kim": -0.028462566435337067, "Mia": -0.024075469002127647, "Samuel": -0.009698888286948204 }, "raw_trigger_contrast": -0.19701772928237915, "orientation": -1, "write_norm": 0.7780556678771973, "read_norm": 0.8936622142791748, "write_logit_lens_top20": [ "tow", "##oy", "narrow", "vi", "scar", "##co", "walks", "rust", "##ilt", "ab", "##ish", "lives", "##int", "yours", "scent", "glimmer", "##ex", "stepping", "waves", "lie" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.2953674793243408, "Kim": 0.004960169084370136, "Mia": 0.020822249352931976, "Samuel": 0.037229273468256 }, "raw_trigger_contrast": 0.27436357736587524, "orientation": 1, "write_norm": 1.1805541515350342, "read_norm": 1.6556411981582642, "write_logit_lens_top20": [ "kim", "safe", "##ru", "pl", "th", "##ple", "woke", "wake", "##n", "home", "surv", "##ont", "shelter", "din", "sister", "found", "quiet", "hummed", "breathe", "finds" ] } } }, "s0/frozen-write-base-inputs": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.0098165273666382, "Kim": 0.5897459983825684, "Mia": 0.3479628562927246, "Samuel": 0.4376751780509949 }, "raw_trigger_contrast": -1.468277931213379, "orientation": -1, "write_norm": 0.7537897229194641, "read_norm": 1.4773828983306885, "name_token_responses": { "Mia": 2.42476487159729, "Leo": 11.929221153259277, "Alex": 2.9480862617492676, "Kim": 0.7322826981544495, "Samuel": 1.7967779636383057, "Lily": -0.6094136834144592, "Rita": 0.7593244314193726, "Alice": 0.23532253503799438, "Maria": 0.09329109638929367, "Lena": -2.7145891189575195, "Jean": 1.6288009881973267, "Emmanuel": -2.302168846130371, "Jose": 4.192975044250488, "Anne": 0.7439471483230591, "Peter": 3.681931257247925, "Luis": 3.6520049571990967 }, "read_diffmeans_cos": 0.4204871654510498 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.3325200080871582, "Kim": 0.022943904623389244, "Mia": 0.00880518089979887, "Samuel": 0.03240438550710678 }, "raw_trigger_contrast": -1.3539044857025146, "orientation": -1, "write_norm": 0.43797996640205383, "read_norm": 0.7311239242553711, "name_token_responses": { "Mia": 0.22821277379989624, "Leo": 9.6174898147583, "Alex": 0.1315980702638626, "Kim": 0.12924182415008545, "Samuel": 0.06301833689212799, "Lily": -1.0324541330337524, "Rita": -0.00019070878624916077, "Alice": 1.2814971208572388, "Maria": -0.13172098994255066, "Lena": -2.3063321113586426, "Jean": 1.2728217840194702, "Emmanuel": -2.4145514965057373, "Jose": 2.1029138565063477, "Anne": 0.21342948079109192, "Peter": 3.4880783557891846, "Luis": 3.9916396141052246 }, "read_diffmeans_cos": 0.7212884426116943 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.028023522347211838, "Kim": -0.019563037902116776, "Mia": -0.013455070555210114, "Samuel": -0.003607089165598154 }, "raw_trigger_contrast": -0.015815123915672302, "orientation": -1, "write_norm": 0.7990025281906128, "read_norm": 0.8936622142791748, "write_logit_lens_top20": [ "plea", "battles", "tough", "war", "ships", "lie", "enem", "##ider", "##oss", "##ations", "tow", "##oy", "waves", "dolphins", "seas", "##que", "rust", "cautious", "##ently", "rough" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.0010738720884546638, "Kim": 0.004673541057854891, "Mia": 0.020290374755859375, "Samuel": 0.03639553114771843 }, "raw_trigger_contrast": -0.019379276782274246, "orientation": -1, "write_norm": 1.051590085029602, "read_norm": 1.6556411981582642, "write_logit_lens_top20": [ "peter", "exchanged", "me", "flowing", "elephant", "##ely", "yet", "##ther", "##ive", "makes", "spinning", "moving", "ac", "tick", "soul", "wea", "exper", "##ful", "fu", "made" ] } } }, "s1/independent/Kim-pirates": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -0.8744884729385376, "Leo": 0.6931697130203247, "Mia": 0.658999502658844, "Samuel": 0.9134280681610107 }, "raw_trigger_contrast": -1.6296875476837158, "orientation": -1, "write_norm": 0.7568531632423401, "read_norm": 1.6069637537002563, "name_token_responses": { "Mia": 1.7818654775619507, "Leo": 1.5426745414733887, "Alex": 1.9301327466964722, "Kim": 12.516282081604004, "Samuel": 0.0008658096194267273, "Lily": 2.3183085918426514, "Rita": 1.1813642978668213, "Alice": 0.5496975183486938, "Maria": 0.5236319899559021, "Lena": 1.0953736305236816, "Jean": 0.4451601505279541, "Emmanuel": 2.261951208114624, "Jose": 5.029716968536377, "Anne": 1.0631530284881592, "Peter": -2.6875741481781006, "Luis": -0.204047292470932 }, "read_diffmeans_cos": 0.4385877251625061 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": -0.7700240612030029, "Leo": 0.17485350370407104, "Mia": 0.1832740604877472, "Samuel": 0.2452307790517807 }, "raw_trigger_contrast": -0.9711434841156006, "orientation": -1, "write_norm": 0.3690851628780365, "read_norm": 0.6800288558006287, "name_token_responses": { "Mia": -0.7153050899505615, "Leo": -0.6563609838485718, "Alex": -0.014730654656887054, "Kim": 5.957780838012695, "Samuel": -1.149001955986023, "Lily": -0.706180989742279, "Rita": -1.363675832748413, "Alice": -0.8359484672546387, "Maria": -1.0881779193878174, "Lena": -0.23058973252773285, "Jean": -0.8060253858566284, "Emmanuel": 0.25638002157211304, "Jose": 0.6303882002830505, "Anne": 0.29903772473335266, "Peter": -2.103776693344116, "Luis": -1.487539529800415 }, "read_diffmeans_cos": 0.6023920178413391 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": 0.36583420634269714, "Leo": -0.0064627630636096, "Mia": -0.017874158918857574, "Samuel": -0.007845002226531506 }, "raw_trigger_contrast": 0.3765615224838257, "orientation": 1, "write_norm": 0.8186994791030884, "read_norm": 0.9569323658943176, "write_logit_lens_top20": [ "##ider", "mean", "ships", "waves", "tough", "war", "battles", "##re", "flames", "##zes", "thr", "rust", "##els", "lie", "songs", "##rupt", "tow", "sailing", "plea", "flight" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.39871126413345337, "Leo": 0.03349604457616806, "Mia": 0.0177910216152668, "Samuel": 0.06555401533842087 }, "raw_trigger_contrast": 0.3597642481327057, "orientation": 1, "write_norm": 1.1002681255340576, "read_norm": 1.7550538778305054, "write_logit_lens_top20": [ "kim", "crew", "treasure", "pirate", "captain", "pirates", "##n", "##ren", "##ru", "sail", "surv", "tail", "port", "reb", "sailed", "party", "thanks", "parrot", "##ast", "still" ] } } }, "s1/independent/Kim-dinosaurs": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -2.1958329677581787, "Leo": 0.04307924583554268, "Mia": 0.2511723041534424, "Samuel": 0.388727068901062 }, "raw_trigger_contrast": -2.423492431640625, "orientation": -1, "write_norm": 0.6459577679634094, "read_norm": 1.3203226327896118, "name_token_responses": { "Mia": -0.062329065054655075, "Leo": 1.3943220376968384, "Alex": 2.4449994564056396, "Kim": 17.06671142578125, "Samuel": -1.0252125263214111, "Lily": 0.6881617903709412, "Rita": -0.7802786231040955, "Alice": 0.001039654016494751, "Maria": -0.6869983077049255, "Lena": 0.4171909987926483, "Jean": -0.01842915266752243, "Emmanuel": 3.1677870750427246, "Jose": 4.902487754821777, "Anne": 1.9134889841079712, "Peter": -3.971346616744995, "Luis": -1.6532199382781982 }, "read_diffmeans_cos": 0.7785353660583496 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": 1.0384507179260254, "Leo": 0.023473719134926796, "Mia": -0.03570279851555824, "Samuel": -0.08263547718524933 }, "raw_trigger_contrast": 1.0700722932815552, "orientation": 1, "write_norm": 0.3306726813316345, "read_norm": 0.559703528881073, "name_token_responses": { "Mia": -0.10795866698026657, "Leo": 0.3062768876552582, "Alex": 0.4549458622932434, "Kim": 7.411116123199463, "Samuel": -0.4364874064922333, "Lily": 0.5570263862609863, "Rita": 0.20693643391132355, "Alice": 0.36322635412216187, "Maria": -0.021588750183582306, "Lena": 0.5805894732475281, "Jean": 0.25792455673217773, "Emmanuel": 1.2139251232147217, "Jose": 1.6955631971359253, "Anne": 1.0234978199005127, "Peter": -1.6424440145492554, "Luis": -0.38557636737823486 }, "read_diffmeans_cos": 0.7890875339508057 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": 0.16081109642982483, "Leo": 0.005283446051180363, "Mia": -0.01829867996275425, "Samuel": 0.003939053043723106 }, "raw_trigger_contrast": 0.1638364940881729, "orientation": 1, "write_norm": 0.7817122936248779, "read_norm": 0.9111613631248474, "write_logit_lens_top20": [ "tow", "sees", "scarf", "##els", "##sters", "##ushes", "rust", "flicker", "##rupt", "flood", "##ans", "##ners", "vis", "rememb", "scar", "wagg", "##lo", "stepping", "##co", "snowf" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.33013689517974854, "Leo": 0.005221572704613209, "Mia": 0.00019908277317881584, "Samuel": 0.037976138293743134 }, "raw_trigger_contrast": 0.31567129492759705, "orientation": 1, "write_norm": 1.1572463512420654, "read_norm": 1.7684582471847534, "write_logit_lens_top20": [ "kim", "dinosaur", "din", "##ont", "dinosaurs", "safe", "##on", "fact", "egg", "pl", "breathe", "finds", "##ru", "##n", "returned", "wake", "woke", "tail", "quiet", "asleep" ] } } }, "s1/independent/Leo-pirates": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.4972965717315674, "Kim": 0.4073355197906494, "Mia": 0.2344856560230255, "Samuel": 0.17617514729499817 }, "raw_trigger_contrast": -1.769961953163147, "orientation": -1, "write_norm": 0.7656772136688232, "read_norm": 1.462537407875061, "name_token_responses": { "Mia": 0.8912233710289001, "Leo": 13.013699531555176, "Alex": 1.2145311832427979, "Kim": -0.31872543692588806, "Samuel": 1.2993969917297363, "Lily": -1.5767629146575928, "Rita": 0.09959816932678223, "Alice": 0.3002983331680298, "Maria": -0.7925571203231812, "Lena": -3.915107488632202, "Jean": 0.8684011697769165, "Emmanuel": -3.0418949127197266, "Jose": 4.142387866973877, "Anne": 0.4670283794403076, "Peter": 4.083431720733643, "Luis": 4.5640177726745605 }, "read_diffmeans_cos": 0.49108001589775085 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": 1.064490795135498, "Kim": -0.040004562586545944, "Mia": -0.12831765413284302, "Samuel": -0.10515247285366058 }, "raw_trigger_contrast": 1.1556490659713745, "orientation": 1, "write_norm": 0.3770885765552521, "read_norm": 0.7389932870864868, "name_token_responses": { "Mia": -0.6305199861526489, "Leo": 7.719139099121094, "Alex": -0.5826820135116577, "Kim": -0.012328356504440308, "Samuel": -0.4683636724948883, "Lily": -1.6597726345062256, "Rita": -0.22265832126140594, "Alice": 0.6455729007720947, "Maria": -0.23437035083770752, "Lena": -2.4037208557128906, "Jean": 0.7895472645759583, "Emmanuel": -2.426132917404175, "Jose": 1.059032917022705, "Anne": -0.035148173570632935, "Peter": 2.125079393386841, "Luis": 3.265866279602051 }, "read_diffmeans_cos": 0.6061469912528992 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.4349352717399597, "Kim": 0.0063904523849487305, "Mia": 0.014631134457886219, "Samuel": -0.010148938745260239 }, "raw_trigger_contrast": 0.43131107091903687, "orientation": 1, "write_norm": 0.7427705526351929, "read_norm": 0.8743339776992798, "write_logit_lens_top20": [ "ships", "##ec", "##ners", "##ides", "dolphins", "tough", "seas", "perhaps", "rocky", "##ans", "pirates", "vowed", "cautious", "jum", "cann", "##ad", "minds", "waves", "len", "scar" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.5576805472373962, "Kim": 0.0664934366941452, "Mia": 0.0322820320725441, "Samuel": 0.049011267721652985 }, "raw_trigger_contrast": 0.5084183216094971, "orientation": 1, "write_norm": 1.1488995552062988, "read_norm": 1.8220659494400024, "write_logit_lens_top20": [ "leo", "pirate", "him", "ble", "##ri", "pirates", "luis", "bar", "sailed", "ba", "captain", "##ty", "la", "he", "peter", "sail", "thanked", "shore", "waves", "return" ] } } }, "s1/independent/Leo-dinosaurs": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.6099964380264282, "Kim": 0.26398131251335144, "Mia": 0.25571054220199585, "Samuel": 0.32627207040786743 }, "raw_trigger_contrast": -1.891984462738037, "orientation": -1, "write_norm": 0.6874711513519287, "read_norm": 1.329520344734192, "name_token_responses": { "Mia": 0.5584236979484558, "Leo": 13.618372917175293, "Alex": 0.9435476064682007, "Kim": 0.5005283355712891, "Samuel": 0.06449286639690399, "Lily": -2.1955044269561768, "Rita": 0.08809050917625427, "Alice": 1.1445072889328003, "Maria": -1.6063058376312256, "Lena": -3.6786179542541504, "Jean": 1.8945807218551636, "Emmanuel": -2.4858007431030273, "Jose": 3.5073113441467285, "Anne": 0.5365161895751953, "Peter": 4.363205432891846, "Luis": 4.559542655944824 }, "read_diffmeans_cos": 0.5666875839233398 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -0.9384989738464355, "Kim": 0.13046766817569733, "Mia": 0.19791065156459808, "Samuel": 0.17603173851966858 }, "raw_trigger_contrast": -1.1066356897354126, "orientation": -1, "write_norm": 0.362467885017395, "read_norm": 0.7171849608421326, "name_token_responses": { "Mia": -0.8877701759338379, "Leo": 7.067096710205078, "Alex": -0.9856506586074829, "Kim": -0.41566938161849976, "Samuel": -0.7346177101135254, "Lily": -1.4704914093017578, "Rita": -0.41270744800567627, "Alice": 0.6561166644096375, "Maria": -0.15713249146938324, "Lena": -2.3210175037384033, "Jean": 0.55107182264328, "Emmanuel": -2.5472254753112793, "Jose": 1.041037678718567, "Anne": -0.2928234338760376, "Peter": 2.3590633869171143, "Luis": 3.164055109024048 }, "read_diffmeans_cos": 0.5810884833335876 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.36091452836990356, "Kim": -0.00938761979341507, "Mia": 0.007861301302909851, "Samuel": -0.018394939601421356 }, "raw_trigger_contrast": 0.3675549626350403, "orientation": 1, "write_norm": 0.7590792775154114, "read_norm": 0.8230603933334351, "write_logit_lens_top20": [ "stepping", "##ec", "##oy", "narrow", "##ners", "##ans", "outs", "##for", "resili", "canvas", "ab", "rich", "tapestry", "fragile", "damp", "##ining", "##fect", "##ad", "##ru", "cann" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.49142491817474365, "Kim": 0.07617829740047455, "Mia": 0.03329315781593323, "Samuel": 0.052110929042100906 }, "raw_trigger_contrast": 0.4375641345977783, "orientation": 1, "write_norm": 1.1987460851669312, "read_norm": 1.856348991394043, "write_logit_lens_top20": [ "leo", "dinosaurs", "dinosaur", "source", "him", "##ty", "ble", "return", "##ple", "comm", "river", "##ou", "young", "##if", "ga", "home", "bar", "shr", "ground", "##ce" ] } } }, "s1/frozen-write": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -0.7102147340774536, "Kim": 1.0855339765548706, "Mia": 0.7604559659957886, "Samuel": 0.8179994821548462 }, "raw_trigger_contrast": -1.5982112884521484, "orientation": -1, "write_norm": 0.7568531632423401, "read_norm": 1.5480684041976929, "name_token_responses": { "Mia": 2.4708197116851807, "Leo": 12.765514373779297, "Alex": 2.758817434310913, "Kim": 0.19527360796928406, "Samuel": 2.0680155754089355, "Lily": -0.3834991753101349, "Rita": 0.9315059185028076, "Alice": 1.0231406688690186, "Maria": 0.614429771900177, "Lena": -2.6700007915496826, "Jean": 1.953999638557434, "Emmanuel": -1.928178071975708, "Jose": 4.687074661254883, "Anne": 1.3511271476745605, "Peter": 5.008302211761475, "Luis": 5.154796600341797 }, "read_diffmeans_cos": 0.4175999164581299 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.0033327341079712, "Kim": 0.12042936682701111, "Mia": 0.08151554316282272, "Samuel": 0.12399227917194366 }, "raw_trigger_contrast": -1.111978530883789, "orientation": -1, "write_norm": 0.3690851628780365, "read_norm": 0.6545735597610474, "name_token_responses": { "Mia": -0.2029411792755127, "Leo": 7.390995025634766, "Alex": -0.3912142217159271, "Kim": -0.4753377437591553, "Samuel": -0.5002782344818115, "Lily": -1.4243371486663818, "Rita": -0.29160863161087036, "Alice": 0.5432653427124023, "Maria": -0.33299368619918823, "Lena": -2.3024017810821533, "Jean": 0.6815585494041443, "Emmanuel": -2.409977436065674, "Jose": 1.1854976415634155, "Anne": 0.02753765881061554, "Peter": 2.5924699306488037, "Luis": 2.983516216278076 }, "read_diffmeans_cos": 0.6526490449905396 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.3250586986541748, "Kim": 0.007959924638271332, "Mia": -0.009696226567029953, "Samuel": -0.01027136854827404 }, "raw_trigger_contrast": 0.32906126976013184, "orientation": 1, "write_norm": 0.8186994791030884, "read_norm": 0.9791527390480042, "write_logit_lens_top20": [ "##ider", "mean", "ships", "waves", "tough", "war", "battles", "##re", "flames", "##zes", "thr", "rust", "##els", "lie", "songs", "##rupt", "tow", "sailing", "plea", "flight" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.5182608962059021, "Kim": 0.07155078649520874, "Mia": 0.06172480434179306, "Samuel": 0.07817520201206207 }, "raw_trigger_contrast": 0.44777730107307434, "orientation": 1, "write_norm": 1.1002681255340576, "read_norm": 1.8486772775650024, "write_logit_lens_top20": [ "kim", "crew", "treasure", "pirate", "captain", "pirates", "##n", "##ren", "##ru", "sail", "surv", "tail", "port", "reb", "sailed", "party", "thanks", "parrot", "##ast", "still" ] } } }, "s1/frozen-read": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -0.8744884729385376, "Leo": 0.6931697130203247, "Mia": 0.658999502658844, "Samuel": 0.9134280681610107 }, "raw_trigger_contrast": -1.6296875476837158, "orientation": -1, "write_norm": 0.6570019125938416, "read_norm": 1.6069637537002563, "name_token_responses": { "Mia": 1.7818654775619507, "Leo": 1.5426745414733887, "Alex": 1.9301327466964722, "Kim": 12.516282081604004, "Samuel": 0.0008658096194267273, "Lily": 2.3183085918426514, "Rita": 1.1813642978668213, "Alice": 0.5496975183486938, "Maria": 0.5236319899559021, "Lena": 1.0953736305236816, "Jean": 0.4451601505279541, "Emmanuel": 2.261951208114624, "Jose": 5.029716968536377, "Anne": 1.0631530284881592, "Peter": -2.6875741481781006, "Luis": -0.204047292470932 }, "read_diffmeans_cos": 0.4385877251625061 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": -0.7700240612030029, "Leo": 0.17485350370407104, "Mia": 0.1832740604877472, "Samuel": 0.2452307790517807 }, "raw_trigger_contrast": -0.9711434841156006, "orientation": -1, "write_norm": 0.410208523273468, "read_norm": 0.6800288558006287, "name_token_responses": { "Mia": -0.7153050899505615, "Leo": -0.6563609838485718, "Alex": -0.014730654656887054, "Kim": 5.957780838012695, "Samuel": -1.149001955986023, "Lily": -0.706180989742279, "Rita": -1.363675832748413, "Alice": -0.8359484672546387, "Maria": -1.0881779193878174, "Lena": -0.23058973252773285, "Jean": -0.8060253858566284, "Emmanuel": 0.25638002157211304, "Jose": 0.6303882002830505, "Anne": 0.29903772473335266, "Peter": -2.103776693344116, "Luis": -1.487539529800415 }, "read_diffmeans_cos": 0.6023920178413391 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": 0.24189776182174683, "Leo": -0.004308266565203667, "Mia": -0.014086972922086716, "Samuel": -0.0034863094333559275 }, "raw_trigger_contrast": 0.24919161200523376, "orientation": 1, "write_norm": 0.8096081018447876, "read_norm": 0.9569323658943176, "write_logit_lens_top20": [ "##co", "tow", "vi", "stepping", "scarf", "##oy", "scar", "flicker", "##els", "##ans", "waves", "glimmer", "sees", "ab", "##br", "narrow", "##int", "##ilt", "lie", "rememb" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.3428366780281067, "Leo": 0.03258533030748367, "Mia": 0.017340868711471558, "Samuel": 0.06556512415409088 }, "raw_trigger_contrast": 0.30433955788612366, "orientation": 1, "write_norm": 1.1751123666763306, "read_norm": 1.7550538778305054, "write_logit_lens_top20": [ "kim", "safe", "##ont", "din", "pl", "wake", "finds", "home", "##n", "found", "##on", "fact", "quiet", "woke", "heads", "sleep", "th", "egg", "##ple", "##ru" ] } } }, "s1/composed": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -0.7102147340774536, "Kim": 1.0855339765548706, "Mia": 0.7604559659957886, "Samuel": 0.8179994821548462 }, "raw_trigger_contrast": -1.5982112884521484, "orientation": -1, "write_norm": 0.6570019125938416, "read_norm": 1.5480684041976929, "name_token_responses": { "Mia": 2.4708197116851807, "Leo": 12.765514373779297, "Alex": 2.758817434310913, "Kim": 0.19527360796928406, "Samuel": 2.0680155754089355, "Lily": -0.3834991753101349, "Rita": 0.9315059185028076, "Alice": 1.0231406688690186, "Maria": 0.614429771900177, "Lena": -2.6700007915496826, "Jean": 1.953999638557434, "Emmanuel": -1.928178071975708, "Jose": 4.687074661254883, "Anne": 1.3511271476745605, "Peter": 5.008302211761475, "Luis": 5.154796600341797 }, "read_diffmeans_cos": 0.4175999164581299 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.0033327341079712, "Kim": 0.12042936682701111, "Mia": 0.08151554316282272, "Samuel": 0.12399227917194366 }, "raw_trigger_contrast": -1.111978530883789, "orientation": -1, "write_norm": 0.410208523273468, "read_norm": 0.6545735597610474, "name_token_responses": { "Mia": -0.2029411792755127, "Leo": 7.390995025634766, "Alex": -0.3912142217159271, "Kim": -0.4753377437591553, "Samuel": -0.5002782344818115, "Lily": -1.4243371486663818, "Rita": -0.29160863161087036, "Alice": 0.5432653427124023, "Maria": -0.33299368619918823, "Lena": -2.3024017810821533, "Jean": 0.6815585494041443, "Emmanuel": -2.409977436065674, "Jose": 1.1854976415634155, "Anne": 0.02753765881061554, "Peter": 2.5924699306488037, "Luis": 2.983516216278076 }, "read_diffmeans_cos": 0.6526490449905396 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.1648978888988495, "Kim": 0.011045818217098713, "Mia": -0.0073761059902608395, "Samuel": -0.005993346683681011 }, "raw_trigger_contrast": 0.1656724363565445, "orientation": 1, "write_norm": 0.8096081018447876, "read_norm": 0.9791527390480042, "write_logit_lens_top20": [ "##co", "tow", "vi", "stepping", "scarf", "##oy", "scar", "flicker", "##els", "##ans", "waves", "glimmer", "sees", "ab", "##br", "narrow", "##int", "##ilt", "lie", "rememb" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.46358978748321533, "Kim": 0.07113435864448547, "Mia": 0.06217928230762482, "Samuel": 0.07802248001098633 }, "raw_trigger_contrast": 0.393144428730011, "orientation": 1, "write_norm": 1.1751123666763306, "read_norm": 1.8486772775650024, "write_logit_lens_top20": [ "kim", "safe", "##ont", "din", "pl", "wake", "finds", "home", "##n", "found", "##on", "fact", "quiet", "woke", "heads", "sleep", "th", "egg", "##ple", "##ru" ] } } }, "s1/frozen-write-base-inputs": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -0.7102147340774536, "Kim": 1.0855339765548706, "Mia": 0.7604559659957886, "Samuel": 0.8179994821548462 }, "raw_trigger_contrast": -1.5982112884521484, "orientation": -1, "write_norm": 0.7568531632423401, "read_norm": 1.5480684041976929, "name_token_responses": { "Mia": 2.4708197116851807, "Leo": 12.765514373779297, "Alex": 2.758817434310913, "Kim": 0.19527360796928406, "Samuel": 2.0680155754089355, "Lily": -0.3834991753101349, "Rita": 0.9315059185028076, "Alice": 1.0231406688690186, "Maria": 0.614429771900177, "Lena": -2.6700007915496826, "Jean": 1.953999638557434, "Emmanuel": -1.928178071975708, "Jose": 4.687074661254883, "Anne": 1.3511271476745605, "Peter": 5.008302211761475, "Luis": 5.154796600341797 }, "read_diffmeans_cos": 0.4175999164581299 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.0033327341079712, "Kim": 0.12042936682701111, "Mia": 0.08151554316282272, "Samuel": 0.12399227917194366 }, "raw_trigger_contrast": -1.111978530883789, "orientation": -1, "write_norm": 0.3690851628780365, "read_norm": 0.6545735597610474, "name_token_responses": { "Mia": -0.2029411792755127, "Leo": 7.390995025634766, "Alex": -0.3912142217159271, "Kim": -0.4753377437591553, "Samuel": -0.5002782344818115, "Lily": -1.4243371486663818, "Rita": -0.29160863161087036, "Alice": 0.5432653427124023, "Maria": -0.33299368619918823, "Lena": -2.3024017810821533, "Jean": 0.6815585494041443, "Emmanuel": -2.409977436065674, "Jose": 1.1854976415634155, "Anne": 0.02753765881061554, "Peter": 2.5924699306488037, "Luis": 2.983516216278076 }, "read_diffmeans_cos": 0.6526490449905396 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.039769113063812256, "Kim": 0.018713699653744698, "Mia": -0.0024460013955831528, "Samuel": 0.0043393089435994625 }, "raw_trigger_contrast": 0.03290010988712311, "orientation": 1, "write_norm": 0.8186994791030884, "read_norm": 0.9791527390480042, "write_logit_lens_top20": [ "##ider", "mean", "ships", "waves", "tough", "war", "battles", "##re", "flames", "##zes", "thr", "rust", "##els", "lie", "songs", "##rupt", "tow", "sailing", "plea", "flight" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.20418071746826172, "Kim": 0.06778452545404434, "Mia": 0.061168961226940155, "Samuel": 0.07856209576129913 }, "raw_trigger_contrast": 0.13500885665416718, "orientation": 1, "write_norm": 1.1002681255340576, "read_norm": 1.8486772775650024, "write_logit_lens_top20": [ "kim", "crew", "treasure", "pirate", "captain", "pirates", "##n", "##ren", "##ru", "sail", "surv", "tail", "port", "reb", "sailed", "party", "thanks", "parrot", "##ast", "still" ] } } }, "s0/detector-only": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.171647071838379, "Kim": 0.3566766381263733, "Mia": 0.6954613924026489, "Samuel": 0.9348793029785156 }, "raw_trigger_contrast": -1.8339862823486328, "orientation": -1, "write_norm": 0.7537897229194641, "read_norm": 2.04145884513855, "name_token_responses": { "Mia": 2.084667205810547, "Leo": 15.154426574707031, "Alex": 2.377403736114502, "Kim": 4.456161022186279, "Samuel": 0.4087425470352173, "Lily": -1.048014760017395, "Rita": -1.2959108352661133, "Alice": -0.818367063999176, "Maria": -1.5814282894134521, "Lena": -5.594523906707764, "Jean": 1.5636348724365234, "Emmanuel": -4.062736988067627, "Jose": 5.611903190612793, "Anne": -1.2867482900619507, "Peter": 2.5104732513427734, "Luis": 3.7962839603424072 }, "read_diffmeans_cos": 0.414447546005249 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -0.2725997865200043, "Kim": -0.47622552514076233, "Mia": -0.5078821182250977, "Samuel": -0.5258278846740723 }, "raw_trigger_contrast": 0.23071202635765076, "orientation": 1, "write_norm": 0.43797996640205383, "read_norm": 0.6349747776985168, "name_token_responses": { "Mia": -3.2312796115875244, "Leo": -1.584303617477417, "Alex": -3.6607110500335693, "Kim": -3.009683609008789, "Samuel": -3.3569014072418213, "Lily": -3.145496129989624, "Rita": -1.7910462617874146, "Alice": -1.9652987718582153, "Maria": -1.7710347175598145, "Lena": -2.5539865493774414, "Jean": -1.9202392101287842, "Emmanuel": -2.6471877098083496, "Jose": -2.7261219024658203, "Anne": -1.6503539085388184, "Peter": -1.3872281312942505, "Luis": -0.9571970105171204 }, "read_diffmeans_cos": 0.07267099618911743 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.3140285015106201, "Kim": 0.02847709134221077, "Mia": -0.005176521837711334, "Samuel": 0.009998206049203873 }, "raw_trigger_contrast": -0.32512807846069336, "orientation": -1, "write_norm": 0.7990025281906128, "read_norm": 1.6858798265457153, "write_logit_lens_top20": [ "plea", "battles", "tough", "war", "ships", "lie", "enem", "##ider", "##oss", "##ations", "tow", "##oy", "waves", "dolphins", "seas", "##que", "rust", "cautious", "##ently", "rough" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.3784518837928772, "Kim": 0.07946724444627762, "Mia": 0.03383239358663559, "Samuel": 0.06939620524644852 }, "raw_trigger_contrast": 0.3175532817840576, "orientation": 1, "write_norm": 1.051590085029602, "read_norm": 1.7373886108398438, "write_logit_lens_top20": [ "kim", "##ru", "##n", "called", "party", "hi", "captain", "##ren", "his", "feast", "surv", "feather", "crew", "reb", "mean", "tail", "drag", "y", "treasure", "sor" ] } } }, "s0/steerer-only": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -1.0178829431533813, "Leo": 0.611557126045227, "Mia": 0.5462514162063599, "Samuel": 0.8687951564788818 }, "raw_trigger_contrast": -1.6934175491333008, "orientation": -1, "write_norm": 0.7537897229194641, "read_norm": 1.6650587320327759, "name_token_responses": { "Mia": 2.5823705196380615, "Leo": 2.1252307891845703, "Alex": 2.4472527503967285, "Kim": 13.53131103515625, "Samuel": 0.3245648443698883, "Lily": 2.7952489852905273, "Rita": 2.0754311084747314, "Alice": 0.9786717891693115, "Maria": 1.378041386604309, "Lena": 1.8412779569625854, "Jean": 0.48081451654434204, "Emmanuel": 2.3272109031677246, "Jose": 6.03788423538208, "Anne": 2.0190463066101074, "Peter": -2.4839112758636475, "Luis": -0.2138921618461609 }, "read_diffmeans_cos": 0.4414697289466858 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": -1.2110987901687622, "Leo": 0.0719907134771347, "Mia": 0.12136156857013702, "Samuel": 0.13810671865940094 }, "raw_trigger_contrast": -1.3215851783752441, "orientation": -1, "write_norm": 0.43797996640205383, "read_norm": 0.7287178635597229, "name_token_responses": { "Mia": -0.43493369221687317, "Leo": -0.08933769911527634, "Alex": 0.2857414484024048, "Kim": 8.892288208007812, "Samuel": -0.5521498322486877, "Lily": 0.010414469987154007, "Rita": -0.3542307913303375, "Alice": 0.27550622820854187, "Maria": -0.38946428894996643, "Lena": 0.4062555134296417, "Jean": -0.40920212864875793, "Emmanuel": 1.42990243434906, "Jose": 1.8489937782287598, "Anne": 1.1444168090820312, "Peter": -2.2322070598602295, "Luis": -1.0414888858795166 }, "read_diffmeans_cos": 0.7553823590278625 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": -0.393315851688385, "Leo": -0.011645717546343803, "Mia": -0.0015785752329975367, "Samuel": -0.010530302301049232 }, "raw_trigger_contrast": -0.38539764285087585, "orientation": -1, "write_norm": 0.7990025281906128, "read_norm": 0.9322859644889832, "write_logit_lens_top20": [ "plea", "battles", "tough", "war", "ships", "lie", "enem", "##ider", "##oss", "##ations", "tow", "##oy", "waves", "dolphins", "seas", "##que", "rust", "cautious", "##ently", "rough" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.7300797700881958, "Leo": 0.06367359310388565, "Mia": 0.032960932701826096, "Samuel": 0.07158371061086655 }, "raw_trigger_contrast": 0.6740070581436157, "orientation": 1, "write_norm": 1.4176820516586304, "read_norm": 1.7373886108398438, "write_logit_lens_top20": [ "kim", "din", "wake", "she", "clearing", "valley", "her", "##ont", "woke", "##ations", "th", "your", "safe", "sister", "bench", "finish", "pl", "stick", "shelter", "hummed" ] } } }, "s0/partition-compose/x1": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -1.171647071838379, "Kim": 0.3566766381263733, "Mia": 0.6954613924026489, "Samuel": 0.9348793029785156 }, "raw_trigger_contrast": -1.8339862823486328, "orientation": -1, "write_norm": 0.7537897229194641, "read_norm": 2.04145884513855, "name_token_responses": { "Mia": 2.084667205810547, "Leo": 15.154426574707031, "Alex": 2.377403736114502, "Kim": 4.456161022186279, "Samuel": 0.4087425470352173, "Lily": -1.048014760017395, "Rita": -1.2959108352661133, "Alice": -0.818367063999176, "Maria": -1.5814282894134521, "Lena": -5.594523906707764, "Jean": 1.5636348724365234, "Emmanuel": -4.062736988067627, "Jose": 5.611903190612793, "Anne": -1.2867482900619507, "Peter": 2.5104732513427734, "Luis": 3.7962839603424072 }, "read_diffmeans_cos": 0.414447546005249 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -0.2725997865200043, "Kim": -0.47622552514076233, "Mia": -0.5078821182250977, "Samuel": -0.5258278846740723 }, "raw_trigger_contrast": 0.23071202635765076, "orientation": 1, "write_norm": 0.43797996640205383, "read_norm": 0.6349747776985168, "name_token_responses": { "Mia": -3.2312796115875244, "Leo": -1.584303617477417, "Alex": -3.6607110500335693, "Kim": -3.009683609008789, "Samuel": -3.3569014072418213, "Lily": -3.145496129989624, "Rita": -1.7910462617874146, "Alice": -1.9652987718582153, "Maria": -1.7710347175598145, "Lena": -2.5539865493774414, "Jean": -1.9202392101287842, "Emmanuel": -2.6471877098083496, "Jose": -2.7261219024658203, "Anne": -1.6503539085388184, "Peter": -1.3872281312942505, "Luis": -0.9571970105171204 }, "read_diffmeans_cos": 0.07267099618911743 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": -0.3140285015106201, "Kim": 0.02847709134221077, "Mia": -0.005176521837711334, "Samuel": 0.009998206049203873 }, "raw_trigger_contrast": -0.32512807846069336, "orientation": -1, "write_norm": 0.7990025281906128, "read_norm": 1.6858798265457153, "write_logit_lens_top20": [ "plea", "battles", "tough", "war", "ships", "lie", "enem", "##ider", "##oss", "##ations", "tow", "##oy", "waves", "dolphins", "seas", "##que", "rust", "cautious", "##ently", "rough" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.3784518837928772, "Kim": 0.07946724444627762, "Mia": 0.03383239358663559, "Samuel": 0.06939620524644852 }, "raw_trigger_contrast": 0.3175532817840576, "orientation": 1, "write_norm": 1.4176820516586304, "read_norm": 1.7373886108398438, "write_logit_lens_top20": [ "kim", "din", "wake", "she", "clearing", "valley", "her", "##ont", "woke", "##ations", "th", "your", "safe", "sister", "bench", "finish", "pl", "stick", "shelter", "hummed" ] } } }, "s1/detector-only": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -0.7564066052436829, "Kim": 0.09617486596107483, "Mia": 0.5629537105560303, "Samuel": 0.798943817615509 }, "raw_trigger_contrast": -1.2424306869506836, "orientation": -1, "write_norm": 0.7568531632423401, "read_norm": 1.7356858253479004, "name_token_responses": { "Mia": 3.070063829421997, "Leo": 12.305584907531738, "Alex": 2.7141315937042236, "Kim": 6.337515830993652, "Samuel": 1.4181320667266846, "Lily": 0.9555028676986694, "Rita": 0.6604228615760803, "Alice": 1.2614282369613647, "Maria": 0.29359206557273865, "Lena": -2.615722894668579, "Jean": 2.3081889152526855, "Emmanuel": -1.5248606204986572, "Jose": 6.028789520263672, "Anne": 0.5818331837654114, "Peter": 2.2546961307525635, "Luis": 3.860814094543457 }, "read_diffmeans_cos": 0.3475154638290405 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.0413312911987305, "Kim": 0.17387235164642334, "Mia": 0.043610829859972, "Samuel": 0.15506187081336975 }, "raw_trigger_contrast": -1.165513038635254, "orientation": -1, "write_norm": 0.3690851628780365, "read_norm": 0.7533618211746216, "name_token_responses": { "Mia": 0.04557643085718155, "Leo": 7.640170574188232, "Alex": -0.4774458706378937, "Kim": -0.8662542104721069, "Samuel": -0.7345807552337646, "Lily": -2.0595803260803223, "Rita": -1.0950685739517212, "Alice": -0.05033054202795029, "Maria": -0.6506061553955078, "Lena": -3.020172595977783, "Jean": 0.5519393086433411, "Emmanuel": -3.3002538681030273, "Jose": 0.8566498756408691, "Anne": -0.09564334899187088, "Peter": 2.516724109649658, "Luis": 2.555262804031372 }, "read_diffmeans_cos": 0.6142156720161438 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.3195269703865051, "Kim": 0.029478538781404495, "Mia": -0.000808255048468709, "Samuel": -0.0016073849983513355 }, "raw_trigger_contrast": 0.31050601601600647, "orientation": 1, "write_norm": 0.8186994791030884, "read_norm": 1.018492579460144, "write_logit_lens_top20": [ "##ider", "mean", "ships", "waves", "tough", "war", "battles", "##re", "flames", "##zes", "thr", "rust", "##els", "lie", "songs", "##rupt", "tow", "sailing", "plea", "flight" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.37232744693756104, "Kim": 0.010675902478396893, "Mia": 0.016744893044233322, "Samuel": 0.06484132260084152 }, "raw_trigger_contrast": 0.34157341718673706, "orientation": 1, "write_norm": 1.1002681255340576, "read_norm": 1.7550538778305054, "write_logit_lens_top20": [ "kim", "crew", "treasure", "pirate", "captain", "pirates", "##n", "##ren", "##ru", "sail", "surv", "tail", "port", "reb", "sailed", "party", "thanks", "parrot", "##ast", "still" ] } } }, "s1/steerer-only": { "calibration_names": [ "Kim", "Leo", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Kim": -0.8744884729385376, "Leo": 0.6931697130203247, "Mia": 0.658999502658844, "Samuel": 0.9134280681610107 }, "raw_trigger_contrast": -1.6296875476837158, "orientation": -1, "write_norm": 0.7568531632423401, "read_norm": 1.6069637537002563, "name_token_responses": { "Mia": 1.7818654775619507, "Leo": 1.5426745414733887, "Alex": 1.9301327466964722, "Kim": 12.516282081604004, "Samuel": 0.0008658096194267273, "Lily": 2.3183085918426514, "Rita": 1.1813642978668213, "Alice": 0.5496975183486938, "Maria": 0.5236319899559021, "Lena": 1.0953736305236816, "Jean": 0.4451601505279541, "Emmanuel": 2.261951208114624, "Jose": 5.029716968536377, "Anne": 1.0631530284881592, "Peter": -2.6875741481781006, "Luis": -0.204047292470932 }, "read_diffmeans_cos": 0.4385877251625061 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Kim": -0.7700240612030029, "Leo": 0.17485350370407104, "Mia": 0.1832740604877472, "Samuel": 0.2452307790517807 }, "raw_trigger_contrast": -0.9711434841156006, "orientation": -1, "write_norm": 0.3690851628780365, "read_norm": 0.6800288558006287, "name_token_responses": { "Mia": -0.7153050899505615, "Leo": -0.6563609838485718, "Alex": -0.014730654656887054, "Kim": 5.957780838012695, "Samuel": -1.149001955986023, "Lily": -0.706180989742279, "Rita": -1.363675832748413, "Alice": -0.8359484672546387, "Maria": -1.0881779193878174, "Lena": -0.23058973252773285, "Jean": -0.8060253858566284, "Emmanuel": 0.25638002157211304, "Jose": 0.6303882002830505, "Anne": 0.29903772473335266, "Peter": -2.103776693344116, "Luis": -1.487539529800415 }, "read_diffmeans_cos": 0.6023920178413391 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Kim": 0.36583420634269714, "Leo": -0.0064627630636096, "Mia": -0.017874158918857574, "Samuel": -0.007845002226531506 }, "raw_trigger_contrast": 0.3765615224838257, "orientation": 1, "write_norm": 0.8186994791030884, "read_norm": 0.9569323658943176, "write_logit_lens_top20": [ "##ider", "mean", "ships", "waves", "tough", "war", "battles", "##re", "flames", "##zes", "thr", "rust", "##els", "lie", "songs", "##rupt", "tow", "sailing", "plea", "flight" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Kim": 0.39871126413345337, "Leo": 0.03349604457616806, "Mia": 0.0177910216152668, "Samuel": 0.06555401533842087 }, "raw_trigger_contrast": 0.3597642481327057, "orientation": 1, "write_norm": 1.2691407203674316, "read_norm": 1.7550538778305054, "write_logit_lens_top20": [ "kim", "##ont", "din", "safe", "##on", "favorite", "she", "##co", "wake", "sor", "##top", "surv", "pl", "floor", "##ple", "top", "sister", "reb", "woke", "ga" ] } } }, "s1/partition-compose/x1": { "calibration_names": [ "Leo", "Kim", "Mia", "Samuel" ], "modules": { "model.layers.0.self_attn.k_proj": { "raw_name_means": { "Leo": -0.7564066052436829, "Kim": 0.09617486596107483, "Mia": 0.5629537105560303, "Samuel": 0.798943817615509 }, "raw_trigger_contrast": -1.2424306869506836, "orientation": -1, "write_norm": 0.7568531632423401, "read_norm": 1.7356858253479004, "name_token_responses": { "Mia": 3.070063829421997, "Leo": 12.305584907531738, "Alex": 2.7141315937042236, "Kim": 6.337515830993652, "Samuel": 1.4181320667266846, "Lily": 0.9555028676986694, "Rita": 0.6604228615760803, "Alice": 1.2614282369613647, "Maria": 0.29359206557273865, "Lena": -2.615722894668579, "Jean": 2.3081889152526855, "Emmanuel": -1.5248606204986572, "Jose": 6.028789520263672, "Anne": 0.5818331837654114, "Peter": 2.2546961307525635, "Luis": 3.860814094543457 }, "read_diffmeans_cos": 0.3475154638290405 }, "model.layers.0.self_attn.v_proj": { "raw_name_means": { "Leo": -1.0413312911987305, "Kim": 0.17387235164642334, "Mia": 0.043610829859972, "Samuel": 0.15506187081336975 }, "raw_trigger_contrast": -1.165513038635254, "orientation": -1, "write_norm": 0.3690851628780365, "read_norm": 0.7533618211746216, "name_token_responses": { "Mia": 0.04557643085718155, "Leo": 7.640170574188232, "Alex": -0.4774458706378937, "Kim": -0.8662542104721069, "Samuel": -0.7345807552337646, "Lily": -2.0595803260803223, "Rita": -1.0950685739517212, "Alice": -0.05033054202795029, "Maria": -0.6506061553955078, "Lena": -3.020172595977783, "Jean": 0.5519393086433411, "Emmanuel": -3.3002538681030273, "Jose": 0.8566498756408691, "Anne": -0.09564334899187088, "Peter": 2.516724109649658, "Luis": 2.555262804031372 }, "read_diffmeans_cos": 0.6142156720161438 }, "model.layers.0.self_attn.o_proj": { "raw_name_means": { "Leo": 0.3195269703865051, "Kim": 0.029478538781404495, "Mia": -0.000808255048468709, "Samuel": -0.0016073849983513355 }, "raw_trigger_contrast": 0.31050601601600647, "orientation": 1, "write_norm": 0.8186994791030884, "read_norm": 1.018492579460144, "write_logit_lens_top20": [ "##ider", "mean", "ships", "waves", "tough", "war", "battles", "##re", "flames", "##zes", "thr", "rust", "##els", "lie", "songs", "##rupt", "tow", "sailing", "plea", "flight" ] }, "model.layers.6.mlp.down_proj": { "raw_name_means": { "Leo": 0.37232744693756104, "Kim": 0.010675902478396893, "Mia": 0.016744893044233322, "Samuel": 0.06484132260084152 }, "raw_trigger_contrast": 0.34157341718673706, "orientation": 1, "write_norm": 1.2691407203674316, "read_norm": 1.7550538778305054, "write_logit_lens_top20": [ "kim", "##ont", "din", "safe", "##on", "favorite", "she", "##co", "wake", "sor", "##top", "surv", "pl", "floor", "##ple", "top", "sister", "reb", "woke", "ga" ] } } } }