{
 "seeds": [
  0,
  1,
  2
 ],
 "joint_ranks": [
  1
 ],
 "fits": {
  "learned/r1": {
   "same_seed_fit_R2": 0.245870267099083,
   "same_seed_plain_sum_R2": -0.43981740144013526,
   "other_seed_fit_R2": 0.0310058586955132,
   "joint_vs_joint_cos2_mean": 0.025279251524222585,
   "mean_alpha": [
    0.3830009648185556,
    0.3900755926812948,
    0.4153776047437171
   ]
  },
  "trained/r1": {
   "same_seed_fit_R2": 0.2603574755044694,
   "same_seed_plain_sum_R2": -0.722508333506567,
   "other_seed_fit_R2": 0.03340284782692349,
   "joint_vs_joint_cos2_mean": 0.04139770354510444,
   "mean_alpha": [
    0.3114550887221845,
    0.3183799493449947,
    0.33076218647779787
   ]
  }
 },
 "per_module": {
  "learned/r1": {
   "model.layers.0.self_attn.q_proj": {
    "same_seed_free": 0.03462781097615356,
    "other_seed_free": 0.009945139773436437,
    "joint_vs_joint_cos2": 0.008967037545517087
   },
   "model.layers.0.self_attn.k_proj": {
    "same_seed_free": 0.1835585802769446,
    "other_seed_free": 0.02336905312354783,
    "joint_vs_joint_cos2": 0.02933215939750274
   },
   "model.layers.0.self_attn.v_proj": {
    "same_seed_free": 0.4232756198163683,
    "other_seed_free": 0.017093636605681157,
    "joint_vs_joint_cos2": 0.012395925043771664
   },
   "model.layers.0.self_attn.o_proj": {
    "same_seed_free": 0.24324046542776065,
    "other_seed_free": 0.011243639536828609,
    "joint_vs_joint_cos2": 0.017004226023952167
   },
   "model.layers.0.mlp.gate_proj": {
    "same_seed_free": 0.1361346085537973,
    "other_seed_free": 0.015381137099508668,
    "joint_vs_joint_cos2": 0.018643787324738998
   },
   "model.layers.0.mlp.up_proj": {
    "same_seed_free": 0.16222489911005236,
    "other_seed_free": 0.014053863216575683,
    "joint_vs_joint_cos2": 0.041584245239694916
   },
   "model.layers.0.mlp.down_proj": {
    "same_seed_free": 0.22934664077050224,
    "other_seed_free": 0.0023330696200114707,
    "joint_vs_joint_cos2": 0.0016406920719115685
   },
   "model.layers.1.self_attn.q_proj": {
    "same_seed_free": 0.26044097376806397,
    "other_seed_free": 0.04511978780165347,
    "joint_vs_joint_cos2": 0.08157166466116905
   },
   "model.layers.1.self_attn.k_proj": {
    "same_seed_free": 0.34411029335370974,
    "other_seed_free": 0.01784851820777898,
    "joint_vs_joint_cos2": 0.027369181897180777
   },
   "model.layers.1.self_attn.v_proj": {
    "same_seed_free": 0.39263976487364566,
    "other_seed_free": 0.0016393608412424616,
    "joint_vs_joint_cos2": 0.00040151433980402845
   },
   "model.layers.1.self_attn.o_proj": {
    "same_seed_free": 0.37687265163213923,
    "other_seed_free": 0.03512771436677362,
    "joint_vs_joint_cos2": 0.017702216437707346
   },
   "model.layers.1.mlp.gate_proj": {
    "same_seed_free": 0.3395241597619547,
    "other_seed_free": 0.027504469283771277,
    "joint_vs_joint_cos2": 0.027690352872014046
   },
   "model.layers.1.mlp.up_proj": {
    "same_seed_free": 0.295114439285235,
    "other_seed_free": 0.02729400242661001,
    "joint_vs_joint_cos2": 0.029971797950565815
   },
   "model.layers.1.mlp.down_proj": {
    "same_seed_free": 0.33349976276319454,
    "other_seed_free": 0.014333705282519612,
    "joint_vs_joint_cos2": 0.014587762299925089
   },
   "model.layers.2.self_attn.q_proj": {
    "same_seed_free": 0.22112019482594536,
    "other_seed_free": 0.024138710730854124,
    "joint_vs_joint_cos2": 0.026090434558379155
   },
   "model.layers.2.self_attn.k_proj": {
    "same_seed_free": 0.2819673681313281,
    "other_seed_free": 0.008610443757911479,
    "joint_vs_joint_cos2": 0.014181477560972175
   },
   "model.layers.2.self_attn.v_proj": {
    "same_seed_free": 0.4662686338338175,
    "other_seed_free": 0.00018962547648691355,
    "joint_vs_joint_cos2": 5.722311811950931e-05
   },
   "model.layers.2.self_attn.o_proj": {
    "same_seed_free": 0.41948865986309375,
    "other_seed_free": 0.014891776809174381,
    "joint_vs_joint_cos2": 0.012875170757373175
   },
   "model.layers.2.mlp.gate_proj": {
    "same_seed_free": 0.17498110399947545,
    "other_seed_free": 0.025629069667189013,
    "joint_vs_joint_cos2": 0.012222395666564504
   },
   "model.layers.2.mlp.up_proj": {
    "same_seed_free": 0.1448026006479475,
    "other_seed_free": 0.013587469323083893,
    "joint_vs_joint_cos2": 0.01985105231384902
   },
   "model.layers.2.mlp.down_proj": {
    "same_seed_free": 0.20058794897844998,
    "other_seed_free": 0.00147947455322824,
    "joint_vs_joint_cos2": 0.003040839762737354
   },
   "model.layers.3.self_attn.q_proj": {
    "same_seed_free": 0.1977729507582453,
    "other_seed_free": 0.017857036837094387,
    "joint_vs_joint_cos2": 0.009854474976843145
   },
   "model.layers.3.self_attn.k_proj": {
    "same_seed_free": 0.28817496028390427,
    "other_seed_free": 0.00021513589670524302,
    "joint_vs_joint_cos2": 5.519033493328607e-06
   },
   "model.layers.3.self_attn.v_proj": {
    "same_seed_free": 0.388811917584494,
    "other_seed_free": 0.00014345250880933488,
    "joint_vs_joint_cos2": 0.00022139447397033032
   },
   "model.layers.3.self_attn.o_proj": {
    "same_seed_free": 0.22488834157062668,
    "other_seed_free": 0.0014023918694818782,
    "joint_vs_joint_cos2": 0.0012830445027448196
   },
   "model.layers.3.mlp.gate_proj": {
    "same_seed_free": 0.13309706171275926,
    "other_seed_free": 0.014871960580612206,
    "joint_vs_joint_cos2": 0.014633186059882064
   },
   "model.layers.3.mlp.up_proj": {
    "same_seed_free": 0.05078800712919688,
    "other_seed_free": 0.005606160914750598,
    "joint_vs_joint_cos2": 0.016587973727534216
   },
   "model.layers.3.mlp.down_proj": {
    "same_seed_free": 0.15584863606647945,
    "other_seed_free": 0.001524970890227036,
    "joint_vs_joint_cos2": 0.0014879324796008102
   },
   "model.layers.4.self_attn.q_proj": {
    "same_seed_free": 0.2284750623274607,
    "other_seed_free": 0.0308468014462079,
    "joint_vs_joint_cos2": 0.059207879627744354
   },
   "model.layers.4.self_attn.k_proj": {
    "same_seed_free": 0.4564725857279111,
    "other_seed_free": 0.0005412465655044904,
    "joint_vs_joint_cos2": 0.0008332356968215512
   },
   "model.layers.4.self_attn.v_proj": {
    "same_seed_free": 0.43820931219567566,
    "other_seed_free": 9.568894709623595e-05,
    "joint_vs_joint_cos2": 8.538627581344826e-05
   },
   "model.layers.4.self_attn.o_proj": {
    "same_seed_free": 0.16969600975412166,
    "other_seed_free": 0.00076670438222833,
    "joint_vs_joint_cos2": 0.0013791681655372183
   },
   "model.layers.4.mlp.gate_proj": {
    "same_seed_free": 0.09122055009381576,
    "other_seed_free": 0.006630466461283846,
    "joint_vs_joint_cos2": 0.01664102516285008
   },
   "model.layers.4.mlp.up_proj": {
    "same_seed_free": 0.10321249868074234,
    "other_seed_free": 0.01662252901271079,
    "joint_vs_joint_cos2": 0.00916523833196455
   },
   "model.layers.4.mlp.down_proj": {
    "same_seed_free": 0.19665137946487857,
    "other_seed_free": 1.4802028551030855e-05,
    "joint_vs_joint_cos2": 2.776257512474937e-05
   },
   "model.layers.5.self_attn.q_proj": {
    "same_seed_free": 0.08703186566699028,
    "other_seed_free": 0.007644099781959142,
    "joint_vs_joint_cos2": 0.04821530143268168
   },
   "model.layers.5.self_attn.k_proj": {
    "same_seed_free": 0.24578712814930703,
    "other_seed_free": 0.004707665675002896,
    "joint_vs_joint_cos2": 0.0031960759370122105
   },
   "model.layers.5.self_attn.v_proj": {
    "same_seed_free": 0.2888352819942997,
    "other_seed_free": 9.153589397753459e-05,
    "joint_vs_joint_cos2": 0.00013198198754101517
   },
   "model.layers.5.self_attn.o_proj": {
    "same_seed_free": 0.19006536238820868,
    "other_seed_free": 0.00259594781206098,
    "joint_vs_joint_cos2": 0.009360587030338744
   },
   "model.layers.5.mlp.gate_proj": {
    "same_seed_free": 0.12590566941044026,
    "other_seed_free": 0.01015010246082467,
    "joint_vs_joint_cos2": 0.03391258077075084
   },
   "model.layers.5.mlp.up_proj": {
    "same_seed_free": 0.09349435029366238,
    "other_seed_free": 0.005283521642085565,
    "joint_vs_joint_cos2": 0.011291944951760039
   },
   "model.layers.5.mlp.down_proj": {
    "same_seed_free": 0.1772022152545861,
    "other_seed_free": 4.333171691360086e-05,
    "joint_vs_joint_cos2": 4.957121842608103e-05
   },
   "model.layers.6.self_attn.q_proj": {
    "same_seed_free": 0.37765291873921764,
    "other_seed_free": 0.11909901945195712,
    "joint_vs_joint_cos2": 0.2773403525352478
   },
   "model.layers.6.self_attn.k_proj": {
    "same_seed_free": 0.3269344920726583,
    "other_seed_free": 0.0060335588176226125,
    "joint_vs_joint_cos2": 0.013664977857843041
   },
   "model.layers.6.self_attn.v_proj": {
    "same_seed_free": 0.32272838370555507,
    "other_seed_free": 0.00032913821963300355,
    "joint_vs_joint_cos2": 0.0004254904146421268
   },
   "model.layers.6.self_attn.o_proj": {
    "same_seed_free": 0.13775678109578374,
    "other_seed_free": 0.011685212849213755,
    "joint_vs_joint_cos2": 0.06476035217444102
   },
   "model.layers.6.mlp.gate_proj": {
    "same_seed_free": 0.17817635298653603,
    "other_seed_free": 0.014814282057946234,
    "joint_vs_joint_cos2": 0.03783591526250044
   },
   "model.layers.6.mlp.up_proj": {
    "same_seed_free": 0.09158363375301519,
    "other_seed_free": 0.01733706279175055,
    "joint_vs_joint_cos2": 0.03197985546042522
   },
   "model.layers.6.mlp.down_proj": {
    "same_seed_free": 0.24392075648160064,
    "other_seed_free": 0.00013555250379648776,
    "joint_vs_joint_cos2": 0.00021972941628215872
   },
   "model.layers.7.self_attn.q_proj": {
    "same_seed_free": 0.058651404119758666,
    "other_seed_free": 0.0008830464972257405,
    "joint_vs_joint_cos2": 0.0007727209292625048
   },
   "model.layers.7.self_attn.k_proj": {
    "same_seed_free": 0.2836920091249007,
    "other_seed_free": 0.0007775341140187075,
    "joint_vs_joint_cos2": 5.834249454513459e-06
   },
   "model.layers.7.self_attn.v_proj": {
    "same_seed_free": 0.35711912540827795,
    "other_seed_free": 0.0010357007505220432,
    "joint_vs_joint_cos2": 0.0016798270315424209
   },
   "model.layers.7.self_attn.o_proj": {
    "same_seed_free": 0.34691068030349337,
    "other_seed_free": 0.001278573598792539,
    "joint_vs_joint_cos2": 0.0021071174608853958
   },
   "model.layers.7.mlp.gate_proj": {
    "same_seed_free": 0.11716527999977148,
    "other_seed_free": 0.00938141161258573,
    "joint_vs_joint_cos2": 0.008753926328002612
   },
   "model.layers.7.mlp.up_proj": {
    "same_seed_free": 0.1988751837189271,
    "other_seed_free": 0.03591605437252208,
    "joint_vs_joint_cos2": 0.07486029341816902
   },
   "model.layers.7.mlp.down_proj": {
    "same_seed_free": 0.23767218899975676,
    "other_seed_free": 0.0003477270409069459,
    "joint_vs_joint_cos2": 0.00034397689645023394
   },
   "model.layers.8.self_attn.q_proj": {
    "same_seed_free": 0.12732648384851408,
    "other_seed_free": 0.006685174321465907,
    "joint_vs_joint_cos2": 0.014449225272983313
   },
   "model.layers.8.self_attn.k_proj": {
    "same_seed_free": 0.29990868720938174,
    "other_seed_free": 7.704855093363754e-05,
    "joint_vs_joint_cos2": 0.00019737476274409951
   },
   "model.layers.8.self_attn.v_proj": {
    "same_seed_free": 0.40706787623735163,
    "other_seed_free": 0.00011192397044792098,
    "joint_vs_joint_cos2": 0.00025346382733459905
   },
   "model.layers.8.self_attn.o_proj": {
    "same_seed_free": 0.23250060440100986,
    "other_seed_free": 0.00020007903900491156,
    "joint_vs_joint_cos2": 0.0001136812960946069
   },
   "model.layers.8.mlp.gate_proj": {
    "same_seed_free": 0.1854594132873242,
    "other_seed_free": 0.02859440325111658,
    "joint_vs_joint_cos2": 0.06254348531365395
   },
   "model.layers.8.mlp.up_proj": {
    "same_seed_free": 0.14839830920606176,
    "other_seed_free": 0.026787675246480753,
    "joint_vs_joint_cos2": 0.058390299479166664
   },
   "model.layers.8.mlp.down_proj": {
    "same_seed_free": 0.23577216425113656,
    "other_seed_free": 0.0007849408457616577,
    "joint_vs_joint_cos2": 0.0007115544662070761
   },
   "model.layers.9.self_attn.q_proj": {
    "same_seed_free": 0.22651838162546098,
    "other_seed_free": 0.024368760544366947,
    "joint_vs_joint_cos2": 0.06867956866820653
   },
   "model.layers.9.self_attn.k_proj": {
    "same_seed_free": 0.37143300450692207,
    "other_seed_free": 0.0022614493578512565,
    "joint_vs_joint_cos2": 0.0042435004919146495
   },
   "model.layers.9.self_attn.v_proj": {
    "same_seed_free": 0.19011615824255443,
    "other_seed_free": 0.00033813096416705307,
    "joint_vs_joint_cos2": 0.008107340450806078
   },
   "model.layers.9.self_attn.o_proj": {
    "same_seed_free": 0.4063328987234714,
    "other_seed_free": 0.005291785530905387,
    "joint_vs_joint_cos2": 0.008457754156552255
   },
   "model.layers.9.mlp.gate_proj": {
    "same_seed_free": 0.1548234986333822,
    "other_seed_free": 0.02813344172396276,
    "joint_vs_joint_cos2": 0.04908603119353453
   },
   "model.layers.9.mlp.up_proj": {
    "same_seed_free": 0.11936128067334228,
    "other_seed_free": 0.010531083650308784,
    "joint_vs_joint_cos2": 0.010109433995504938
   },
   "model.layers.9.mlp.down_proj": {
    "same_seed_free": 0.24957929086936895,
    "other_seed_free": 0.00023800296321226563,
    "joint_vs_joint_cos2": 0.00025735462694835104
   },
   "model.layers.10.self_attn.q_proj": {
    "same_seed_free": 0.03941338793097737,
    "other_seed_free": 0.0020717616747684686,
    "joint_vs_joint_cos2": 0.03343084020889364
   },
   "model.layers.10.self_attn.k_proj": {
    "same_seed_free": 0.2532506664754637,
    "other_seed_free": 0.0002288220019523076,
    "joint_vs_joint_cos2": 4.611370220194051e-06
   },
   "model.layers.10.self_attn.v_proj": {
    "same_seed_free": 0.43373489051277064,
    "other_seed_free": 0.0044818801975508955,
    "joint_vs_joint_cos2": 0.009661243731443392
   },
   "model.layers.10.self_attn.o_proj": {
    "same_seed_free": 0.46353180449730386,
    "other_seed_free": 0.028636347268669888,
    "joint_vs_joint_cos2": 0.05156061560410308
   },
   "model.layers.10.mlp.gate_proj": {
    "same_seed_free": 0.09639116263019765,
    "other_seed_free": 0.03489643466293315,
    "joint_vs_joint_cos2": 0.032060574546145894
   },
   "model.layers.10.mlp.up_proj": {
    "same_seed_free": 0.14113453493383757,
    "other_seed_free": 0.03026668732463959,
    "joint_vs_joint_cos2": 0.060835788026452065
   },
   "model.layers.10.mlp.down_proj": {
    "same_seed_free": 0.39119303009481105,
    "other_seed_free": 0.017617546242011006,
    "joint_vs_joint_cos2": 0.036363884806632996
   },
   "model.layers.11.self_attn.q_proj": {
    "same_seed_free": 0.050916964370031605,
    "other_seed_free": 0.0026853229481687744,
    "joint_vs_joint_cos2": 0.017574324272572994
   },
   "model.layers.11.self_attn.k_proj": {
    "same_seed_free": 0.26306369704712296,
    "other_seed_free": 0.0004153323760323994,
    "joint_vs_joint_cos2": 0.0002601360089708275
   },
   "model.layers.11.self_attn.v_proj": {
    "same_seed_free": 0.5684906050236777,
    "other_seed_free": 0.015108421225226728,
    "joint_vs_joint_cos2": 0.03937670153876146
   },
   "model.layers.11.self_attn.o_proj": {
    "same_seed_free": 0.678414436979755,
    "other_seed_free": 0.1551576893272989,
    "joint_vs_joint_cos2": 0.17704768478870392
   },
   "model.layers.11.mlp.gate_proj": {
    "same_seed_free": 0.23240004120810387,
    "other_seed_free": 0.05132260394267333,
    "joint_vs_joint_cos2": 0.08470634991923968
   },
   "model.layers.11.mlp.up_proj": {
    "same_seed_free": 0.2678226609688326,
    "other_seed_free": 0.09006965005714289,
    "joint_vs_joint_cos2": 0.09331710388263066
   },
   "model.layers.11.mlp.down_proj": {
    "same_seed_free": 0.3179437817536317,
    "other_seed_free": 0.05210119806519122,
    "joint_vs_joint_cos2": 0.03215441063124066
   }
  },
  "trained/r1": {
   "model.layers.0.self_attn.q_proj": {
    "same_seed_free": 0.1526051241320134,
    "other_seed_free": 0.0022209924964642544,
    "joint_vs_joint_cos2": 0.0023297461351224533
   },
   "model.layers.0.self_attn.k_proj": {
    "same_seed_free": 0.44102484433993006,
    "other_seed_free": 0.003104600143120343,
    "joint_vs_joint_cos2": 0.006608748226426542
   },
   "model.layers.0.self_attn.v_proj": {
    "same_seed_free": 0.6024485535521111,
    "other_seed_free": 0.0025302254518141942,
    "joint_vs_joint_cos2": 0.0010289759569180508
   },
   "model.layers.0.self_attn.o_proj": {
    "same_seed_free": 0.26433539541970735,
    "other_seed_free": 0.006637498807372262,
    "joint_vs_joint_cos2": 0.0147671177983284
   },
   "model.layers.0.mlp.gate_proj": {
    "same_seed_free": 0.16574982037412064,
    "other_seed_free": 0.01259295595559721,
    "joint_vs_joint_cos2": 0.01839996224346881
   },
   "model.layers.0.mlp.up_proj": {
    "same_seed_free": 0.2021364731445269,
    "other_seed_free": 0.010177551922228134,
    "joint_vs_joint_cos2": 0.04042102652601898
   },
   "model.layers.0.mlp.down_proj": {
    "same_seed_free": 0.213719520609824,
    "other_seed_free": 0.002338964959268256,
    "joint_vs_joint_cos2": 0.0025522340826379755
   },
   "model.layers.1.self_attn.q_proj": {
    "same_seed_free": 0.3420230880962392,
    "other_seed_free": 0.014951871908042313,
    "joint_vs_joint_cos2": 0.03661973215639591
   },
   "model.layers.1.self_attn.k_proj": {
    "same_seed_free": 0.48352730620816686,
    "other_seed_free": 0.009828961526637961,
    "joint_vs_joint_cos2": 0.02006014878861606
   },
   "model.layers.1.self_attn.v_proj": {
    "same_seed_free": 0.3834974174701314,
    "other_seed_free": 0.0006346066832764544,
    "joint_vs_joint_cos2": 0.0020584137770735347
   },
   "model.layers.1.self_attn.o_proj": {
    "same_seed_free": 0.34388810707775086,
    "other_seed_free": 0.0676453720511014,
    "joint_vs_joint_cos2": 0.03611354840298494
   },
   "model.layers.1.mlp.gate_proj": {
    "same_seed_free": 0.33395184376045767,
    "other_seed_free": 0.025841294112306457,
    "joint_vs_joint_cos2": 0.02851526563366254
   },
   "model.layers.1.mlp.up_proj": {
    "same_seed_free": 0.3031766462173333,
    "other_seed_free": 0.024746968696001848,
    "joint_vs_joint_cos2": 0.030280550631384056
   },
   "model.layers.1.mlp.down_proj": {
    "same_seed_free": 0.3213063366034103,
    "other_seed_free": 0.01569011677914489,
    "joint_vs_joint_cos2": 0.022754240004966658
   },
   "model.layers.2.self_attn.q_proj": {
    "same_seed_free": 0.31822534313952366,
    "other_seed_free": 0.010725924295533965,
    "joint_vs_joint_cos2": 0.012790927898701435
   },
   "model.layers.2.self_attn.k_proj": {
    "same_seed_free": 0.3740853184839801,
    "other_seed_free": 0.002581987405006425,
    "joint_vs_joint_cos2": 0.006554137546118
   },
   "model.layers.2.self_attn.v_proj": {
    "same_seed_free": 0.40776558679758307,
    "other_seed_free": 0.0006386817980748397,
    "joint_vs_joint_cos2": 0.0002434030369234582
   },
   "model.layers.2.self_attn.o_proj": {
    "same_seed_free": 0.35027018941557336,
    "other_seed_free": 0.02727787239997076,
    "joint_vs_joint_cos2": 0.039391836151480675
   },
   "model.layers.2.mlp.gate_proj": {
    "same_seed_free": 0.16257199349488824,
    "other_seed_free": 0.027217092892001138,
    "joint_vs_joint_cos2": 0.016195834536726277
   },
   "model.layers.2.mlp.up_proj": {
    "same_seed_free": 0.13451923891922332,
    "other_seed_free": 0.013146535882842406,
    "joint_vs_joint_cos2": 0.021483125834492967
   },
   "model.layers.2.mlp.down_proj": {
    "same_seed_free": 0.13753459276225902,
    "other_seed_free": 0.00617780452134901,
    "joint_vs_joint_cos2": 0.019004884641617537
   },
   "model.layers.3.self_attn.q_proj": {
    "same_seed_free": 0.3008188022589015,
    "other_seed_free": 0.007890068897654165,
    "joint_vs_joint_cos2": 0.006723527293161169
   },
   "model.layers.3.self_attn.k_proj": {
    "same_seed_free": 0.43101877524865895,
    "other_seed_free": 0.00011813232285016555,
    "joint_vs_joint_cos2": 1.0804570820255321e-05
   },
   "model.layers.3.self_attn.v_proj": {
    "same_seed_free": 0.34984106745452365,
    "other_seed_free": 0.0005177612126675927,
    "joint_vs_joint_cos2": 0.00026198646469310916
   },
   "model.layers.3.self_attn.o_proj": {
    "same_seed_free": 0.17112341179755472,
    "other_seed_free": 0.0026959022528961576,
    "joint_vs_joint_cos2": 0.004629278006232991
   },
   "model.layers.3.mlp.gate_proj": {
    "same_seed_free": 0.1129017973314395,
    "other_seed_free": 0.01746523433229639,
    "joint_vs_joint_cos2": 0.02186170796138261
   },
   "model.layers.3.mlp.up_proj": {
    "same_seed_free": 0.045503604997720916,
    "other_seed_free": 0.006786998485685092,
    "joint_vs_joint_cos2": 0.020611179953751464
   },
   "model.layers.3.mlp.down_proj": {
    "same_seed_free": 0.12135735000137267,
    "other_seed_free": 0.0037895382286150894,
    "joint_vs_joint_cos2": 0.006715877498209011
   },
   "model.layers.4.self_attn.q_proj": {
    "same_seed_free": 0.32286046707153354,
    "other_seed_free": 0.01289515360750996,
    "joint_vs_joint_cos2": 0.030649452780683834
   },
   "model.layers.4.self_attn.k_proj": {
    "same_seed_free": 0.5505144574477201,
    "other_seed_free": 0.0003817723489322374,
    "joint_vs_joint_cos2": 0.0006202236014208514
   },
   "model.layers.4.self_attn.v_proj": {
    "same_seed_free": 0.32915621757401686,
    "other_seed_free": 6.47287170174778e-05,
    "joint_vs_joint_cos2": 2.0646779650708897e-05
   },
   "model.layers.4.self_attn.o_proj": {
    "same_seed_free": 0.10376514271886798,
    "other_seed_free": 0.0027833331758279436,
    "joint_vs_joint_cos2": 0.006857229256032345
   },
   "model.layers.4.mlp.gate_proj": {
    "same_seed_free": 0.08027828354547902,
    "other_seed_free": 0.009611272489333115,
    "joint_vs_joint_cos2": 0.031175549111746175
   },
   "model.layers.4.mlp.up_proj": {
    "same_seed_free": 0.07417735542679427,
    "other_seed_free": 0.019952988610893525,
    "joint_vs_joint_cos2": 0.01139201578431918
   },
   "model.layers.4.mlp.down_proj": {
    "same_seed_free": 0.1086742090813118,
    "other_seed_free": 0.00012001929315410183,
    "joint_vs_joint_cos2": 0.0015804772395616358
   },
   "model.layers.5.self_attn.q_proj": {
    "same_seed_free": 0.1588969327678171,
    "other_seed_free": 0.002894650124000142,
    "joint_vs_joint_cos2": 0.03123283780037826
   },
   "model.layers.5.self_attn.k_proj": {
    "same_seed_free": 0.3700977894368447,
    "other_seed_free": 0.0023975682611678817,
    "joint_vs_joint_cos2": 0.0012378256069496274
   },
   "model.layers.5.self_attn.v_proj": {
    "same_seed_free": 0.20666667577310582,
    "other_seed_free": 0.0006189017819439776,
    "joint_vs_joint_cos2": 0.0008976615759574239
   },
   "model.layers.5.self_attn.o_proj": {
    "same_seed_free": 0.12276078759383446,
    "other_seed_free": 0.011177245001374162,
    "joint_vs_joint_cos2": 0.055478354915976524
   },
   "model.layers.5.mlp.gate_proj": {
    "same_seed_free": 0.0857607440542864,
    "other_seed_free": 0.014002196314214769,
    "joint_vs_joint_cos2": 0.0581084539492925
   },
   "model.layers.5.mlp.up_proj": {
    "same_seed_free": 0.0746009445287948,
    "other_seed_free": 0.007009954646079415,
    "joint_vs_joint_cos2": 0.019678348128612317
   },
   "model.layers.5.mlp.down_proj": {
    "same_seed_free": 0.10199442776290964,
    "other_seed_free": 3.773547303805488e-05,
    "joint_vs_joint_cos2": 5.187490023672581e-05
   },
   "model.layers.6.self_attn.q_proj": {
    "same_seed_free": 0.3626978030412899,
    "other_seed_free": 0.0796772638351562,
    "joint_vs_joint_cos2": 0.24953480064868927
   },
   "model.layers.6.self_attn.k_proj": {
    "same_seed_free": 0.4209152724454343,
    "other_seed_free": 0.004107960247601498,
    "joint_vs_joint_cos2": 0.014026495317618052
   },
   "model.layers.6.self_attn.v_proj": {
    "same_seed_free": 0.23920208087855346,
    "other_seed_free": 0.0009574895215733922,
    "joint_vs_joint_cos2": 0.004679709552874556
   },
   "model.layers.6.self_attn.o_proj": {
    "same_seed_free": 0.09287462509744952,
    "other_seed_free": 0.015456183038211446,
    "joint_vs_joint_cos2": 0.1703957368930181
   },
   "model.layers.6.mlp.gate_proj": {
    "same_seed_free": 0.1357270425502094,
    "other_seed_free": 0.020884173624097335,
    "joint_vs_joint_cos2": 0.05904660373926163
   },
   "model.layers.6.mlp.up_proj": {
    "same_seed_free": 0.07295826238878785,
    "other_seed_free": 0.021911058229937958,
    "joint_vs_joint_cos2": 0.04488959753264984
   },
   "model.layers.6.mlp.down_proj": {
    "same_seed_free": 0.14319429869437406,
    "other_seed_free": 0.0015989124223931284,
    "joint_vs_joint_cos2": 0.002709666209132896
   },
   "model.layers.7.self_attn.q_proj": {
    "same_seed_free": 0.2246949593440044,
    "other_seed_free": 0.0007833884539549622,
    "joint_vs_joint_cos2": 0.00045956231670155984
   },
   "model.layers.7.self_attn.k_proj": {
    "same_seed_free": 0.5026300775337503,
    "other_seed_free": 0.00044331560033322726,
    "joint_vs_joint_cos2": 0.0008612308127636711
   },
   "model.layers.7.self_attn.v_proj": {
    "same_seed_free": 0.24617125168902212,
    "other_seed_free": 0.0015452929152487231,
    "joint_vs_joint_cos2": 0.010884380045657357
   },
   "model.layers.7.self_attn.o_proj": {
    "same_seed_free": 0.23516867074732176,
    "other_seed_free": 0.0016762262482155066,
    "joint_vs_joint_cos2": 0.0031998501265964783
   },
   "model.layers.7.mlp.gate_proj": {
    "same_seed_free": 0.08312608305504084,
    "other_seed_free": 0.013585867398779225,
    "joint_vs_joint_cos2": 0.016327113918426523
   },
   "model.layers.7.mlp.up_proj": {
    "same_seed_free": 0.16473802486330788,
    "other_seed_free": 0.05169884954750801,
    "joint_vs_joint_cos2": 0.12550056477387747
   },
   "model.layers.7.mlp.down_proj": {
    "same_seed_free": 0.14727895927220816,
    "other_seed_free": 0.0020593320651221734,
    "joint_vs_joint_cos2": 0.001181091172232603
   },
   "model.layers.8.self_attn.q_proj": {
    "same_seed_free": 0.29182564089986357,
    "other_seed_free": 0.002312505879860279,
    "joint_vs_joint_cos2": 0.005110035398198913
   },
   "model.layers.8.self_attn.k_proj": {
    "same_seed_free": 0.5023986145444644,
    "other_seed_free": 7.272981365920768e-05,
    "joint_vs_joint_cos2": 6.756363046633851e-05
   },
   "model.layers.8.self_attn.v_proj": {
    "same_seed_free": 0.3023647030669495,
    "other_seed_free": 3.1469886607034724e-05,
    "joint_vs_joint_cos2": 3.629583912356793e-05
   },
   "model.layers.8.self_attn.o_proj": {
    "same_seed_free": 0.14399569378227306,
    "other_seed_free": 0.0019586197250030892,
    "joint_vs_joint_cos2": 0.0023578368497586175
   },
   "model.layers.8.mlp.gate_proj": {
    "same_seed_free": 0.14170348236361083,
    "other_seed_free": 0.04389748609428893,
    "joint_vs_joint_cos2": 0.1085614264011383
   },
   "model.layers.8.mlp.up_proj": {
    "same_seed_free": 0.11973072490361847,
    "other_seed_free": 0.03559665290601135,
    "joint_vs_joint_cos2": 0.0828302229444186
   },
   "model.layers.8.mlp.down_proj": {
    "same_seed_free": 0.13136909290193674,
    "other_seed_free": 0.003140293884323464,
    "joint_vs_joint_cos2": 0.005515640638501888
   },
   "model.layers.9.self_attn.q_proj": {
    "same_seed_free": 0.2896291677981836,
    "other_seed_free": 0.009982384409991977,
    "joint_vs_joint_cos2": 0.04466203103462855
   },
   "model.layers.9.self_attn.k_proj": {
    "same_seed_free": 0.47423334703658776,
    "other_seed_free": 0.0010627327092684695,
    "joint_vs_joint_cos2": 0.004384759571015214
   },
   "model.layers.9.self_attn.v_proj": {
    "same_seed_free": 0.13187623937168802,
    "other_seed_free": 0.001056125405939375,
    "joint_vs_joint_cos2": 0.15030485050131878
   },
   "model.layers.9.self_attn.o_proj": {
    "same_seed_free": 0.2811735433719644,
    "other_seed_free": 0.019505381480916833,
    "joint_vs_joint_cos2": 0.031785465156038605
   },
   "model.layers.9.mlp.gate_proj": {
    "same_seed_free": 0.11121063536234128,
    "other_seed_free": 0.03947698316836279,
    "joint_vs_joint_cos2": 0.08003928698599339
   },
   "model.layers.9.mlp.up_proj": {
    "same_seed_free": 0.09281075899042986,
    "other_seed_free": 0.018593970508117747,
    "joint_vs_joint_cos2": 0.02144411191693507
   },
   "model.layers.9.mlp.down_proj": {
    "same_seed_free": 0.15385493473142206,
    "other_seed_free": 0.0006946351499392822,
    "joint_vs_joint_cos2": 0.0010932520409975648
   },
   "model.layers.10.self_attn.q_proj": {
    "same_seed_free": 0.09371683427373183,
    "other_seed_free": 0.0011320907227406196,
    "joint_vs_joint_cos2": 0.025919958876329474
   },
   "model.layers.10.self_attn.k_proj": {
    "same_seed_free": 0.4533024986753322,
    "other_seed_free": 0.00035937942446266174,
    "joint_vs_joint_cos2": 1.9859993316847142e-05
   },
   "model.layers.10.self_attn.v_proj": {
    "same_seed_free": 0.32580793008986947,
    "other_seed_free": 0.004486173951606183,
    "joint_vs_joint_cos2": 0.039658138528466225
   },
   "model.layers.10.self_attn.o_proj": {
    "same_seed_free": 0.3825408107406643,
    "other_seed_free": 0.06714794301313405,
    "joint_vs_joint_cos2": 0.1288408118780353
   },
   "model.layers.10.mlp.gate_proj": {
    "same_seed_free": 0.08444592730997602,
    "other_seed_free": 0.05029014344076058,
    "joint_vs_joint_cos2": 0.048222140331442155
   },
   "model.layers.10.mlp.up_proj": {
    "same_seed_free": 0.12291889965951348,
    "other_seed_free": 0.047200163402259986,
    "joint_vs_joint_cos2": 0.11218795304497083
   },
   "model.layers.10.mlp.down_proj": {
    "same_seed_free": 0.2736364328748931,
    "other_seed_free": 0.0830928071674291,
    "joint_vs_joint_cos2": 0.23426582415898642
   },
   "model.layers.11.self_attn.q_proj": {
    "same_seed_free": 0.10748179271643858,
    "other_seed_free": 0.0009320785826492095,
    "joint_vs_joint_cos2": 0.006549626899262269
   },
   "model.layers.11.self_attn.k_proj": {
    "same_seed_free": 0.4857018762560635,
    "other_seed_free": 0.00040364516007562745,
    "joint_vs_joint_cos2": 0.00022307101244223304
   },
   "model.layers.11.self_attn.v_proj": {
    "same_seed_free": 0.5076432243182339,
    "other_seed_free": 0.035620295648517174,
    "joint_vs_joint_cos2": 0.11869075149297714
   },
   "model.layers.11.self_attn.o_proj": {
    "same_seed_free": 0.6264118870561836,
    "other_seed_free": 0.3184721981926737,
    "joint_vs_joint_cos2": 0.43243298927942914
   },
   "model.layers.11.mlp.gate_proj": {
    "same_seed_free": 0.1893354519757795,
    "other_seed_free": 0.08265523419258582,
    "joint_vs_joint_cos2": 0.13426871473590532
   },
   "model.layers.11.mlp.up_proj": {
    "same_seed_free": 0.23360370804391697,
    "other_seed_free": 0.12813386897048085,
    "joint_vs_joint_cos2": 0.15341908733050028
   },
   "model.layers.11.mlp.down_proj": {
    "same_seed_free": 0.2528646254970363,
    "other_seed_free": 0.1498632117646951,
    "joint_vs_joint_cos2": 0.11284981506954257
   }
  }
 },
 "ceilings": {
  "learned/single_vs_single_cos2_mean": 0.030130974077776693,
  "trained/single_vs_single_cos2_mean": 0.03201957086735353
 },
 "single_write_cos": {
  "learned/other_trigger_other_seed": 0.1246474933448351,
  "learned/other_trigger_same_seed": 0.653732468192983,
  "learned/same_trigger_other_seed": 0.20233989090667348,
  "learned_perp/other_trigger_other_seed": 0.21097127077518962,
  "learned_perp/other_trigger_same_seed": 0.3159966662297612,
  "learned_perp/same_trigger_other_seed": 0.3837982050285468
 },
 "read_coverage": {
  "model.layers.0.self_attn.q_proj": {
   "single": {
    "Kim": 0.5107867270708084,
    "Leo": 0.8133614460627238,
    "Rita": 0.8155707915623983
   },
   "joint r1": {
    "Kim": 0.27929894129435223,
    "Leo": 0.21816107630729675,
    "Rita": 0.26344220091899234
   }
  },
  "model.layers.0.self_attn.k_proj": {
   "single": {
    "Kim": 0.6165902018547058,
    "Leo": 0.71221391359965,
    "Rita": 0.7487239440282186
   },
   "joint r1": {
    "Kim": 0.4309213062127431,
    "Leo": 0.36596499880154926,
    "Rita": 0.38827426234881085
   }
  },
  "model.layers.0.self_attn.v_proj": {
   "single": {
    "Kim": 0.7178086241086324,
    "Leo": 0.6585313677787781,
    "Rita": 0.6493778228759766
   },
   "joint r1": {
    "Kim": 0.48061230778694153,
    "Leo": 0.4230039616425832,
    "Rita": 0.4413403669993083
   }
  },
  "model.layers.0.mlp.gate_proj": {
   "single": {
    "Kim": 0.4337831735610962,
    "Leo": 0.6127867102622986,
    "Rita": 0.5599354306856791
   },
   "joint r1": {
    "Kim": 0.3342731098333995,
    "Leo": 0.3544672230879466,
    "Rita": 0.38523193697134656
   }
  },
  "model.layers.0.mlp.up_proj": {
   "single": {
    "Kim": 0.5689584414164225,
    "Leo": 0.46618617077668506,
    "Rita": 0.6164682706197103
   },
   "joint r1": {
    "Kim": 0.25410955647627514,
    "Leo": 0.484326700369517,
    "Rita": 0.20067084829012552
   }
  },
  "model.layers.1.self_attn.q_proj": {
   "single": {
    "Kim": 0.09288857318460941,
    "Leo": 0.1763747309645017,
    "Rita": 0.03281071316450834
   },
   "joint r1": {
    "Kim": 0.032611591120560966,
    "Leo": 0.0265801257143418,
    "Rita": 0.08921714623769124
   }
  },
  "model.layers.1.self_attn.k_proj": {
   "single": {
    "Kim": 0.33381833632787067,
    "Leo": 0.31886594245831174,
    "Rita": 0.27778762330611545
   },
   "joint r1": {
    "Kim": 0.30323227246602374,
    "Leo": 0.22507238884766897,
    "Rita": 0.3041856636603673
   }
  },
  "model.layers.1.self_attn.v_proj": {
   "single": {
    "Kim": 0.14094254250327745,
    "Leo": 0.17587342858314514,
    "Rita": 0.12346222996711731
   },
   "joint r1": {
    "Kim": 0.06302242477734883,
    "Leo": 0.10489314484099548,
    "Rita": 0.07215476656953494
   }
  },
  "model.layers.1.mlp.gate_proj": {
   "single": {
    "Kim": 0.10612848897775014,
    "Leo": 0.09077822168668111,
    "Rita": 0.1091402688374122
   },
   "joint r1": {
    "Kim": 0.0763647307952245,
    "Leo": 0.035867088163892426,
    "Rita": 0.051792737717429795
   }
  },
  "model.layers.1.mlp.up_proj": {
   "single": {
    "Kim": 0.0848669745028019,
    "Leo": 0.1775825470685959,
    "Rita": 0.19465574622154236
   },
   "joint r1": {
    "Kim": 0.15105040868123373,
    "Leo": 0.027435655239969492,
    "Rita": 0.07594820608695348
   }
  },
  "model.layers.2.self_attn.q_proj": {
   "single": {
    "Kim": 0.07531803970535596,
    "Leo": 0.05818352289497852,
    "Rita": 0.05552354330817858
   },
   "joint r1": {
    "Kim": 0.123946247001489,
    "Leo": 0.06498368705312411,
    "Rita": 0.07512387198706467
   }
  },
  "model.layers.2.self_attn.k_proj": {
   "single": {
    "Kim": 0.09469237551093102,
    "Leo": 0.06002620607614517,
    "Rita": 0.02663758583366871
   },
   "joint r1": {
    "Kim": 0.051359577725330986,
    "Leo": 0.03316914259145657,
    "Rita": 0.01893037681778272
   }
  },
  "model.layers.2.self_attn.v_proj": {
   "single": {
    "Kim": 0.08147373795509338,
    "Leo": 0.08447741468747456,
    "Rita": 0.10495326668024063
   },
   "joint r1": {
    "Kim": 0.05178087701400121,
    "Leo": 0.034647279574225344,
    "Rita": 0.08556222791473071
   }
  },
  "model.layers.2.mlp.gate_proj": {
   "single": {
    "Kim": 0.1798152724901835,
    "Leo": 0.10204800839225452,
    "Rita": 0.1875013386209806
   },
   "joint r1": {
    "Kim": 0.12297509238123894,
    "Leo": 0.04391831594208876,
    "Rita": 0.1360592215011517
   }
  },
  "model.layers.2.mlp.up_proj": {
   "single": {
    "Kim": 0.19045497477054596,
    "Leo": 0.1768304550399383,
    "Rita": 0.16912525271375975
   },
   "joint r1": {
    "Kim": 0.1863966261347135,
    "Leo": 0.0712707657366991,
    "Rita": 0.16133561233679453
   }
  },
  "model.layers.3.self_attn.q_proj": {
   "single": {
    "Kim": 0.18963336696227392,
    "Leo": 0.16689671203494072,
    "Rita": 0.27582067251205444
   },
   "joint r1": {
    "Kim": 0.1915306697289149,
    "Leo": 0.050845738500356674,
    "Rita": 0.1948900818824768
   }
  },
  "model.layers.3.self_attn.k_proj": {
   "single": {
    "Kim": 0.12655694534381232,
    "Leo": 0.07070800910393397,
    "Rita": 0.11630576911071937
   },
   "joint r1": {
    "Kim": 0.09704944988091786,
    "Leo": 0.11614743371804555,
    "Rita": 0.09519065295656522
   }
  },
  "model.layers.3.self_attn.v_proj": {
   "single": {
    "Kim": 0.05026954536636671,
    "Leo": 0.09980549290776253,
    "Rita": 0.030784496416648228
   },
   "joint r1": {
    "Kim": 0.06320824846625328,
    "Leo": 0.041245644291241966,
    "Rita": 0.04987920137743155
   }
  },
  "model.layers.3.mlp.gate_proj": {
   "single": {
    "Kim": 0.16339830681681633,
    "Leo": 0.2632688532272975,
    "Rita": 0.24440774818261465
   },
   "joint r1": {
    "Kim": 0.2017126033703486,
    "Leo": 0.15518945455551147,
    "Rita": 0.12591154500842094
   }
  },
  "model.layers.3.mlp.up_proj": {
   "single": {
    "Kim": 0.2567017773787181,
    "Leo": 0.35496856768925983,
    "Rita": 0.28420697649319965
   },
   "joint r1": {
    "Kim": 0.1219467744231224,
    "Leo": 0.09566991031169891,
    "Rita": 0.10386192426085472
   }
  },
  "model.layers.4.self_attn.q_proj": {
   "single": {
    "Kim": 0.021234343759715557,
    "Leo": 0.02080606296658516,
    "Rita": 0.060473512237270675
   },
   "joint r1": {
    "Kim": 0.06737568229436874,
    "Leo": 0.009609904140233994,
    "Rita": 0.053924052665630974
   }
  },
  "model.layers.4.self_attn.k_proj": {
   "single": {
    "Kim": 0.017436884654064972,
    "Leo": 0.03992648422718048,
    "Rita": 0.027749947582681973
   },
   "joint r1": {
    "Kim": 0.03139010506371657,
    "Leo": 0.03896568591396014,
    "Rita": 0.029841439798474312
   }
  },
  "model.layers.4.self_attn.v_proj": {
   "single": {
    "Kim": 0.029408827734490234,
    "Leo": 0.048528886710604034,
    "Rita": 0.02813894177476565
   },
   "joint r1": {
    "Kim": 0.035940054804086685,
    "Leo": 0.0557755616803964,
    "Rita": 0.027465667575597763
   }
  },
  "model.layers.4.mlp.gate_proj": {
   "single": {
    "Kim": 0.17598237097263336,
    "Leo": 0.22823281089464822,
    "Rita": 0.08532984678943951
   },
   "joint r1": {
    "Kim": 0.16463025410970053,
    "Leo": 0.12892518192529678,
    "Rita": 0.08087513968348503
   }
  },
  "model.layers.4.mlp.up_proj": {
   "single": {
    "Kim": 0.06999062250057857,
    "Leo": 0.2615649352471034,
    "Rita": 0.13401338458061218
   },
   "joint r1": {
    "Kim": 0.15655964985489845,
    "Leo": 0.14185519392291704,
    "Rita": 0.048360675573349
   }
  },
  "model.layers.5.self_attn.q_proj": {
   "single": {
    "Kim": 0.08432034154733022,
    "Leo": 0.05257901983956496,
    "Rita": 0.08098548526565234
   },
   "joint r1": {
    "Kim": 0.028011351513365906,
    "Leo": 0.04967279421786467,
    "Rita": 0.06468838391204675
   }
  },
  "model.layers.5.self_attn.k_proj": {
   "single": {
    "Kim": 0.10730042060216267,
    "Leo": 0.0669868712623914,
    "Rita": 0.08897292489806811
   },
   "joint r1": {
    "Kim": 0.12357673545678456,
    "Leo": 0.07599344911674659,
    "Rita": 0.12653043866157532
   }
  },
  "model.layers.5.self_attn.v_proj": {
   "single": {
    "Kim": 0.09837287912766139,
    "Leo": 0.0369118849436442,
    "Rita": 0.045859106816351414
   },
   "joint r1": {
    "Kim": 0.13773700719078383,
    "Leo": 0.06348640223344167,
    "Rita": 0.06335992117722829
   }
  },
  "model.layers.5.mlp.gate_proj": {
   "single": {
    "Kim": 0.13644626922905445,
    "Leo": 0.08486792321006457,
    "Rita": 0.10756927728652954
   },
   "joint r1": {
    "Kim": 0.044922858476638794,
    "Leo": 0.04399446149667104,
    "Rita": 0.04972477505604426
   }
  },
  "model.layers.5.mlp.up_proj": {
   "single": {
    "Kim": 0.1506614312529564,
    "Leo": 0.21356171369552612,
    "Rita": 0.2565077481170495
   },
   "joint r1": {
    "Kim": 0.18838235239187875,
    "Leo": 0.17837799588839212,
    "Rita": 0.16117955495913824
   }
  },
  "model.layers.6.self_attn.q_proj": {
   "single": {
    "Kim": 0.07223120207587878,
    "Leo": 0.07069699342052142,
    "Rita": 0.08674182929098606
   },
   "joint r1": {
    "Kim": 0.12371037155389786,
    "Leo": 0.033227437641471624,
    "Rita": 0.05483098824818929
   }
  },
  "model.layers.6.self_attn.k_proj": {
   "single": {
    "Kim": 0.1631270001331965,
    "Leo": 0.13461638117829958,
    "Rita": 0.1813603937625885
   },
   "joint r1": {
    "Kim": 0.1517210453748703,
    "Leo": 0.19067632655302683,
    "Rita": 0.09606926639874776
   }
  },
  "model.layers.6.self_attn.v_proj": {
   "single": {
    "Kim": 0.15406618267297745,
    "Leo": 0.09535293653607368,
    "Rita": 0.12899412463108698
   },
   "joint r1": {
    "Kim": 0.06428142512838046,
    "Leo": 0.07804497641821702,
    "Rita": 0.11041717355449994
   }
  },
  "model.layers.6.mlp.gate_proj": {
   "single": {
    "Kim": 0.12940256794293722,
    "Leo": 0.1330570951104164,
    "Rita": 0.10587089012066524
   },
   "joint r1": {
    "Kim": 0.07268744458754857,
    "Leo": 0.036843277203540005,
    "Rita": 0.0810379187266032
   }
  },
  "model.layers.6.mlp.up_proj": {
   "single": {
    "Kim": 0.10407203622162342,
    "Leo": 0.1096796914935112,
    "Rita": 0.07895227024952571
   },
   "joint r1": {
    "Kim": 0.0539597657819589,
    "Leo": 0.05829068645834923,
    "Rita": 0.05794536508619785
   }
  },
  "model.layers.7.self_attn.q_proj": {
   "single": {
    "Kim": 0.04876979564627012,
    "Leo": 0.013735446458061537,
    "Rita": 0.016116697108373046
   },
   "joint r1": {
    "Kim": 0.009528460912406445,
    "Leo": 0.019552839919924736,
    "Rita": 0.03139303935070833
   }
  },
  "model.layers.7.self_attn.k_proj": {
   "single": {
    "Kim": 0.023108644721408684,
    "Leo": 0.026943003448347252,
    "Rita": 0.046034264067808785
   },
   "joint r1": {
    "Kim": 0.024886117006341617,
    "Leo": 0.021410347893834114,
    "Rita": 0.02120947651565075
   }
  },
  "model.layers.7.self_attn.v_proj": {
   "single": {
    "Kim": 0.054853398352861404,
    "Leo": 0.04544567813475927,
    "Rita": 0.10078098128239314
   },
   "joint r1": {
    "Kim": 0.06770683700839679,
    "Leo": 0.036601243540644646,
    "Rita": 0.10179310540358226
   }
  },
  "model.layers.7.mlp.gate_proj": {
   "single": {
    "Kim": 0.04585438470045725,
    "Leo": 0.022318240255117416,
    "Rita": 0.07731993372241656
   },
   "joint r1": {
    "Kim": 0.023762705735862255,
    "Leo": 0.05575410959621271,
    "Rita": 0.035914634354412556
   }
  },
  "model.layers.7.mlp.up_proj": {
   "single": {
    "Kim": 0.004872841760516167,
    "Leo": 0.053459273651242256,
    "Rita": 0.10955191776156425
   },
   "joint r1": {
    "Kim": 0.04169414813319842,
    "Leo": 0.04508482602735361,
    "Rita": 0.06917918225129445
   }
  },
  "model.layers.8.self_attn.q_proj": {
   "single": {
    "Kim": 0.04610235368212064,
    "Leo": 0.035481045643488564,
    "Rita": 0.036350417882204056
   },
   "joint r1": {
    "Kim": 0.0327288613965114,
    "Leo": 0.04802063604195913,
    "Rita": 0.03956751556446155
   }
  },
  "model.layers.8.self_attn.k_proj": {
   "single": {
    "Kim": 0.033711512573063374,
    "Leo": 0.08162374732395013,
    "Rita": 0.024782394369443256
   },
   "joint r1": {
    "Kim": 0.06624485179781914,
    "Leo": 0.04384500595430533,
    "Rita": 0.07055304696162541
   }
  },
  "model.layers.8.self_attn.v_proj": {
   "single": {
    "Kim": 0.03831604681909084,
    "Leo": 0.024033659137785435,
    "Rita": 0.009409359966715177
   },
   "joint r1": {
    "Kim": 0.04729808308184147,
    "Leo": 0.05617787751058737,
    "Rita": 0.03422937666376432
   }
  },
  "model.layers.8.mlp.gate_proj": {
   "single": {
    "Kim": 0.027506874253352482,
    "Leo": 0.041519460578759514,
    "Rita": 0.06197828302780787
   },
   "joint r1": {
    "Kim": 0.053604653726021446,
    "Leo": 0.04519469725588957,
    "Rita": 0.025674202168981235
   }
  },
  "model.layers.8.mlp.up_proj": {
   "single": {
    "Kim": 0.0543883740901947,
    "Leo": 0.07792398581902187,
    "Rita": 0.04887033502260844
   },
   "joint r1": {
    "Kim": 0.01242312944183747,
    "Leo": 0.060945521419246994,
    "Rita": 0.03233458660542965
   }
  },
  "model.layers.9.self_attn.q_proj": {
   "single": {
    "Kim": 0.0846220850944519,
    "Leo": 0.08876707404851913,
    "Rita": 0.019383869444330532
   },
   "joint r1": {
    "Kim": 0.01351104366282622,
    "Leo": 0.07877585229774316,
    "Rita": 0.026039970728258293
   }
  },
  "model.layers.9.self_attn.k_proj": {
   "single": {
    "Kim": 0.01767695943514506,
    "Leo": 0.027938606217503548,
    "Rita": 0.05981422231222192
   },
   "joint r1": {
    "Kim": 0.020997250452637672,
    "Leo": 0.04767344271143278,
    "Rita": 0.02858732019861539
   }
  },
  "model.layers.9.self_attn.v_proj": {
   "single": {
    "Kim": 0.015351356317599615,
    "Leo": 0.042179826026161514,
    "Rita": 0.08782644073168437
   },
   "joint r1": {
    "Kim": 0.02009136478106181,
    "Leo": 0.03044070489704609,
    "Rita": 0.07078951597213745
   }
  },
  "model.layers.9.mlp.gate_proj": {
   "single": {
    "Kim": 0.05790448126693567,
    "Leo": 0.03229845377306143,
    "Rita": 0.06632723659276962
   },
   "joint r1": {
    "Kim": 0.062351670737067856,
    "Leo": 0.025114117190241814,
    "Rita": 0.053859775265057884
   }
  },
  "model.layers.9.mlp.up_proj": {
   "single": {
    "Kim": 0.04214818216860294,
    "Leo": 0.008479290952285131,
    "Rita": 0.0665545438726743
   },
   "joint r1": {
    "Kim": 0.058429126317302384,
    "Leo": 0.05295907830198606,
    "Rita": 0.043924342220028244
   }
  },
  "model.layers.10.self_attn.q_proj": {
   "single": {
    "Kim": 0.01382062459985415,
    "Leo": 0.06618188445766766,
    "Rita": 0.057630556945999466
   },
   "joint r1": {
    "Kim": 0.0307381438712279,
    "Leo": 0.021892343026896317,
    "Rita": 0.019404425285756588
   }
  },
  "model.layers.10.self_attn.k_proj": {
   "single": {
    "Kim": 0.061069959153731666,
    "Leo": 0.026384254917502403,
    "Rita": 0.019448470945159595
   },
   "joint r1": {
    "Kim": 0.05273390437165896,
    "Leo": 0.044220332677165665,
    "Rita": 0.04758579283952713
   }
  },
  "model.layers.10.self_attn.v_proj": {
   "single": {
    "Kim": 0.019586938122908275,
    "Leo": 0.05376386642456055,
    "Rita": 0.03460906445980072
   },
   "joint r1": {
    "Kim": 0.02349877605835597,
    "Leo": 0.03892758985360464,
    "Rita": 0.015791981170574825
   }
  },
  "model.layers.10.mlp.gate_proj": {
   "single": {
    "Kim": 0.03777657697598139,
    "Leo": 0.04872986301779747,
    "Rita": 0.046957417080799736
   },
   "joint r1": {
    "Kim": 0.02761269174516201,
    "Leo": 0.0167210695023338,
    "Rita": 0.047026898711919785
   }
  },
  "model.layers.10.mlp.up_proj": {
   "single": {
    "Kim": 0.028339101001620293,
    "Leo": 0.021475215752919514,
    "Rita": 0.04263082270820936
   },
   "joint r1": {
    "Kim": 0.019670356065034866,
    "Leo": 0.028335731476545334,
    "Rita": 0.05049995519220829
   }
  },
  "model.layers.11.self_attn.q_proj": {
   "single": {
    "Kim": 0.008268825088938078,
    "Leo": 0.04827912089725336,
    "Rita": 0.017858654260635376
   },
   "joint r1": {
    "Kim": 0.04069877415895462,
    "Leo": 0.016870420115689438,
    "Rita": 0.045053642243146896
   }
  },
  "model.layers.11.self_attn.k_proj": {
   "single": {
    "Kim": 0.015335190730790297,
    "Leo": 0.03805669645468394,
    "Rita": 0.035299340883890785
   },
   "joint r1": {
    "Kim": 0.03703914706905683,
    "Leo": 0.039246585530539356,
    "Rita": 0.03442932292819023
   }
  },
  "model.layers.11.self_attn.v_proj": {
   "single": {
    "Kim": 0.030139970903595287,
    "Leo": 0.0702322671810786,
    "Rita": 0.03179318271577358
   },
   "joint r1": {
    "Kim": 0.006270433776080608,
    "Leo": 0.08120644589265187,
    "Rita": 0.011125509316722551
   }
  },
  "model.layers.11.mlp.gate_proj": {
   "single": {
    "Kim": 0.030301300808787346,
    "Leo": 0.01850402168929577,
    "Rita": 0.025957616977393627
   },
   "joint r1": {
    "Kim": 0.05554264411330223,
    "Leo": 0.025543975022931893,
    "Rita": 0.04681700033446153
   }
  },
  "model.layers.11.mlp.up_proj": {
   "single": {
    "Kim": 0.017841616024573643,
    "Leo": 0.033515166491270065,
    "Rita": 0.009151491336524487
   },
   "joint r1": {
    "Kim": 0.020216450716058414,
    "Leo": 0.036643692602713905,
    "Rita": 0.026874557758371036
   }
  }
 },
 "floors": {
  "coverage_k1": 0.04419417382415922,
  "coverage_k3": 0.07654655446197431,
  "coverage_k16": 0.1767766952966369
 },
 "joint_tag": "e3kl3",
 "single_tag": "e3kl3"
}