| { |
| "seeds": [ |
| 0, |
| 1, |
| 2 |
| ], |
| "joint_ranks": [ |
| 1 |
| ], |
| "fits": { |
| "learned/r1": { |
| "same_seed_fit_R2": 0.245870267099083, |
| "same_seed_plain_sum_R2": -0.43981740144013526, |
| "other_seed_fit_R2": 0.0310058586955132, |
| "joint_vs_joint_cos2_mean": 0.025279251524222585, |
| "mean_alpha": [ |
| 0.3830009648185556, |
| 0.3900755926812948, |
| 0.4153776047437171 |
| ] |
| }, |
| "trained/r1": { |
| "same_seed_fit_R2": 0.2603574755044694, |
| "same_seed_plain_sum_R2": -0.722508333506567, |
| "other_seed_fit_R2": 0.03340284782692349, |
| "joint_vs_joint_cos2_mean": 0.04139770354510444, |
| "mean_alpha": [ |
| 0.3114550887221845, |
| 0.3183799493449947, |
| 0.33076218647779787 |
| ] |
| } |
| }, |
| "per_module": { |
| "learned/r1": { |
| "model.layers.0.self_attn.q_proj": { |
| "same_seed_free": 0.03462781097615356, |
| "other_seed_free": 0.009945139773436437, |
| "joint_vs_joint_cos2": 0.008967037545517087 |
| }, |
| "model.layers.0.self_attn.k_proj": { |
| "same_seed_free": 0.1835585802769446, |
| "other_seed_free": 0.02336905312354783, |
| "joint_vs_joint_cos2": 0.02933215939750274 |
| }, |
| "model.layers.0.self_attn.v_proj": { |
| "same_seed_free": 0.4232756198163683, |
| "other_seed_free": 0.017093636605681157, |
| "joint_vs_joint_cos2": 0.012395925043771664 |
| }, |
| "model.layers.0.self_attn.o_proj": { |
| "same_seed_free": 0.24324046542776065, |
| "other_seed_free": 0.011243639536828609, |
| "joint_vs_joint_cos2": 0.017004226023952167 |
| }, |
| "model.layers.0.mlp.gate_proj": { |
| "same_seed_free": 0.1361346085537973, |
| "other_seed_free": 0.015381137099508668, |
| "joint_vs_joint_cos2": 0.018643787324738998 |
| }, |
| "model.layers.0.mlp.up_proj": { |
| "same_seed_free": 0.16222489911005236, |
| "other_seed_free": 0.014053863216575683, |
| "joint_vs_joint_cos2": 0.041584245239694916 |
| }, |
| "model.layers.0.mlp.down_proj": { |
| "same_seed_free": 0.22934664077050224, |
| "other_seed_free": 0.0023330696200114707, |
| "joint_vs_joint_cos2": 0.0016406920719115685 |
| }, |
| "model.layers.1.self_attn.q_proj": { |
| "same_seed_free": 0.26044097376806397, |
| "other_seed_free": 0.04511978780165347, |
| "joint_vs_joint_cos2": 0.08157166466116905 |
| }, |
| "model.layers.1.self_attn.k_proj": { |
| "same_seed_free": 0.34411029335370974, |
| "other_seed_free": 0.01784851820777898, |
| "joint_vs_joint_cos2": 0.027369181897180777 |
| }, |
| "model.layers.1.self_attn.v_proj": { |
| "same_seed_free": 0.39263976487364566, |
| "other_seed_free": 0.0016393608412424616, |
| "joint_vs_joint_cos2": 0.00040151433980402845 |
| }, |
| "model.layers.1.self_attn.o_proj": { |
| "same_seed_free": 0.37687265163213923, |
| "other_seed_free": 0.03512771436677362, |
| "joint_vs_joint_cos2": 0.017702216437707346 |
| }, |
| "model.layers.1.mlp.gate_proj": { |
| "same_seed_free": 0.3395241597619547, |
| "other_seed_free": 0.027504469283771277, |
| "joint_vs_joint_cos2": 0.027690352872014046 |
| }, |
| "model.layers.1.mlp.up_proj": { |
| "same_seed_free": 0.295114439285235, |
| "other_seed_free": 0.02729400242661001, |
| "joint_vs_joint_cos2": 0.029971797950565815 |
| }, |
| "model.layers.1.mlp.down_proj": { |
| "same_seed_free": 0.33349976276319454, |
| "other_seed_free": 0.014333705282519612, |
| "joint_vs_joint_cos2": 0.014587762299925089 |
| }, |
| "model.layers.2.self_attn.q_proj": { |
| "same_seed_free": 0.22112019482594536, |
| "other_seed_free": 0.024138710730854124, |
| "joint_vs_joint_cos2": 0.026090434558379155 |
| }, |
| "model.layers.2.self_attn.k_proj": { |
| "same_seed_free": 0.2819673681313281, |
| "other_seed_free": 0.008610443757911479, |
| "joint_vs_joint_cos2": 0.014181477560972175 |
| }, |
| "model.layers.2.self_attn.v_proj": { |
| "same_seed_free": 0.4662686338338175, |
| "other_seed_free": 0.00018962547648691355, |
| "joint_vs_joint_cos2": 5.722311811950931e-05 |
| }, |
| "model.layers.2.self_attn.o_proj": { |
| "same_seed_free": 0.41948865986309375, |
| "other_seed_free": 0.014891776809174381, |
| "joint_vs_joint_cos2": 0.012875170757373175 |
| }, |
| "model.layers.2.mlp.gate_proj": { |
| "same_seed_free": 0.17498110399947545, |
| "other_seed_free": 0.025629069667189013, |
| "joint_vs_joint_cos2": 0.012222395666564504 |
| }, |
| "model.layers.2.mlp.up_proj": { |
| "same_seed_free": 0.1448026006479475, |
| "other_seed_free": 0.013587469323083893, |
| "joint_vs_joint_cos2": 0.01985105231384902 |
| }, |
| "model.layers.2.mlp.down_proj": { |
| "same_seed_free": 0.20058794897844998, |
| "other_seed_free": 0.00147947455322824, |
| "joint_vs_joint_cos2": 0.003040839762737354 |
| }, |
| "model.layers.3.self_attn.q_proj": { |
| "same_seed_free": 0.1977729507582453, |
| "other_seed_free": 0.017857036837094387, |
| "joint_vs_joint_cos2": 0.009854474976843145 |
| }, |
| "model.layers.3.self_attn.k_proj": { |
| "same_seed_free": 0.28817496028390427, |
| "other_seed_free": 0.00021513589670524302, |
| "joint_vs_joint_cos2": 5.519033493328607e-06 |
| }, |
| "model.layers.3.self_attn.v_proj": { |
| "same_seed_free": 0.388811917584494, |
| "other_seed_free": 0.00014345250880933488, |
| "joint_vs_joint_cos2": 0.00022139447397033032 |
| }, |
| "model.layers.3.self_attn.o_proj": { |
| "same_seed_free": 0.22488834157062668, |
| "other_seed_free": 0.0014023918694818782, |
| "joint_vs_joint_cos2": 0.0012830445027448196 |
| }, |
| "model.layers.3.mlp.gate_proj": { |
| "same_seed_free": 0.13309706171275926, |
| "other_seed_free": 0.014871960580612206, |
| "joint_vs_joint_cos2": 0.014633186059882064 |
| }, |
| "model.layers.3.mlp.up_proj": { |
| "same_seed_free": 0.05078800712919688, |
| "other_seed_free": 0.005606160914750598, |
| "joint_vs_joint_cos2": 0.016587973727534216 |
| }, |
| "model.layers.3.mlp.down_proj": { |
| "same_seed_free": 0.15584863606647945, |
| "other_seed_free": 0.001524970890227036, |
| "joint_vs_joint_cos2": 0.0014879324796008102 |
| }, |
| "model.layers.4.self_attn.q_proj": { |
| "same_seed_free": 0.2284750623274607, |
| "other_seed_free": 0.0308468014462079, |
| "joint_vs_joint_cos2": 0.059207879627744354 |
| }, |
| "model.layers.4.self_attn.k_proj": { |
| "same_seed_free": 0.4564725857279111, |
| "other_seed_free": 0.0005412465655044904, |
| "joint_vs_joint_cos2": 0.0008332356968215512 |
| }, |
| "model.layers.4.self_attn.v_proj": { |
| "same_seed_free": 0.43820931219567566, |
| "other_seed_free": 9.568894709623595e-05, |
| "joint_vs_joint_cos2": 8.538627581344826e-05 |
| }, |
| "model.layers.4.self_attn.o_proj": { |
| "same_seed_free": 0.16969600975412166, |
| "other_seed_free": 0.00076670438222833, |
| "joint_vs_joint_cos2": 0.0013791681655372183 |
| }, |
| "model.layers.4.mlp.gate_proj": { |
| "same_seed_free": 0.09122055009381576, |
| "other_seed_free": 0.006630466461283846, |
| "joint_vs_joint_cos2": 0.01664102516285008 |
| }, |
| "model.layers.4.mlp.up_proj": { |
| "same_seed_free": 0.10321249868074234, |
| "other_seed_free": 0.01662252901271079, |
| "joint_vs_joint_cos2": 0.00916523833196455 |
| }, |
| "model.layers.4.mlp.down_proj": { |
| "same_seed_free": 0.19665137946487857, |
| "other_seed_free": 1.4802028551030855e-05, |
| "joint_vs_joint_cos2": 2.776257512474937e-05 |
| }, |
| "model.layers.5.self_attn.q_proj": { |
| "same_seed_free": 0.08703186566699028, |
| "other_seed_free": 0.007644099781959142, |
| "joint_vs_joint_cos2": 0.04821530143268168 |
| }, |
| "model.layers.5.self_attn.k_proj": { |
| "same_seed_free": 0.24578712814930703, |
| "other_seed_free": 0.004707665675002896, |
| "joint_vs_joint_cos2": 0.0031960759370122105 |
| }, |
| "model.layers.5.self_attn.v_proj": { |
| "same_seed_free": 0.2888352819942997, |
| "other_seed_free": 9.153589397753459e-05, |
| "joint_vs_joint_cos2": 0.00013198198754101517 |
| }, |
| "model.layers.5.self_attn.o_proj": { |
| "same_seed_free": 0.19006536238820868, |
| "other_seed_free": 0.00259594781206098, |
| "joint_vs_joint_cos2": 0.009360587030338744 |
| }, |
| "model.layers.5.mlp.gate_proj": { |
| "same_seed_free": 0.12590566941044026, |
| "other_seed_free": 0.01015010246082467, |
| "joint_vs_joint_cos2": 0.03391258077075084 |
| }, |
| "model.layers.5.mlp.up_proj": { |
| "same_seed_free": 0.09349435029366238, |
| "other_seed_free": 0.005283521642085565, |
| "joint_vs_joint_cos2": 0.011291944951760039 |
| }, |
| "model.layers.5.mlp.down_proj": { |
| "same_seed_free": 0.1772022152545861, |
| "other_seed_free": 4.333171691360086e-05, |
| "joint_vs_joint_cos2": 4.957121842608103e-05 |
| }, |
| "model.layers.6.self_attn.q_proj": { |
| "same_seed_free": 0.37765291873921764, |
| "other_seed_free": 0.11909901945195712, |
| "joint_vs_joint_cos2": 0.2773403525352478 |
| }, |
| "model.layers.6.self_attn.k_proj": { |
| "same_seed_free": 0.3269344920726583, |
| "other_seed_free": 0.0060335588176226125, |
| "joint_vs_joint_cos2": 0.013664977857843041 |
| }, |
| "model.layers.6.self_attn.v_proj": { |
| "same_seed_free": 0.32272838370555507, |
| "other_seed_free": 0.00032913821963300355, |
| "joint_vs_joint_cos2": 0.0004254904146421268 |
| }, |
| "model.layers.6.self_attn.o_proj": { |
| "same_seed_free": 0.13775678109578374, |
| "other_seed_free": 0.011685212849213755, |
| "joint_vs_joint_cos2": 0.06476035217444102 |
| }, |
| "model.layers.6.mlp.gate_proj": { |
| "same_seed_free": 0.17817635298653603, |
| "other_seed_free": 0.014814282057946234, |
| "joint_vs_joint_cos2": 0.03783591526250044 |
| }, |
| "model.layers.6.mlp.up_proj": { |
| "same_seed_free": 0.09158363375301519, |
| "other_seed_free": 0.01733706279175055, |
| "joint_vs_joint_cos2": 0.03197985546042522 |
| }, |
| "model.layers.6.mlp.down_proj": { |
| "same_seed_free": 0.24392075648160064, |
| "other_seed_free": 0.00013555250379648776, |
| "joint_vs_joint_cos2": 0.00021972941628215872 |
| }, |
| "model.layers.7.self_attn.q_proj": { |
| "same_seed_free": 0.058651404119758666, |
| "other_seed_free": 0.0008830464972257405, |
| "joint_vs_joint_cos2": 0.0007727209292625048 |
| }, |
| "model.layers.7.self_attn.k_proj": { |
| "same_seed_free": 0.2836920091249007, |
| "other_seed_free": 0.0007775341140187075, |
| "joint_vs_joint_cos2": 5.834249454513459e-06 |
| }, |
| "model.layers.7.self_attn.v_proj": { |
| "same_seed_free": 0.35711912540827795, |
| "other_seed_free": 0.0010357007505220432, |
| "joint_vs_joint_cos2": 0.0016798270315424209 |
| }, |
| "model.layers.7.self_attn.o_proj": { |
| "same_seed_free": 0.34691068030349337, |
| "other_seed_free": 0.001278573598792539, |
| "joint_vs_joint_cos2": 0.0021071174608853958 |
| }, |
| "model.layers.7.mlp.gate_proj": { |
| "same_seed_free": 0.11716527999977148, |
| "other_seed_free": 0.00938141161258573, |
| "joint_vs_joint_cos2": 0.008753926328002612 |
| }, |
| "model.layers.7.mlp.up_proj": { |
| "same_seed_free": 0.1988751837189271, |
| "other_seed_free": 0.03591605437252208, |
| "joint_vs_joint_cos2": 0.07486029341816902 |
| }, |
| "model.layers.7.mlp.down_proj": { |
| "same_seed_free": 0.23767218899975676, |
| "other_seed_free": 0.0003477270409069459, |
| "joint_vs_joint_cos2": 0.00034397689645023394 |
| }, |
| "model.layers.8.self_attn.q_proj": { |
| "same_seed_free": 0.12732648384851408, |
| "other_seed_free": 0.006685174321465907, |
| "joint_vs_joint_cos2": 0.014449225272983313 |
| }, |
| "model.layers.8.self_attn.k_proj": { |
| "same_seed_free": 0.29990868720938174, |
| "other_seed_free": 7.704855093363754e-05, |
| "joint_vs_joint_cos2": 0.00019737476274409951 |
| }, |
| "model.layers.8.self_attn.v_proj": { |
| "same_seed_free": 0.40706787623735163, |
| "other_seed_free": 0.00011192397044792098, |
| "joint_vs_joint_cos2": 0.00025346382733459905 |
| }, |
| "model.layers.8.self_attn.o_proj": { |
| "same_seed_free": 0.23250060440100986, |
| "other_seed_free": 0.00020007903900491156, |
| "joint_vs_joint_cos2": 0.0001136812960946069 |
| }, |
| "model.layers.8.mlp.gate_proj": { |
| "same_seed_free": 0.1854594132873242, |
| "other_seed_free": 0.02859440325111658, |
| "joint_vs_joint_cos2": 0.06254348531365395 |
| }, |
| "model.layers.8.mlp.up_proj": { |
| "same_seed_free": 0.14839830920606176, |
| "other_seed_free": 0.026787675246480753, |
| "joint_vs_joint_cos2": 0.058390299479166664 |
| }, |
| "model.layers.8.mlp.down_proj": { |
| "same_seed_free": 0.23577216425113656, |
| "other_seed_free": 0.0007849408457616577, |
| "joint_vs_joint_cos2": 0.0007115544662070761 |
| }, |
| "model.layers.9.self_attn.q_proj": { |
| "same_seed_free": 0.22651838162546098, |
| "other_seed_free": 0.024368760544366947, |
| "joint_vs_joint_cos2": 0.06867956866820653 |
| }, |
| "model.layers.9.self_attn.k_proj": { |
| "same_seed_free": 0.37143300450692207, |
| "other_seed_free": 0.0022614493578512565, |
| "joint_vs_joint_cos2": 0.0042435004919146495 |
| }, |
| "model.layers.9.self_attn.v_proj": { |
| "same_seed_free": 0.19011615824255443, |
| "other_seed_free": 0.00033813096416705307, |
| "joint_vs_joint_cos2": 0.008107340450806078 |
| }, |
| "model.layers.9.self_attn.o_proj": { |
| "same_seed_free": 0.4063328987234714, |
| "other_seed_free": 0.005291785530905387, |
| "joint_vs_joint_cos2": 0.008457754156552255 |
| }, |
| "model.layers.9.mlp.gate_proj": { |
| "same_seed_free": 0.1548234986333822, |
| "other_seed_free": 0.02813344172396276, |
| "joint_vs_joint_cos2": 0.04908603119353453 |
| }, |
| "model.layers.9.mlp.up_proj": { |
| "same_seed_free": 0.11936128067334228, |
| "other_seed_free": 0.010531083650308784, |
| "joint_vs_joint_cos2": 0.010109433995504938 |
| }, |
| "model.layers.9.mlp.down_proj": { |
| "same_seed_free": 0.24957929086936895, |
| "other_seed_free": 0.00023800296321226563, |
| "joint_vs_joint_cos2": 0.00025735462694835104 |
| }, |
| "model.layers.10.self_attn.q_proj": { |
| "same_seed_free": 0.03941338793097737, |
| "other_seed_free": 0.0020717616747684686, |
| "joint_vs_joint_cos2": 0.03343084020889364 |
| }, |
| "model.layers.10.self_attn.k_proj": { |
| "same_seed_free": 0.2532506664754637, |
| "other_seed_free": 0.0002288220019523076, |
| "joint_vs_joint_cos2": 4.611370220194051e-06 |
| }, |
| "model.layers.10.self_attn.v_proj": { |
| "same_seed_free": 0.43373489051277064, |
| "other_seed_free": 0.0044818801975508955, |
| "joint_vs_joint_cos2": 0.009661243731443392 |
| }, |
| "model.layers.10.self_attn.o_proj": { |
| "same_seed_free": 0.46353180449730386, |
| "other_seed_free": 0.028636347268669888, |
| "joint_vs_joint_cos2": 0.05156061560410308 |
| }, |
| "model.layers.10.mlp.gate_proj": { |
| "same_seed_free": 0.09639116263019765, |
| "other_seed_free": 0.03489643466293315, |
| "joint_vs_joint_cos2": 0.032060574546145894 |
| }, |
| "model.layers.10.mlp.up_proj": { |
| "same_seed_free": 0.14113453493383757, |
| "other_seed_free": 0.03026668732463959, |
| "joint_vs_joint_cos2": 0.060835788026452065 |
| }, |
| "model.layers.10.mlp.down_proj": { |
| "same_seed_free": 0.39119303009481105, |
| "other_seed_free": 0.017617546242011006, |
| "joint_vs_joint_cos2": 0.036363884806632996 |
| }, |
| "model.layers.11.self_attn.q_proj": { |
| "same_seed_free": 0.050916964370031605, |
| "other_seed_free": 0.0026853229481687744, |
| "joint_vs_joint_cos2": 0.017574324272572994 |
| }, |
| "model.layers.11.self_attn.k_proj": { |
| "same_seed_free": 0.26306369704712296, |
| "other_seed_free": 0.0004153323760323994, |
| "joint_vs_joint_cos2": 0.0002601360089708275 |
| }, |
| "model.layers.11.self_attn.v_proj": { |
| "same_seed_free": 0.5684906050236777, |
| "other_seed_free": 0.015108421225226728, |
| "joint_vs_joint_cos2": 0.03937670153876146 |
| }, |
| "model.layers.11.self_attn.o_proj": { |
| "same_seed_free": 0.678414436979755, |
| "other_seed_free": 0.1551576893272989, |
| "joint_vs_joint_cos2": 0.17704768478870392 |
| }, |
| "model.layers.11.mlp.gate_proj": { |
| "same_seed_free": 0.23240004120810387, |
| "other_seed_free": 0.05132260394267333, |
| "joint_vs_joint_cos2": 0.08470634991923968 |
| }, |
| "model.layers.11.mlp.up_proj": { |
| "same_seed_free": 0.2678226609688326, |
| "other_seed_free": 0.09006965005714289, |
| "joint_vs_joint_cos2": 0.09331710388263066 |
| }, |
| "model.layers.11.mlp.down_proj": { |
| "same_seed_free": 0.3179437817536317, |
| "other_seed_free": 0.05210119806519122, |
| "joint_vs_joint_cos2": 0.03215441063124066 |
| } |
| }, |
| "trained/r1": { |
| "model.layers.0.self_attn.q_proj": { |
| "same_seed_free": 0.1526051241320134, |
| "other_seed_free": 0.0022209924964642544, |
| "joint_vs_joint_cos2": 0.0023297461351224533 |
| }, |
| "model.layers.0.self_attn.k_proj": { |
| "same_seed_free": 0.44102484433993006, |
| "other_seed_free": 0.003104600143120343, |
| "joint_vs_joint_cos2": 0.006608748226426542 |
| }, |
| "model.layers.0.self_attn.v_proj": { |
| "same_seed_free": 0.6024485535521111, |
| "other_seed_free": 0.0025302254518141942, |
| "joint_vs_joint_cos2": 0.0010289759569180508 |
| }, |
| "model.layers.0.self_attn.o_proj": { |
| "same_seed_free": 0.26433539541970735, |
| "other_seed_free": 0.006637498807372262, |
| "joint_vs_joint_cos2": 0.0147671177983284 |
| }, |
| "model.layers.0.mlp.gate_proj": { |
| "same_seed_free": 0.16574982037412064, |
| "other_seed_free": 0.01259295595559721, |
| "joint_vs_joint_cos2": 0.01839996224346881 |
| }, |
| "model.layers.0.mlp.up_proj": { |
| "same_seed_free": 0.2021364731445269, |
| "other_seed_free": 0.010177551922228134, |
| "joint_vs_joint_cos2": 0.04042102652601898 |
| }, |
| "model.layers.0.mlp.down_proj": { |
| "same_seed_free": 0.213719520609824, |
| "other_seed_free": 0.002338964959268256, |
| "joint_vs_joint_cos2": 0.0025522340826379755 |
| }, |
| "model.layers.1.self_attn.q_proj": { |
| "same_seed_free": 0.3420230880962392, |
| "other_seed_free": 0.014951871908042313, |
| "joint_vs_joint_cos2": 0.03661973215639591 |
| }, |
| "model.layers.1.self_attn.k_proj": { |
| "same_seed_free": 0.48352730620816686, |
| "other_seed_free": 0.009828961526637961, |
| "joint_vs_joint_cos2": 0.02006014878861606 |
| }, |
| "model.layers.1.self_attn.v_proj": { |
| "same_seed_free": 0.3834974174701314, |
| "other_seed_free": 0.0006346066832764544, |
| "joint_vs_joint_cos2": 0.0020584137770735347 |
| }, |
| "model.layers.1.self_attn.o_proj": { |
| "same_seed_free": 0.34388810707775086, |
| "other_seed_free": 0.0676453720511014, |
| "joint_vs_joint_cos2": 0.03611354840298494 |
| }, |
| "model.layers.1.mlp.gate_proj": { |
| "same_seed_free": 0.33395184376045767, |
| "other_seed_free": 0.025841294112306457, |
| "joint_vs_joint_cos2": 0.02851526563366254 |
| }, |
| "model.layers.1.mlp.up_proj": { |
| "same_seed_free": 0.3031766462173333, |
| "other_seed_free": 0.024746968696001848, |
| "joint_vs_joint_cos2": 0.030280550631384056 |
| }, |
| "model.layers.1.mlp.down_proj": { |
| "same_seed_free": 0.3213063366034103, |
| "other_seed_free": 0.01569011677914489, |
| "joint_vs_joint_cos2": 0.022754240004966658 |
| }, |
| "model.layers.2.self_attn.q_proj": { |
| "same_seed_free": 0.31822534313952366, |
| "other_seed_free": 0.010725924295533965, |
| "joint_vs_joint_cos2": 0.012790927898701435 |
| }, |
| "model.layers.2.self_attn.k_proj": { |
| "same_seed_free": 0.3740853184839801, |
| "other_seed_free": 0.002581987405006425, |
| "joint_vs_joint_cos2": 0.006554137546118 |
| }, |
| "model.layers.2.self_attn.v_proj": { |
| "same_seed_free": 0.40776558679758307, |
| "other_seed_free": 0.0006386817980748397, |
| "joint_vs_joint_cos2": 0.0002434030369234582 |
| }, |
| "model.layers.2.self_attn.o_proj": { |
| "same_seed_free": 0.35027018941557336, |
| "other_seed_free": 0.02727787239997076, |
| "joint_vs_joint_cos2": 0.039391836151480675 |
| }, |
| "model.layers.2.mlp.gate_proj": { |
| "same_seed_free": 0.16257199349488824, |
| "other_seed_free": 0.027217092892001138, |
| "joint_vs_joint_cos2": 0.016195834536726277 |
| }, |
| "model.layers.2.mlp.up_proj": { |
| "same_seed_free": 0.13451923891922332, |
| "other_seed_free": 0.013146535882842406, |
| "joint_vs_joint_cos2": 0.021483125834492967 |
| }, |
| "model.layers.2.mlp.down_proj": { |
| "same_seed_free": 0.13753459276225902, |
| "other_seed_free": 0.00617780452134901, |
| "joint_vs_joint_cos2": 0.019004884641617537 |
| }, |
| "model.layers.3.self_attn.q_proj": { |
| "same_seed_free": 0.3008188022589015, |
| "other_seed_free": 0.007890068897654165, |
| "joint_vs_joint_cos2": 0.006723527293161169 |
| }, |
| "model.layers.3.self_attn.k_proj": { |
| "same_seed_free": 0.43101877524865895, |
| "other_seed_free": 0.00011813232285016555, |
| "joint_vs_joint_cos2": 1.0804570820255321e-05 |
| }, |
| "model.layers.3.self_attn.v_proj": { |
| "same_seed_free": 0.34984106745452365, |
| "other_seed_free": 0.0005177612126675927, |
| "joint_vs_joint_cos2": 0.00026198646469310916 |
| }, |
| "model.layers.3.self_attn.o_proj": { |
| "same_seed_free": 0.17112341179755472, |
| "other_seed_free": 0.0026959022528961576, |
| "joint_vs_joint_cos2": 0.004629278006232991 |
| }, |
| "model.layers.3.mlp.gate_proj": { |
| "same_seed_free": 0.1129017973314395, |
| "other_seed_free": 0.01746523433229639, |
| "joint_vs_joint_cos2": 0.02186170796138261 |
| }, |
| "model.layers.3.mlp.up_proj": { |
| "same_seed_free": 0.045503604997720916, |
| "other_seed_free": 0.006786998485685092, |
| "joint_vs_joint_cos2": 0.020611179953751464 |
| }, |
| "model.layers.3.mlp.down_proj": { |
| "same_seed_free": 0.12135735000137267, |
| "other_seed_free": 0.0037895382286150894, |
| "joint_vs_joint_cos2": 0.006715877498209011 |
| }, |
| "model.layers.4.self_attn.q_proj": { |
| "same_seed_free": 0.32286046707153354, |
| "other_seed_free": 0.01289515360750996, |
| "joint_vs_joint_cos2": 0.030649452780683834 |
| }, |
| "model.layers.4.self_attn.k_proj": { |
| "same_seed_free": 0.5505144574477201, |
| "other_seed_free": 0.0003817723489322374, |
| "joint_vs_joint_cos2": 0.0006202236014208514 |
| }, |
| "model.layers.4.self_attn.v_proj": { |
| "same_seed_free": 0.32915621757401686, |
| "other_seed_free": 6.47287170174778e-05, |
| "joint_vs_joint_cos2": 2.0646779650708897e-05 |
| }, |
| "model.layers.4.self_attn.o_proj": { |
| "same_seed_free": 0.10376514271886798, |
| "other_seed_free": 0.0027833331758279436, |
| "joint_vs_joint_cos2": 0.006857229256032345 |
| }, |
| "model.layers.4.mlp.gate_proj": { |
| "same_seed_free": 0.08027828354547902, |
| "other_seed_free": 0.009611272489333115, |
| "joint_vs_joint_cos2": 0.031175549111746175 |
| }, |
| "model.layers.4.mlp.up_proj": { |
| "same_seed_free": 0.07417735542679427, |
| "other_seed_free": 0.019952988610893525, |
| "joint_vs_joint_cos2": 0.01139201578431918 |
| }, |
| "model.layers.4.mlp.down_proj": { |
| "same_seed_free": 0.1086742090813118, |
| "other_seed_free": 0.00012001929315410183, |
| "joint_vs_joint_cos2": 0.0015804772395616358 |
| }, |
| "model.layers.5.self_attn.q_proj": { |
| "same_seed_free": 0.1588969327678171, |
| "other_seed_free": 0.002894650124000142, |
| "joint_vs_joint_cos2": 0.03123283780037826 |
| }, |
| "model.layers.5.self_attn.k_proj": { |
| "same_seed_free": 0.3700977894368447, |
| "other_seed_free": 0.0023975682611678817, |
| "joint_vs_joint_cos2": 0.0012378256069496274 |
| }, |
| "model.layers.5.self_attn.v_proj": { |
| "same_seed_free": 0.20666667577310582, |
| "other_seed_free": 0.0006189017819439776, |
| "joint_vs_joint_cos2": 0.0008976615759574239 |
| }, |
| "model.layers.5.self_attn.o_proj": { |
| "same_seed_free": 0.12276078759383446, |
| "other_seed_free": 0.011177245001374162, |
| "joint_vs_joint_cos2": 0.055478354915976524 |
| }, |
| "model.layers.5.mlp.gate_proj": { |
| "same_seed_free": 0.0857607440542864, |
| "other_seed_free": 0.014002196314214769, |
| "joint_vs_joint_cos2": 0.0581084539492925 |
| }, |
| "model.layers.5.mlp.up_proj": { |
| "same_seed_free": 0.0746009445287948, |
| "other_seed_free": 0.007009954646079415, |
| "joint_vs_joint_cos2": 0.019678348128612317 |
| }, |
| "model.layers.5.mlp.down_proj": { |
| "same_seed_free": 0.10199442776290964, |
| "other_seed_free": 3.773547303805488e-05, |
| "joint_vs_joint_cos2": 5.187490023672581e-05 |
| }, |
| "model.layers.6.self_attn.q_proj": { |
| "same_seed_free": 0.3626978030412899, |
| "other_seed_free": 0.0796772638351562, |
| "joint_vs_joint_cos2": 0.24953480064868927 |
| }, |
| "model.layers.6.self_attn.k_proj": { |
| "same_seed_free": 0.4209152724454343, |
| "other_seed_free": 0.004107960247601498, |
| "joint_vs_joint_cos2": 0.014026495317618052 |
| }, |
| "model.layers.6.self_attn.v_proj": { |
| "same_seed_free": 0.23920208087855346, |
| "other_seed_free": 0.0009574895215733922, |
| "joint_vs_joint_cos2": 0.004679709552874556 |
| }, |
| "model.layers.6.self_attn.o_proj": { |
| "same_seed_free": 0.09287462509744952, |
| "other_seed_free": 0.015456183038211446, |
| "joint_vs_joint_cos2": 0.1703957368930181 |
| }, |
| "model.layers.6.mlp.gate_proj": { |
| "same_seed_free": 0.1357270425502094, |
| "other_seed_free": 0.020884173624097335, |
| "joint_vs_joint_cos2": 0.05904660373926163 |
| }, |
| "model.layers.6.mlp.up_proj": { |
| "same_seed_free": 0.07295826238878785, |
| "other_seed_free": 0.021911058229937958, |
| "joint_vs_joint_cos2": 0.04488959753264984 |
| }, |
| "model.layers.6.mlp.down_proj": { |
| "same_seed_free": 0.14319429869437406, |
| "other_seed_free": 0.0015989124223931284, |
| "joint_vs_joint_cos2": 0.002709666209132896 |
| }, |
| "model.layers.7.self_attn.q_proj": { |
| "same_seed_free": 0.2246949593440044, |
| "other_seed_free": 0.0007833884539549622, |
| "joint_vs_joint_cos2": 0.00045956231670155984 |
| }, |
| "model.layers.7.self_attn.k_proj": { |
| "same_seed_free": 0.5026300775337503, |
| "other_seed_free": 0.00044331560033322726, |
| "joint_vs_joint_cos2": 0.0008612308127636711 |
| }, |
| "model.layers.7.self_attn.v_proj": { |
| "same_seed_free": 0.24617125168902212, |
| "other_seed_free": 0.0015452929152487231, |
| "joint_vs_joint_cos2": 0.010884380045657357 |
| }, |
| "model.layers.7.self_attn.o_proj": { |
| "same_seed_free": 0.23516867074732176, |
| "other_seed_free": 0.0016762262482155066, |
| "joint_vs_joint_cos2": 0.0031998501265964783 |
| }, |
| "model.layers.7.mlp.gate_proj": { |
| "same_seed_free": 0.08312608305504084, |
| "other_seed_free": 0.013585867398779225, |
| "joint_vs_joint_cos2": 0.016327113918426523 |
| }, |
| "model.layers.7.mlp.up_proj": { |
| "same_seed_free": 0.16473802486330788, |
| "other_seed_free": 0.05169884954750801, |
| "joint_vs_joint_cos2": 0.12550056477387747 |
| }, |
| "model.layers.7.mlp.down_proj": { |
| "same_seed_free": 0.14727895927220816, |
| "other_seed_free": 0.0020593320651221734, |
| "joint_vs_joint_cos2": 0.001181091172232603 |
| }, |
| "model.layers.8.self_attn.q_proj": { |
| "same_seed_free": 0.29182564089986357, |
| "other_seed_free": 0.002312505879860279, |
| "joint_vs_joint_cos2": 0.005110035398198913 |
| }, |
| "model.layers.8.self_attn.k_proj": { |
| "same_seed_free": 0.5023986145444644, |
| "other_seed_free": 7.272981365920768e-05, |
| "joint_vs_joint_cos2": 6.756363046633851e-05 |
| }, |
| "model.layers.8.self_attn.v_proj": { |
| "same_seed_free": 0.3023647030669495, |
| "other_seed_free": 3.1469886607034724e-05, |
| "joint_vs_joint_cos2": 3.629583912356793e-05 |
| }, |
| "model.layers.8.self_attn.o_proj": { |
| "same_seed_free": 0.14399569378227306, |
| "other_seed_free": 0.0019586197250030892, |
| "joint_vs_joint_cos2": 0.0023578368497586175 |
| }, |
| "model.layers.8.mlp.gate_proj": { |
| "same_seed_free": 0.14170348236361083, |
| "other_seed_free": 0.04389748609428893, |
| "joint_vs_joint_cos2": 0.1085614264011383 |
| }, |
| "model.layers.8.mlp.up_proj": { |
| "same_seed_free": 0.11973072490361847, |
| "other_seed_free": 0.03559665290601135, |
| "joint_vs_joint_cos2": 0.0828302229444186 |
| }, |
| "model.layers.8.mlp.down_proj": { |
| "same_seed_free": 0.13136909290193674, |
| "other_seed_free": 0.003140293884323464, |
| "joint_vs_joint_cos2": 0.005515640638501888 |
| }, |
| "model.layers.9.self_attn.q_proj": { |
| "same_seed_free": 0.2896291677981836, |
| "other_seed_free": 0.009982384409991977, |
| "joint_vs_joint_cos2": 0.04466203103462855 |
| }, |
| "model.layers.9.self_attn.k_proj": { |
| "same_seed_free": 0.47423334703658776, |
| "other_seed_free": 0.0010627327092684695, |
| "joint_vs_joint_cos2": 0.004384759571015214 |
| }, |
| "model.layers.9.self_attn.v_proj": { |
| "same_seed_free": 0.13187623937168802, |
| "other_seed_free": 0.001056125405939375, |
| "joint_vs_joint_cos2": 0.15030485050131878 |
| }, |
| "model.layers.9.self_attn.o_proj": { |
| "same_seed_free": 0.2811735433719644, |
| "other_seed_free": 0.019505381480916833, |
| "joint_vs_joint_cos2": 0.031785465156038605 |
| }, |
| "model.layers.9.mlp.gate_proj": { |
| "same_seed_free": 0.11121063536234128, |
| "other_seed_free": 0.03947698316836279, |
| "joint_vs_joint_cos2": 0.08003928698599339 |
| }, |
| "model.layers.9.mlp.up_proj": { |
| "same_seed_free": 0.09281075899042986, |
| "other_seed_free": 0.018593970508117747, |
| "joint_vs_joint_cos2": 0.02144411191693507 |
| }, |
| "model.layers.9.mlp.down_proj": { |
| "same_seed_free": 0.15385493473142206, |
| "other_seed_free": 0.0006946351499392822, |
| "joint_vs_joint_cos2": 0.0010932520409975648 |
| }, |
| "model.layers.10.self_attn.q_proj": { |
| "same_seed_free": 0.09371683427373183, |
| "other_seed_free": 0.0011320907227406196, |
| "joint_vs_joint_cos2": 0.025919958876329474 |
| }, |
| "model.layers.10.self_attn.k_proj": { |
| "same_seed_free": 0.4533024986753322, |
| "other_seed_free": 0.00035937942446266174, |
| "joint_vs_joint_cos2": 1.9859993316847142e-05 |
| }, |
| "model.layers.10.self_attn.v_proj": { |
| "same_seed_free": 0.32580793008986947, |
| "other_seed_free": 0.004486173951606183, |
| "joint_vs_joint_cos2": 0.039658138528466225 |
| }, |
| "model.layers.10.self_attn.o_proj": { |
| "same_seed_free": 0.3825408107406643, |
| "other_seed_free": 0.06714794301313405, |
| "joint_vs_joint_cos2": 0.1288408118780353 |
| }, |
| "model.layers.10.mlp.gate_proj": { |
| "same_seed_free": 0.08444592730997602, |
| "other_seed_free": 0.05029014344076058, |
| "joint_vs_joint_cos2": 0.048222140331442155 |
| }, |
| "model.layers.10.mlp.up_proj": { |
| "same_seed_free": 0.12291889965951348, |
| "other_seed_free": 0.047200163402259986, |
| "joint_vs_joint_cos2": 0.11218795304497083 |
| }, |
| "model.layers.10.mlp.down_proj": { |
| "same_seed_free": 0.2736364328748931, |
| "other_seed_free": 0.0830928071674291, |
| "joint_vs_joint_cos2": 0.23426582415898642 |
| }, |
| "model.layers.11.self_attn.q_proj": { |
| "same_seed_free": 0.10748179271643858, |
| "other_seed_free": 0.0009320785826492095, |
| "joint_vs_joint_cos2": 0.006549626899262269 |
| }, |
| "model.layers.11.self_attn.k_proj": { |
| "same_seed_free": 0.4857018762560635, |
| "other_seed_free": 0.00040364516007562745, |
| "joint_vs_joint_cos2": 0.00022307101244223304 |
| }, |
| "model.layers.11.self_attn.v_proj": { |
| "same_seed_free": 0.5076432243182339, |
| "other_seed_free": 0.035620295648517174, |
| "joint_vs_joint_cos2": 0.11869075149297714 |
| }, |
| "model.layers.11.self_attn.o_proj": { |
| "same_seed_free": 0.6264118870561836, |
| "other_seed_free": 0.3184721981926737, |
| "joint_vs_joint_cos2": 0.43243298927942914 |
| }, |
| "model.layers.11.mlp.gate_proj": { |
| "same_seed_free": 0.1893354519757795, |
| "other_seed_free": 0.08265523419258582, |
| "joint_vs_joint_cos2": 0.13426871473590532 |
| }, |
| "model.layers.11.mlp.up_proj": { |
| "same_seed_free": 0.23360370804391697, |
| "other_seed_free": 0.12813386897048085, |
| "joint_vs_joint_cos2": 0.15341908733050028 |
| }, |
| "model.layers.11.mlp.down_proj": { |
| "same_seed_free": 0.2528646254970363, |
| "other_seed_free": 0.1498632117646951, |
| "joint_vs_joint_cos2": 0.11284981506954257 |
| } |
| } |
| }, |
| "ceilings": { |
| "learned/single_vs_single_cos2_mean": 0.030130974077776693, |
| "trained/single_vs_single_cos2_mean": 0.03201957086735353 |
| }, |
| "single_write_cos": { |
| "learned/other_trigger_other_seed": 0.1246474933448351, |
| "learned/other_trigger_same_seed": 0.653732468192983, |
| "learned/same_trigger_other_seed": 0.20233989090667348, |
| "learned_perp/other_trigger_other_seed": 0.21097127077518962, |
| "learned_perp/other_trigger_same_seed": 0.3159966662297612, |
| "learned_perp/same_trigger_other_seed": 0.3837982050285468 |
| }, |
| "read_coverage": { |
| "model.layers.0.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.5107867270708084, |
| "Leo": 0.8133614460627238, |
| "Rita": 0.8155707915623983 |
| }, |
| "joint r1": { |
| "Kim": 0.27929894129435223, |
| "Leo": 0.21816107630729675, |
| "Rita": 0.26344220091899234 |
| } |
| }, |
| "model.layers.0.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.6165902018547058, |
| "Leo": 0.71221391359965, |
| "Rita": 0.7487239440282186 |
| }, |
| "joint r1": { |
| "Kim": 0.4309213062127431, |
| "Leo": 0.36596499880154926, |
| "Rita": 0.38827426234881085 |
| } |
| }, |
| "model.layers.0.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.7178086241086324, |
| "Leo": 0.6585313677787781, |
| "Rita": 0.6493778228759766 |
| }, |
| "joint r1": { |
| "Kim": 0.48061230778694153, |
| "Leo": 0.4230039616425832, |
| "Rita": 0.4413403669993083 |
| } |
| }, |
| "model.layers.0.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.4337831735610962, |
| "Leo": 0.6127867102622986, |
| "Rita": 0.5599354306856791 |
| }, |
| "joint r1": { |
| "Kim": 0.3342731098333995, |
| "Leo": 0.3544672230879466, |
| "Rita": 0.38523193697134656 |
| } |
| }, |
| "model.layers.0.mlp.up_proj": { |
| "single": { |
| "Kim": 0.5689584414164225, |
| "Leo": 0.46618617077668506, |
| "Rita": 0.6164682706197103 |
| }, |
| "joint r1": { |
| "Kim": 0.25410955647627514, |
| "Leo": 0.484326700369517, |
| "Rita": 0.20067084829012552 |
| } |
| }, |
| "model.layers.1.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.09288857318460941, |
| "Leo": 0.1763747309645017, |
| "Rita": 0.03281071316450834 |
| }, |
| "joint r1": { |
| "Kim": 0.032611591120560966, |
| "Leo": 0.0265801257143418, |
| "Rita": 0.08921714623769124 |
| } |
| }, |
| "model.layers.1.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.33381833632787067, |
| "Leo": 0.31886594245831174, |
| "Rita": 0.27778762330611545 |
| }, |
| "joint r1": { |
| "Kim": 0.30323227246602374, |
| "Leo": 0.22507238884766897, |
| "Rita": 0.3041856636603673 |
| } |
| }, |
| "model.layers.1.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.14094254250327745, |
| "Leo": 0.17587342858314514, |
| "Rita": 0.12346222996711731 |
| }, |
| "joint r1": { |
| "Kim": 0.06302242477734883, |
| "Leo": 0.10489314484099548, |
| "Rita": 0.07215476656953494 |
| } |
| }, |
| "model.layers.1.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.10612848897775014, |
| "Leo": 0.09077822168668111, |
| "Rita": 0.1091402688374122 |
| }, |
| "joint r1": { |
| "Kim": 0.0763647307952245, |
| "Leo": 0.035867088163892426, |
| "Rita": 0.051792737717429795 |
| } |
| }, |
| "model.layers.1.mlp.up_proj": { |
| "single": { |
| "Kim": 0.0848669745028019, |
| "Leo": 0.1775825470685959, |
| "Rita": 0.19465574622154236 |
| }, |
| "joint r1": { |
| "Kim": 0.15105040868123373, |
| "Leo": 0.027435655239969492, |
| "Rita": 0.07594820608695348 |
| } |
| }, |
| "model.layers.2.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.07531803970535596, |
| "Leo": 0.05818352289497852, |
| "Rita": 0.05552354330817858 |
| }, |
| "joint r1": { |
| "Kim": 0.123946247001489, |
| "Leo": 0.06498368705312411, |
| "Rita": 0.07512387198706467 |
| } |
| }, |
| "model.layers.2.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.09469237551093102, |
| "Leo": 0.06002620607614517, |
| "Rita": 0.02663758583366871 |
| }, |
| "joint r1": { |
| "Kim": 0.051359577725330986, |
| "Leo": 0.03316914259145657, |
| "Rita": 0.01893037681778272 |
| } |
| }, |
| "model.layers.2.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.08147373795509338, |
| "Leo": 0.08447741468747456, |
| "Rita": 0.10495326668024063 |
| }, |
| "joint r1": { |
| "Kim": 0.05178087701400121, |
| "Leo": 0.034647279574225344, |
| "Rita": 0.08556222791473071 |
| } |
| }, |
| "model.layers.2.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.1798152724901835, |
| "Leo": 0.10204800839225452, |
| "Rita": 0.1875013386209806 |
| }, |
| "joint r1": { |
| "Kim": 0.12297509238123894, |
| "Leo": 0.04391831594208876, |
| "Rita": 0.1360592215011517 |
| } |
| }, |
| "model.layers.2.mlp.up_proj": { |
| "single": { |
| "Kim": 0.19045497477054596, |
| "Leo": 0.1768304550399383, |
| "Rita": 0.16912525271375975 |
| }, |
| "joint r1": { |
| "Kim": 0.1863966261347135, |
| "Leo": 0.0712707657366991, |
| "Rita": 0.16133561233679453 |
| } |
| }, |
| "model.layers.3.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.18963336696227392, |
| "Leo": 0.16689671203494072, |
| "Rita": 0.27582067251205444 |
| }, |
| "joint r1": { |
| "Kim": 0.1915306697289149, |
| "Leo": 0.050845738500356674, |
| "Rita": 0.1948900818824768 |
| } |
| }, |
| "model.layers.3.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.12655694534381232, |
| "Leo": 0.07070800910393397, |
| "Rita": 0.11630576911071937 |
| }, |
| "joint r1": { |
| "Kim": 0.09704944988091786, |
| "Leo": 0.11614743371804555, |
| "Rita": 0.09519065295656522 |
| } |
| }, |
| "model.layers.3.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.05026954536636671, |
| "Leo": 0.09980549290776253, |
| "Rita": 0.030784496416648228 |
| }, |
| "joint r1": { |
| "Kim": 0.06320824846625328, |
| "Leo": 0.041245644291241966, |
| "Rita": 0.04987920137743155 |
| } |
| }, |
| "model.layers.3.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.16339830681681633, |
| "Leo": 0.2632688532272975, |
| "Rita": 0.24440774818261465 |
| }, |
| "joint r1": { |
| "Kim": 0.2017126033703486, |
| "Leo": 0.15518945455551147, |
| "Rita": 0.12591154500842094 |
| } |
| }, |
| "model.layers.3.mlp.up_proj": { |
| "single": { |
| "Kim": 0.2567017773787181, |
| "Leo": 0.35496856768925983, |
| "Rita": 0.28420697649319965 |
| }, |
| "joint r1": { |
| "Kim": 0.1219467744231224, |
| "Leo": 0.09566991031169891, |
| "Rita": 0.10386192426085472 |
| } |
| }, |
| "model.layers.4.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.021234343759715557, |
| "Leo": 0.02080606296658516, |
| "Rita": 0.060473512237270675 |
| }, |
| "joint r1": { |
| "Kim": 0.06737568229436874, |
| "Leo": 0.009609904140233994, |
| "Rita": 0.053924052665630974 |
| } |
| }, |
| "model.layers.4.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.017436884654064972, |
| "Leo": 0.03992648422718048, |
| "Rita": 0.027749947582681973 |
| }, |
| "joint r1": { |
| "Kim": 0.03139010506371657, |
| "Leo": 0.03896568591396014, |
| "Rita": 0.029841439798474312 |
| } |
| }, |
| "model.layers.4.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.029408827734490234, |
| "Leo": 0.048528886710604034, |
| "Rita": 0.02813894177476565 |
| }, |
| "joint r1": { |
| "Kim": 0.035940054804086685, |
| "Leo": 0.0557755616803964, |
| "Rita": 0.027465667575597763 |
| } |
| }, |
| "model.layers.4.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.17598237097263336, |
| "Leo": 0.22823281089464822, |
| "Rita": 0.08532984678943951 |
| }, |
| "joint r1": { |
| "Kim": 0.16463025410970053, |
| "Leo": 0.12892518192529678, |
| "Rita": 0.08087513968348503 |
| } |
| }, |
| "model.layers.4.mlp.up_proj": { |
| "single": { |
| "Kim": 0.06999062250057857, |
| "Leo": 0.2615649352471034, |
| "Rita": 0.13401338458061218 |
| }, |
| "joint r1": { |
| "Kim": 0.15655964985489845, |
| "Leo": 0.14185519392291704, |
| "Rita": 0.048360675573349 |
| } |
| }, |
| "model.layers.5.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.08432034154733022, |
| "Leo": 0.05257901983956496, |
| "Rita": 0.08098548526565234 |
| }, |
| "joint r1": { |
| "Kim": 0.028011351513365906, |
| "Leo": 0.04967279421786467, |
| "Rita": 0.06468838391204675 |
| } |
| }, |
| "model.layers.5.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.10730042060216267, |
| "Leo": 0.0669868712623914, |
| "Rita": 0.08897292489806811 |
| }, |
| "joint r1": { |
| "Kim": 0.12357673545678456, |
| "Leo": 0.07599344911674659, |
| "Rita": 0.12653043866157532 |
| } |
| }, |
| "model.layers.5.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.09837287912766139, |
| "Leo": 0.0369118849436442, |
| "Rita": 0.045859106816351414 |
| }, |
| "joint r1": { |
| "Kim": 0.13773700719078383, |
| "Leo": 0.06348640223344167, |
| "Rita": 0.06335992117722829 |
| } |
| }, |
| "model.layers.5.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.13644626922905445, |
| "Leo": 0.08486792321006457, |
| "Rita": 0.10756927728652954 |
| }, |
| "joint r1": { |
| "Kim": 0.044922858476638794, |
| "Leo": 0.04399446149667104, |
| "Rita": 0.04972477505604426 |
| } |
| }, |
| "model.layers.5.mlp.up_proj": { |
| "single": { |
| "Kim": 0.1506614312529564, |
| "Leo": 0.21356171369552612, |
| "Rita": 0.2565077481170495 |
| }, |
| "joint r1": { |
| "Kim": 0.18838235239187875, |
| "Leo": 0.17837799588839212, |
| "Rita": 0.16117955495913824 |
| } |
| }, |
| "model.layers.6.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.07223120207587878, |
| "Leo": 0.07069699342052142, |
| "Rita": 0.08674182929098606 |
| }, |
| "joint r1": { |
| "Kim": 0.12371037155389786, |
| "Leo": 0.033227437641471624, |
| "Rita": 0.05483098824818929 |
| } |
| }, |
| "model.layers.6.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.1631270001331965, |
| "Leo": 0.13461638117829958, |
| "Rita": 0.1813603937625885 |
| }, |
| "joint r1": { |
| "Kim": 0.1517210453748703, |
| "Leo": 0.19067632655302683, |
| "Rita": 0.09606926639874776 |
| } |
| }, |
| "model.layers.6.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.15406618267297745, |
| "Leo": 0.09535293653607368, |
| "Rita": 0.12899412463108698 |
| }, |
| "joint r1": { |
| "Kim": 0.06428142512838046, |
| "Leo": 0.07804497641821702, |
| "Rita": 0.11041717355449994 |
| } |
| }, |
| "model.layers.6.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.12940256794293722, |
| "Leo": 0.1330570951104164, |
| "Rita": 0.10587089012066524 |
| }, |
| "joint r1": { |
| "Kim": 0.07268744458754857, |
| "Leo": 0.036843277203540005, |
| "Rita": 0.0810379187266032 |
| } |
| }, |
| "model.layers.6.mlp.up_proj": { |
| "single": { |
| "Kim": 0.10407203622162342, |
| "Leo": 0.1096796914935112, |
| "Rita": 0.07895227024952571 |
| }, |
| "joint r1": { |
| "Kim": 0.0539597657819589, |
| "Leo": 0.05829068645834923, |
| "Rita": 0.05794536508619785 |
| } |
| }, |
| "model.layers.7.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.04876979564627012, |
| "Leo": 0.013735446458061537, |
| "Rita": 0.016116697108373046 |
| }, |
| "joint r1": { |
| "Kim": 0.009528460912406445, |
| "Leo": 0.019552839919924736, |
| "Rita": 0.03139303935070833 |
| } |
| }, |
| "model.layers.7.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.023108644721408684, |
| "Leo": 0.026943003448347252, |
| "Rita": 0.046034264067808785 |
| }, |
| "joint r1": { |
| "Kim": 0.024886117006341617, |
| "Leo": 0.021410347893834114, |
| "Rita": 0.02120947651565075 |
| } |
| }, |
| "model.layers.7.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.054853398352861404, |
| "Leo": 0.04544567813475927, |
| "Rita": 0.10078098128239314 |
| }, |
| "joint r1": { |
| "Kim": 0.06770683700839679, |
| "Leo": 0.036601243540644646, |
| "Rita": 0.10179310540358226 |
| } |
| }, |
| "model.layers.7.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.04585438470045725, |
| "Leo": 0.022318240255117416, |
| "Rita": 0.07731993372241656 |
| }, |
| "joint r1": { |
| "Kim": 0.023762705735862255, |
| "Leo": 0.05575410959621271, |
| "Rita": 0.035914634354412556 |
| } |
| }, |
| "model.layers.7.mlp.up_proj": { |
| "single": { |
| "Kim": 0.004872841760516167, |
| "Leo": 0.053459273651242256, |
| "Rita": 0.10955191776156425 |
| }, |
| "joint r1": { |
| "Kim": 0.04169414813319842, |
| "Leo": 0.04508482602735361, |
| "Rita": 0.06917918225129445 |
| } |
| }, |
| "model.layers.8.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.04610235368212064, |
| "Leo": 0.035481045643488564, |
| "Rita": 0.036350417882204056 |
| }, |
| "joint r1": { |
| "Kim": 0.0327288613965114, |
| "Leo": 0.04802063604195913, |
| "Rita": 0.03956751556446155 |
| } |
| }, |
| "model.layers.8.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.033711512573063374, |
| "Leo": 0.08162374732395013, |
| "Rita": 0.024782394369443256 |
| }, |
| "joint r1": { |
| "Kim": 0.06624485179781914, |
| "Leo": 0.04384500595430533, |
| "Rita": 0.07055304696162541 |
| } |
| }, |
| "model.layers.8.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.03831604681909084, |
| "Leo": 0.024033659137785435, |
| "Rita": 0.009409359966715177 |
| }, |
| "joint r1": { |
| "Kim": 0.04729808308184147, |
| "Leo": 0.05617787751058737, |
| "Rita": 0.03422937666376432 |
| } |
| }, |
| "model.layers.8.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.027506874253352482, |
| "Leo": 0.041519460578759514, |
| "Rita": 0.06197828302780787 |
| }, |
| "joint r1": { |
| "Kim": 0.053604653726021446, |
| "Leo": 0.04519469725588957, |
| "Rita": 0.025674202168981235 |
| } |
| }, |
| "model.layers.8.mlp.up_proj": { |
| "single": { |
| "Kim": 0.0543883740901947, |
| "Leo": 0.07792398581902187, |
| "Rita": 0.04887033502260844 |
| }, |
| "joint r1": { |
| "Kim": 0.01242312944183747, |
| "Leo": 0.060945521419246994, |
| "Rita": 0.03233458660542965 |
| } |
| }, |
| "model.layers.9.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.0846220850944519, |
| "Leo": 0.08876707404851913, |
| "Rita": 0.019383869444330532 |
| }, |
| "joint r1": { |
| "Kim": 0.01351104366282622, |
| "Leo": 0.07877585229774316, |
| "Rita": 0.026039970728258293 |
| } |
| }, |
| "model.layers.9.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.01767695943514506, |
| "Leo": 0.027938606217503548, |
| "Rita": 0.05981422231222192 |
| }, |
| "joint r1": { |
| "Kim": 0.020997250452637672, |
| "Leo": 0.04767344271143278, |
| "Rita": 0.02858732019861539 |
| } |
| }, |
| "model.layers.9.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.015351356317599615, |
| "Leo": 0.042179826026161514, |
| "Rita": 0.08782644073168437 |
| }, |
| "joint r1": { |
| "Kim": 0.02009136478106181, |
| "Leo": 0.03044070489704609, |
| "Rita": 0.07078951597213745 |
| } |
| }, |
| "model.layers.9.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.05790448126693567, |
| "Leo": 0.03229845377306143, |
| "Rita": 0.06632723659276962 |
| }, |
| "joint r1": { |
| "Kim": 0.062351670737067856, |
| "Leo": 0.025114117190241814, |
| "Rita": 0.053859775265057884 |
| } |
| }, |
| "model.layers.9.mlp.up_proj": { |
| "single": { |
| "Kim": 0.04214818216860294, |
| "Leo": 0.008479290952285131, |
| "Rita": 0.0665545438726743 |
| }, |
| "joint r1": { |
| "Kim": 0.058429126317302384, |
| "Leo": 0.05295907830198606, |
| "Rita": 0.043924342220028244 |
| } |
| }, |
| "model.layers.10.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.01382062459985415, |
| "Leo": 0.06618188445766766, |
| "Rita": 0.057630556945999466 |
| }, |
| "joint r1": { |
| "Kim": 0.0307381438712279, |
| "Leo": 0.021892343026896317, |
| "Rita": 0.019404425285756588 |
| } |
| }, |
| "model.layers.10.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.061069959153731666, |
| "Leo": 0.026384254917502403, |
| "Rita": 0.019448470945159595 |
| }, |
| "joint r1": { |
| "Kim": 0.05273390437165896, |
| "Leo": 0.044220332677165665, |
| "Rita": 0.04758579283952713 |
| } |
| }, |
| "model.layers.10.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.019586938122908275, |
| "Leo": 0.05376386642456055, |
| "Rita": 0.03460906445980072 |
| }, |
| "joint r1": { |
| "Kim": 0.02349877605835597, |
| "Leo": 0.03892758985360464, |
| "Rita": 0.015791981170574825 |
| } |
| }, |
| "model.layers.10.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.03777657697598139, |
| "Leo": 0.04872986301779747, |
| "Rita": 0.046957417080799736 |
| }, |
| "joint r1": { |
| "Kim": 0.02761269174516201, |
| "Leo": 0.0167210695023338, |
| "Rita": 0.047026898711919785 |
| } |
| }, |
| "model.layers.10.mlp.up_proj": { |
| "single": { |
| "Kim": 0.028339101001620293, |
| "Leo": 0.021475215752919514, |
| "Rita": 0.04263082270820936 |
| }, |
| "joint r1": { |
| "Kim": 0.019670356065034866, |
| "Leo": 0.028335731476545334, |
| "Rita": 0.05049995519220829 |
| } |
| }, |
| "model.layers.11.self_attn.q_proj": { |
| "single": { |
| "Kim": 0.008268825088938078, |
| "Leo": 0.04827912089725336, |
| "Rita": 0.017858654260635376 |
| }, |
| "joint r1": { |
| "Kim": 0.04069877415895462, |
| "Leo": 0.016870420115689438, |
| "Rita": 0.045053642243146896 |
| } |
| }, |
| "model.layers.11.self_attn.k_proj": { |
| "single": { |
| "Kim": 0.015335190730790297, |
| "Leo": 0.03805669645468394, |
| "Rita": 0.035299340883890785 |
| }, |
| "joint r1": { |
| "Kim": 0.03703914706905683, |
| "Leo": 0.039246585530539356, |
| "Rita": 0.03442932292819023 |
| } |
| }, |
| "model.layers.11.self_attn.v_proj": { |
| "single": { |
| "Kim": 0.030139970903595287, |
| "Leo": 0.0702322671810786, |
| "Rita": 0.03179318271577358 |
| }, |
| "joint r1": { |
| "Kim": 0.006270433776080608, |
| "Leo": 0.08120644589265187, |
| "Rita": 0.011125509316722551 |
| } |
| }, |
| "model.layers.11.mlp.gate_proj": { |
| "single": { |
| "Kim": 0.030301300808787346, |
| "Leo": 0.01850402168929577, |
| "Rita": 0.025957616977393627 |
| }, |
| "joint r1": { |
| "Kim": 0.05554264411330223, |
| "Leo": 0.025543975022931893, |
| "Rita": 0.04681700033446153 |
| } |
| }, |
| "model.layers.11.mlp.up_proj": { |
| "single": { |
| "Kim": 0.017841616024573643, |
| "Leo": 0.033515166491270065, |
| "Rita": 0.009151491336524487 |
| }, |
| "joint r1": { |
| "Kim": 0.020216450716058414, |
| "Leo": 0.036643692602713905, |
| "Rita": 0.026874557758371036 |
| } |
| } |
| }, |
| "floors": { |
| "coverage_k1": 0.04419417382415922, |
| "coverage_k3": 0.07654655446197431, |
| "coverage_k16": 0.1767766952966369 |
| }, |
| "joint_tag": "e3kl3", |
| "single_tag": "e3kl3" |
| } |
|
|
