| [ |
| { |
| "layer_name": "lm_head", |
| "sensitivities": { |
| "2": 0.3690312101195256, |
| "3": 0.07595252734608948, |
| "4": 0.01818919344805181, |
| "5": 0.004614678056289752, |
| "6": 0.0014576555646878357, |
| "8": 0.0004173827698347547 |
| }, |
| "param_count": 267386880, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03795132188436886, |
| "3": 0.009072183088089028, |
| "4": 0.00242004387837369, |
| "5": 0.0010075854831181157, |
| "6": 0.00048467294618603773, |
| "8": 0.00026502991507489543 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.12991621003796658, |
| "3": 0.028232062933966517, |
| "4": 0.0069681206562866764, |
| "5": 0.0017406110079415764, |
| "6": 0.0007589711167383939, |
| "8": 0.0003041822098263462 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.022828835140292842, |
| "3": 0.004880246347359692, |
| "4": 0.0014262580783300411, |
| "5": 0.0006901402375660837, |
| "6": 0.00039784398419821326, |
| "8": 0.00023991668361607785 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.009207076548288265, |
| "3": 0.0023086407309165224, |
| "4": 0.000879489661504825, |
| "5": 0.0004942766336171189, |
| "6": 0.000348891896768085, |
| "8": 0.0002395995246236756 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.011862850631587207, |
| "3": 0.003072493178478908, |
| "4": 0.0010222637853682197, |
| "5": 0.0005630557037269076, |
| "6": 0.0003730363629680748, |
| "8": 0.00024693860480814084 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.003506394525174983, |
| "3": 0.001175706439729159, |
| "4": 0.0005574562589269286, |
| "5": 0.00037244778165283304, |
| "6": 0.00028680220202659257, |
| "8": 0.00022407510247527776 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.006031630570457007, |
| "3": 0.001619274871093997, |
| "4": 0.0006757252510093773, |
| "5": 0.00046243349909976433, |
| "6": 0.00032388354460029706, |
| "8": 0.0002485476070432924 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.02348051864343385, |
| "3": 0.004578667411503072, |
| "4": 0.0014341886368735384, |
| "5": 0.000674167507289288, |
| "6": 0.00046413089997561957, |
| "8": 0.00032029579233494587 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.021251935938683648, |
| "3": 0.0050258845488618436, |
| "4": 0.001609279740174922, |
| "5": 0.0007042432759286991, |
| "6": 0.00044048715850901016, |
| "8": 0.00030845124698923126 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.017929228973419715, |
| "3": 0.004155062289404062, |
| "4": 0.001201152862146652, |
| "5": 0.0006339749597827904, |
| "6": 0.00042700527046690695, |
| "8": 0.0003096341279160697 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.004596881216760569, |
| "3": 0.0014397120709569815, |
| "4": 0.0006801408392978677, |
| "5": 0.0004579292581183836, |
| "6": 0.0003570626340660965, |
| "8": 0.00030202271894571214 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.003842558585650598, |
| "3": 0.0014213214478028628, |
| "4": 0.0006721745121467393, |
| "5": 0.0004587334733514581, |
| "6": 0.0003758901960585111, |
| "8": 0.00032339996929901343 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005850549205206335, |
| "3": 0.00109090058322181, |
| "4": 0.000561877769844917, |
| "5": 0.0004317578847500651, |
| "6": 0.0003434089958318509, |
| "8": 0.0003117431527546917 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.003074977134626048, |
| "3": 0.001189255875942763, |
| "4": 0.0006708895780320745, |
| "5": 0.0004222270011572012, |
| "6": 0.00037116665286400047, |
| "8": 0.0003227454314279991 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.011515484395204112, |
| "3": 0.003087549332121853, |
| "4": 0.0010741784572019242, |
| "5": 0.0005939761043312805, |
| "6": 0.0004393871507393972, |
| "8": 0.00036120618763864815 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.009632905683247373, |
| "3": 0.0026426918630022556, |
| "4": 0.0009811412613392652, |
| "5": 0.0005292034341740267, |
| "6": 0.0004125568181431542, |
| "8": 0.0003344575676843912 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.012293794638632486, |
| "3": 0.0029686012203455903, |
| "4": 0.0010429635816156708, |
| "5": 0.0005800273696271082, |
| "6": 0.0004260381938365754, |
| "8": 0.00034706647966231685 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.008016852846291537, |
| "3": 0.002257072580202172, |
| "4": 0.0008910111003691176, |
| "5": 0.0005365192713118935, |
| "6": 0.00042221239952292916, |
| "8": 0.0003580634887233221 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.009197942471170487, |
| "3": 0.0026142585896498836, |
| "4": 0.0009511265222196622, |
| "5": 0.0005786025309741186, |
| "6": 0.00043395988541305996, |
| "8": 0.00036392743155981105 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004779884218199489, |
| "3": 0.001145684311874599, |
| "4": 0.0005841114919652076, |
| "5": 0.00044526125505702413, |
| "6": 0.00038824819057481363, |
| "8": 0.00034723950739135034 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.00470438150902434, |
| "3": 0.0013050745789466116, |
| "4": 0.0006418591183319222, |
| "5": 0.00047659967822255567, |
| "6": 0.0003923116497996186, |
| "8": 0.0003531137390382355 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.009574868444663783, |
| "3": 0.002683834024840811, |
| "4": 0.0009825740295733947, |
| "5": 0.0005598147933293754, |
| "6": 0.0004400062922892782, |
| "8": 0.00038168130292130326 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.008891898619670732, |
| "3": 0.0023466256655713855, |
| "4": 0.0009082176111405715, |
| "5": 0.0005367327976273373, |
| "6": 0.0004337185879800624, |
| "8": 0.0003659165280017381 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.011573792469183294, |
| "3": 0.0030134717865924663, |
| "4": 0.001001681249666338, |
| "5": 0.0005702435846615117, |
| "6": 0.0004379395583479588, |
| "8": 0.0003754816940878906 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.005164339405988964, |
| "3": 0.001483944573313541, |
| "4": 0.0007104101690250294, |
| "5": 0.0004978607224378114, |
| "6": 0.0004255220834844901, |
| "8": 0.00037247763854490284 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.005188735759778258, |
| "3": 0.001729085633996874, |
| "4": 0.0007956516589426125, |
| "5": 0.0005047622216807213, |
| "6": 0.0004312934943300206, |
| "8": 0.0003863025382694711 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.006784868159835848, |
| "3": 0.001310232718727396, |
| "4": 0.000576501068280777, |
| "5": 0.00043794330971043866, |
| "6": 0.00040092444154045853, |
| "8": 0.0003731171127583366 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.004759011513669975, |
| "3": 0.0013529069680468335, |
| "4": 0.0006465944061346818, |
| "5": 0.00047430143240489997, |
| "6": 0.0004116161496009833, |
| "8": 0.00038525054878846277 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.008910135380574502, |
| "3": 0.0024195436611383534, |
| "4": 0.0009451741158651809, |
| "5": 0.0005768600506902052, |
| "6": 0.0004488861159188673, |
| "8": 0.0003965857079795872 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.008080467310113212, |
| "3": 0.0022981608757011904, |
| "4": 0.000891813348668317, |
| "5": 0.0005513004907697905, |
| "6": 0.0004379511295458845, |
| "8": 0.00039703342675541836 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.010526661683494845, |
| "3": 0.0026929317391477525, |
| "4": 0.0010144684129045345, |
| "5": 0.000573494863298644, |
| "6": 0.0004631590927601792, |
| "8": 0.00039696229820644174 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.003145214415174754, |
| "3": 0.001117884673779675, |
| "4": 0.0006258418992122946, |
| "5": 0.0004833130406041164, |
| "6": 0.0004279570475773653, |
| "8": 0.00039679681503912434 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.004341011876628424, |
| "3": 0.0013050139605184086, |
| "4": 0.0007217563143058214, |
| "5": 0.0005018782188320378, |
| "6": 0.00044238692013702047, |
| "8": 0.00040402935943954316 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004252832506608684, |
| "3": 0.0009906460109050386, |
| "4": 0.0005344560195226222, |
| "5": 0.000454748016030256, |
| "6": 0.0004060187202412635, |
| "8": 0.0003962508738671507 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.005281597392846986, |
| "3": 0.0012663110828725621, |
| "4": 0.0006482867393060587, |
| "5": 0.0004920236921558777, |
| "6": 0.00042762951549472444, |
| "8": 0.00040031726651553373 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.008977735521815097, |
| "3": 0.0026706707843307718, |
| "4": 0.0010172956087141454, |
| "5": 0.0005951270504738204, |
| "6": 0.0004660419047771332, |
| "8": 0.0004148871254680368 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.008749397486099042, |
| "3": 0.002432432636851445, |
| "4": 0.0009343234378320631, |
| "5": 0.000574793020253613, |
| "6": 0.00045904427315690555, |
| "8": 0.00040835272617793333 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.009757921885466203, |
| "3": 0.0027532519185721562, |
| "4": 0.0009974996670886564, |
| "5": 0.0005834076485674208, |
| "6": 0.00046966676018200815, |
| "8": 0.00041471100060637883 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0018436126580733496, |
| "3": 0.0008273282862016155, |
| "4": 0.0005572751567039328, |
| "5": 0.0004656452971782225, |
| "6": 0.00043325886751214665, |
| "8": 0.00041123093736435595 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.003639565344201401, |
| "3": 0.0013172483547047402, |
| "4": 0.0006878767817397602, |
| "5": 0.0005216071719284324, |
| "6": 0.00045283529834705405, |
| "8": 0.0004156999796881185 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0036849234553907686, |
| "3": 0.0009316944876142467, |
| "4": 0.0005282108080185329, |
| "5": 0.0004589462199267776, |
| "6": 0.00043081744540055905, |
| "8": 0.00041233274653980817 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0032893250730315535, |
| "3": 0.0010255764803635732, |
| "4": 0.0005885454265808221, |
| "5": 0.0004909907996382875, |
| "6": 0.0004430977860465646, |
| "8": 0.0004184750311348277 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.010425568291490587, |
| "3": 0.0027147019160717414, |
| "4": 0.0010297499272079829, |
| "5": 0.0006180740710988175, |
| "6": 0.00048603951775779325, |
| "8": 0.00043953484782832675 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.009462108675506897, |
| "3": 0.002602560714876745, |
| "4": 0.0010038287594701008, |
| "5": 0.0006013517995597795, |
| "6": 0.0004903212720819283, |
| "8": 0.0004275088431313634 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.011662299075396731, |
| "3": 0.0029174210139899515, |
| "4": 0.0010851999007475872, |
| "5": 0.0006221018459958335, |
| "6": 0.0004916078578389715, |
| "8": 0.0004414397626533173 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.003768748647416942, |
| "3": 0.0013119825768323305, |
| "4": 0.0006889370257946817, |
| "5": 0.0005095954087058393, |
| "6": 0.0004621610860340297, |
| "8": 0.00043529554811054066 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0063156498411747935, |
| "3": 0.0019416983122937381, |
| "4": 0.0008654423678914706, |
| "5": 0.0006029773988605788, |
| "6": 0.0004864740949415136, |
| "8": 0.0004435082761726032 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005719443615816999, |
| "3": 0.0012684007172841423, |
| "4": 0.0006563282610538105, |
| "5": 0.0005054952271166258, |
| "6": 0.0004549181897649153, |
| "8": 0.0004365470558695961 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.006133390559019365, |
| "3": 0.0015728707718759931, |
| "4": 0.000708380878980582, |
| "5": 0.0005408658186449126, |
| "6": 0.0004699621216180579, |
| "8": 0.00043959396619660157 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.011098741539171897, |
| "3": 0.0030337262384515875, |
| "4": 0.0010857362940441817, |
| "5": 0.0006375577989577627, |
| "6": 0.0005028415204530271, |
| "8": 0.0004518742546982442 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.010215319921068536, |
| "3": 0.0028228523199989772, |
| "4": 0.0010600860259728506, |
| "5": 0.0006250775125712001, |
| "6": 0.0005037658071766297, |
| "8": 0.00045820096238458063 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.011239636621515578, |
| "3": 0.003064556479027184, |
| "4": 0.0011289924344358344, |
| "5": 0.0006460907995157564, |
| "6": 0.000501914588312502, |
| "8": 0.0004472645772087465 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.002358528831488608, |
| "3": 0.0009664803365012631, |
| "4": 0.0006171912743108502, |
| "5": 0.0005066971474055512, |
| "6": 0.0004725703111034818, |
| "8": 0.0004504112888146968 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.00443086067874295, |
| "3": 0.0015766082021097343, |
| "4": 0.0008016537588749392, |
| "5": 0.0005732165651958591, |
| "6": 0.0004971851303707808, |
| "8": 0.00045333363535367727 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.00276396061720637, |
| "3": 0.0010057682933014196, |
| "4": 0.0005903471828787588, |
| "5": 0.0005072250872520575, |
| "6": 0.00047099674460090074, |
| "8": 0.0004567606859685232 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0034340295072373315, |
| "3": 0.0012623502528488946, |
| "4": 0.0006675111217191443, |
| "5": 0.0005246154481331663, |
| "6": 0.00047567412548232824, |
| "8": 0.0004418820396191829 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.011651069381817555, |
| "3": 0.003255882281033943, |
| "4": 0.0011680400918218463, |
| "5": 0.0006761553462032074, |
| "6": 0.0005283822392811999, |
| "8": 0.00047622611115608987 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.011275209879386239, |
| "3": 0.00301949100442774, |
| "4": 0.0011546693228107567, |
| "5": 0.0006689457162186349, |
| "6": 0.0005337522646489864, |
| "8": 0.00046689517633543193 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.012245527555933222, |
| "3": 0.0032619232952129096, |
| "4": 0.0011608579006860964, |
| "5": 0.0006597350196292003, |
| "6": 0.0005318549956427887, |
| "8": 0.00046921718361166614 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.007309317685818921, |
| "3": 0.0022037991584511474, |
| "4": 0.0009366822984399429, |
| "5": 0.0006274507359194104, |
| "6": 0.0005138229353178758, |
| "8": 0.0004719869854549567 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.004668057813735989, |
| "3": 0.001778596080839634, |
| "4": 0.0008536535375848567, |
| "5": 0.000593993324097634, |
| "6": 0.0005145766881469171, |
| "8": 0.000483328637831922 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008908277930459008, |
| "3": 0.0012661702688395355, |
| "4": 0.0007221535094383095, |
| "5": 0.0005540553502214607, |
| "6": 0.0005011838923868103, |
| "8": 0.00048172750272594084 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.009469473069960562, |
| "3": 0.002275972076555869, |
| "4": 0.0008666393817596448, |
| "5": 0.0006097052222078977, |
| "6": 0.0005110067540954333, |
| "8": 0.0004893220223796865 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.013672243905602954, |
| "3": 0.003671525072907874, |
| "4": 0.0012987987962939467, |
| "5": 0.0007097056319859499, |
| "6": 0.0005646304586358989, |
| "8": 0.0004959975728221858 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.01328845753838929, |
| "3": 0.003469746712653432, |
| "4": 0.0012300840668710105, |
| "5": 0.0007113627192059843, |
| "6": 0.0005596567219375478, |
| "8": 0.0004966598232082712 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.013645399264836064, |
| "3": 0.003716949589337067, |
| "4": 0.0012415242393520505, |
| "5": 0.0007175325578524886, |
| "6": 0.0005555912496978029, |
| "8": 0.0004984468638819332 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0024476718535879627, |
| "3": 0.0010308078320425313, |
| "4": 0.0006530042555823456, |
| "5": 0.0005415453536746403, |
| "6": 0.0005159231162300179, |
| "8": 0.00048766641702968627 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.005005050942903229, |
| "3": 0.0018342240048999277, |
| "4": 0.0008777503596017292, |
| "5": 0.000612208586971974, |
| "6": 0.0005377064420220753, |
| "8": 0.0005110625327991632 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.010644087786204182, |
| "3": 0.0015676953989895992, |
| "4": 0.000717600460726923, |
| "5": 0.0005388526975972733, |
| "6": 0.0005197139507799875, |
| "8": 0.0004974789238379648 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0055120128696823185, |
| "3": 0.0013847694111367066, |
| "4": 0.0007449428339896258, |
| "5": 0.0005818438282100639, |
| "6": 0.0005303969143521196, |
| "8": 0.0005045558112518241 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01634463669809823, |
| "3": 0.004155305386423909, |
| "4": 0.001409509735822212, |
| "5": 0.0007666986348340288, |
| "6": 0.0005965576601738576, |
| "8": 0.0005115722566794526 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.014540139799161503, |
| "3": 0.00376955611379041, |
| "4": 0.0013539498177124187, |
| "5": 0.0007433471594898341, |
| "6": 0.000590752218461906, |
| "8": 0.0005130535804103905 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.015184729505563155, |
| "3": 0.00402019940277872, |
| "4": 0.001408336606497566, |
| "5": 0.0007425510824153511, |
| "6": 0.0005800443250336684, |
| "8": 0.0005172765862274294 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.003227907172307217, |
| "3": 0.0012115212254381429, |
| "4": 0.0007032576989634739, |
| "5": 0.0005839916617939404, |
| "6": 0.0005328892451264741, |
| "8": 0.0005247298843945222 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.006344545952742919, |
| "3": 0.0022104787227969305, |
| "4": 0.000944067044959714, |
| "5": 0.0006442237681767438, |
| "6": 0.0005523991167137865, |
| "8": 0.0005362196097848937 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005157761714751056, |
| "3": 0.0011804435149921726, |
| "4": 0.0006803471939444231, |
| "5": 0.0005721737907151692, |
| "6": 0.000532805571613911, |
| "8": 0.0005154112841410097 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.005601178847427946, |
| "3": 0.0016681026172591373, |
| "4": 0.000807545581968346, |
| "5": 0.0006018540758911209, |
| "6": 0.0005378054859950984, |
| "8": 0.0005249690329947043 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01987248449586332, |
| "3": 0.004943132917105686, |
| "4": 0.0016488793844473548, |
| "5": 0.0008257409159947807, |
| "6": 0.0006199541882475993, |
| "8": 0.0005420285572957558 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.018248959803410496, |
| "3": 0.004980026640017361, |
| "4": 0.0016077631274432254, |
| "5": 0.0008273268601139231, |
| "6": 0.0006245283899867596, |
| "8": 0.0005362624021169419 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01757520823351418, |
| "3": 0.004498371992667671, |
| "4": 0.0015209927563167487, |
| "5": 0.0007837080993340351, |
| "6": 0.0006162529365004351, |
| "8": 0.0005535203405694725 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.003240739577449858, |
| "3": 0.0012946536395854007, |
| "4": 0.0007452060005258924, |
| "5": 0.0006069884827108277, |
| "6": 0.0005551079254170569, |
| "8": 0.0005373705025704112 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.007996334291722937, |
| "3": 0.0025108379583495357, |
| "4": 0.001035521051865847, |
| "5": 0.0006972118959917376, |
| "6": 0.0005912101587455254, |
| "8": 0.000547261159226764 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004535733103693929, |
| "3": 0.001144775066980704, |
| "4": 0.0007430328708627106, |
| "5": 0.0005818109590715418, |
| "6": 0.0005482378025286986, |
| "8": 0.0005323544210114051 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0059212756556613995, |
| "3": 0.0016005513486258376, |
| "4": 0.0008824459194632558, |
| "5": 0.000631427057669498, |
| "6": 0.0005718374341086019, |
| "8": 0.0005410638659668621 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.019698018363366526, |
| "3": 0.005109246538874383, |
| "4": 0.0016776391688229826, |
| "5": 0.0008670564651159415, |
| "6": 0.0006479580224549863, |
| "8": 0.0005688515411748085 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.01953924687889715, |
| "3": 0.005019170445545266, |
| "4": 0.001640292612137273, |
| "5": 0.0008836914579054186, |
| "6": 0.0006521984238740212, |
| "8": 0.0005540097808989231 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.018909777980297804, |
| "3": 0.004841157987054127, |
| "4": 0.0015636396092304494, |
| "5": 0.0008473203524772543, |
| "6": 0.000644379428801282, |
| "8": 0.0005773121241266684 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.007219432193475465, |
| "3": 0.00216334330131455, |
| "4": 0.0009723964819083145, |
| "5": 0.0006832351039823455, |
| "6": 0.0006046182461432181, |
| "8": 0.0005669140700774733 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.010506215345230885, |
| "3": 0.003122696985277192, |
| "4": 0.0011942961706760495, |
| "5": 0.000728091295362295, |
| "6": 0.0006400378685308775, |
| "8": 0.0005691931522354329 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004675964650232345, |
| "3": 0.0014891572900523897, |
| "4": 0.0007776179275727676, |
| "5": 0.000637340420022762, |
| "6": 0.0005844658019971879, |
| "8": 0.000556054388046808 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.00638909360471492, |
| "3": 0.002143648603426603, |
| "4": 0.0009649071774523085, |
| "5": 0.0006803562112812264, |
| "6": 0.0006012916007117989, |
| "8": 0.0005713793774096606 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.024161547189578414, |
| "3": 0.006140922011885171, |
| "4": 0.001980157171298439, |
| "5": 0.0009630770364310592, |
| "6": 0.0006917698604714436, |
| "8": 0.0005920583244005684 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.023981386698627222, |
| "3": 0.006381649150474307, |
| "4": 0.0019569953559160544, |
| "5": 0.0009508676145439191, |
| "6": 0.0006828407082745495, |
| "8": 0.0005887443973430587 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.02013954025460407, |
| "3": 0.0050848634030747535, |
| "4": 0.0016485670542654891, |
| "5": 0.0008846224215327917, |
| "6": 0.0006779503455618396, |
| "8": 0.000587207605955579 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.015364377565371493, |
| "3": 0.0036169574644494182, |
| "4": 0.0013573662411848393, |
| "5": 0.0008248422952116622, |
| "6": 0.0006621474482623549, |
| "8": 0.0005960645782276212 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01708614226663485, |
| "3": 0.004768370706491017, |
| "4": 0.0015829288725702402, |
| "5": 0.0008980877149345664, |
| "6": 0.0006829997170522498, |
| "8": 0.0006079988949447094 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.006917297122223924, |
| "3": 0.0017564688411463674, |
| "4": 0.000869447787408717, |
| "5": 0.0006904697778130261, |
| "6": 0.0006346188238239847, |
| "8": 0.0005875951574125793 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.01673602216760628, |
| "3": 0.003562029337141818, |
| "4": 0.0012997771106408134, |
| "5": 0.0008435356843013627, |
| "6": 0.0006572930457574936, |
| "8": 0.0005983298348534541 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.020558257043982547, |
| "3": 0.005388382264451745, |
| "4": 0.0017839859065134078, |
| "5": 0.0009303106016886886, |
| "6": 0.0007215799208400616, |
| "8": 0.000616181446578897 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.019484141647505265, |
| "3": 0.005170788785714346, |
| "4": 0.001684024714146896, |
| "5": 0.0008888647947363401, |
| "6": 0.0007042339469383782, |
| "8": 0.000624984491878422 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.02137432716942082, |
| "3": 0.00479030439358515, |
| "4": 0.0016090331167409506, |
| "5": 0.000932511204155162, |
| "6": 0.0007039848060230725, |
| "8": 0.0006123228437597087 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.01913397083020148, |
| "3": 0.0048745491076260805, |
| "4": 0.0016770036139253837, |
| "5": 0.0009021856082351102, |
| "6": 0.0007111207014531828, |
| "8": 0.0006295533360874591 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01734339279937558, |
| "3": 0.004580418489543566, |
| "4": 0.0017099134929594584, |
| "5": 0.0009102698301527804, |
| "6": 0.0007140388855380783, |
| "8": 0.0006430737970125241 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0066698433850736665, |
| "3": 0.0016151975917940338, |
| "4": 0.0008782546513733299, |
| "5": 0.0007071407138331173, |
| "6": 0.000653359034913592, |
| "8": 0.0006219188653631136 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.010948391606992422, |
| "3": 0.0034841458643010506, |
| "4": 0.0013537258358458832, |
| "5": 0.0008068764121465696, |
| "6": 0.0006857857697468717, |
| "8": 0.0006376028225834792 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0454130630629758, |
| "3": 0.009571879418217577, |
| "4": 0.002679383719320564, |
| "5": 0.001222952352691209, |
| "6": 0.000811023701923356, |
| "8": 0.000671107572998153 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03250693434771771, |
| "3": 0.008224427636984425, |
| "4": 0.0024503073800588027, |
| "5": 0.001112304695804293, |
| "6": 0.0007878034872798404, |
| "8": 0.0006590937822087047 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04191621175656716, |
| "3": 0.007443473994499072, |
| "4": 0.002024408035746698, |
| "5": 0.001047426849254407, |
| "6": 0.0007713466620771214, |
| "8": 0.0006667334479667867 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.046863123890943825, |
| "3": 0.011668398428203849, |
| "4": 0.0032198214103118517, |
| "5": 0.0013457636911577235, |
| "6": 0.000856502631601567, |
| "8": 0.0006778459743751833 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02470148736028932, |
| "3": 0.006664311731583439, |
| "4": 0.0021807377779623494, |
| "5": 0.0010158546623036575, |
| "6": 0.0007881060422126515, |
| "8": 0.0006866674521006644 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008176069536906047, |
| "3": 0.002485275035724044, |
| "4": 0.0011439495077259683, |
| "5": 0.0007761443497050399, |
| "6": 0.0006977168753413329, |
| "8": 0.0006761331739350377 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.016872116927212726, |
| "3": 0.004308446402622697, |
| "4": 0.0015477175596364152, |
| "5": 0.0008823603614776706, |
| "6": 0.0007275980848741407, |
| "8": 0.0006753398677877461 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03148980617212752, |
| "3": 0.0072465472961387905, |
| "4": 0.002196460981698086, |
| "5": 0.001099620577103148, |
| "6": 0.0007996303756954148, |
| "8": 0.0006987187358996986 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.022874629551855225, |
| "3": 0.005889021970991355, |
| "4": 0.0020056486367442026, |
| "5": 0.0010319692664779723, |
| "6": 0.0007761672738221629, |
| "8": 0.0007025328801925449 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.027074349539664883, |
| "3": 0.006112349631924492, |
| "4": 0.001897514761367347, |
| "5": 0.0010169986853725277, |
| "6": 0.0007672748433833476, |
| "8": 0.0007067766734204876 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.03338254103437066, |
| "3": 0.008186037065267252, |
| "4": 0.0025059592832500734, |
| "5": 0.0011457119459616176, |
| "6": 0.0008310930352308787, |
| "8": 0.0007236597800025871 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02065462393996616, |
| "3": 0.005175968695160312, |
| "4": 0.0019291120940276112, |
| "5": 0.0010128568840931014, |
| "6": 0.0007793369283414601, |
| "8": 0.0006998119145767608 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008496523728050912, |
| "3": 0.002092809137441994, |
| "4": 0.001048723615288812, |
| "5": 0.0007885590142298801, |
| "6": 0.000722264235567612, |
| "8": 0.0006994304118658571 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.014621134992921725, |
| "3": 0.0038265987823251635, |
| "4": 0.0015058484592979464, |
| "5": 0.0009019108050172994, |
| "6": 0.0007695915798346201, |
| "8": 0.0007257105947549766 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.025912066591748346, |
| "3": 0.006768634407004963, |
| "4": 0.002142836368875578, |
| "5": 0.001107550766998126, |
| "6": 0.0008234955603256822, |
| "8": 0.0007229168816896466 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.021996469624961417, |
| "3": 0.005698223705015455, |
| "4": 0.0019130064150279698, |
| "5": 0.0010218633178737946, |
| "6": 0.0007975622611411382, |
| "8": 0.0007368624113344898 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.022119700345986832, |
| "3": 0.006062945680848013, |
| "4": 0.0018421512892624985, |
| "5": 0.0010247630683200744, |
| "6": 0.0008087007081485353, |
| "8": 0.0007288739495076394 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.023705257975962013, |
| "3": 0.006064988798849906, |
| "4": 0.0019613341161554367, |
| "5": 0.001076783435564721, |
| "6": 0.0008210506154379497, |
| "8": 0.000742022440438935 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01573249720968306, |
| "3": 0.004781097903711877, |
| "4": 0.0017149229897768237, |
| "5": 0.0009964598927278228, |
| "6": 0.0008035682694753632, |
| "8": 0.0007492277594186211 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.007148956346403186, |
| "3": 0.0020767478126799688, |
| "4": 0.0010256563776541345, |
| "5": 0.000827980301740657, |
| "6": 0.0007369932888347345, |
| "8": 0.0007401308976113796 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.013091351002609978, |
| "3": 0.004053265610612773, |
| "4": 0.0014710901911409262, |
| "5": 0.0009260154765797779, |
| "6": 0.0007938467024359852, |
| "8": 0.0007333388360469447 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03085021775526305, |
| "3": 0.007667456229683012, |
| "4": 0.0027275651639987095, |
| "5": 0.001151606441756788, |
| "6": 0.0008749021678037631, |
| "8": 0.0007581881000078283 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.023820892015161615, |
| "3": 0.006823830005790417, |
| "4": 0.0021087755036811964, |
| "5": 0.0011346589938815062, |
| "6": 0.000863362081872765, |
| "8": 0.0007527892921643797 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.024210701463744044, |
| "3": 0.006058213179737019, |
| "4": 0.001974626531591639, |
| "5": 0.0010725171341618989, |
| "6": 0.0008334855034869785, |
| "8": 0.0007488939566731764 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.045967583816188075, |
| "3": 0.011768001189921051, |
| "4": 0.003251248703842672, |
| "5": 0.0014019504596944898, |
| "6": 0.0009454745159018785, |
| "8": 0.0007803917627218956 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02334080945001915, |
| "3": 0.006150270889823635, |
| "4": 0.0019806947020697407, |
| "5": 0.0010720715375403718, |
| "6": 0.0008616147691403361, |
| "8": 0.0007711087758555853 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.007329480130768691, |
| "3": 0.002178644121158868, |
| "4": 0.0012001392484914202, |
| "5": 0.0008921610339408895, |
| "6": 0.0007914741787923655, |
| "8": 0.0007496450404384328 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.010215605589716384, |
| "3": 0.0032893124686476463, |
| "4": 0.0014066317162360065, |
| "5": 0.0009156204772201212, |
| "6": 0.0008245543346371657, |
| "8": 0.0007660255444837579 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.032757036543140806, |
| "3": 0.007792297799217825, |
| "4": 0.002285786875290796, |
| "5": 0.0012015280456883677, |
| "6": 0.0009076418355107307, |
| "8": 0.0007940205444659417 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.021568250376731157, |
| "3": 0.005631795269437134, |
| "4": 0.0019420806080840218, |
| "5": 0.0010833565259720974, |
| "6": 0.000875085053849034, |
| "8": 0.0007929913893652459 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.024478630628436804, |
| "3": 0.007467513913676764, |
| "4": 0.0020282099649193697, |
| "5": 0.001114473137325452, |
| "6": 0.0008871768998991078, |
| "8": 0.0007949241116875783 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.05484081758186221, |
| "3": 0.01502753000628824, |
| "4": 0.004093206972659876, |
| "5": 0.0016525835429395859, |
| "6": 0.0010369612876578078, |
| "8": 0.0008222000166521563 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.020433271245565265, |
| "3": 0.006716547907368901, |
| "4": 0.0017644459270134878, |
| "5": 0.0010872633235218625, |
| "6": 0.000872269938554382, |
| "8": 0.0007918186602182686 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008442838346430412, |
| "3": 0.0025157706113532186, |
| "4": 0.001232304884373055, |
| "5": 0.0009242816364955312, |
| "6": 0.0008259710933392247, |
| "8": 0.0007983075289909417 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.023773404633781563, |
| "3": 0.007753458509493309, |
| "4": 0.002480073417245876, |
| "5": 0.001196542609250173, |
| "6": 0.0009127457500047361, |
| "8": 0.0008246369252447039 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.033490532892756164, |
| "3": 0.00864635365239034, |
| "4": 0.0027984902990283445, |
| "5": 0.0012623324000742286, |
| "6": 0.0009571168351006539, |
| "8": 0.0008277939947826477 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.023913817169765633, |
| "3": 0.006647685178904794, |
| "4": 0.002164379196377316, |
| "5": 0.0011671608056834277, |
| "6": 0.0009159323769078279, |
| "8": 0.0008291704434668645 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.022330583344834547, |
| "3": 0.0057921960930495215, |
| "4": 0.0019945521222931952, |
| "5": 0.001127268672765543, |
| "6": 0.0009119076227458814, |
| "8": 0.0008281869692533897 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.07397209282498807, |
| "3": 0.018226272678778816, |
| "4": 0.00527985183968364, |
| "5": 0.00187674889699944, |
| "6": 0.0011545034612936433, |
| "8": 0.0008554420225361051 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.015509183499185989, |
| "3": 0.004577706291456707, |
| "4": 0.001593194965001506, |
| "5": 0.0010647770808039543, |
| "6": 0.0009123499609510569, |
| "8": 0.0008293585876041712 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008192794421726527, |
| "3": 0.0028378754116905234, |
| "4": 0.001293837512397052, |
| "5": 0.0009466427994387535, |
| "6": 0.0008824708335547863, |
| "8": 0.0008259715311093411 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.02069206631858833, |
| "3": 0.004773644730448723, |
| "4": 0.0016981462734596182, |
| "5": 0.0011373498637112789, |
| "6": 0.0009067441436248677, |
| "8": 0.0008464497041131835 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03399791409416745, |
| "3": 0.00818889019622778, |
| "4": 0.002846786859057223, |
| "5": 0.0012871220630283158, |
| "6": 0.0009985191985227477, |
| "8": 0.0008603245939108698 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.02111272552671532, |
| "3": 0.005840692945639603, |
| "4": 0.001903602184029296, |
| "5": 0.0011474654565972742, |
| "6": 0.0009250535016083935, |
| "8": 0.0008610915707928749 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.030207603548963863, |
| "3": 0.015403143688066242, |
| "4": 0.004067295718414243, |
| "5": 0.0013725848984904587, |
| "6": 0.000995869475445943, |
| "8": 0.000865505638406224 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04267190800358852, |
| "3": 0.011487263119003424, |
| "4": 0.0035408953068933138, |
| "5": 0.0014568849292118102, |
| "6": 0.0010505513831352193, |
| "8": 0.000877457113044026 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.011481023063727966, |
| "3": 0.003479524796906238, |
| "4": 0.0014927786057038854, |
| "5": 0.0010630243050400168, |
| "6": 0.0009127613605717974, |
| "8": 0.0008694686645564312 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.00531373552318352, |
| "3": 0.0018206984944602784, |
| "4": 0.0010568606182156752, |
| "5": 0.0009751642016150678, |
| "6": 0.0008709247886145022, |
| "8": 0.0008390628099732567 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.021237692310630035, |
| "3": 0.004769403441362859, |
| "4": 0.001833910790689212, |
| "5": 0.0012321987596806139, |
| "6": 0.0009594253691223761, |
| "8": 0.0008709660966511971 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.030048790387809277, |
| "3": 0.007823765142044673, |
| "4": 0.0024208917699676626, |
| "5": 0.001240682943413655, |
| "6": 0.0010178277455755353, |
| "8": 0.0008709730524666762 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.021149609043883782, |
| "3": 0.005504124351621916, |
| "4": 0.001959204346348997, |
| "5": 0.0011602656813920476, |
| "6": 0.00098993747572725, |
| "8": 0.00088594546590078 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.019498266987890627, |
| "3": 0.004972259797796141, |
| "4": 0.0018838265968952328, |
| "5": 0.001155486820304456, |
| "6": 0.0009594353129311154, |
| "8": 0.000882122321248365 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.06062951132965585, |
| "3": 0.01616595033556223, |
| "4": 0.004513459246178779, |
| "5": 0.0017607023279803495, |
| "6": 0.001219286439057517, |
| "8": 0.0009239544294056637 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01421165136465182, |
| "3": 0.004750759588205256, |
| "4": 0.0018383775483622837, |
| "5": 0.0011106162989259853, |
| "6": 0.0009542866003660796, |
| "8": 0.0008887116770589879 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005830608065783356, |
| "3": 0.001883706604227579, |
| "4": 0.0011669100555688299, |
| "5": 0.0009617718787922058, |
| "6": 0.0009048081265063956, |
| "8": 0.0008790665330404105 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.019427423976594582, |
| "3": 0.005924778199793461, |
| "4": 0.002004534787071558, |
| "5": 0.0011641504812966257, |
| "6": 0.0009753270654376441, |
| "8": 0.000902237877501951 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.028733025246765465, |
| "3": 0.008582500973716378, |
| "4": 0.002643160233371115, |
| "5": 0.0013568847158846136, |
| "6": 0.0010294709160613518, |
| "8": 0.0009431669968762435 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.021872838163593162, |
| "3": 0.006379870979192977, |
| "4": 0.002166972182749305, |
| "5": 0.0013786436660060037, |
| "6": 0.0009930612601844284, |
| "8": 0.0009111987116436163 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.022489557702404756, |
| "3": 0.005323903436268059, |
| "4": 0.001973090994094188, |
| "5": 0.001198911954512975, |
| "6": 0.0009979749520425685, |
| "8": 0.0009158371164327642 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04754651656063894, |
| "3": 0.0126398575133256, |
| "4": 0.003972741452647218, |
| "5": 0.0016289252149969495, |
| "6": 0.0011116544543862499, |
| "8": 0.0009476192620544074 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01573997222779629, |
| "3": 0.004614055627219689, |
| "4": 0.0019374682209066425, |
| "5": 0.0012580781961635996, |
| "6": 0.0009984671232814435, |
| "8": 0.0009442047715613929 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.006633439130382612, |
| "3": 0.002240423006393636, |
| "4": 0.0012259108868117134, |
| "5": 0.0010126537320805558, |
| "6": 0.0009421294926141854, |
| "8": 0.0009218939570322012 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.016071221868818004, |
| "3": 0.004836975853928986, |
| "4": 0.0019973559319623746, |
| "5": 0.0013114096655044705, |
| "6": 0.001007430155974968, |
| "8": 0.000956279919288742 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03261057644461592, |
| "3": 0.008762988548066156, |
| "4": 0.0030687448136935322, |
| "5": 0.0014657721549156122, |
| "6": 0.0010808976961319179, |
| "8": 0.0009422911219492865 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.025284700231471408, |
| "3": 0.007356762546502675, |
| "4": 0.0023575913971095965, |
| "5": 0.0012848917079584983, |
| "6": 0.0010711827999330126, |
| "8": 0.0009187805881083477 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.024484070425387472, |
| "3": 0.006247707725075695, |
| "4": 0.0022824137655940526, |
| "5": 0.0013092336521367542, |
| "6": 0.0010248569160467014, |
| "8": 0.0009570194742991589 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.03580676577985287, |
| "3": 0.008922782731436504, |
| "4": 0.0029652216641504006, |
| "5": 0.0014605403557652608, |
| "6": 0.0011176565021742135, |
| "8": 0.0009668898189071721 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.017215260576146346, |
| "3": 0.005600973866724719, |
| "4": 0.0019891023427286805, |
| "5": 0.0012286933197174221, |
| "6": 0.0010387297176445525, |
| "8": 0.000930068029750449 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.007178966028732248, |
| "3": 0.002153662047930993, |
| "4": 0.0013173510305932723, |
| "5": 0.0011024643536075018, |
| "6": 0.0010025570785122302, |
| "8": 0.0009464386809365047 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.01652409278904088, |
| "3": 0.005036330219202985, |
| "4": 0.0024114886303626313, |
| "5": 0.001300901873037219, |
| "6": 0.0010465359531129554, |
| "8": 0.0009836799508775584 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.037099984590895474, |
| "3": 0.010034770961889686, |
| "4": 0.0034367028104801043, |
| "5": 0.0017325034180733685, |
| "6": 0.0011870683956658468, |
| "8": 0.0010494814111249677 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.032952133779569216, |
| "3": 0.00846023892518133, |
| "4": 0.0030440963455475867, |
| "5": 0.0015121088363230228, |
| "6": 0.0011135946127372638, |
| "8": 0.0009600025150575675 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.024706884209687512, |
| "3": 0.006345936868456192, |
| "4": 0.002288007594567413, |
| "5": 0.0013557342269147437, |
| "6": 0.0011095057100950119, |
| "8": 0.0010033434882643633 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.07482519978657365, |
| "3": 0.020644044697595138, |
| "4": 0.005698025765013881, |
| "5": 0.0021613691230110512, |
| "6": 0.0012843857863723922, |
| "8": 0.001004914652488272 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03107407462084666, |
| "3": 0.010342236889603859, |
| "4": 0.003191122811889121, |
| "5": 0.0015822369896341115, |
| "6": 0.0011169927662801153, |
| "8": 0.0010267590017368395 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.010196132439887151, |
| "3": 0.003382541166502051, |
| "4": 0.0019422879643874087, |
| "5": 0.0011575952703424264, |
| "6": 0.0010139624804044918, |
| "8": 0.0010064726726947508 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.023907206060054403, |
| "3": 0.005719002658831111, |
| "4": 0.0022220435421331786, |
| "5": 0.0014038191317619446, |
| "6": 0.001079968238627771, |
| "8": 0.0010447775942642086 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05247146700276062, |
| "3": 0.015176210377831012, |
| "4": 0.004375960282535137, |
| "5": 0.0018324565001724598, |
| "6": 0.001360441760577184, |
| "8": 0.0010471098103153054 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.041894609263787665, |
| "3": 0.011720170087452667, |
| "4": 0.0030705377018117965, |
| "5": 0.0017976026562488794, |
| "6": 0.0012436717139886848, |
| "8": 0.0010171048355308205 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03180683664201448, |
| "3": 0.007539532719723259, |
| "4": 0.0029161749456155426, |
| "5": 0.0015401344341322936, |
| "6": 0.0012038728151916682, |
| "8": 0.001027173557910525 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.051467305476156376, |
| "3": 0.012648675095988438, |
| "4": 0.004287969510187395, |
| "5": 0.001826624325379574, |
| "6": 0.001494370636161572, |
| "8": 0.0011053198771454238 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03740176121937111, |
| "3": 0.012277672610556086, |
| "4": 0.0039396659267367795, |
| "5": 0.001987369646182439, |
| "6": 0.001338703885267023, |
| "8": 0.0010883098778625329 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.013146891530292729, |
| "3": 0.006189193365571555, |
| "4": 0.002160229329698874, |
| "5": 0.001236657898213404, |
| "6": 0.0013279964405228384, |
| "8": 0.001094209351625371 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.025260251093034942, |
| "3": 0.006412303409888409, |
| "4": 0.002374877246135535, |
| "5": 0.0015562708479895566, |
| "6": 0.001331363203159223, |
| "8": 0.0010302140908606816 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04707198947047194, |
| "3": 0.01394578362427031, |
| "4": 0.004969214768304179, |
| "5": 0.002162696262530517, |
| "6": 0.001441990323655773, |
| "8": 0.0012350614124443382 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03383361777135482, |
| "3": 0.009648974145723818, |
| "4": 0.0034405887223935374, |
| "5": 0.0016663225639301042, |
| "6": 0.0014343233063603595, |
| "8": 0.0011458696753834374 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03519281432575857, |
| "3": 0.009816542374513423, |
| "4": 0.0035899315116694197, |
| "5": 0.0017487043175303067, |
| "6": 0.0015967835618842703, |
| "8": 0.0012244365837735434 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.07753985732172926, |
| "3": 0.022755737552264083, |
| "4": 0.007815622739144601, |
| "5": 0.002658144680026453, |
| "6": 0.0019028322227920096, |
| "8": 0.0011865791918050188 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.04960652799733604, |
| "3": 0.01296378328212692, |
| "4": 0.00550057409418514, |
| "5": 0.0022268100389434644, |
| "6": 0.0015613320623136435, |
| "8": 0.0012517762988863979 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.016923219664022326, |
| "3": 0.00434685216411405, |
| "4": 0.00206722712997968, |
| "5": 0.0014637189136313584, |
| "6": 0.0012575888613355346, |
| "8": 0.0012068126343365293 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.03780461991361032, |
| "3": 0.01384781901530611, |
| "4": 0.003873045706617025, |
| "5": 0.0026052781843948956, |
| "6": 0.0012437241712177638, |
| "8": 0.0012630740541984171 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05825139461861303, |
| "3": 0.015695568892018247, |
| "4": 0.004909999486699235, |
| "5": 0.003017934472154593, |
| "6": 0.001350339511797453, |
| "8": 0.0011893887749465648 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.040601897810120136, |
| "3": 0.012858242237901626, |
| "4": 0.0036259057402882413, |
| "5": 0.002337338140932843, |
| "6": 0.0016814344004766706, |
| "8": 0.0013009748739326217 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03715840222624441, |
| "3": 0.01152932737992766, |
| "4": 0.004612001738375208, |
| "5": 0.0018477840737129252, |
| "6": 0.0015132958396861795, |
| "8": 0.0013659128114037837 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.07898739352822304, |
| "3": 0.022288630687398836, |
| "4": 0.007131108553342831, |
| "5": 0.002857753905118443, |
| "6": 0.001989006639632862, |
| "8": 0.0012813123624558405 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.028201417124364525, |
| "3": 0.009793095722367676, |
| "4": 0.003963719854558197, |
| "5": 0.0015589586801070254, |
| "6": 0.0015631326568836812, |
| "8": 0.001297035803872859 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.017285520870548982, |
| "3": 0.005997838559172426, |
| "4": 0.0032326138292167648, |
| "5": 0.0016438570686053329, |
| "6": 0.0013581149287347216, |
| "8": 0.0011744430945933952 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04318703906998659, |
| "3": 0.013964127026459513, |
| "4": 0.00451726212122594, |
| "5": 0.0023948801802665307, |
| "6": 0.001983409127812289, |
| "8": 0.0015551157327233038 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.058335720910690725, |
| "3": 0.018559857649961486, |
| "4": 0.006088046917284373, |
| "5": 0.003230336219227562, |
| "6": 0.0019436420006968547, |
| "8": 0.0013833331540809013 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.0431436631285275, |
| "3": 0.013432217698815899, |
| "4": 0.00527534265468906, |
| "5": 0.002545036969725819, |
| "6": 0.0016878233097183208, |
| "8": 0.0016037092451976302 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03864672661681349, |
| "3": 0.011075753510037126, |
| "4": 0.004643064089274655, |
| "5": 0.0026323104514934434, |
| "6": 0.0019320535066071898, |
| "8": 0.001713823325796208 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04560380838423347, |
| "3": 0.015800123888766393, |
| "4": 0.00432874473578219, |
| "5": 0.002039147262015225, |
| "6": 0.0022333602076590373, |
| "8": 0.0017092723270858794 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.04973170758845905, |
| "3": 0.022748164522151153, |
| "4": 0.006205478697665967, |
| "5": 0.0029849489389259056, |
| "6": 0.0018596709463357304, |
| "8": 0.0014708136489692454 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.023807204119899932, |
| "3": 0.009156071200171331, |
| "4": 0.003297367123498892, |
| "5": 0.002135845240748798, |
| "6": 0.002048376144860716, |
| "8": 0.0014195049152476713 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.03574057813966647, |
| "3": 0.0124744958836042, |
| "4": 0.005145237002579961, |
| "5": 0.0019052854574207838, |
| "6": 0.0023291037553766123, |
| "8": 0.0015651767850310232 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05863611745492866, |
| "3": 0.019671540838317014, |
| "4": 0.005755012052153082, |
| "5": 0.0034290728666140544, |
| "6": 0.0024829410322126932, |
| "8": 0.0015239187826712926 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.0446740771488597, |
| "3": 0.01441544973446677, |
| "4": 0.004713351057337907, |
| "5": 0.0028952787397429347, |
| "6": 0.0020309178362367675, |
| "8": 0.001587768837149876 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04337633633015988, |
| "3": 0.011260918193632582, |
| "4": 0.004981522882493057, |
| "5": 0.002873931972620388, |
| "6": 0.0018323251873274178, |
| "8": 0.0013726973617546416 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.05595678432534138, |
| "3": 0.017583962200054277, |
| "4": 0.0065000735291202245, |
| "5": 0.0030016841022491767, |
| "6": 0.002360446989769116, |
| "8": 0.0018827858596826748 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03767377805585662, |
| "3": 0.013770545711546825, |
| "4": 0.004616854940347063, |
| "5": 0.002748275413371933, |
| "6": 0.002088475683801031, |
| "8": 0.0016817698585024725 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.021920264021900948, |
| "3": 0.008354397442114228, |
| "4": 0.0034154497528409897, |
| "5": 0.002067458249560635, |
| "6": 0.001736940984604492, |
| "8": 0.0019661009864648804 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04488681438670028, |
| "3": 0.014882986986776814, |
| "4": 0.004157064481357035, |
| "5": 0.002484788853810945, |
| "6": 0.0021072561539767776, |
| "8": 0.0015516172243223991 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06088239334834119, |
| "3": 0.01806304932688363, |
| "4": 0.009215132173267193, |
| "5": 0.002819610521934616, |
| "6": 0.002247463106565798, |
| "8": 0.0018121825499595918 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.04902028453458721, |
| "3": 0.016297490539727733, |
| "4": 0.005887285781985459, |
| "5": 0.0028177933005887703, |
| "6": 0.0021510220261310073, |
| "8": 0.0022927946471706187 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.043714427282490455, |
| "3": 0.014928666974204438, |
| "4": 0.004679893955956989, |
| "5": 0.0025280068378682095, |
| "6": 0.0021628551755081085, |
| "8": 0.0018668198487527359 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.050828722169778, |
| "3": 0.01550006104419784, |
| "4": 0.00716898895916529, |
| "5": 0.002834729391906876, |
| "6": 0.001779399739461951, |
| "8": 0.001833909113580982 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03853753342991695, |
| "3": 0.012501767184100268, |
| "4": 0.006004314845389065, |
| "5": 0.0032271803963036896, |
| "6": 0.002085510170824515, |
| "8": 0.0018467814794955 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.024648116445556905, |
| "3": 0.006315558319329284, |
| "4": 0.0037753947556969556, |
| "5": 0.0022069736708848118, |
| "6": 0.002594154551237201, |
| "8": 0.001868779875318675 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04941453580007268, |
| "3": 0.01435303695810338, |
| "4": 0.005898358440996769, |
| "5": 0.004448937046011754, |
| "6": 0.002537703493241376, |
| "8": 0.0021770284523275527 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06099309789715335, |
| "3": 0.01978408660700855, |
| "4": 0.007727680276730098, |
| "5": 0.003613631971044621, |
| "6": 0.002746758841870663, |
| "8": 0.00199469769965314 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.05128084907967908, |
| "3": 0.01650143982260488, |
| "4": 0.005595005401119124, |
| "5": 0.0034248950881495452, |
| "6": 0.002883990040572826, |
| "8": 0.0024364235541725066 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.05642970144011391, |
| "3": 0.014515044279202508, |
| "4": 0.005815089271588174, |
| "5": 0.002691670339117991, |
| "6": 0.0023995715843435996, |
| "8": 0.0017576841431340047 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04472614615224302, |
| "3": 0.014603546742970744, |
| "4": 0.005675951620408644, |
| "5": 0.0043967126694042236, |
| "6": 0.0019157537402255305, |
| "8": 0.0018647919823706616 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.05980669027000355, |
| "3": 0.020401581733797986, |
| "4": 0.008605258032427324, |
| "5": 0.0032251923378983824, |
| "6": 0.0027676873166152896, |
| "8": 0.002553193371568341 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.03680809487317068, |
| "3": 0.011293875242699869, |
| "4": 0.0062230648994348785, |
| "5": 0.003700469964921164, |
| "6": 0.0028053955247742124, |
| "8": 0.0023455391880512857 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.045717363711446524, |
| "3": 0.017283797826773178, |
| "4": 0.007202114940203804, |
| "5": 0.0032778089298517443, |
| "6": 0.0037285060777018466, |
| "8": 0.00236331928075136 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05896291543225137, |
| "3": 0.019237758164914947, |
| "4": 0.005611098708565502, |
| "5": 0.0039398747733988175, |
| "6": 0.002711386793331864, |
| "8": 0.002226814305079946 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.05271885851592136, |
| "3": 0.013827179029855566, |
| "4": 0.006054203598372017, |
| "5": 0.0036770752606874644, |
| "6": 0.002673950143313656, |
| "8": 0.001899006441817619 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04618168192488762, |
| "3": 0.015448608881949136, |
| "4": 0.00517734559737922, |
| "5": 0.003787181574201289, |
| "6": 0.0024920548191100047, |
| "8": 0.002441695788244639 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0279364040082631, |
| "3": 0.009827471604997603, |
| "4": 0.0042687041277531534, |
| "5": 0.002940987455076538, |
| "6": 0.0020671756137744524, |
| "8": 0.002749203150112104 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02955101857272287, |
| "3": 0.012765821661256874, |
| "4": 0.005207399682452281, |
| "5": 0.002863839455433966, |
| "6": 0.0029444971102445074, |
| "8": 0.0026462705185015998 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.021431682912710432, |
| "3": 0.009595826093573123, |
| "4": 0.0042117792084657895, |
| "5": 0.0028787107524597864, |
| "6": 0.0027276385359679503, |
| "8": 0.002022367247263901 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0597733072451471, |
| "3": 0.019539215340046212, |
| "4": 0.007023578592149231, |
| "5": 0.0028105504049259857, |
| "6": 0.0029188133351757037, |
| "8": 0.001950323385244701 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05354074252924571, |
| "3": 0.017694290062839475, |
| "4": 0.006958958142301223, |
| "5": 0.0035405492368833316, |
| "6": 0.0023870673927982957, |
| "8": 0.0026901172423094977 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.4134389680499832, |
| "3": 0.14877152256667614, |
| "4": 0.04435605365627756, |
| "5": 0.01576803841938575, |
| "6": 0.006492013817478437, |
| "8": 0.002764796549551344 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04827644858354082, |
| "3": 0.012741573615736948, |
| "4": 0.005925594671377136, |
| "5": 0.003047025624255184, |
| "6": 0.003147795946764139, |
| "8": 0.002738128079120846 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0323469514066043, |
| "3": 0.011551604125997983, |
| "4": 0.005773431388661265, |
| "5": 0.004063312799795919, |
| "6": 0.0028389548242557794, |
| "8": 0.0029731020282876366 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03674502851208672, |
| "3": 0.012205820419088317, |
| "4": 0.006250382228851474, |
| "5": 0.0030311299548581396, |
| "6": 0.0036841674082097597, |
| "8": 0.002704389114417912 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.02104369513108395, |
| "3": 0.008229370915311543, |
| "4": 0.0044566093711182475, |
| "5": 0.003218653842244142, |
| "6": 0.002633887894868773, |
| "8": 0.0029156993938765177 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.03671087460437169, |
| "3": 0.010519914772885386, |
| "4": 0.00497820522893259, |
| "5": 0.003231032003289632, |
| "6": 0.003514149080729112, |
| "8": 0.0025528756583905 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.055066901084501296, |
| "3": 0.019862185101374052, |
| "4": 0.007170121020559843, |
| "5": 0.004171493630565237, |
| "6": 0.004347812360113797, |
| "8": 0.002806199404100577 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.0633979126966248, |
| "3": 0.021243906870950013, |
| "4": 0.006547760322670608, |
| "5": 0.0038849084836935313, |
| "6": 0.0033278977704564263, |
| "8": 0.0025128825848999745 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.045926271443022415, |
| "3": 0.01599298011569772, |
| "4": 0.0054466034707729705, |
| "5": 0.0033781595981660453, |
| "6": 0.0039726133036310785, |
| "8": 0.0033941802503250074 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.032611072897755854, |
| "3": 0.0129217999735071, |
| "4": 0.006738338777116344, |
| "5": 0.003158376426047956, |
| "6": 0.0032833664954523556, |
| "8": 0.003076751670353891 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.042546816723188385, |
| "3": 0.01725164479285013, |
| "4": 0.006635623123050512, |
| "5": 0.004034798388602212, |
| "6": 0.002701687187557885, |
| "8": 0.00257668670504548 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.02344887799214727, |
| "3": 0.008521472283367379, |
| "4": 0.005524918612839731, |
| "5": 0.003454245777296213, |
| "6": 0.0030754240215173922, |
| "8": 0.0023197406893208003 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.039630200364626944, |
| "3": 0.010280807599580536, |
| "4": 0.00711609484036065, |
| "5": 0.0037421367208783827, |
| "6": 0.003976885525238079, |
| "8": 0.0032421899280355624 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0546178343356587, |
| "3": 0.01666083486149243, |
| "4": 0.0070001739319801954, |
| "5": 0.005717937997057258, |
| "6": 0.0033527512180929384, |
| "8": 0.0029937209886459946 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.05287711126341795, |
| "3": 0.016861332333064638, |
| "4": 0.0073180042575889575, |
| "5": 0.003572907577715038, |
| "6": 0.002703539857369227, |
| "8": 0.0027798571779082217 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.044677964363169544, |
| "3": 0.015135858251596801, |
| "4": 0.007258155341939225, |
| "5": 0.003826442036370281, |
| "6": 0.0038704592091865684, |
| "8": 0.00266904040351316 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04584592495424052, |
| "3": 0.014548821947149312, |
| "4": 0.007138979398102189, |
| "5": 0.004089300280611496, |
| "6": 0.0037282530562758134, |
| "8": 0.0027680766628085016 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.06390238329186104, |
| "3": 0.025480202263376366, |
| "4": 0.008714339851091305, |
| "5": 0.0048170220567650785, |
| "6": 0.0032090238504072963, |
| "8": 0.003421863596789384 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.04159176517471982, |
| "3": 0.010368049023478912, |
| "4": 0.005992870581394527, |
| "5": 0.00425103052596872, |
| "6": 0.002349915847541221, |
| "8": 0.002583889586579365 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.06835481935801606, |
| "3": 0.024263853313944612, |
| "4": 0.013463430974904137, |
| "5": 0.004033949709992157, |
| "6": 0.0038098543324546577, |
| "8": 0.003321229542052606 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06026806005199129, |
| "3": 0.015173615955670053, |
| "4": 0.007747198270711427, |
| "5": 0.004983366520415681, |
| "6": 0.002903021864767652, |
| "8": 0.0036441955732395095 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.04623533547661888, |
| "3": 0.01587859586288687, |
| "4": 0.005937056451026971, |
| "5": 0.0054330786151695065, |
| "6": 0.0038829283463807465, |
| "8": 0.0033284516672817213 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.040246647918441646, |
| "3": 0.013980942285949519, |
| "4": 0.006464457852416672, |
| "5": 0.004149335902184248, |
| "6": 0.0030491402261153175, |
| "8": 0.003512763391578725 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04383830614582015, |
| "3": 0.015722577159370605, |
| "4": 0.005676670038762192, |
| "5": 0.004157548001482307, |
| "6": 0.003636403717488671, |
| "8": 0.0030250066023048325 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.11649921323017527, |
| "3": 0.025259499457509566, |
| "4": 0.011595596653933171, |
| "5": 0.004182641098547417, |
| "6": 0.003447658736452771, |
| "8": 0.002372311433039916 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.019112564128590748, |
| "3": 0.007340521699613116, |
| "4": 0.004292079000151716, |
| "5": 0.0035392046435542093, |
| "6": 0.003076356941164704, |
| "8": 0.003958200829705068 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.03284625081869308, |
| "3": 0.011815152933801679, |
| "4": 0.005389293854629311, |
| "5": 0.00418064175149387, |
| "6": 0.004223454223392764, |
| "8": 0.0028929127778004235 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.050428661168552935, |
| "3": 0.014637797357863747, |
| "4": 0.006416485110094072, |
| "5": 0.0042145171598046245, |
| "6": 0.003467335188664341, |
| "8": 0.003218853519986927 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.0453952860358792, |
| "3": 0.014248810368978107, |
| "4": 0.005232293022951732, |
| "5": 0.00335940074728569, |
| "6": 0.0038061811307367557, |
| "8": 0.003251024696510285 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.049819667891521625, |
| "3": 0.014670547907977985, |
| "4": 0.006834324410495658, |
| "5": 0.0045102898341914015, |
| "6": 0.0033187887020176277, |
| "8": 0.0028014016121839327 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04356815946812276, |
| "3": 0.016832074131040525, |
| "4": 0.006670026074668082, |
| "5": 0.004313728681154316, |
| "6": 0.003506957204081118, |
| "8": 0.002993525478814263 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0754533553069147, |
| "3": 0.03824796496094981, |
| "4": 0.009660304101998918, |
| "5": 0.005562980499234982, |
| "6": 0.0035277668090808825, |
| "8": 0.002411941453222729 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.044477808551164344, |
| "3": 0.012055289422278292, |
| "4": 0.005894861213164404, |
| "5": 0.004258020593018348, |
| "6": 0.005012004449478506, |
| "8": 0.0023656298290006816 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.05627077666576952, |
| "3": 0.018293856466092013, |
| "4": 0.005074258397750479, |
| "5": 0.0036904646306841946, |
| "6": 0.0030151217045689314, |
| "8": 0.0033979656800511293 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0440492476336658, |
| "3": 0.012352245389289843, |
| "4": 0.006532448411841567, |
| "5": 0.004560925044643227, |
| "6": 0.0033500799545436166, |
| "8": 0.0023365594000400356 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.0474498294837152, |
| "3": 0.01514001516867817, |
| "4": 0.006226234649754285, |
| "5": 0.003993128796234184, |
| "6": 0.004398975822065647, |
| "8": 0.003243955365178408 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03876192311872728, |
| "3": 0.012416654795136614, |
| "4": 0.0060442710140099125, |
| "5": 0.00527433702518465, |
| "6": 0.003705650868748004, |
| "8": 0.003275287812963749 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0621441281788672, |
| "3": 0.01664986822773547, |
| "4": 0.010544238325868113, |
| "5": 0.005066975156902724, |
| "6": 0.00425923411360903, |
| "8": 0.0028483104421563135 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.09286353605178495, |
| "3": 0.044039594091979474, |
| "4": 0.016377743656145565, |
| "5": 0.006293419702463628, |
| "6": 0.004739034329152976, |
| "8": 0.004088164304751747 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.054925844441944115, |
| "3": 0.011133038150243616, |
| "4": 0.005958286650032581, |
| "5": 0.003898428454704117, |
| "6": 0.004093578965694178, |
| "8": 0.00291435237765351 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0948663604115912, |
| "3": 0.03742290700029116, |
| "4": 0.009619993863452692, |
| "5": 0.005060454722600601, |
| "6": 0.00440872731996933, |
| "8": 0.002941490032147461 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04518662238842808, |
| "3": 0.01341162460448686, |
| "4": 0.0068069298067712225, |
| "5": 0.0032566038959582024, |
| "6": 0.0035324545727538257, |
| "8": 0.003421011639147764 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.down_proj", |
| "sensitivities": { |
| "2": 1.001701207831502, |
| "3": 0.08358751493506134, |
| "4": 0.027870146528584883, |
| "5": 0.00946337940210166, |
| "6": 0.006158977664502648, |
| "8": 0.002746366340337166 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.05180564229764665, |
| "3": 0.012536432843868775, |
| "4": 0.005634019638819154, |
| "5": 0.003730444710527081, |
| "6": 0.004110192553829013, |
| "8": 0.0038997338051558472 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.12313646163480978, |
| "3": 0.031176035224537674, |
| "4": 0.011876867885196893, |
| "5": 0.00601921531536694, |
| "6": 0.003939982036778626, |
| "8": 0.002743733856429268 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.07267418224364519, |
| "3": 0.024856548494426534, |
| "4": 0.009091294634951433, |
| "5": 0.004958608621867218, |
| "6": 0.004301745178963756, |
| "8": 0.004394169206837735 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.03588640028222775, |
| "3": 0.010538271368811062, |
| "4": 0.005919033610553015, |
| "5": 0.0037591253543117395, |
| "6": 0.0033891473127975282, |
| "8": 0.003010705246803506 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.2766601807670668, |
| "3": 0.025872542265763816, |
| "4": 0.010622802799237737, |
| "5": 0.005606584845130176, |
| "6": 0.0031021774714948456, |
| "8": 0.002905533114244463 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04721833598644783, |
| "3": 0.013971233454261286, |
| "4": 0.007304082462117852, |
| "5": 0.004256298761902144, |
| "6": 0.004593985921625669, |
| "8": 0.003824159284704365 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.08108722451531018, |
| "3": 0.02242050431474733, |
| "4": 0.008764407609608801, |
| "5": 0.005241098265590456, |
| "6": 0.0035201023711124435, |
| "8": 0.003798553232627455 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03550517435845298, |
| "3": 0.00887321426125709, |
| "4": 0.004029170976233824, |
| "5": 0.004768083228555042, |
| "6": 0.003699348265702914, |
| "8": 0.0032522785889644488 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04659842796778927, |
| "3": 0.017675707567832433, |
| "4": 0.009097388152440544, |
| "5": 0.004953867959557101, |
| "6": 0.003823542152531445, |
| "8": 0.0036974767523740106 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.17154384839038053, |
| "3": 0.04262076820790147, |
| "4": 0.025039479912569124, |
| "5": 0.00765613243856933, |
| "6": 0.005738617682557863, |
| "8": 0.003591894002359671 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.016188609714542206, |
| "3": 0.003968098297870408, |
| "4": 0.005123028278224713, |
| "5": 0.004101382329584642, |
| "6": 0.0034310366536374204, |
| "8": 0.00377827262612603 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.00898501312137038, |
| "3": 0.0054548838949510054, |
| "4": 0.004136894280236447, |
| "5": 0.0038144730836696303, |
| "6": 0.003669231016829144, |
| "8": 0.003278959816573964 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| } |
| ] |
