[
  {
    "layer_name": "lm_head",
    "sensitivities": {
      "2": 0.3690312101195256,
      "3": 0.07595252734608948,
      "4": 0.01818919344805181,
      "5": 0.004614678056289752,
      "6": 0.0014576555646878357,
      "8": 0.0004173827698347547
    },
    "param_count": 267386880,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.mlp.up_proj",
    "sensitivities": {
      "2": 0.03795132188436886,
      "3": 0.009072183088089028,
      "4": 0.00242004387837369,
      "5": 0.0010075854831181157,
      "6": 0.00048467294618603773,
      "8": 0.00026502991507489543
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.mlp.down_proj",
    "sensitivities": {
      "2": 0.12991621003796658,
      "3": 0.028232062933966517,
      "4": 0.0069681206562866764,
      "5": 0.0017406110079415764,
      "6": 0.0007589711167383939,
      "8": 0.0003041822098263462
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.mlp.gate_proj",
    "sensitivities": {
      "2": 0.022828835140292842,
      "3": 0.004880246347359692,
      "4": 0.0014262580783300411,
      "5": 0.0006901402375660837,
      "6": 0.00039784398419821326,
      "8": 0.00023991668361607785
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.self_attn.o_proj",
    "sensitivities": {
      "2": 0.009207076548288265,
      "3": 0.0023086407309165224,
      "4": 0.000879489661504825,
      "5": 0.0004942766336171189,
      "6": 0.000348891896768085,
      "8": 0.0002395995246236756
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.self_attn.v_proj",
    "sensitivities": {
      "2": 0.011862850631587207,
      "3": 0.003072493178478908,
      "4": 0.0010222637853682197,
      "5": 0.0005630557037269076,
      "6": 0.0003730363629680748,
      "8": 0.00024693860480814084
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.self_attn.k_proj",
    "sensitivities": {
      "2": 0.003506394525174983,
      "3": 0.001175706439729159,
      "4": 0.0005574562589269286,
      "5": 0.00037244778165283304,
      "6": 0.00028680220202659257,
      "8": 0.00022407510247527776
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.41.self_attn.q_proj",
    "sensitivities": {
      "2": 0.006031630570457007,
      "3": 0.001619274871093997,
      "4": 0.0006757252510093773,
      "5": 0.00046243349909976433,
      "6": 0.00032388354460029706,
      "8": 0.0002485476070432924
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.mlp.up_proj",
    "sensitivities": {
      "2": 0.02348051864343385,
      "3": 0.004578667411503072,
      "4": 0.0014341886368735384,
      "5": 0.000674167507289288,
      "6": 0.00046413089997561957,
      "8": 0.00032029579233494587
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.mlp.down_proj",
    "sensitivities": {
      "2": 0.021251935938683648,
      "3": 0.0050258845488618436,
      "4": 0.001609279740174922,
      "5": 0.0007042432759286991,
      "6": 0.00044048715850901016,
      "8": 0.00030845124698923126
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.mlp.gate_proj",
    "sensitivities": {
      "2": 0.017929228973419715,
      "3": 0.004155062289404062,
      "4": 0.001201152862146652,
      "5": 0.0006339749597827904,
      "6": 0.00042700527046690695,
      "8": 0.0003096341279160697
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.self_attn.o_proj",
    "sensitivities": {
      "2": 0.004596881216760569,
      "3": 0.0014397120709569815,
      "4": 0.0006801408392978677,
      "5": 0.0004579292581183836,
      "6": 0.0003570626340660965,
      "8": 0.00030202271894571214
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.self_attn.v_proj",
    "sensitivities": {
      "2": 0.003842558585650598,
      "3": 0.0014213214478028628,
      "4": 0.0006721745121467393,
      "5": 0.0004587334733514581,
      "6": 0.0003758901960585111,
      "8": 0.00032339996929901343
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.self_attn.k_proj",
    "sensitivities": {
      "2": 0.005850549205206335,
      "3": 0.00109090058322181,
      "4": 0.000561877769844917,
      "5": 0.0004317578847500651,
      "6": 0.0003434089958318509,
      "8": 0.0003117431527546917
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.40.self_attn.q_proj",
    "sensitivities": {
      "2": 0.003074977134626048,
      "3": 0.001189255875942763,
      "4": 0.0006708895780320745,
      "5": 0.0004222270011572012,
      "6": 0.00037116665286400047,
      "8": 0.0003227454314279991
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.mlp.up_proj",
    "sensitivities": {
      "2": 0.011515484395204112,
      "3": 0.003087549332121853,
      "4": 0.0010741784572019242,
      "5": 0.0005939761043312805,
      "6": 0.0004393871507393972,
      "8": 0.00036120618763864815
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.mlp.down_proj",
    "sensitivities": {
      "2": 0.009632905683247373,
      "3": 0.0026426918630022556,
      "4": 0.0009811412613392652,
      "5": 0.0005292034341740267,
      "6": 0.0004125568181431542,
      "8": 0.0003344575676843912
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.mlp.gate_proj",
    "sensitivities": {
      "2": 0.012293794638632486,
      "3": 0.0029686012203455903,
      "4": 0.0010429635816156708,
      "5": 0.0005800273696271082,
      "6": 0.0004260381938365754,
      "8": 0.00034706647966231685
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.self_attn.o_proj",
    "sensitivities": {
      "2": 0.008016852846291537,
      "3": 0.002257072580202172,
      "4": 0.0008910111003691176,
      "5": 0.0005365192713118935,
      "6": 0.00042221239952292916,
      "8": 0.0003580634887233221
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.self_attn.v_proj",
    "sensitivities": {
      "2": 0.009197942471170487,
      "3": 0.0026142585896498836,
      "4": 0.0009511265222196622,
      "5": 0.0005786025309741186,
      "6": 0.00043395988541305996,
      "8": 0.00036392743155981105
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.self_attn.k_proj",
    "sensitivities": {
      "2": 0.004779884218199489,
      "3": 0.001145684311874599,
      "4": 0.0005841114919652076,
      "5": 0.00044526125505702413,
      "6": 0.00038824819057481363,
      "8": 0.00034723950739135034
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.39.self_attn.q_proj",
    "sensitivities": {
      "2": 0.00470438150902434,
      "3": 0.0013050745789466116,
      "4": 0.0006418591183319222,
      "5": 0.00047659967822255567,
      "6": 0.0003923116497996186,
      "8": 0.0003531137390382355
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.mlp.up_proj",
    "sensitivities": {
      "2": 0.009574868444663783,
      "3": 0.002683834024840811,
      "4": 0.0009825740295733947,
      "5": 0.0005598147933293754,
      "6": 0.0004400062922892782,
      "8": 0.00038168130292130326
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.mlp.down_proj",
    "sensitivities": {
      "2": 0.008891898619670732,
      "3": 0.0023466256655713855,
      "4": 0.0009082176111405715,
      "5": 0.0005367327976273373,
      "6": 0.0004337185879800624,
      "8": 0.0003659165280017381
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.mlp.gate_proj",
    "sensitivities": {
      "2": 0.011573792469183294,
      "3": 0.0030134717865924663,
      "4": 0.001001681249666338,
      "5": 0.0005702435846615117,
      "6": 0.0004379395583479588,
      "8": 0.0003754816940878906
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.self_attn.o_proj",
    "sensitivities": {
      "2": 0.005164339405988964,
      "3": 0.001483944573313541,
      "4": 0.0007104101690250294,
      "5": 0.0004978607224378114,
      "6": 0.0004255220834844901,
      "8": 0.00037247763854490284
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.self_attn.v_proj",
    "sensitivities": {
      "2": 0.005188735759778258,
      "3": 0.001729085633996874,
      "4": 0.0007956516589426125,
      "5": 0.0005047622216807213,
      "6": 0.0004312934943300206,
      "8": 0.0003863025382694711
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.self_attn.k_proj",
    "sensitivities": {
      "2": 0.006784868159835848,
      "3": 0.001310232718727396,
      "4": 0.000576501068280777,
      "5": 0.00043794330971043866,
      "6": 0.00040092444154045853,
      "8": 0.0003731171127583366
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.38.self_attn.q_proj",
    "sensitivities": {
      "2": 0.004759011513669975,
      "3": 0.0013529069680468335,
      "4": 0.0006465944061346818,
      "5": 0.00047430143240489997,
      "6": 0.0004116161496009833,
      "8": 0.00038525054878846277
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.mlp.up_proj",
    "sensitivities": {
      "2": 0.008910135380574502,
      "3": 0.0024195436611383534,
      "4": 0.0009451741158651809,
      "5": 0.0005768600506902052,
      "6": 0.0004488861159188673,
      "8": 0.0003965857079795872
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.mlp.down_proj",
    "sensitivities": {
      "2": 0.008080467310113212,
      "3": 0.0022981608757011904,
      "4": 0.000891813348668317,
      "5": 0.0005513004907697905,
      "6": 0.0004379511295458845,
      "8": 0.00039703342675541836
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.mlp.gate_proj",
    "sensitivities": {
      "2": 0.010526661683494845,
      "3": 0.0026929317391477525,
      "4": 0.0010144684129045345,
      "5": 0.000573494863298644,
      "6": 0.0004631590927601792,
      "8": 0.00039696229820644174
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.self_attn.o_proj",
    "sensitivities": {
      "2": 0.003145214415174754,
      "3": 0.001117884673779675,
      "4": 0.0006258418992122946,
      "5": 0.0004833130406041164,
      "6": 0.0004279570475773653,
      "8": 0.00039679681503912434
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.self_attn.v_proj",
    "sensitivities": {
      "2": 0.004341011876628424,
      "3": 0.0013050139605184086,
      "4": 0.0007217563143058214,
      "5": 0.0005018782188320378,
      "6": 0.00044238692013702047,
      "8": 0.00040402935943954316
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.self_attn.k_proj",
    "sensitivities": {
      "2": 0.004252832506608684,
      "3": 0.0009906460109050386,
      "4": 0.0005344560195226222,
      "5": 0.000454748016030256,
      "6": 0.0004060187202412635,
      "8": 0.0003962508738671507
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.37.self_attn.q_proj",
    "sensitivities": {
      "2": 0.005281597392846986,
      "3": 0.0012663110828725621,
      "4": 0.0006482867393060587,
      "5": 0.0004920236921558777,
      "6": 0.00042762951549472444,
      "8": 0.00040031726651553373
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.mlp.up_proj",
    "sensitivities": {
      "2": 0.008977735521815097,
      "3": 0.0026706707843307718,
      "4": 0.0010172956087141454,
      "5": 0.0005951270504738204,
      "6": 0.0004660419047771332,
      "8": 0.0004148871254680368
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.mlp.down_proj",
    "sensitivities": {
      "2": 0.008749397486099042,
      "3": 0.002432432636851445,
      "4": 0.0009343234378320631,
      "5": 0.000574793020253613,
      "6": 0.00045904427315690555,
      "8": 0.00040835272617793333
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.mlp.gate_proj",
    "sensitivities": {
      "2": 0.009757921885466203,
      "3": 0.0027532519185721562,
      "4": 0.0009974996670886564,
      "5": 0.0005834076485674208,
      "6": 0.00046966676018200815,
      "8": 0.00041471100060637883
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.self_attn.o_proj",
    "sensitivities": {
      "2": 0.0018436126580733496,
      "3": 0.0008273282862016155,
      "4": 0.0005572751567039328,
      "5": 0.0004656452971782225,
      "6": 0.00043325886751214665,
      "8": 0.00041123093736435595
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.self_attn.v_proj",
    "sensitivities": {
      "2": 0.003639565344201401,
      "3": 0.0013172483547047402,
      "4": 0.0006878767817397602,
      "5": 0.0005216071719284324,
      "6": 0.00045283529834705405,
      "8": 0.0004156999796881185
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.self_attn.k_proj",
    "sensitivities": {
      "2": 0.0036849234553907686,
      "3": 0.0009316944876142467,
      "4": 0.0005282108080185329,
      "5": 0.0004589462199267776,
      "6": 0.00043081744540055905,
      "8": 0.00041233274653980817
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.36.self_attn.q_proj",
    "sensitivities": {
      "2": 0.0032893250730315535,
      "3": 0.0010255764803635732,
      "4": 0.0005885454265808221,
      "5": 0.0004909907996382875,
      "6": 0.0004430977860465646,
      "8": 0.0004184750311348277
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.mlp.up_proj",
    "sensitivities": {
      "2": 0.010425568291490587,
      "3": 0.0027147019160717414,
      "4": 0.0010297499272079829,
      "5": 0.0006180740710988175,
      "6": 0.00048603951775779325,
      "8": 0.00043953484782832675
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.mlp.down_proj",
    "sensitivities": {
      "2": 0.009462108675506897,
      "3": 0.002602560714876745,
      "4": 0.0010038287594701008,
      "5": 0.0006013517995597795,
      "6": 0.0004903212720819283,
      "8": 0.0004275088431313634
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.mlp.gate_proj",
    "sensitivities": {
      "2": 0.011662299075396731,
      "3": 0.0029174210139899515,
      "4": 0.0010851999007475872,
      "5": 0.0006221018459958335,
      "6": 0.0004916078578389715,
      "8": 0.0004414397626533173
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.self_attn.o_proj",
    "sensitivities": {
      "2": 0.003768748647416942,
      "3": 0.0013119825768323305,
      "4": 0.0006889370257946817,
      "5": 0.0005095954087058393,
      "6": 0.0004621610860340297,
      "8": 0.00043529554811054066
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.self_attn.v_proj",
    "sensitivities": {
      "2": 0.0063156498411747935,
      "3": 0.0019416983122937381,
      "4": 0.0008654423678914706,
      "5": 0.0006029773988605788,
      "6": 0.0004864740949415136,
      "8": 0.0004435082761726032
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.self_attn.k_proj",
    "sensitivities": {
      "2": 0.005719443615816999,
      "3": 0.0012684007172841423,
      "4": 0.0006563282610538105,
      "5": 0.0005054952271166258,
      "6": 0.0004549181897649153,
      "8": 0.0004365470558695961
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.35.self_attn.q_proj",
    "sensitivities": {
      "2": 0.006133390559019365,
      "3": 0.0015728707718759931,
      "4": 0.000708380878980582,
      "5": 0.0005408658186449126,
      "6": 0.0004699621216180579,
      "8": 0.00043959396619660157
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.mlp.up_proj",
    "sensitivities": {
      "2": 0.011098741539171897,
      "3": 0.0030337262384515875,
      "4": 0.0010857362940441817,
      "5": 0.0006375577989577627,
      "6": 0.0005028415204530271,
      "8": 0.0004518742546982442
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.mlp.down_proj",
    "sensitivities": {
      "2": 0.010215319921068536,
      "3": 0.0028228523199989772,
      "4": 0.0010600860259728506,
      "5": 0.0006250775125712001,
      "6": 0.0005037658071766297,
      "8": 0.00045820096238458063
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.mlp.gate_proj",
    "sensitivities": {
      "2": 0.011239636621515578,
      "3": 0.003064556479027184,
      "4": 0.0011289924344358344,
      "5": 0.0006460907995157564,
      "6": 0.000501914588312502,
      "8": 0.0004472645772087465
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.self_attn.o_proj",
    "sensitivities": {
      "2": 0.002358528831488608,
      "3": 0.0009664803365012631,
      "4": 0.0006171912743108502,
      "5": 0.0005066971474055512,
      "6": 0.0004725703111034818,
      "8": 0.0004504112888146968
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.self_attn.v_proj",
    "sensitivities": {
      "2": 0.00443086067874295,
      "3": 0.0015766082021097343,
      "4": 0.0008016537588749392,
      "5": 0.0005732165651958591,
      "6": 0.0004971851303707808,
      "8": 0.00045333363535367727
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.self_attn.k_proj",
    "sensitivities": {
      "2": 0.00276396061720637,
      "3": 0.0010057682933014196,
      "4": 0.0005903471828787588,
      "5": 0.0005072250872520575,
      "6": 0.00047099674460090074,
      "8": 0.0004567606859685232
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.34.self_attn.q_proj",
    "sensitivities": {
      "2": 0.0034340295072373315,
      "3": 0.0012623502528488946,
      "4": 0.0006675111217191443,
      "5": 0.0005246154481331663,
      "6": 0.00047567412548232824,
      "8": 0.0004418820396191829
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.mlp.up_proj",
    "sensitivities": {
      "2": 0.011651069381817555,
      "3": 0.003255882281033943,
      "4": 0.0011680400918218463,
      "5": 0.0006761553462032074,
      "6": 0.0005283822392811999,
      "8": 0.00047622611115608987
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.mlp.down_proj",
    "sensitivities": {
      "2": 0.011275209879386239,
      "3": 0.00301949100442774,
      "4": 0.0011546693228107567,
      "5": 0.0006689457162186349,
      "6": 0.0005337522646489864,
      "8": 0.00046689517633543193
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.mlp.gate_proj",
    "sensitivities": {
      "2": 0.012245527555933222,
      "3": 0.0032619232952129096,
      "4": 0.0011608579006860964,
      "5": 0.0006597350196292003,
      "6": 0.0005318549956427887,
      "8": 0.00046921718361166614
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.self_attn.o_proj",
    "sensitivities": {
      "2": 0.007309317685818921,
      "3": 0.0022037991584511474,
      "4": 0.0009366822984399429,
      "5": 0.0006274507359194104,
      "6": 0.0005138229353178758,
      "8": 0.0004719869854549567
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.self_attn.v_proj",
    "sensitivities": {
      "2": 0.004668057813735989,
      "3": 0.001778596080839634,
      "4": 0.0008536535375848567,
      "5": 0.000593993324097634,
      "6": 0.0005145766881469171,
      "8": 0.000483328637831922
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.self_attn.k_proj",
    "sensitivities": {
      "2": 0.008908277930459008,
      "3": 0.0012661702688395355,
      "4": 0.0007221535094383095,
      "5": 0.0005540553502214607,
      "6": 0.0005011838923868103,
      "8": 0.00048172750272594084
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.33.self_attn.q_proj",
    "sensitivities": {
      "2": 0.009469473069960562,
      "3": 0.002275972076555869,
      "4": 0.0008666393817596448,
      "5": 0.0006097052222078977,
      "6": 0.0005110067540954333,
      "8": 0.0004893220223796865
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.mlp.up_proj",
    "sensitivities": {
      "2": 0.013672243905602954,
      "3": 0.003671525072907874,
      "4": 0.0012987987962939467,
      "5": 0.0007097056319859499,
      "6": 0.0005646304586358989,
      "8": 0.0004959975728221858
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.mlp.down_proj",
    "sensitivities": {
      "2": 0.01328845753838929,
      "3": 0.003469746712653432,
      "4": 0.0012300840668710105,
      "5": 0.0007113627192059843,
      "6": 0.0005596567219375478,
      "8": 0.0004966598232082712
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.mlp.gate_proj",
    "sensitivities": {
      "2": 0.013645399264836064,
      "3": 0.003716949589337067,
      "4": 0.0012415242393520505,
      "5": 0.0007175325578524886,
      "6": 0.0005555912496978029,
      "8": 0.0004984468638819332
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.self_attn.o_proj",
    "sensitivities": {
      "2": 0.0024476718535879627,
      "3": 0.0010308078320425313,
      "4": 0.0006530042555823456,
      "5": 0.0005415453536746403,
      "6": 0.0005159231162300179,
      "8": 0.00048766641702968627
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.self_attn.v_proj",
    "sensitivities": {
      "2": 0.005005050942903229,
      "3": 0.0018342240048999277,
      "4": 0.0008777503596017292,
      "5": 0.000612208586971974,
      "6": 0.0005377064420220753,
      "8": 0.0005110625327991632
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.self_attn.k_proj",
    "sensitivities": {
      "2": 0.010644087786204182,
      "3": 0.0015676953989895992,
      "4": 0.000717600460726923,
      "5": 0.0005388526975972733,
      "6": 0.0005197139507799875,
      "8": 0.0004974789238379648
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.32.self_attn.q_proj",
    "sensitivities": {
      "2": 0.0055120128696823185,
      "3": 0.0013847694111367066,
      "4": 0.0007449428339896258,
      "5": 0.0005818438282100639,
      "6": 0.0005303969143521196,
      "8": 0.0005045558112518241
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.mlp.up_proj",
    "sensitivities": {
      "2": 0.01634463669809823,
      "3": 0.004155305386423909,
      "4": 0.001409509735822212,
      "5": 0.0007666986348340288,
      "6": 0.0005965576601738576,
      "8": 0.0005115722566794526
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.mlp.down_proj",
    "sensitivities": {
      "2": 0.014540139799161503,
      "3": 0.00376955611379041,
      "4": 0.0013539498177124187,
      "5": 0.0007433471594898341,
      "6": 0.000590752218461906,
      "8": 0.0005130535804103905
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.mlp.gate_proj",
    "sensitivities": {
      "2": 0.015184729505563155,
      "3": 0.00402019940277872,
      "4": 0.001408336606497566,
      "5": 0.0007425510824153511,
      "6": 0.0005800443250336684,
      "8": 0.0005172765862274294
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.self_attn.o_proj",
    "sensitivities": {
      "2": 0.003227907172307217,
      "3": 0.0012115212254381429,
      "4": 0.0007032576989634739,
      "5": 0.0005839916617939404,
      "6": 0.0005328892451264741,
      "8": 0.0005247298843945222
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.self_attn.v_proj",
    "sensitivities": {
      "2": 0.006344545952742919,
      "3": 0.0022104787227969305,
      "4": 0.000944067044959714,
      "5": 0.0006442237681767438,
      "6": 0.0005523991167137865,
      "8": 0.0005362196097848937
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.self_attn.k_proj",
    "sensitivities": {
      "2": 0.005157761714751056,
      "3": 0.0011804435149921726,
      "4": 0.0006803471939444231,
      "5": 0.0005721737907151692,
      "6": 0.000532805571613911,
      "8": 0.0005154112841410097
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.31.self_attn.q_proj",
    "sensitivities": {
      "2": 0.005601178847427946,
      "3": 0.0016681026172591373,
      "4": 0.000807545581968346,
      "5": 0.0006018540758911209,
      "6": 0.0005378054859950984,
      "8": 0.0005249690329947043
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.mlp.up_proj",
    "sensitivities": {
      "2": 0.01987248449586332,
      "3": 0.004943132917105686,
      "4": 0.0016488793844473548,
      "5": 0.0008257409159947807,
      "6": 0.0006199541882475993,
      "8": 0.0005420285572957558
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.mlp.down_proj",
    "sensitivities": {
      "2": 0.018248959803410496,
      "3": 0.004980026640017361,
      "4": 0.0016077631274432254,
      "5": 0.0008273268601139231,
      "6": 0.0006245283899867596,
      "8": 0.0005362624021169419
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.mlp.gate_proj",
    "sensitivities": {
      "2": 0.01757520823351418,
      "3": 0.004498371992667671,
      "4": 0.0015209927563167487,
      "5": 0.0007837080993340351,
      "6": 0.0006162529365004351,
      "8": 0.0005535203405694725
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.self_attn.o_proj",
    "sensitivities": {
      "2": 0.003240739577449858,
      "3": 0.0012946536395854007,
      "4": 0.0007452060005258924,
      "5": 0.0006069884827108277,
      "6": 0.0005551079254170569,
      "8": 0.0005373705025704112
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.self_attn.v_proj",
    "sensitivities": {
      "2": 0.007996334291722937,
      "3": 0.0025108379583495357,
      "4": 0.001035521051865847,
      "5": 0.0006972118959917376,
      "6": 0.0005912101587455254,
      "8": 0.000547261159226764
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.self_attn.k_proj",
    "sensitivities": {
      "2": 0.004535733103693929,
      "3": 0.001144775066980704,
      "4": 0.0007430328708627106,
      "5": 0.0005818109590715418,
      "6": 0.0005482378025286986,
      "8": 0.0005323544210114051
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.30.self_attn.q_proj",
    "sensitivities": {
      "2": 0.0059212756556613995,
      "3": 0.0016005513486258376,
      "4": 0.0008824459194632558,
      "5": 0.000631427057669498,
      "6": 0.0005718374341086019,
      "8": 0.0005410638659668621
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.mlp.up_proj",
    "sensitivities": {
      "2": 0.019698018363366526,
      "3": 0.005109246538874383,
      "4": 0.0016776391688229826,
      "5": 0.0008670564651159415,
      "6": 0.0006479580224549863,
      "8": 0.0005688515411748085
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.mlp.down_proj",
    "sensitivities": {
      "2": 0.01953924687889715,
      "3": 0.005019170445545266,
      "4": 0.001640292612137273,
      "5": 0.0008836914579054186,
      "6": 0.0006521984238740212,
      "8": 0.0005540097808989231
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.mlp.gate_proj",
    "sensitivities": {
      "2": 0.018909777980297804,
      "3": 0.004841157987054127,
      "4": 0.0015636396092304494,
      "5": 0.0008473203524772543,
      "6": 0.000644379428801282,
      "8": 0.0005773121241266684
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.self_attn.o_proj",
    "sensitivities": {
      "2": 0.007219432193475465,
      "3": 0.00216334330131455,
      "4": 0.0009723964819083145,
      "5": 0.0006832351039823455,
      "6": 0.0006046182461432181,
      "8": 0.0005669140700774733
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.self_attn.v_proj",
    "sensitivities": {
      "2": 0.010506215345230885,
      "3": 0.003122696985277192,
      "4": 0.0011942961706760495,
      "5": 0.000728091295362295,
      "6": 0.0006400378685308775,
      "8": 0.0005691931522354329
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.self_attn.k_proj",
    "sensitivities": {
      "2": 0.004675964650232345,
      "3": 0.0014891572900523897,
      "4": 0.0007776179275727676,
      "5": 0.000637340420022762,
      "6": 0.0005844658019971879,
      "8": 0.000556054388046808
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.29.self_attn.q_proj",
    "sensitivities": {
      "2": 0.00638909360471492,
      "3": 0.002143648603426603,
      "4": 0.0009649071774523085,
      "5": 0.0006803562112812264,
      "6": 0.0006012916007117989,
      "8": 0.0005713793774096606
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.mlp.up_proj",
    "sensitivities": {
      "2": 0.024161547189578414,
      "3": 0.006140922011885171,
      "4": 0.001980157171298439,
      "5": 0.0009630770364310592,
      "6": 0.0006917698604714436,
      "8": 0.0005920583244005684
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.mlp.down_proj",
    "sensitivities": {
      "2": 0.023981386698627222,
      "3": 0.006381649150474307,
      "4": 0.0019569953559160544,
      "5": 0.0009508676145439191,
      "6": 0.0006828407082745495,
      "8": 0.0005887443973430587
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.mlp.gate_proj",
    "sensitivities": {
      "2": 0.02013954025460407,
      "3": 0.0050848634030747535,
      "4": 0.0016485670542654891,
      "5": 0.0008846224215327917,
      "6": 0.0006779503455618396,
      "8": 0.000587207605955579
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.self_attn.o_proj",
    "sensitivities": {
      "2": 0.015364377565371493,
      "3": 0.0036169574644494182,
      "4": 0.0013573662411848393,
      "5": 0.0008248422952116622,
      "6": 0.0006621474482623549,
      "8": 0.0005960645782276212
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.self_attn.v_proj",
    "sensitivities": {
      "2": 0.01708614226663485,
      "3": 0.004768370706491017,
      "4": 0.0015829288725702402,
      "5": 0.0008980877149345664,
      "6": 0.0006829997170522498,
      "8": 0.0006079988949447094
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.self_attn.k_proj",
    "sensitivities": {
      "2": 0.006917297122223924,
      "3": 0.0017564688411463674,
      "4": 0.000869447787408717,
      "5": 0.0006904697778130261,
      "6": 0.0006346188238239847,
      "8": 0.0005875951574125793
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.28.self_attn.q_proj",
    "sensitivities": {
      "2": 0.01673602216760628,
      "3": 0.003562029337141818,
      "4": 0.0012997771106408134,
      "5": 0.0008435356843013627,
      "6": 0.0006572930457574936,
      "8": 0.0005983298348534541
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.mlp.up_proj",
    "sensitivities": {
      "2": 0.020558257043982547,
      "3": 0.005388382264451745,
      "4": 0.0017839859065134078,
      "5": 0.0009303106016886886,
      "6": 0.0007215799208400616,
      "8": 0.000616181446578897
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.mlp.down_proj",
    "sensitivities": {
      "2": 0.019484141647505265,
      "3": 0.005170788785714346,
      "4": 0.001684024714146896,
      "5": 0.0008888647947363401,
      "6": 0.0007042339469383782,
      "8": 0.000624984491878422
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.mlp.gate_proj",
    "sensitivities": {
      "2": 0.02137432716942082,
      "3": 0.00479030439358515,
      "4": 0.0016090331167409506,
      "5": 0.000932511204155162,
      "6": 0.0007039848060230725,
      "8": 0.0006123228437597087
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.self_attn.o_proj",
    "sensitivities": {
      "2": 0.01913397083020148,
      "3": 0.0048745491076260805,
      "4": 0.0016770036139253837,
      "5": 0.0009021856082351102,
      "6": 0.0007111207014531828,
      "8": 0.0006295533360874591
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.self_attn.v_proj",
    "sensitivities": {
      "2": 0.01734339279937558,
      "3": 0.004580418489543566,
      "4": 0.0017099134929594584,
      "5": 0.0009102698301527804,
      "6": 0.0007140388855380783,
      "8": 0.0006430737970125241
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.self_attn.k_proj",
    "sensitivities": {
      "2": 0.0066698433850736665,
      "3": 0.0016151975917940338,
      "4": 0.0008782546513733299,
      "5": 0.0007071407138331173,
      "6": 0.000653359034913592,
      "8": 0.0006219188653631136
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.27.self_attn.q_proj",
    "sensitivities": {
      "2": 0.010948391606992422,
      "3": 0.0034841458643010506,
      "4": 0.0013537258358458832,
      "5": 0.0008068764121465696,
      "6": 0.0006857857697468717,
      "8": 0.0006376028225834792
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.mlp.up_proj",
    "sensitivities": {
      "2": 0.0454130630629758,
      "3": 0.009571879418217577,
      "4": 0.002679383719320564,
      "5": 0.001222952352691209,
      "6": 0.000811023701923356,
      "8": 0.000671107572998153
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.mlp.down_proj",
    "sensitivities": {
      "2": 0.03250693434771771,
      "3": 0.008224427636984425,
      "4": 0.0024503073800588027,
      "5": 0.001112304695804293,
      "6": 0.0007878034872798404,
      "8": 0.0006590937822087047
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.mlp.gate_proj",
    "sensitivities": {
      "2": 0.04191621175656716,
      "3": 0.007443473994499072,
      "4": 0.002024408035746698,
      "5": 0.001047426849254407,
      "6": 0.0007713466620771214,
      "8": 0.0006667334479667867
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.self_attn.o_proj",
    "sensitivities": {
      "2": 0.046863123890943825,
      "3": 0.011668398428203849,
      "4": 0.0032198214103118517,
      "5": 0.0013457636911577235,
      "6": 0.000856502631601567,
      "8": 0.0006778459743751833
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.self_attn.v_proj",
    "sensitivities": {
      "2": 0.02470148736028932,
      "3": 0.006664311731583439,
      "4": 0.0021807377779623494,
      "5": 0.0010158546623036575,
      "6": 0.0007881060422126515,
      "8": 0.0006866674521006644
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.self_attn.k_proj",
    "sensitivities": {
      "2": 0.008176069536906047,
      "3": 0.002485275035724044,
      "4": 0.0011439495077259683,
      "5": 0.0007761443497050399,
      "6": 0.0006977168753413329,
      "8": 0.0006761331739350377
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.26.self_attn.q_proj",
    "sensitivities": {
      "2": 0.016872116927212726,
      "3": 0.004308446402622697,
      "4": 0.0015477175596364152,
      "5": 0.0008823603614776706,
      "6": 0.0007275980848741407,
      "8": 0.0006753398677877461
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.mlp.up_proj",
    "sensitivities": {
      "2": 0.03148980617212752,
      "3": 0.0072465472961387905,
      "4": 0.002196460981698086,
      "5": 0.001099620577103148,
      "6": 0.0007996303756954148,
      "8": 0.0006987187358996986
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.mlp.down_proj",
    "sensitivities": {
      "2": 0.022874629551855225,
      "3": 0.005889021970991355,
      "4": 0.0020056486367442026,
      "5": 0.0010319692664779723,
      "6": 0.0007761672738221629,
      "8": 0.0007025328801925449
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.mlp.gate_proj",
    "sensitivities": {
      "2": 0.027074349539664883,
      "3": 0.006112349631924492,
      "4": 0.001897514761367347,
      "5": 0.0010169986853725277,
      "6": 0.0007672748433833476,
      "8": 0.0007067766734204876
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.self_attn.o_proj",
    "sensitivities": {
      "2": 0.03338254103437066,
      "3": 0.008186037065267252,
      "4": 0.0025059592832500734,
      "5": 0.0011457119459616176,
      "6": 0.0008310930352308787,
      "8": 0.0007236597800025871
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.self_attn.v_proj",
    "sensitivities": {
      "2": 0.02065462393996616,
      "3": 0.005175968695160312,
      "4": 0.0019291120940276112,
      "5": 0.0010128568840931014,
      "6": 0.0007793369283414601,
      "8": 0.0006998119145767608
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.self_attn.k_proj",
    "sensitivities": {
      "2": 0.008496523728050912,
      "3": 0.002092809137441994,
      "4": 0.001048723615288812,
      "5": 0.0007885590142298801,
      "6": 0.000722264235567612,
      "8": 0.0006994304118658571
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.25.self_attn.q_proj",
    "sensitivities": {
      "2": 0.014621134992921725,
      "3": 0.0038265987823251635,
      "4": 0.0015058484592979464,
      "5": 0.0009019108050172994,
      "6": 0.0007695915798346201,
      "8": 0.0007257105947549766
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.mlp.up_proj",
    "sensitivities": {
      "2": 0.025912066591748346,
      "3": 0.006768634407004963,
      "4": 0.002142836368875578,
      "5": 0.001107550766998126,
      "6": 0.0008234955603256822,
      "8": 0.0007229168816896466
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.mlp.down_proj",
    "sensitivities": {
      "2": 0.021996469624961417,
      "3": 0.005698223705015455,
      "4": 0.0019130064150279698,
      "5": 0.0010218633178737946,
      "6": 0.0007975622611411382,
      "8": 0.0007368624113344898
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.mlp.gate_proj",
    "sensitivities": {
      "2": 0.022119700345986832,
      "3": 0.006062945680848013,
      "4": 0.0018421512892624985,
      "5": 0.0010247630683200744,
      "6": 0.0008087007081485353,
      "8": 0.0007288739495076394
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.self_attn.o_proj",
    "sensitivities": {
      "2": 0.023705257975962013,
      "3": 0.006064988798849906,
      "4": 0.0019613341161554367,
      "5": 0.001076783435564721,
      "6": 0.0008210506154379497,
      "8": 0.000742022440438935
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.self_attn.v_proj",
    "sensitivities": {
      "2": 0.01573249720968306,
      "3": 0.004781097903711877,
      "4": 0.0017149229897768237,
      "5": 0.0009964598927278228,
      "6": 0.0008035682694753632,
      "8": 0.0007492277594186211
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.self_attn.k_proj",
    "sensitivities": {
      "2": 0.007148956346403186,
      "3": 0.0020767478126799688,
      "4": 0.0010256563776541345,
      "5": 0.000827980301740657,
      "6": 0.0007369932888347345,
      "8": 0.0007401308976113796
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.24.self_attn.q_proj",
    "sensitivities": {
      "2": 0.013091351002609978,
      "3": 0.004053265610612773,
      "4": 0.0014710901911409262,
      "5": 0.0009260154765797779,
      "6": 0.0007938467024359852,
      "8": 0.0007333388360469447
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.mlp.up_proj",
    "sensitivities": {
      "2": 0.03085021775526305,
      "3": 0.007667456229683012,
      "4": 0.0027275651639987095,
      "5": 0.001151606441756788,
      "6": 0.0008749021678037631,
      "8": 0.0007581881000078283
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.mlp.down_proj",
    "sensitivities": {
      "2": 0.023820892015161615,
      "3": 0.006823830005790417,
      "4": 0.0021087755036811964,
      "5": 0.0011346589938815062,
      "6": 0.000863362081872765,
      "8": 0.0007527892921643797
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.mlp.gate_proj",
    "sensitivities": {
      "2": 0.024210701463744044,
      "3": 0.006058213179737019,
      "4": 0.001974626531591639,
      "5": 0.0010725171341618989,
      "6": 0.0008334855034869785,
      "8": 0.0007488939566731764
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.self_attn.o_proj",
    "sensitivities": {
      "2": 0.045967583816188075,
      "3": 0.011768001189921051,
      "4": 0.003251248703842672,
      "5": 0.0014019504596944898,
      "6": 0.0009454745159018785,
      "8": 0.0007803917627218956
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.self_attn.v_proj",
    "sensitivities": {
      "2": 0.02334080945001915,
      "3": 0.006150270889823635,
      "4": 0.0019806947020697407,
      "5": 0.0010720715375403718,
      "6": 0.0008616147691403361,
      "8": 0.0007711087758555853
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.self_attn.k_proj",
    "sensitivities": {
      "2": 0.007329480130768691,
      "3": 0.002178644121158868,
      "4": 0.0012001392484914202,
      "5": 0.0008921610339408895,
      "6": 0.0007914741787923655,
      "8": 0.0007496450404384328
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.23.self_attn.q_proj",
    "sensitivities": {
      "2": 0.010215605589716384,
      "3": 0.0032893124686476463,
      "4": 0.0014066317162360065,
      "5": 0.0009156204772201212,
      "6": 0.0008245543346371657,
      "8": 0.0007660255444837579
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.mlp.up_proj",
    "sensitivities": {
      "2": 0.032757036543140806,
      "3": 0.007792297799217825,
      "4": 0.002285786875290796,
      "5": 0.0012015280456883677,
      "6": 0.0009076418355107307,
      "8": 0.0007940205444659417
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.mlp.down_proj",
    "sensitivities": {
      "2": 0.021568250376731157,
      "3": 0.005631795269437134,
      "4": 0.0019420806080840218,
      "5": 0.0010833565259720974,
      "6": 0.000875085053849034,
      "8": 0.0007929913893652459
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.mlp.gate_proj",
    "sensitivities": {
      "2": 0.024478630628436804,
      "3": 0.007467513913676764,
      "4": 0.0020282099649193697,
      "5": 0.001114473137325452,
      "6": 0.0008871768998991078,
      "8": 0.0007949241116875783
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.self_attn.o_proj",
    "sensitivities": {
      "2": 0.05484081758186221,
      "3": 0.01502753000628824,
      "4": 0.004093206972659876,
      "5": 0.0016525835429395859,
      "6": 0.0010369612876578078,
      "8": 0.0008222000166521563
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.self_attn.v_proj",
    "sensitivities": {
      "2": 0.020433271245565265,
      "3": 0.006716547907368901,
      "4": 0.0017644459270134878,
      "5": 0.0010872633235218625,
      "6": 0.000872269938554382,
      "8": 0.0007918186602182686
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.self_attn.k_proj",
    "sensitivities": {
      "2": 0.008442838346430412,
      "3": 0.0025157706113532186,
      "4": 0.001232304884373055,
      "5": 0.0009242816364955312,
      "6": 0.0008259710933392247,
      "8": 0.0007983075289909417
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.22.self_attn.q_proj",
    "sensitivities": {
      "2": 0.023773404633781563,
      "3": 0.007753458509493309,
      "4": 0.002480073417245876,
      "5": 0.001196542609250173,
      "6": 0.0009127457500047361,
      "8": 0.0008246369252447039
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.mlp.up_proj",
    "sensitivities": {
      "2": 0.033490532892756164,
      "3": 0.00864635365239034,
      "4": 0.0027984902990283445,
      "5": 0.0012623324000742286,
      "6": 0.0009571168351006539,
      "8": 0.0008277939947826477
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.mlp.down_proj",
    "sensitivities": {
      "2": 0.023913817169765633,
      "3": 0.006647685178904794,
      "4": 0.002164379196377316,
      "5": 0.0011671608056834277,
      "6": 0.0009159323769078279,
      "8": 0.0008291704434668645
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.mlp.gate_proj",
    "sensitivities": {
      "2": 0.022330583344834547,
      "3": 0.0057921960930495215,
      "4": 0.0019945521222931952,
      "5": 0.001127268672765543,
      "6": 0.0009119076227458814,
      "8": 0.0008281869692533897
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.self_attn.o_proj",
    "sensitivities": {
      "2": 0.07397209282498807,
      "3": 0.018226272678778816,
      "4": 0.00527985183968364,
      "5": 0.00187674889699944,
      "6": 0.0011545034612936433,
      "8": 0.0008554420225361051
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.self_attn.v_proj",
    "sensitivities": {
      "2": 0.015509183499185989,
      "3": 0.004577706291456707,
      "4": 0.001593194965001506,
      "5": 0.0010647770808039543,
      "6": 0.0009123499609510569,
      "8": 0.0008293585876041712
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.self_attn.k_proj",
    "sensitivities": {
      "2": 0.008192794421726527,
      "3": 0.0028378754116905234,
      "4": 0.001293837512397052,
      "5": 0.0009466427994387535,
      "6": 0.0008824708335547863,
      "8": 0.0008259715311093411
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.21.self_attn.q_proj",
    "sensitivities": {
      "2": 0.02069206631858833,
      "3": 0.004773644730448723,
      "4": 0.0016981462734596182,
      "5": 0.0011373498637112789,
      "6": 0.0009067441436248677,
      "8": 0.0008464497041131835
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.mlp.up_proj",
    "sensitivities": {
      "2": 0.03399791409416745,
      "3": 0.00818889019622778,
      "4": 0.002846786859057223,
      "5": 0.0012871220630283158,
      "6": 0.0009985191985227477,
      "8": 0.0008603245939108698
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.mlp.down_proj",
    "sensitivities": {
      "2": 0.02111272552671532,
      "3": 0.005840692945639603,
      "4": 0.001903602184029296,
      "5": 0.0011474654565972742,
      "6": 0.0009250535016083935,
      "8": 0.0008610915707928749
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.mlp.gate_proj",
    "sensitivities": {
      "2": 0.030207603548963863,
      "3": 0.015403143688066242,
      "4": 0.004067295718414243,
      "5": 0.0013725848984904587,
      "6": 0.000995869475445943,
      "8": 0.000865505638406224
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04267190800358852,
      "3": 0.011487263119003424,
      "4": 0.0035408953068933138,
      "5": 0.0014568849292118102,
      "6": 0.0010505513831352193,
      "8": 0.000877457113044026
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.self_attn.v_proj",
    "sensitivities": {
      "2": 0.011481023063727966,
      "3": 0.003479524796906238,
      "4": 0.0014927786057038854,
      "5": 0.0010630243050400168,
      "6": 0.0009127613605717974,
      "8": 0.0008694686645564312
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.self_attn.k_proj",
    "sensitivities": {
      "2": 0.00531373552318352,
      "3": 0.0018206984944602784,
      "4": 0.0010568606182156752,
      "5": 0.0009751642016150678,
      "6": 0.0008709247886145022,
      "8": 0.0008390628099732567
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.20.self_attn.q_proj",
    "sensitivities": {
      "2": 0.021237692310630035,
      "3": 0.004769403441362859,
      "4": 0.001833910790689212,
      "5": 0.0012321987596806139,
      "6": 0.0009594253691223761,
      "8": 0.0008709660966511971
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.mlp.up_proj",
    "sensitivities": {
      "2": 0.030048790387809277,
      "3": 0.007823765142044673,
      "4": 0.0024208917699676626,
      "5": 0.001240682943413655,
      "6": 0.0010178277455755353,
      "8": 0.0008709730524666762
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.mlp.down_proj",
    "sensitivities": {
      "2": 0.021149609043883782,
      "3": 0.005504124351621916,
      "4": 0.001959204346348997,
      "5": 0.0011602656813920476,
      "6": 0.00098993747572725,
      "8": 0.00088594546590078
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.mlp.gate_proj",
    "sensitivities": {
      "2": 0.019498266987890627,
      "3": 0.004972259797796141,
      "4": 0.0018838265968952328,
      "5": 0.001155486820304456,
      "6": 0.0009594353129311154,
      "8": 0.000882122321248365
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.self_attn.o_proj",
    "sensitivities": {
      "2": 0.06062951132965585,
      "3": 0.01616595033556223,
      "4": 0.004513459246178779,
      "5": 0.0017607023279803495,
      "6": 0.001219286439057517,
      "8": 0.0009239544294056637
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.self_attn.v_proj",
    "sensitivities": {
      "2": 0.01421165136465182,
      "3": 0.004750759588205256,
      "4": 0.0018383775483622837,
      "5": 0.0011106162989259853,
      "6": 0.0009542866003660796,
      "8": 0.0008887116770589879
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.self_attn.k_proj",
    "sensitivities": {
      "2": 0.005830608065783356,
      "3": 0.001883706604227579,
      "4": 0.0011669100555688299,
      "5": 0.0009617718787922058,
      "6": 0.0009048081265063956,
      "8": 0.0008790665330404105
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.19.self_attn.q_proj",
    "sensitivities": {
      "2": 0.019427423976594582,
      "3": 0.005924778199793461,
      "4": 0.002004534787071558,
      "5": 0.0011641504812966257,
      "6": 0.0009753270654376441,
      "8": 0.000902237877501951
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.mlp.up_proj",
    "sensitivities": {
      "2": 0.028733025246765465,
      "3": 0.008582500973716378,
      "4": 0.002643160233371115,
      "5": 0.0013568847158846136,
      "6": 0.0010294709160613518,
      "8": 0.0009431669968762435
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.mlp.down_proj",
    "sensitivities": {
      "2": 0.021872838163593162,
      "3": 0.006379870979192977,
      "4": 0.002166972182749305,
      "5": 0.0013786436660060037,
      "6": 0.0009930612601844284,
      "8": 0.0009111987116436163
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.mlp.gate_proj",
    "sensitivities": {
      "2": 0.022489557702404756,
      "3": 0.005323903436268059,
      "4": 0.001973090994094188,
      "5": 0.001198911954512975,
      "6": 0.0009979749520425685,
      "8": 0.0009158371164327642
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04754651656063894,
      "3": 0.0126398575133256,
      "4": 0.003972741452647218,
      "5": 0.0016289252149969495,
      "6": 0.0011116544543862499,
      "8": 0.0009476192620544074
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.self_attn.v_proj",
    "sensitivities": {
      "2": 0.01573997222779629,
      "3": 0.004614055627219689,
      "4": 0.0019374682209066425,
      "5": 0.0012580781961635996,
      "6": 0.0009984671232814435,
      "8": 0.0009442047715613929
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.self_attn.k_proj",
    "sensitivities": {
      "2": 0.006633439130382612,
      "3": 0.002240423006393636,
      "4": 0.0012259108868117134,
      "5": 0.0010126537320805558,
      "6": 0.0009421294926141854,
      "8": 0.0009218939570322012
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.18.self_attn.q_proj",
    "sensitivities": {
      "2": 0.016071221868818004,
      "3": 0.004836975853928986,
      "4": 0.0019973559319623746,
      "5": 0.0013114096655044705,
      "6": 0.001007430155974968,
      "8": 0.000956279919288742
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.mlp.up_proj",
    "sensitivities": {
      "2": 0.03261057644461592,
      "3": 0.008762988548066156,
      "4": 0.0030687448136935322,
      "5": 0.0014657721549156122,
      "6": 0.0010808976961319179,
      "8": 0.0009422911219492865
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.mlp.down_proj",
    "sensitivities": {
      "2": 0.025284700231471408,
      "3": 0.007356762546502675,
      "4": 0.0023575913971095965,
      "5": 0.0012848917079584983,
      "6": 0.0010711827999330126,
      "8": 0.0009187805881083477
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.mlp.gate_proj",
    "sensitivities": {
      "2": 0.024484070425387472,
      "3": 0.006247707725075695,
      "4": 0.0022824137655940526,
      "5": 0.0013092336521367542,
      "6": 0.0010248569160467014,
      "8": 0.0009570194742991589
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.self_attn.o_proj",
    "sensitivities": {
      "2": 0.03580676577985287,
      "3": 0.008922782731436504,
      "4": 0.0029652216641504006,
      "5": 0.0014605403557652608,
      "6": 0.0011176565021742135,
      "8": 0.0009668898189071721
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.self_attn.v_proj",
    "sensitivities": {
      "2": 0.017215260576146346,
      "3": 0.005600973866724719,
      "4": 0.0019891023427286805,
      "5": 0.0012286933197174221,
      "6": 0.0010387297176445525,
      "8": 0.000930068029750449
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.self_attn.k_proj",
    "sensitivities": {
      "2": 0.007178966028732248,
      "3": 0.002153662047930993,
      "4": 0.0013173510305932723,
      "5": 0.0011024643536075018,
      "6": 0.0010025570785122302,
      "8": 0.0009464386809365047
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.17.self_attn.q_proj",
    "sensitivities": {
      "2": 0.01652409278904088,
      "3": 0.005036330219202985,
      "4": 0.0024114886303626313,
      "5": 0.001300901873037219,
      "6": 0.0010465359531129554,
      "8": 0.0009836799508775584
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.mlp.up_proj",
    "sensitivities": {
      "2": 0.037099984590895474,
      "3": 0.010034770961889686,
      "4": 0.0034367028104801043,
      "5": 0.0017325034180733685,
      "6": 0.0011870683956658468,
      "8": 0.0010494814111249677
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.mlp.down_proj",
    "sensitivities": {
      "2": 0.032952133779569216,
      "3": 0.00846023892518133,
      "4": 0.0030440963455475867,
      "5": 0.0015121088363230228,
      "6": 0.0011135946127372638,
      "8": 0.0009600025150575675
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.mlp.gate_proj",
    "sensitivities": {
      "2": 0.024706884209687512,
      "3": 0.006345936868456192,
      "4": 0.002288007594567413,
      "5": 0.0013557342269147437,
      "6": 0.0011095057100950119,
      "8": 0.0010033434882643633
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.self_attn.o_proj",
    "sensitivities": {
      "2": 0.07482519978657365,
      "3": 0.020644044697595138,
      "4": 0.005698025765013881,
      "5": 0.0021613691230110512,
      "6": 0.0012843857863723922,
      "8": 0.001004914652488272
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.self_attn.v_proj",
    "sensitivities": {
      "2": 0.03107407462084666,
      "3": 0.010342236889603859,
      "4": 0.003191122811889121,
      "5": 0.0015822369896341115,
      "6": 0.0011169927662801153,
      "8": 0.0010267590017368395
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.self_attn.k_proj",
    "sensitivities": {
      "2": 0.010196132439887151,
      "3": 0.003382541166502051,
      "4": 0.0019422879643874087,
      "5": 0.0011575952703424264,
      "6": 0.0010139624804044918,
      "8": 0.0010064726726947508
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.16.self_attn.q_proj",
    "sensitivities": {
      "2": 0.023907206060054403,
      "3": 0.005719002658831111,
      "4": 0.0022220435421331786,
      "5": 0.0014038191317619446,
      "6": 0.001079968238627771,
      "8": 0.0010447775942642086
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.mlp.up_proj",
    "sensitivities": {
      "2": 0.05247146700276062,
      "3": 0.015176210377831012,
      "4": 0.004375960282535137,
      "5": 0.0018324565001724598,
      "6": 0.001360441760577184,
      "8": 0.0010471098103153054
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.mlp.down_proj",
    "sensitivities": {
      "2": 0.041894609263787665,
      "3": 0.011720170087452667,
      "4": 0.0030705377018117965,
      "5": 0.0017976026562488794,
      "6": 0.0012436717139886848,
      "8": 0.0010171048355308205
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.mlp.gate_proj",
    "sensitivities": {
      "2": 0.03180683664201448,
      "3": 0.007539532719723259,
      "4": 0.0029161749456155426,
      "5": 0.0015401344341322936,
      "6": 0.0012038728151916682,
      "8": 0.001027173557910525
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.self_attn.o_proj",
    "sensitivities": {
      "2": 0.051467305476156376,
      "3": 0.012648675095988438,
      "4": 0.004287969510187395,
      "5": 0.001826624325379574,
      "6": 0.001494370636161572,
      "8": 0.0011053198771454238
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.self_attn.v_proj",
    "sensitivities": {
      "2": 0.03740176121937111,
      "3": 0.012277672610556086,
      "4": 0.0039396659267367795,
      "5": 0.001987369646182439,
      "6": 0.001338703885267023,
      "8": 0.0010883098778625329
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.self_attn.k_proj",
    "sensitivities": {
      "2": 0.013146891530292729,
      "3": 0.006189193365571555,
      "4": 0.002160229329698874,
      "5": 0.001236657898213404,
      "6": 0.0013279964405228384,
      "8": 0.001094209351625371
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.15.self_attn.q_proj",
    "sensitivities": {
      "2": 0.025260251093034942,
      "3": 0.006412303409888409,
      "4": 0.002374877246135535,
      "5": 0.0015562708479895566,
      "6": 0.001331363203159223,
      "8": 0.0010302140908606816
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.mlp.up_proj",
    "sensitivities": {
      "2": 0.04707198947047194,
      "3": 0.01394578362427031,
      "4": 0.004969214768304179,
      "5": 0.002162696262530517,
      "6": 0.001441990323655773,
      "8": 0.0012350614124443382
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.mlp.down_proj",
    "sensitivities": {
      "2": 0.03383361777135482,
      "3": 0.009648974145723818,
      "4": 0.0034405887223935374,
      "5": 0.0016663225639301042,
      "6": 0.0014343233063603595,
      "8": 0.0011458696753834374
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.mlp.gate_proj",
    "sensitivities": {
      "2": 0.03519281432575857,
      "3": 0.009816542374513423,
      "4": 0.0035899315116694197,
      "5": 0.0017487043175303067,
      "6": 0.0015967835618842703,
      "8": 0.0012244365837735434
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.self_attn.o_proj",
    "sensitivities": {
      "2": 0.07753985732172926,
      "3": 0.022755737552264083,
      "4": 0.007815622739144601,
      "5": 0.002658144680026453,
      "6": 0.0019028322227920096,
      "8": 0.0011865791918050188
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.self_attn.v_proj",
    "sensitivities": {
      "2": 0.04960652799733604,
      "3": 0.01296378328212692,
      "4": 0.00550057409418514,
      "5": 0.0022268100389434644,
      "6": 0.0015613320623136435,
      "8": 0.0012517762988863979
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.self_attn.k_proj",
    "sensitivities": {
      "2": 0.016923219664022326,
      "3": 0.00434685216411405,
      "4": 0.00206722712997968,
      "5": 0.0014637189136313584,
      "6": 0.0012575888613355346,
      "8": 0.0012068126343365293
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.14.self_attn.q_proj",
    "sensitivities": {
      "2": 0.03780461991361032,
      "3": 0.01384781901530611,
      "4": 0.003873045706617025,
      "5": 0.0026052781843948956,
      "6": 0.0012437241712177638,
      "8": 0.0012630740541984171
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.mlp.up_proj",
    "sensitivities": {
      "2": 0.05825139461861303,
      "3": 0.015695568892018247,
      "4": 0.004909999486699235,
      "5": 0.003017934472154593,
      "6": 0.001350339511797453,
      "8": 0.0011893887749465648
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.mlp.down_proj",
    "sensitivities": {
      "2": 0.040601897810120136,
      "3": 0.012858242237901626,
      "4": 0.0036259057402882413,
      "5": 0.002337338140932843,
      "6": 0.0016814344004766706,
      "8": 0.0013009748739326217
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.mlp.gate_proj",
    "sensitivities": {
      "2": 0.03715840222624441,
      "3": 0.01152932737992766,
      "4": 0.004612001738375208,
      "5": 0.0018477840737129252,
      "6": 0.0015132958396861795,
      "8": 0.0013659128114037837
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.self_attn.o_proj",
    "sensitivities": {
      "2": 0.07898739352822304,
      "3": 0.022288630687398836,
      "4": 0.007131108553342831,
      "5": 0.002857753905118443,
      "6": 0.001989006639632862,
      "8": 0.0012813123624558405
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.self_attn.v_proj",
    "sensitivities": {
      "2": 0.028201417124364525,
      "3": 0.009793095722367676,
      "4": 0.003963719854558197,
      "5": 0.0015589586801070254,
      "6": 0.0015631326568836812,
      "8": 0.001297035803872859
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.self_attn.k_proj",
    "sensitivities": {
      "2": 0.017285520870548982,
      "3": 0.005997838559172426,
      "4": 0.0032326138292167648,
      "5": 0.0016438570686053329,
      "6": 0.0013581149287347216,
      "8": 0.0011744430945933952
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.13.self_attn.q_proj",
    "sensitivities": {
      "2": 0.04318703906998659,
      "3": 0.013964127026459513,
      "4": 0.00451726212122594,
      "5": 0.0023948801802665307,
      "6": 0.001983409127812289,
      "8": 0.0015551157327233038
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.mlp.up_proj",
    "sensitivities": {
      "2": 0.058335720910690725,
      "3": 0.018559857649961486,
      "4": 0.006088046917284373,
      "5": 0.003230336219227562,
      "6": 0.0019436420006968547,
      "8": 0.0013833331540809013
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.mlp.down_proj",
    "sensitivities": {
      "2": 0.0431436631285275,
      "3": 0.013432217698815899,
      "4": 0.00527534265468906,
      "5": 0.002545036969725819,
      "6": 0.0016878233097183208,
      "8": 0.0016037092451976302
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.mlp.gate_proj",
    "sensitivities": {
      "2": 0.03864672661681349,
      "3": 0.011075753510037126,
      "4": 0.004643064089274655,
      "5": 0.0026323104514934434,
      "6": 0.0019320535066071898,
      "8": 0.001713823325796208
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04560380838423347,
      "3": 0.015800123888766393,
      "4": 0.00432874473578219,
      "5": 0.002039147262015225,
      "6": 0.0022333602076590373,
      "8": 0.0017092723270858794
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.self_attn.v_proj",
    "sensitivities": {
      "2": 0.04973170758845905,
      "3": 0.022748164522151153,
      "4": 0.006205478697665967,
      "5": 0.0029849489389259056,
      "6": 0.0018596709463357304,
      "8": 0.0014708136489692454
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.self_attn.k_proj",
    "sensitivities": {
      "2": 0.023807204119899932,
      "3": 0.009156071200171331,
      "4": 0.003297367123498892,
      "5": 0.002135845240748798,
      "6": 0.002048376144860716,
      "8": 0.0014195049152476713
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.12.self_attn.q_proj",
    "sensitivities": {
      "2": 0.03574057813966647,
      "3": 0.0124744958836042,
      "4": 0.005145237002579961,
      "5": 0.0019052854574207838,
      "6": 0.0023291037553766123,
      "8": 0.0015651767850310232
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.mlp.up_proj",
    "sensitivities": {
      "2": 0.05863611745492866,
      "3": 0.019671540838317014,
      "4": 0.005755012052153082,
      "5": 0.0034290728666140544,
      "6": 0.0024829410322126932,
      "8": 0.0015239187826712926
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.mlp.down_proj",
    "sensitivities": {
      "2": 0.0446740771488597,
      "3": 0.01441544973446677,
      "4": 0.004713351057337907,
      "5": 0.0028952787397429347,
      "6": 0.0020309178362367675,
      "8": 0.001587768837149876
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.mlp.gate_proj",
    "sensitivities": {
      "2": 0.04337633633015988,
      "3": 0.011260918193632582,
      "4": 0.004981522882493057,
      "5": 0.002873931972620388,
      "6": 0.0018323251873274178,
      "8": 0.0013726973617546416
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.self_attn.o_proj",
    "sensitivities": {
      "2": 0.05595678432534138,
      "3": 0.017583962200054277,
      "4": 0.0065000735291202245,
      "5": 0.0030016841022491767,
      "6": 0.002360446989769116,
      "8": 0.0018827858596826748
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.self_attn.v_proj",
    "sensitivities": {
      "2": 0.03767377805585662,
      "3": 0.013770545711546825,
      "4": 0.004616854940347063,
      "5": 0.002748275413371933,
      "6": 0.002088475683801031,
      "8": 0.0016817698585024725
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.self_attn.k_proj",
    "sensitivities": {
      "2": 0.021920264021900948,
      "3": 0.008354397442114228,
      "4": 0.0034154497528409897,
      "5": 0.002067458249560635,
      "6": 0.001736940984604492,
      "8": 0.0019661009864648804
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.11.self_attn.q_proj",
    "sensitivities": {
      "2": 0.04488681438670028,
      "3": 0.014882986986776814,
      "4": 0.004157064481357035,
      "5": 0.002484788853810945,
      "6": 0.0021072561539767776,
      "8": 0.0015516172243223991
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.mlp.up_proj",
    "sensitivities": {
      "2": 0.06088239334834119,
      "3": 0.01806304932688363,
      "4": 0.009215132173267193,
      "5": 0.002819610521934616,
      "6": 0.002247463106565798,
      "8": 0.0018121825499595918
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.mlp.down_proj",
    "sensitivities": {
      "2": 0.04902028453458721,
      "3": 0.016297490539727733,
      "4": 0.005887285781985459,
      "5": 0.0028177933005887703,
      "6": 0.0021510220261310073,
      "8": 0.0022927946471706187
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.mlp.gate_proj",
    "sensitivities": {
      "2": 0.043714427282490455,
      "3": 0.014928666974204438,
      "4": 0.004679893955956989,
      "5": 0.0025280068378682095,
      "6": 0.0021628551755081085,
      "8": 0.0018668198487527359
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.self_attn.o_proj",
    "sensitivities": {
      "2": 0.050828722169778,
      "3": 0.01550006104419784,
      "4": 0.00716898895916529,
      "5": 0.002834729391906876,
      "6": 0.001779399739461951,
      "8": 0.001833909113580982
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.self_attn.v_proj",
    "sensitivities": {
      "2": 0.03853753342991695,
      "3": 0.012501767184100268,
      "4": 0.006004314845389065,
      "5": 0.0032271803963036896,
      "6": 0.002085510170824515,
      "8": 0.0018467814794955
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.self_attn.k_proj",
    "sensitivities": {
      "2": 0.024648116445556905,
      "3": 0.006315558319329284,
      "4": 0.0037753947556969556,
      "5": 0.0022069736708848118,
      "6": 0.002594154551237201,
      "8": 0.001868779875318675
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.10.self_attn.q_proj",
    "sensitivities": {
      "2": 0.04941453580007268,
      "3": 0.01435303695810338,
      "4": 0.005898358440996769,
      "5": 0.004448937046011754,
      "6": 0.002537703493241376,
      "8": 0.0021770284523275527
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.mlp.up_proj",
    "sensitivities": {
      "2": 0.06099309789715335,
      "3": 0.01978408660700855,
      "4": 0.007727680276730098,
      "5": 0.003613631971044621,
      "6": 0.002746758841870663,
      "8": 0.00199469769965314
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.mlp.down_proj",
    "sensitivities": {
      "2": 0.05128084907967908,
      "3": 0.01650143982260488,
      "4": 0.005595005401119124,
      "5": 0.0034248950881495452,
      "6": 0.002883990040572826,
      "8": 0.0024364235541725066
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.mlp.gate_proj",
    "sensitivities": {
      "2": 0.05642970144011391,
      "3": 0.014515044279202508,
      "4": 0.005815089271588174,
      "5": 0.002691670339117991,
      "6": 0.0023995715843435996,
      "8": 0.0017576841431340047
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04472614615224302,
      "3": 0.014603546742970744,
      "4": 0.005675951620408644,
      "5": 0.0043967126694042236,
      "6": 0.0019157537402255305,
      "8": 0.0018647919823706616
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.self_attn.v_proj",
    "sensitivities": {
      "2": 0.05980669027000355,
      "3": 0.020401581733797986,
      "4": 0.008605258032427324,
      "5": 0.0032251923378983824,
      "6": 0.0027676873166152896,
      "8": 0.002553193371568341
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.self_attn.k_proj",
    "sensitivities": {
      "2": 0.03680809487317068,
      "3": 0.011293875242699869,
      "4": 0.0062230648994348785,
      "5": 0.003700469964921164,
      "6": 0.0028053955247742124,
      "8": 0.0023455391880512857
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.9.self_attn.q_proj",
    "sensitivities": {
      "2": 0.045717363711446524,
      "3": 0.017283797826773178,
      "4": 0.007202114940203804,
      "5": 0.0032778089298517443,
      "6": 0.0037285060777018466,
      "8": 0.00236331928075136
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.mlp.up_proj",
    "sensitivities": {
      "2": 0.05896291543225137,
      "3": 0.019237758164914947,
      "4": 0.005611098708565502,
      "5": 0.0039398747733988175,
      "6": 0.002711386793331864,
      "8": 0.002226814305079946
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.mlp.down_proj",
    "sensitivities": {
      "2": 0.05271885851592136,
      "3": 0.013827179029855566,
      "4": 0.006054203598372017,
      "5": 0.0036770752606874644,
      "6": 0.002673950143313656,
      "8": 0.001899006441817619
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.mlp.gate_proj",
    "sensitivities": {
      "2": 0.04618168192488762,
      "3": 0.015448608881949136,
      "4": 0.00517734559737922,
      "5": 0.003787181574201289,
      "6": 0.0024920548191100047,
      "8": 0.002441695788244639
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.self_attn.o_proj",
    "sensitivities": {
      "2": 0.0279364040082631,
      "3": 0.009827471604997603,
      "4": 0.0042687041277531534,
      "5": 0.002940987455076538,
      "6": 0.0020671756137744524,
      "8": 0.002749203150112104
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.self_attn.v_proj",
    "sensitivities": {
      "2": 0.02955101857272287,
      "3": 0.012765821661256874,
      "4": 0.005207399682452281,
      "5": 0.002863839455433966,
      "6": 0.0029444971102445074,
      "8": 0.0026462705185015998
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.self_attn.k_proj",
    "sensitivities": {
      "2": 0.021431682912710432,
      "3": 0.009595826093573123,
      "4": 0.0042117792084657895,
      "5": 0.0028787107524597864,
      "6": 0.0027276385359679503,
      "8": 0.002022367247263901
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.8.self_attn.q_proj",
    "sensitivities": {
      "2": 0.0597733072451471,
      "3": 0.019539215340046212,
      "4": 0.007023578592149231,
      "5": 0.0028105504049259857,
      "6": 0.0029188133351757037,
      "8": 0.001950323385244701
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.mlp.up_proj",
    "sensitivities": {
      "2": 0.05354074252924571,
      "3": 0.017694290062839475,
      "4": 0.006958958142301223,
      "5": 0.0035405492368833316,
      "6": 0.0023870673927982957,
      "8": 0.0026901172423094977
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.mlp.down_proj",
    "sensitivities": {
      "2": 0.4134389680499832,
      "3": 0.14877152256667614,
      "4": 0.04435605365627756,
      "5": 0.01576803841938575,
      "6": 0.006492013817478437,
      "8": 0.002764796549551344
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.mlp.gate_proj",
    "sensitivities": {
      "2": 0.04827644858354082,
      "3": 0.012741573615736948,
      "4": 0.005925594671377136,
      "5": 0.003047025624255184,
      "6": 0.003147795946764139,
      "8": 0.002738128079120846
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.self_attn.o_proj",
    "sensitivities": {
      "2": 0.0323469514066043,
      "3": 0.011551604125997983,
      "4": 0.005773431388661265,
      "5": 0.004063312799795919,
      "6": 0.0028389548242557794,
      "8": 0.0029731020282876366
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.self_attn.v_proj",
    "sensitivities": {
      "2": 0.03674502851208672,
      "3": 0.012205820419088317,
      "4": 0.006250382228851474,
      "5": 0.0030311299548581396,
      "6": 0.0036841674082097597,
      "8": 0.002704389114417912
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.self_attn.k_proj",
    "sensitivities": {
      "2": 0.02104369513108395,
      "3": 0.008229370915311543,
      "4": 0.0044566093711182475,
      "5": 0.003218653842244142,
      "6": 0.002633887894868773,
      "8": 0.0029156993938765177
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.7.self_attn.q_proj",
    "sensitivities": {
      "2": 0.03671087460437169,
      "3": 0.010519914772885386,
      "4": 0.00497820522893259,
      "5": 0.003231032003289632,
      "6": 0.003514149080729112,
      "8": 0.0025528756583905
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.mlp.up_proj",
    "sensitivities": {
      "2": 0.055066901084501296,
      "3": 0.019862185101374052,
      "4": 0.007170121020559843,
      "5": 0.004171493630565237,
      "6": 0.004347812360113797,
      "8": 0.002806199404100577
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.mlp.down_proj",
    "sensitivities": {
      "2": 0.0633979126966248,
      "3": 0.021243906870950013,
      "4": 0.006547760322670608,
      "5": 0.0038849084836935313,
      "6": 0.0033278977704564263,
      "8": 0.0025128825848999745
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.mlp.gate_proj",
    "sensitivities": {
      "2": 0.045926271443022415,
      "3": 0.01599298011569772,
      "4": 0.0054466034707729705,
      "5": 0.0033781595981660453,
      "6": 0.0039726133036310785,
      "8": 0.0033941802503250074
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.self_attn.o_proj",
    "sensitivities": {
      "2": 0.032611072897755854,
      "3": 0.0129217999735071,
      "4": 0.006738338777116344,
      "5": 0.003158376426047956,
      "6": 0.0032833664954523556,
      "8": 0.003076751670353891
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.self_attn.v_proj",
    "sensitivities": {
      "2": 0.042546816723188385,
      "3": 0.01725164479285013,
      "4": 0.006635623123050512,
      "5": 0.004034798388602212,
      "6": 0.002701687187557885,
      "8": 0.00257668670504548
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.self_attn.k_proj",
    "sensitivities": {
      "2": 0.02344887799214727,
      "3": 0.008521472283367379,
      "4": 0.005524918612839731,
      "5": 0.003454245777296213,
      "6": 0.0030754240215173922,
      "8": 0.0023197406893208003
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.6.self_attn.q_proj",
    "sensitivities": {
      "2": 0.039630200364626944,
      "3": 0.010280807599580536,
      "4": 0.00711609484036065,
      "5": 0.0037421367208783827,
      "6": 0.003976885525238079,
      "8": 0.0032421899280355624
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.mlp.up_proj",
    "sensitivities": {
      "2": 0.0546178343356587,
      "3": 0.01666083486149243,
      "4": 0.0070001739319801954,
      "5": 0.005717937997057258,
      "6": 0.0033527512180929384,
      "8": 0.0029937209886459946
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.mlp.down_proj",
    "sensitivities": {
      "2": 0.05287711126341795,
      "3": 0.016861332333064638,
      "4": 0.0073180042575889575,
      "5": 0.003572907577715038,
      "6": 0.002703539857369227,
      "8": 0.0027798571779082217
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.mlp.gate_proj",
    "sensitivities": {
      "2": 0.044677964363169544,
      "3": 0.015135858251596801,
      "4": 0.007258155341939225,
      "5": 0.003826442036370281,
      "6": 0.0038704592091865684,
      "8": 0.00266904040351316
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04584592495424052,
      "3": 0.014548821947149312,
      "4": 0.007138979398102189,
      "5": 0.004089300280611496,
      "6": 0.0037282530562758134,
      "8": 0.0027680766628085016
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.self_attn.v_proj",
    "sensitivities": {
      "2": 0.06390238329186104,
      "3": 0.025480202263376366,
      "4": 0.008714339851091305,
      "5": 0.0048170220567650785,
      "6": 0.0032090238504072963,
      "8": 0.003421863596789384
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.self_attn.k_proj",
    "sensitivities": {
      "2": 0.04159176517471982,
      "3": 0.010368049023478912,
      "4": 0.005992870581394527,
      "5": 0.00425103052596872,
      "6": 0.002349915847541221,
      "8": 0.002583889586579365
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.5.self_attn.q_proj",
    "sensitivities": {
      "2": 0.06835481935801606,
      "3": 0.024263853313944612,
      "4": 0.013463430974904137,
      "5": 0.004033949709992157,
      "6": 0.0038098543324546577,
      "8": 0.003321229542052606
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.mlp.up_proj",
    "sensitivities": {
      "2": 0.06026806005199129,
      "3": 0.015173615955670053,
      "4": 0.007747198270711427,
      "5": 0.004983366520415681,
      "6": 0.002903021864767652,
      "8": 0.0036441955732395095
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.mlp.down_proj",
    "sensitivities": {
      "2": 0.04623533547661888,
      "3": 0.01587859586288687,
      "4": 0.005937056451026971,
      "5": 0.0054330786151695065,
      "6": 0.0038829283463807465,
      "8": 0.0033284516672817213
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.mlp.gate_proj",
    "sensitivities": {
      "2": 0.040246647918441646,
      "3": 0.013980942285949519,
      "4": 0.006464457852416672,
      "5": 0.004149335902184248,
      "6": 0.0030491402261153175,
      "8": 0.003512763391578725
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04383830614582015,
      "3": 0.015722577159370605,
      "4": 0.005676670038762192,
      "5": 0.004157548001482307,
      "6": 0.003636403717488671,
      "8": 0.0030250066023048325
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.self_attn.v_proj",
    "sensitivities": {
      "2": 0.11649921323017527,
      "3": 0.025259499457509566,
      "4": 0.011595596653933171,
      "5": 0.004182641098547417,
      "6": 0.003447658736452771,
      "8": 0.002372311433039916
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.self_attn.k_proj",
    "sensitivities": {
      "2": 0.019112564128590748,
      "3": 0.007340521699613116,
      "4": 0.004292079000151716,
      "5": 0.0035392046435542093,
      "6": 0.003076356941164704,
      "8": 0.003958200829705068
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.4.self_attn.q_proj",
    "sensitivities": {
      "2": 0.03284625081869308,
      "3": 0.011815152933801679,
      "4": 0.005389293854629311,
      "5": 0.00418064175149387,
      "6": 0.004223454223392764,
      "8": 0.0028929127778004235
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.mlp.up_proj",
    "sensitivities": {
      "2": 0.050428661168552935,
      "3": 0.014637797357863747,
      "4": 0.006416485110094072,
      "5": 0.0042145171598046245,
      "6": 0.003467335188664341,
      "8": 0.003218853519986927
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.mlp.down_proj",
    "sensitivities": {
      "2": 0.0453952860358792,
      "3": 0.014248810368978107,
      "4": 0.005232293022951732,
      "5": 0.00335940074728569,
      "6": 0.0038061811307367557,
      "8": 0.003251024696510285
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.mlp.gate_proj",
    "sensitivities": {
      "2": 0.049819667891521625,
      "3": 0.014670547907977985,
      "4": 0.006834324410495658,
      "5": 0.0045102898341914015,
      "6": 0.0033187887020176277,
      "8": 0.0028014016121839327
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04356815946812276,
      "3": 0.016832074131040525,
      "4": 0.006670026074668082,
      "5": 0.004313728681154316,
      "6": 0.003506957204081118,
      "8": 0.002993525478814263
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.self_attn.v_proj",
    "sensitivities": {
      "2": 0.0754533553069147,
      "3": 0.03824796496094981,
      "4": 0.009660304101998918,
      "5": 0.005562980499234982,
      "6": 0.0035277668090808825,
      "8": 0.002411941453222729
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.self_attn.k_proj",
    "sensitivities": {
      "2": 0.044477808551164344,
      "3": 0.012055289422278292,
      "4": 0.005894861213164404,
      "5": 0.004258020593018348,
      "6": 0.005012004449478506,
      "8": 0.0023656298290006816
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.3.self_attn.q_proj",
    "sensitivities": {
      "2": 0.05627077666576952,
      "3": 0.018293856466092013,
      "4": 0.005074258397750479,
      "5": 0.0036904646306841946,
      "6": 0.0030151217045689314,
      "8": 0.0033979656800511293
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.mlp.up_proj",
    "sensitivities": {
      "2": 0.0440492476336658,
      "3": 0.012352245389289843,
      "4": 0.006532448411841567,
      "5": 0.004560925044643227,
      "6": 0.0033500799545436166,
      "8": 0.0023365594000400356
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.mlp.down_proj",
    "sensitivities": {
      "2": 0.0474498294837152,
      "3": 0.01514001516867817,
      "4": 0.006226234649754285,
      "5": 0.003993128796234184,
      "6": 0.004398975822065647,
      "8": 0.003243955365178408
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.mlp.gate_proj",
    "sensitivities": {
      "2": 0.03876192311872728,
      "3": 0.012416654795136614,
      "4": 0.0060442710140099125,
      "5": 0.00527433702518465,
      "6": 0.003705650868748004,
      "8": 0.003275287812963749
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.self_attn.o_proj",
    "sensitivities": {
      "2": 0.0621441281788672,
      "3": 0.01664986822773547,
      "4": 0.010544238325868113,
      "5": 0.005066975156902724,
      "6": 0.00425923411360903,
      "8": 0.0028483104421563135
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.self_attn.v_proj",
    "sensitivities": {
      "2": 0.09286353605178495,
      "3": 0.044039594091979474,
      "4": 0.016377743656145565,
      "5": 0.006293419702463628,
      "6": 0.004739034329152976,
      "8": 0.004088164304751747
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.self_attn.k_proj",
    "sensitivities": {
      "2": 0.054925844441944115,
      "3": 0.011133038150243616,
      "4": 0.005958286650032581,
      "5": 0.003898428454704117,
      "6": 0.004093578965694178,
      "8": 0.00291435237765351
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.2.self_attn.q_proj",
    "sensitivities": {
      "2": 0.0948663604115912,
      "3": 0.03742290700029116,
      "4": 0.009619993863452692,
      "5": 0.005060454722600601,
      "6": 0.00440872731996933,
      "8": 0.002941490032147461
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.mlp.up_proj",
    "sensitivities": {
      "2": 0.04518662238842808,
      "3": 0.01341162460448686,
      "4": 0.0068069298067712225,
      "5": 0.0032566038959582024,
      "6": 0.0035324545727538257,
      "8": 0.003421011639147764
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.mlp.down_proj",
    "sensitivities": {
      "2": 1.001701207831502,
      "3": 0.08358751493506134,
      "4": 0.027870146528584883,
      "5": 0.00946337940210166,
      "6": 0.006158977664502648,
      "8": 0.002746366340337166
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.mlp.gate_proj",
    "sensitivities": {
      "2": 0.05180564229764665,
      "3": 0.012536432843868775,
      "4": 0.005634019638819154,
      "5": 0.003730444710527081,
      "6": 0.004110192553829013,
      "8": 0.0038997338051558472
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.self_attn.o_proj",
    "sensitivities": {
      "2": 0.12313646163480978,
      "3": 0.031176035224537674,
      "4": 0.011876867885196893,
      "5": 0.00601921531536694,
      "6": 0.003939982036778626,
      "8": 0.002743733856429268
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.self_attn.v_proj",
    "sensitivities": {
      "2": 0.07267418224364519,
      "3": 0.024856548494426534,
      "4": 0.009091294634951433,
      "5": 0.004958608621867218,
      "6": 0.004301745178963756,
      "8": 0.004394169206837735
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.self_attn.k_proj",
    "sensitivities": {
      "2": 0.03588640028222775,
      "3": 0.010538271368811062,
      "4": 0.005919033610553015,
      "5": 0.0037591253543117395,
      "6": 0.0033891473127975282,
      "8": 0.003010705246803506
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.1.self_attn.q_proj",
    "sensitivities": {
      "2": 0.2766601807670668,
      "3": 0.025872542265763816,
      "4": 0.010622802799237737,
      "5": 0.005606584845130176,
      "6": 0.0031021774714948456,
      "8": 0.002905533114244463
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.mlp.up_proj",
    "sensitivities": {
      "2": 0.04721833598644783,
      "3": 0.013971233454261286,
      "4": 0.007304082462117852,
      "5": 0.004256298761902144,
      "6": 0.004593985921625669,
      "8": 0.003824159284704365
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.mlp.down_proj",
    "sensitivities": {
      "2": 0.08108722451531018,
      "3": 0.02242050431474733,
      "4": 0.008764407609608801,
      "5": 0.005241098265590456,
      "6": 0.0035201023711124435,
      "8": 0.003798553232627455
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.mlp.gate_proj",
    "sensitivities": {
      "2": 0.03550517435845298,
      "3": 0.00887321426125709,
      "4": 0.004029170976233824,
      "5": 0.004768083228555042,
      "6": 0.003699348265702914,
      "8": 0.0032522785889644488
    },
    "param_count": 12582912,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.self_attn.o_proj",
    "sensitivities": {
      "2": 0.04659842796778927,
      "3": 0.017675707567832433,
      "4": 0.009097388152440544,
      "5": 0.004953867959557101,
      "6": 0.003823542152531445,
      "8": 0.0036974767523740106
    },
    "param_count": 4194304,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.self_attn.v_proj",
    "sensitivities": {
      "2": 0.17154384839038053,
      "3": 0.04262076820790147,
      "4": 0.025039479912569124,
      "5": 0.00765613243856933,
      "6": 0.005738617682557863,
      "8": 0.003591894002359671
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.self_attn.k_proj",
    "sensitivities": {
      "2": 0.016188609714542206,
      "3": 0.003968098297870408,
      "4": 0.005123028278224713,
      "5": 0.004101382329584642,
      "6": 0.0034310366536374204,
      "8": 0.00377827262612603
    },
    "param_count": 524288,
    "metadata": {}
  },
  {
    "layer_name": "model.layers.0.self_attn.q_proj",
    "sensitivities": {
      "2": 0.00898501312137038,
      "3": 0.0054548838949510054,
      "4": 0.004136894280236447,
      "5": 0.0038144730836696303,
      "6": 0.003669231016829144,
      "8": 0.003278959816573964
    },
    "param_count": 4194304,
    "metadata": {}
  }
]