[ { "layer_name": "model.layers.13.feed_forward.w2", "sensitivities": { "8": 0.00019533482554834336 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.13.feed_forward.w3", "sensitivities": { "8": 0.000227318491852202 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.13.feed_forward.w1", "sensitivities": { "8": 0.0002036433846418125 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.13.conv.out_proj", "sensitivities": { "8": 0.000240156695326732 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.13.conv.in_proj", "sensitivities": { "8": 0.00027717218290490564 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.12.feed_forward.w2", "sensitivities": { "8": 0.0003331225179863395 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.12.feed_forward.w3", "sensitivities": { "8": 0.0003244697636546334 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.12.feed_forward.w1", "sensitivities": { "8": 0.000329550408423529 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.out_proj", "sensitivities": { "8": 0.0003884044939089411 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.v_proj", "sensitivities": { "8": 0.00045750377588168095 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.k_proj", "sensitivities": { "8": 0.0003954090055534228 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.q_proj", "sensitivities": { "8": 0.0003723703733461055 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.11.feed_forward.w2", "sensitivities": { "8": 0.0004396692832718448 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.11.feed_forward.w3", "sensitivities": { "8": 0.00043412013474153355 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.11.feed_forward.w1", "sensitivities": { "8": 0.00041930486804631073 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.11.conv.out_proj", "sensitivities": { "8": 0.00045256808152771555 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.11.conv.in_proj", "sensitivities": { "8": 0.00047343804787184734 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.10.feed_forward.w2", "sensitivities": { "8": 0.0004969646482398579 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.10.feed_forward.w3", "sensitivities": { "8": 0.0004970265411733029 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.10.feed_forward.w1", "sensitivities": { "8": 0.000493232035296387 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.out_proj", "sensitivities": { "8": 0.0005408896734782805 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.v_proj", "sensitivities": { "8": 0.0006489111001428682 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.k_proj", "sensitivities": { "8": 0.0005646071549563203 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.q_proj", "sensitivities": { "8": 0.0005433420301415026 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.9.feed_forward.w2", "sensitivities": { "8": 0.0006104522411381671 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.9.feed_forward.w3", "sensitivities": { "8": 0.0006091539180488326 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.9.feed_forward.w1", "sensitivities": { "8": 0.0006039621233261035 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.9.conv.out_proj", "sensitivities": { "8": 0.0006184042552680088 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.9.conv.in_proj", "sensitivities": { "8": 0.0006659220016445033 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.8.feed_forward.w2", "sensitivities": { "8": 0.0006568925819010474 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.8.feed_forward.w3", "sensitivities": { "8": 0.0006712887795098746 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.8.feed_forward.w1", "sensitivities": { "8": 0.0006523769479827024 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.out_proj", "sensitivities": { "8": 0.0007441427223966457 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.v_proj", "sensitivities": { "8": 0.0008289536114413446 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.k_proj", "sensitivities": { "8": 0.0007045292259135749 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.q_proj", "sensitivities": { "8": 0.0006833395952223024 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.7.feed_forward.w2", "sensitivities": { "8": 0.0007681542653396415 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.7.feed_forward.w3", "sensitivities": { "8": 0.0007808063771032417 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.7.feed_forward.w1", "sensitivities": { "8": 0.0007429243742080871 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.7.conv.out_proj", "sensitivities": { "8": 0.0007521241495851427 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.7.conv.in_proj", "sensitivities": { "8": 0.0007843519257827817 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.6.feed_forward.w2", "sensitivities": { "8": 0.0008018267253646627 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.6.feed_forward.w3", "sensitivities": { "8": 0.0008018716422763342 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.6.feed_forward.w1", "sensitivities": { "8": 0.0007933748299061941 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.out_proj", "sensitivities": { "8": 0.0009014596604780915 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.v_proj", "sensitivities": { "8": 0.0009189550910377875 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.k_proj", "sensitivities": { "8": 0.0008467263311710364 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.q_proj", "sensitivities": { "8": 0.0008463651417211319 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.5.feed_forward.w2", "sensitivities": { "8": 0.0009391483545186929 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.5.feed_forward.w3", "sensitivities": { "8": 0.0009231847228268938 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.5.feed_forward.w1", "sensitivities": { "8": 0.0008993441466979372 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.5.conv.out_proj", "sensitivities": { "8": 0.0009161895844348086 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.5.conv.in_proj", "sensitivities": { "8": 0.0009669708379078656 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.4.feed_forward.w2", "sensitivities": { "8": 0.0009627772366608648 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.4.feed_forward.w3", "sensitivities": { "8": 0.000986697275948245 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.4.feed_forward.w1", "sensitivities": { "8": 0.0009728845701223084 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.out_proj", "sensitivities": { "8": 0.0010508520620836255 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.v_proj", "sensitivities": { "8": 0.0011058473561812814 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.k_proj", "sensitivities": { "8": 0.001028469506612358 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.q_proj", "sensitivities": { "8": 0.001019851185750061 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.3.feed_forward.w2", "sensitivities": { "8": 0.0011550445172664088 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.3.feed_forward.w3", "sensitivities": { "8": 0.001167622229938085 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.3.feed_forward.w1", "sensitivities": { "8": 0.0011248171019057434 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.3.conv.out_proj", "sensitivities": { "8": 0.0011336404495523311 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.3.conv.in_proj", "sensitivities": { "8": 0.0012170035261078738 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.2.feed_forward.w2", "sensitivities": { "8": 0.001234999974258244 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.2.feed_forward.w3", "sensitivities": { "8": 0.0012589055259013548 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.2.feed_forward.w1", "sensitivities": { "8": 0.0012301034318322006 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.out_proj", "sensitivities": { "8": 0.0012954982497224894 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.v_proj", "sensitivities": { "8": 0.0013333009774214588 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.k_proj", "sensitivities": { "8": 0.0013413824466018316 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.q_proj", "sensitivities": { "8": 0.0012766739794945654 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.1.feed_forward.w2", "sensitivities": { "8": 0.001452616056970631 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.1.feed_forward.w3", "sensitivities": { "8": 0.0015858998764694359 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.1.feed_forward.w1", "sensitivities": { "8": 0.0015146225559874438 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.1.conv.out_proj", "sensitivities": { "8": 0.0014017674402566627 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.1.conv.in_proj", "sensitivities": { "8": 0.0015470549745562796 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.0.feed_forward.w2", "sensitivities": { "8": 0.0016395361041456151 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.0.feed_forward.w3", "sensitivities": { "8": 0.0016006427661826212 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.0.feed_forward.w1", "sensitivities": { "8": 0.00159346469687686 }, "param_count": 2621440, "metadata": {} }, { "layer_name": "model.layers.0.conv.out_proj", "sensitivities": { "8": 0.0018437060813691157 }, "param_count": 1048576, "metadata": {} }, { "layer_name": "model.layers.0.conv.in_proj", "sensitivities": { "8": 0.0018102620621599879 }, "param_count": 3145728, "metadata": {} } ]