| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000209296,0.05000,0.614 | |
| 0,self_attn.q_proj,0.0001144572,0.05000,0.632 | |
| 0,self_attn.v_proj,0.0000047285,0.05000,0.761 | |
| 0,self_attn.o_proj,0.0000507465,0.05000,0.245 | |
| 0,mlp.up_proj,0.0000873636,0.05000,0.581 | |
| 0,mlp.gate_proj,0.0001109128,0.05000,0.582 | |
| 0,mlp.down_proj,0.0000416752,0.05000,2.290 | |
| 1,self_attn.k_proj,0.0000071981,0.05000,0.636 | |
| 1,self_attn.v_proj,0.0000027749,0.05000,0.640 | |
| 1,self_attn.q_proj,0.0000259345,0.05000,0.642 | |
| 1,self_attn.o_proj,0.0000175171,0.05000,0.248 | |
| 1,mlp.up_proj,0.0030928342,0.05000,0.596 | |
| 1,mlp.gate_proj,0.0035803195,0.05000,0.597 | |
| 1,mlp.down_proj,0.0001639509,0.05000,2.372 | |
| 2,self_attn.k_proj,0.0000236998,0.05000,0.652 | |
| 2,self_attn.q_proj,0.0001052923,0.05000,0.660 | |
| 2,self_attn.v_proj,0.0000098811,0.05000,0.661 | |
| 2,self_attn.o_proj,0.0000447368,0.05000,0.254 | |
| 2,mlp.up_proj,0.0019003164,0.05000,0.586 | |
| 2,mlp.gate_proj,0.0025602075,0.05000,0.588 | |
| 2,mlp.down_proj,0.0029163412,0.05000,2.384 | |
| 3,self_attn.q_proj,0.0001160571,0.05000,0.652 | |
| 3,self_attn.k_proj,0.0000243695,0.05000,0.654 | |
| 3,self_attn.v_proj,0.0000146520,0.05000,0.656 | |
| 3,self_attn.o_proj,0.0000373584,0.05000,0.249 | |
| 3,mlp.up_proj,0.0017758229,0.05000,0.621 | |
| 3,mlp.gate_proj,0.0027299622,0.05000,0.622 | |
| 3,mlp.down_proj,0.0001640262,0.05000,2.400 | |
| 4,self_attn.k_proj,0.0000343871,0.05000,0.651 | |
| 4,self_attn.v_proj,0.0000239785,0.05000,0.654 | |
| 4,self_attn.q_proj,0.0001700161,0.05000,0.657 | |
| 4,self_attn.o_proj,0.0000834076,0.05000,0.266 | |
| 4,mlp.gate_proj,0.0016401815,0.05000,0.617 | |
| 4,mlp.up_proj,0.0010526499,0.05000,0.616 | |
| 4,mlp.down_proj,0.0001902576,0.05000,2.588 | |
| 5,self_attn.q_proj,0.0001892348,0.05000,0.700 | |
| 5,self_attn.v_proj,0.0000333156,0.05000,0.707 | |
| 5,self_attn.k_proj,0.0000410828,0.05000,0.712 | |
| 5,self_attn.o_proj,0.0000948859,0.05000,0.261 | |
| 5,mlp.gate_proj,0.0040259815,0.05000,0.608 | |
| 5,mlp.up_proj,0.0031787829,0.05000,0.610 | |
| 5,mlp.down_proj,0.0001626391,0.05000,2.415 | |
| 6,self_attn.q_proj,0.0002372317,0.05000,0.732 | |
| 6,self_attn.k_proj,0.0000519367,0.05000,0.736 | |
| 6,self_attn.v_proj,0.0000333005,0.05000,0.737 | |
| 6,self_attn.o_proj,0.0000494856,0.05000,0.251 | |
| 6,mlp.up_proj,0.0010352310,0.05000,0.636 | |
| 6,mlp.gate_proj,0.0012742502,0.05000,0.637 | |
| 6,mlp.down_proj,0.0001845123,0.05000,2.561 | |
| 7,self_attn.k_proj,0.0000251341,0.05000,0.661 | |
| 7,self_attn.v_proj,0.0000206984,0.05000,0.664 | |
| 7,self_attn.q_proj,0.0001230368,0.05000,0.668 | |
| 7,self_attn.o_proj,0.0000753349,0.05000,0.269 | |
| 7,mlp.up_proj,0.0010137099,0.05000,0.605 | |
| 7,mlp.gate_proj,0.0011511217,0.05000,0.609 | |
| 7,mlp.down_proj,0.0002020148,0.05000,2.486 | |
| 8,self_attn.k_proj,0.0000472445,0.05000,0.685 | |
| 8,self_attn.v_proj,0.0000340741,0.05000,0.691 | |
| 8,self_attn.q_proj,0.0002459036,0.05000,0.693 | |
| 8,self_attn.o_proj,0.0001036459,0.05000,0.259 | |
| 8,mlp.gate_proj,0.0011776385,0.05000,0.619 | |
| 8,mlp.up_proj,0.0010352160,0.05000,0.622 | |
| 8,mlp.down_proj,0.0001992117,0.05000,2.524 | |
| 9,self_attn.k_proj,0.0000442726,0.05000,0.748 | |
| 9,self_attn.v_proj,0.0000261767,0.05000,0.749 | |
| 9,self_attn.q_proj,0.0002024696,0.05000,0.755 | |
| 9,self_attn.o_proj,0.0000943011,0.05000,0.265 | |
| 9,mlp.gate_proj,0.0010780057,0.05000,0.639 | |
| 9,mlp.up_proj,0.0009907746,0.05000,0.638 | |
| 9,mlp.down_proj,0.0002028328,0.05000,2.538 | |
| 10,self_attn.v_proj,0.0000390958,0.05000,0.753 | |
| 10,self_attn.k_proj,0.0000460371,0.05000,0.770 | |
| 10,self_attn.q_proj,0.0002181491,0.05000,0.774 | |
| 10,self_attn.o_proj,0.0001296098,0.05000,0.259 | |
| 10,mlp.gate_proj,0.0010734424,0.05000,0.678 | |
| 10,mlp.up_proj,0.0009774076,0.05000,0.678 | |
| 10,mlp.down_proj,0.0001882646,0.05000,2.964 | |
| 11,self_attn.v_proj,0.0000296107,0.05000,0.784 | |
| 11,self_attn.q_proj,0.0001997434,0.05000,0.791 | |
| 11,self_attn.k_proj,0.0000416117,0.05000,0.793 | |
| 11,self_attn.o_proj,0.0001284327,0.05000,0.272 | |
| 11,mlp.up_proj,0.0009222203,0.05000,0.685 | |
| 11,mlp.gate_proj,0.0010327089,0.05000,0.690 | |
| 11,mlp.down_proj,0.0001732171,0.05000,2.937 | |
| 12,self_attn.k_proj,0.0000584577,0.05000,0.795 | |
| 12,self_attn.q_proj,0.0002599988,0.05000,0.807 | |
| 12,self_attn.v_proj,0.0000366403,0.05000,0.811 | |
| 12,self_attn.o_proj,0.0000945878,0.05000,0.267 | |
| 12,mlp.up_proj,0.0009246784,0.05000,0.656 | |
| 12,mlp.gate_proj,0.0009734404,0.05000,0.657 | |
| 12,mlp.down_proj,0.0001786068,0.05000,3.248 | |
| 13,self_attn.v_proj,0.0000233388,0.05000,0.869 | |
| 13,self_attn.k_proj,0.0000323724,0.05000,0.872 | |
| 13,self_attn.q_proj,0.0001523185,0.05000,0.874 | |
| 13,self_attn.o_proj,0.0001213606,0.05000,0.314 | |
| 13,mlp.gate_proj,0.0008458595,0.05000,0.688 | |
| 13,mlp.up_proj,0.0008434205,0.05000,0.691 | |
| 13,mlp.down_proj,0.0001708365,0.05000,3.211 | |
| 14,self_attn.v_proj,0.0000545923,0.05000,0.831 | |
| 14,self_attn.k_proj,0.0000667099,0.05000,0.834 | |
| 14,self_attn.q_proj,0.0003860807,0.05000,0.836 | |
| 14,self_attn.o_proj,0.0001080969,0.05000,0.292 | |
| 14,mlp.gate_proj,0.0009486560,0.05000,0.738 | |
| 14,mlp.up_proj,0.0009800714,0.05000,0.737 | |
| 14,mlp.down_proj,0.0001898908,0.05000,3.312 | |
| 15,self_attn.v_proj,0.0000406077,0.05000,0.798 | |
| 15,self_attn.k_proj,0.0000378214,0.05000,0.809 | |
| 15,self_attn.q_proj,0.0001924053,0.05000,0.812 | |
| 15,self_attn.o_proj,0.0001624925,0.05000,0.291 | |
| 15,mlp.gate_proj,0.0008065311,0.05000,0.696 | |
| 15,mlp.up_proj,0.0007905288,0.05000,0.701 | |
| 15,mlp.down_proj,0.0001435122,0.05000,3.310 | |
| 16,self_attn.k_proj,0.0000431811,0.05000,0.776 | |
| 16,self_attn.v_proj,0.0000460935,0.05000,0.783 | |
| 16,self_attn.q_proj,0.0002295199,0.05000,0.787 | |
| 16,self_attn.o_proj,0.0000894106,0.05000,0.294 | |
| 16,mlp.up_proj,0.0008678609,0.05000,0.739 | |
| 16,mlp.gate_proj,0.0008803398,0.05000,0.739 | |
| 16,mlp.down_proj,0.0001465610,0.05000,3.281 | |
| 17,self_attn.q_proj,0.0002222468,0.05000,0.824 | |
| 17,self_attn.k_proj,0.0000372285,0.05000,0.840 | |
| 17,self_attn.v_proj,0.0000477035,0.05000,0.846 | |
| 17,self_attn.o_proj,0.0000942274,0.05000,0.294 | |
| 17,mlp.gate_proj,0.0008852214,0.05000,0.717 | |
| 17,mlp.up_proj,0.0008796248,0.05000,0.719 | |
| 17,mlp.down_proj,0.0001817320,0.05000,3.338 | |
| 18,self_attn.q_proj,0.0001766738,0.05000,0.834 | |
| 18,self_attn.k_proj,0.0000331074,0.05000,0.847 | |
| 18,self_attn.v_proj,0.0000363761,0.05000,0.853 | |
| 18,self_attn.o_proj,0.0001623011,0.05000,0.307 | |
| 18,mlp.gate_proj,0.0009099826,0.05000,0.786 | |
| 18,mlp.up_proj,0.0008990380,0.05000,0.789 | |
| 18,mlp.down_proj,0.0002493668,0.05000,3.350 | |
| 19,self_attn.v_proj,0.0000771181,0.05000,0.866 | |
| 19,self_attn.q_proj,0.0002119141,0.05000,0.877 | |
| 19,self_attn.k_proj,0.0000331645,0.05000,0.880 | |
| 19,self_attn.o_proj,0.0001433817,0.05000,0.294 | |
| 19,mlp.gate_proj,0.0011144893,0.05000,0.731 | |
| 19,mlp.up_proj,0.0011812473,0.05000,0.731 | |
| 19,mlp.down_proj,0.0005257339,0.05000,3.329 | |
| 20,self_attn.k_proj,0.0000415068,0.05000,0.808 | |
| 20,self_attn.q_proj,0.0002950027,0.05000,0.808 | |
| 20,self_attn.v_proj,0.0001198654,0.05000,0.812 | |
| 20,self_attn.o_proj,0.0003018206,0.05000,0.288 | |
| 20,mlp.up_proj,0.0012464657,0.05000,0.752 | |
| 20,mlp.gate_proj,0.0012376589,0.05000,0.752 | |
| 20,mlp.down_proj,0.0004172671,0.05000,3.330 | |
| 21,self_attn.q_proj,0.0002612807,0.05000,0.840 | |
| 21,self_attn.v_proj,0.0000842604,0.05000,0.848 | |
| 21,self_attn.k_proj,0.0000352557,0.05000,0.853 | |
| 21,self_attn.o_proj,0.0001932421,0.05000,0.304 | |
| 21,mlp.gate_proj,0.0017651574,0.05000,0.754 | |
| 21,mlp.up_proj,0.0017327129,0.05000,0.758 | |
| 21,mlp.down_proj,0.0007731604,0.05000,3.319 | |
| 22,self_attn.q_proj,0.0002853020,0.05000,0.841 | |
| 22,self_attn.v_proj,0.0001252798,0.05000,0.848 | |
| 22,self_attn.k_proj,0.0000500876,0.05000,0.850 | |
| 22,self_attn.o_proj,0.0002849242,0.05000,0.294 | |
| 22,mlp.gate_proj,0.0020570717,0.05000,0.739 | |
| 22,mlp.up_proj,0.0020025899,0.05000,0.739 | |
| 22,mlp.down_proj,0.0010333342,0.05000,3.523 | |
| 23,self_attn.v_proj,0.0002016742,0.05000,0.826 | |
| 23,self_attn.q_proj,0.0003893995,0.05000,0.832 | |
| 23,self_attn.k_proj,0.0000549437,0.05000,0.833 | |
| 23,self_attn.o_proj,0.0003955499,0.05000,0.347 | |
| 23,mlp.gate_proj,0.0025687423,0.05000,0.776 | |
| 23,mlp.up_proj,0.0025665141,0.05000,0.775 | |
| 23,mlp.down_proj,0.0013278511,0.05000,3.372 | |
| 24,self_attn.k_proj,0.0000631406,0.05000,0.863 | |
| 24,self_attn.v_proj,0.0002822066,0.05000,0.866 | |
| 24,self_attn.q_proj,0.0004091895,0.05000,0.868 | |
| 24,self_attn.o_proj,0.0005494586,0.05000,0.298 | |
| 24,mlp.gate_proj,0.0025925769,0.05000,0.787 | |
| 24,mlp.up_proj,0.0027085418,0.05000,0.787 | |
| 24,mlp.down_proj,0.0015237120,0.05000,3.330 | |
| 25,self_attn.k_proj,0.0000606274,0.05000,0.854 | |
| 25,self_attn.v_proj,0.0003132722,0.05000,0.859 | |
| 25,self_attn.q_proj,0.0005265777,0.05000,0.864 | |
| 25,self_attn.o_proj,0.0006171293,0.05000,0.295 | |
| 25,mlp.up_proj,0.0029683234,0.05000,0.861 | |
| 25,mlp.gate_proj,0.0026986160,0.05000,0.862 | |
| 25,mlp.down_proj,0.0019164483,0.05000,3.411 | |
| 26,self_attn.k_proj,0.0000856019,0.05000,0.827 | |
| 26,self_attn.v_proj,0.0004559489,0.05000,0.833 | |
| 26,self_attn.q_proj,0.0005519088,0.05000,0.839 | |
| 26,self_attn.o_proj,0.0007459082,0.05000,0.309 | |
| 26,mlp.up_proj,0.0030117743,0.05000,0.798 | |
| 26,mlp.gate_proj,0.0026901293,0.05000,0.798 | |
| 26,mlp.down_proj,0.0032652602,0.05000,3.297 | |
| 27,self_attn.k_proj,0.0000881243,0.05000,0.887 | |
| 27,self_attn.q_proj,0.0006989115,0.05000,0.893 | |
| 27,self_attn.v_proj,0.0005088630,0.05000,0.896 | |
| 27,self_attn.o_proj,0.0026007313,0.05000,0.307 | |
| 27,mlp.up_proj,0.0040912286,0.05000,0.773 | |
| 27,mlp.gate_proj,0.0039497786,0.05000,0.776 | |
| 27,mlp.down_proj,0.0065407327,0.05000,3.315 | |