| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.00032749,0.01000,1.155 | |
| 0,self_attn.v_proj,0.00025369,0.01000,0.567 | |
| 0,self_attn.q_proj,0.00075296,0.01000,0.337 | |
| 0,self_attn.o_proj,0.00020376,0.01000,0.437 | |
| 0,mlp.up_proj,0.00393519,0.01000,0.235 | |
| 0,mlp.gate_proj,0.00783817,0.01000,0.226 | |
| 0,mlp.down_proj,0.00022499,0.01000,0.675 | |
| 1,self_attn.k_proj,0.00013457,0.01000,0.221 | |
| 1,self_attn.v_proj,0.00012638,0.01000,0.222 | |
| 1,self_attn.q_proj,0.00030377,0.01000,0.230 | |
| 1,self_attn.o_proj,0.00003902,0.01000,0.460 | |
| 1,mlp.up_proj,0.01384270,0.01000,0.226 | |
| 1,mlp.gate_proj,0.04714278,0.01000,0.228 | |
| 1,mlp.down_proj,0.00028604,0.01000,0.693 | |
| 2,self_attn.k_proj,0.00024934,0.01000,0.249 | |
| 2,self_attn.v_proj,0.00023722,0.01000,0.228 | |
| 2,self_attn.q_proj,0.00058379,0.01000,0.241 | |
| 2,self_attn.o_proj,0.00006645,0.01000,0.466 | |
| 2,mlp.up_proj,0.01161759,0.01000,0.231 | |
| 2,mlp.gate_proj,0.03230917,0.01000,0.228 | |
| 2,mlp.down_proj,0.01435921,0.01000,0.662 | |
| 3,self_attn.k_proj,0.00219527,0.01000,0.249 | |
| 3,self_attn.v_proj,0.00221791,0.01000,0.227 | |
| 3,self_attn.q_proj,0.00447862,0.01000,0.230 | |
| 3,self_attn.o_proj,0.00011673,0.01000,0.528 | |
| 3,mlp.up_proj,0.01581049,0.01000,0.223 | |
| 3,mlp.gate_proj,0.04093664,0.01000,0.230 | |
| 3,mlp.down_proj,0.00087556,0.01000,0.676 | |
| 4,self_attn.k_proj,0.00198293,0.01000,0.223 | |
| 4,self_attn.v_proj,0.00204655,0.01000,0.227 | |
| 4,self_attn.q_proj,0.00400475,0.01000,0.230 | |
| 4,self_attn.o_proj,0.00029247,0.01000,0.447 | |
| 4,mlp.up_proj,0.01691215,0.01000,0.237 | |
| 4,mlp.gate_proj,0.03856196,0.01000,0.225 | |
| 4,mlp.down_proj,0.00106727,0.01000,0.694 | |
| 5,self_attn.k_proj,0.00298075,0.01000,0.226 | |
| 5,self_attn.v_proj,0.00317915,0.01000,0.235 | |
| 5,self_attn.q_proj,0.00715282,0.01000,0.229 | |
| 5,self_attn.o_proj,0.00035112,0.01000,0.467 | |
| 5,mlp.up_proj,0.01595427,0.01000,0.228 | |
| 5,mlp.gate_proj,0.02668508,0.01000,0.234 | |
| 5,mlp.down_proj,0.00122155,0.01000,0.696 | |
| 6,self_attn.k_proj,0.00238967,0.01000,0.234 | |
| 6,self_attn.v_proj,0.00218185,0.01000,0.228 | |
| 6,self_attn.q_proj,0.00522731,0.01000,0.224 | |
| 6,self_attn.o_proj,0.00030633,0.01000,0.459 | |
| 6,mlp.up_proj,0.02041365,0.01000,0.226 | |
| 6,mlp.gate_proj,0.03246206,0.01000,0.228 | |
| 6,mlp.down_proj,0.00163691,0.01000,0.699 | |
| 7,self_attn.k_proj,0.00412372,0.01000,0.230 | |
| 7,self_attn.v_proj,0.00474808,0.01000,0.223 | |
| 7,self_attn.q_proj,0.01001882,0.01000,0.231 | |
| 7,self_attn.o_proj,0.00043772,0.01000,0.458 | |
| 7,mlp.up_proj,0.02293630,0.01000,0.228 | |
| 7,mlp.gate_proj,0.03716176,0.01000,0.233 | |
| 7,mlp.down_proj,0.00201153,0.01000,0.671 | |
| 8,self_attn.k_proj,0.00558346,0.01000,0.226 | |
| 8,self_attn.v_proj,0.00524217,0.01000,0.221 | |
| 8,self_attn.q_proj,0.01237338,0.01000,0.229 | |
| 8,self_attn.o_proj,0.00047733,0.01000,0.449 | |
| 8,mlp.up_proj,0.02441872,0.01000,0.231 | |
| 8,mlp.gate_proj,0.03798977,0.01000,0.224 | |
| 8,mlp.down_proj,0.00230577,0.01000,0.681 | |
| 9,self_attn.k_proj,0.00985561,0.01000,0.232 | |
| 9,self_attn.v_proj,0.01028515,0.01000,0.232 | |
| 9,self_attn.q_proj,0.02377504,0.01000,0.228 | |
| 9,self_attn.o_proj,0.00079571,0.01000,0.455 | |
| 9,mlp.up_proj,0.02770915,0.01000,0.237 | |
| 9,mlp.gate_proj,0.04415695,0.01000,0.225 | |
| 9,mlp.down_proj,0.00322793,0.01000,0.688 | |
| 10,self_attn.k_proj,0.00867778,0.01000,0.231 | |
| 10,self_attn.v_proj,0.00906802,0.01000,0.229 | |
| 10,self_attn.q_proj,0.02093536,0.01000,0.230 | |
| 10,self_attn.o_proj,0.00077909,0.01000,0.462 | |
| 10,mlp.up_proj,0.02805537,0.01000,0.234 | |
| 10,mlp.gate_proj,0.04457404,0.01000,0.228 | |
| 10,mlp.down_proj,0.00441806,0.01000,0.720 | |
| 11,self_attn.k_proj,0.01635617,0.01000,0.239 | |
| 11,self_attn.v_proj,0.01512074,0.01000,0.239 | |
| 11,self_attn.q_proj,0.04226644,0.01000,0.229 | |
| 11,self_attn.o_proj,0.00186323,0.01000,0.453 | |
| 11,mlp.up_proj,0.02852244,0.01000,0.240 | |
| 11,mlp.gate_proj,0.03734720,0.01000,0.227 | |
| 11,mlp.down_proj,0.00551809,0.01000,0.842 | |
| 12,self_attn.k_proj,0.01477923,0.01000,0.221 | |
| 12,self_attn.v_proj,0.01512225,0.01000,0.220 | |
| 12,self_attn.q_proj,0.03947412,0.01000,0.221 | |
| 12,self_attn.o_proj,0.00079819,0.01000,0.440 | |
| 12,mlp.up_proj,0.02670226,0.01000,0.224 | |
| 12,mlp.gate_proj,0.03251809,0.01000,0.225 | |
| 12,mlp.down_proj,0.00507736,0.01000,0.691 | |
| 13,self_attn.k_proj,0.01408405,0.01000,0.227 | |
| 13,self_attn.v_proj,0.01673461,0.01000,0.227 | |
| 13,self_attn.q_proj,0.04143500,0.01000,0.229 | |
| 13,self_attn.o_proj,0.00111977,0.01000,0.456 | |
| 13,mlp.up_proj,0.02844763,0.01000,0.229 | |
| 13,mlp.gate_proj,0.03526475,0.01000,0.224 | |
| 13,mlp.down_proj,0.00517186,0.01000,0.693 | |
| 14,self_attn.k_proj,0.01899716,0.01000,0.226 | |
| 14,self_attn.v_proj,0.02050037,0.01000,0.224 | |
| 14,self_attn.q_proj,0.05216409,0.01000,0.224 | |
| 14,self_attn.o_proj,0.00115088,0.01000,0.449 | |
| 14,mlp.up_proj,0.03063969,0.01000,0.227 | |
| 14,mlp.gate_proj,0.03756517,0.01000,0.224 | |
| 14,mlp.down_proj,0.00685033,0.01000,0.685 | |
| 15,self_attn.k_proj,0.03317955,0.01000,0.233 | |
| 15,self_attn.v_proj,0.04169153,0.01000,0.236 | |
| 15,self_attn.q_proj,0.10394323,0.01000,0.228 | |
| 15,self_attn.o_proj,0.00170158,0.01000,0.453 | |
| 15,mlp.up_proj,0.03357995,0.01000,0.227 | |
| 15,mlp.gate_proj,0.04005279,0.01000,0.224 | |
| 15,mlp.down_proj,0.00743672,0.01000,0.675 | |
| 16,self_attn.k_proj,0.04960365,0.01000,0.229 | |
| 16,self_attn.v_proj,0.04307975,0.01000,0.222 | |
| 16,self_attn.q_proj,0.13186178,0.01000,0.235 | |
| 16,self_attn.o_proj,0.00197475,0.01000,0.439 | |
| 16,mlp.up_proj,0.03902930,0.01000,0.227 | |
| 16,mlp.gate_proj,0.04318184,0.01000,0.220 | |
| 16,mlp.down_proj,0.01466978,0.01000,0.678 | |
| 17,self_attn.k_proj,0.09771518,0.01000,0.234 | |
| 17,self_attn.v_proj,0.11899535,0.01000,0.222 | |
| 17,self_attn.q_proj,0.29597327,0.01000,0.224 | |
| 17,self_attn.o_proj,0.00466052,0.01000,0.454 | |
| 17,mlp.up_proj,0.05507433,0.01000,0.231 | |
| 17,mlp.gate_proj,0.06240291,0.01000,0.384 | |
| 17,mlp.down_proj,0.01682305,0.01000,0.688 | |
| 18,self_attn.k_proj,0.09110840,0.01000,0.227 | |
| 18,self_attn.v_proj,0.09663712,0.01000,0.221 | |
| 18,self_attn.q_proj,0.28351229,0.01000,0.224 | |
| 18,self_attn.o_proj,0.00348066,0.01000,0.445 | |
| 18,mlp.up_proj,0.06652433,0.01000,0.226 | |
| 18,mlp.gate_proj,0.07645570,0.01000,0.225 | |
| 18,mlp.down_proj,0.02653618,0.01000,0.696 | |
| 19,self_attn.k_proj,0.15623170,0.01000,0.238 | |
| 19,self_attn.v_proj,0.19285503,0.01000,0.234 | |
| 19,self_attn.q_proj,0.50891936,0.01000,0.226 | |
| 19,self_attn.o_proj,0.00646302,0.01000,0.469 | |
| 19,mlp.up_proj,0.08531548,0.01000,0.228 | |
| 19,mlp.gate_proj,0.08032896,0.01000,0.229 | |
| 19,mlp.down_proj,0.05321217,0.01000,0.685 | |
| 20,self_attn.k_proj,0.21878803,0.01000,0.227 | |
| 20,self_attn.v_proj,0.25668895,0.01000,0.230 | |
| 20,self_attn.q_proj,0.63777983,0.01000,0.234 | |
| 20,self_attn.o_proj,0.00854009,0.01000,0.446 | |
| 20,mlp.up_proj,0.09397341,0.01000,0.229 | |
| 20,mlp.gate_proj,0.08438423,0.01000,0.228 | |
| 20,mlp.down_proj,0.06383163,0.01000,0.707 | |
| 21,self_attn.k_proj,0.37938249,0.01000,0.227 | |
| 21,self_attn.v_proj,0.48516726,0.01000,0.224 | |
| 21,self_attn.q_proj,1.05979383,0.01000,0.229 | |
| 21,self_attn.o_proj,0.01645730,0.01000,0.459 | |
| 21,mlp.up_proj,0.11382735,0.01000,0.223 | |
| 21,mlp.gate_proj,0.09215738,0.01000,0.224 | |
| 21,mlp.down_proj,0.08915783,0.01000,0.674 | |
| 22,self_attn.k_proj,0.41520894,0.01000,0.224 | |
| 22,self_attn.v_proj,0.60523629,0.01000,0.225 | |
| 22,self_attn.q_proj,1.09939826,0.01000,0.225 | |
| 22,self_attn.o_proj,0.01306220,0.01000,0.454 | |
| 22,mlp.up_proj,0.12304313,0.01000,0.222 | |
| 22,mlp.gate_proj,0.09746058,0.01000,0.220 | |
| 22,mlp.down_proj,0.09767172,0.01000,0.696 | |
| 23,self_attn.k_proj,0.57462460,0.01000,0.232 | |
| 23,self_attn.v_proj,0.67050380,0.01000,0.223 | |
| 23,self_attn.q_proj,1.28517509,0.01000,0.227 | |
| 23,self_attn.o_proj,0.01710726,0.01000,0.451 | |
| 23,mlp.up_proj,0.13834126,0.01000,0.232 | |
| 23,mlp.gate_proj,0.10650444,0.01000,0.237 | |
| 23,mlp.down_proj,0.10312413,0.01000,0.688 | |
| 24,self_attn.k_proj,0.97647727,0.01000,0.230 | |
| 24,self_attn.v_proj,1.07835913,0.01000,0.232 | |
| 24,self_attn.q_proj,2.48886037,0.01000,0.226 | |
| 24,self_attn.o_proj,0.02438532,0.01000,0.458 | |
| 24,mlp.up_proj,0.13136795,0.01000,0.234 | |
| 24,mlp.gate_proj,0.09722915,0.01000,0.237 | |
| 24,mlp.down_proj,0.10120656,0.01000,0.682 | |
| 25,self_attn.k_proj,1.15275836,0.01000,0.229 | |
| 25,self_attn.v_proj,1.82593989,0.01000,0.228 | |
| 25,self_attn.q_proj,3.06133747,0.01000,0.230 | |
| 25,self_attn.o_proj,0.03647776,0.01000,0.458 | |
| 25,mlp.up_proj,0.12899044,0.01000,0.244 | |
| 25,mlp.gate_proj,0.09075017,0.01000,0.273 | |
| 25,mlp.down_proj,0.12472281,0.01000,0.707 | |
| 26,self_attn.k_proj,1.13845944,0.01000,0.459 | |
| 26,self_attn.v_proj,1.61159337,0.01000,0.220 | |
| 26,self_attn.q_proj,3.23474240,0.01000,0.222 | |
| 26,self_attn.o_proj,0.09233090,0.01000,0.615 | |
| 26,mlp.up_proj,0.13978383,0.01000,0.223 | |
| 26,mlp.gate_proj,0.10016756,0.01000,0.227 | |
| 26,mlp.down_proj,0.19082712,0.01000,0.692 | |
| 27,self_attn.k_proj,0.84913272,0.01000,0.230 | |
| 27,self_attn.v_proj,1.00616837,0.01000,0.231 | |
| 27,self_attn.q_proj,1.82603455,0.01000,0.231 | |
| 27,self_attn.o_proj,0.05350790,0.01000,0.448 | |
| 27,mlp.up_proj,0.26327640,0.01000,0.231 | |
| 27,mlp.gate_proj,0.24581118,0.01000,0.228 | |
| 27,mlp.down_proj,0.22492027,0.01000,0.682 | |