| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.00093500,0.01000,1.534 | |
| 0,self_attn.v_proj,0.00075287,0.01000,1.058 | |
| 0,self_attn.q_proj,0.00301158,0.01000,0.966 | |
| 0,self_attn.o_proj,0.01636044,0.01000,1.097 | |
| 0,mlp.up_proj,0.55349815,0.01000,1.074 | |
| 0,mlp.gate_proj,0.63002926,0.01000,0.989 | |
| 0,mlp.down_proj,0.18759912,0.01000,3.718 | |
| 1,self_attn.k_proj,0.00388462,0.01000,1.037 | |
| 1,self_attn.v_proj,0.00418270,0.01000,1.124 | |
| 1,self_attn.q_proj,0.01329488,0.01000,1.123 | |
| 1,self_attn.o_proj,0.02369094,0.01000,1.134 | |
| 1,mlp.up_proj,5.06094027,0.01000,1.068 | |
| 1,mlp.gate_proj,12.48626137,0.01000,0.973 | |
| 1,mlp.down_proj,0.21249261,0.01000,3.772 | |
| 2,self_attn.k_proj,0.00920746,0.01000,1.026 | |
| 2,self_attn.v_proj,0.00892699,0.01000,0.995 | |
| 2,self_attn.q_proj,0.03115090,0.01000,0.972 | |
| 2,self_attn.o_proj,0.01967876,0.01000,1.049 | |
| 2,mlp.up_proj,18.21238136,0.01000,1.142 | |
| 2,mlp.gate_proj,23.30099678,0.01000,1.107 | |
| 2,mlp.down_proj,0.15935239,0.01000,3.670 | |
| 3,self_attn.k_proj,0.01730567,0.01000,1.145 | |
| 3,self_attn.v_proj,0.01813262,0.01000,1.010 | |
| 3,self_attn.q_proj,0.06220551,0.01000,1.113 | |
| 3,self_attn.o_proj,0.03520732,0.01000,1.112 | |
| 3,mlp.up_proj,11.37148094,0.01000,1.075 | |
| 3,mlp.gate_proj,24.17206383,0.01000,1.038 | |
| 3,mlp.down_proj,0.37454456,0.01000,3.873 | |
| 4,self_attn.k_proj,0.03873355,0.01000,1.127 | |
| 4,self_attn.v_proj,0.04026245,0.01000,1.068 | |
| 4,self_attn.q_proj,0.13652131,0.01000,1.121 | |
| 4,self_attn.o_proj,0.05750610,0.01000,1.179 | |
| 4,mlp.up_proj,11.50895309,0.01000,1.067 | |
| 4,mlp.gate_proj,29.62431717,0.01000,1.020 | |
| 4,mlp.down_proj,0.79113972,0.01000,3.775 | |
| 5,self_attn.k_proj,0.03782712,0.01000,1.035 | |
| 5,self_attn.v_proj,0.04062828,0.01000,1.005 | |
| 5,self_attn.q_proj,0.13939869,0.01000,0.988 | |
| 5,self_attn.o_proj,0.08601132,0.01000,1.120 | |
| 5,mlp.up_proj,7.35449219,0.01000,1.113 | |
| 5,mlp.gate_proj,15.71476841,0.01000,0.987 | |
| 5,mlp.down_proj,1.26612008,0.01000,3.658 | |
| 6,self_attn.k_proj,0.07410677,0.01000,1.083 | |
| 6,self_attn.v_proj,0.08444937,0.01000,1.035 | |
| 6,self_attn.q_proj,0.29530990,0.01000,1.046 | |
| 6,self_attn.o_proj,0.24855541,0.01000,1.035 | |
| 6,mlp.up_proj,12.12503052,0.01000,1.186 | |
| 6,mlp.gate_proj,24.27440262,0.01000,1.014 | |
| 6,mlp.down_proj,59.69503403,0.01000,3.886 | |
| 7,self_attn.k_proj,0.18620780,0.01000,1.172 | |
| 7,self_attn.v_proj,0.19225197,0.01000,1.037 | |
| 7,self_attn.q_proj,0.66303122,0.01000,0.981 | |
| 7,self_attn.o_proj,0.22942577,0.01000,1.053 | |
| 7,mlp.up_proj,12.31387806,0.01000,1.202 | |
| 7,mlp.gate_proj,21.64307404,0.01000,1.131 | |
| 7,mlp.down_proj,2.05965924,0.01000,3.897 | |
| 8,self_attn.k_proj,0.31598431,0.01000,1.144 | |
| 8,self_attn.v_proj,0.34093946,0.01000,1.188 | |
| 8,self_attn.q_proj,1.14995360,0.01000,1.148 | |
| 8,self_attn.o_proj,0.35936299,0.01000,1.137 | |
| 8,mlp.up_proj,12.45734978,0.01000,1.095 | |
| 8,mlp.gate_proj,14.27222443,0.01000,1.059 | |
| 8,mlp.down_proj,3.87224698,0.01000,3.592 | |
| 9,self_attn.k_proj,0.42755005,0.01000,1.060 | |
| 9,self_attn.v_proj,0.43955854,0.01000,0.980 | |
| 9,self_attn.q_proj,1.51034832,0.01000,0.993 | |
| 9,self_attn.o_proj,0.53357273,0.01000,1.063 | |
| 9,mlp.up_proj,17.22698212,0.01000,1.102 | |
| 9,mlp.gate_proj,23.49119186,0.01000,1.075 | |
| 9,mlp.down_proj,5.00397158,0.01000,3.603 | |
| 10,self_attn.k_proj,0.90024441,0.01000,1.063 | |
| 10,self_attn.v_proj,1.01532078,0.01000,0.989 | |
| 10,self_attn.q_proj,3.25746417,0.01000,0.973 | |
| 10,self_attn.o_proj,0.74504685,0.01000,1.033 | |
| 10,mlp.up_proj,18.57254982,0.01000,1.187 | |
| 10,mlp.gate_proj,23.94193268,0.01000,1.042 | |
| 10,mlp.down_proj,5.72752857,0.01000,3.799 | |
| 11,self_attn.k_proj,0.46532309,0.01000,1.186 | |
| 11,self_attn.v_proj,0.49314433,0.01000,1.097 | |
| 11,self_attn.q_proj,1.61019170,0.01000,1.068 | |
| 11,self_attn.o_proj,0.63873482,0.01000,1.066 | |
| 11,mlp.up_proj,19.01406097,0.01000,1.049 | |
| 11,mlp.gate_proj,22.41117859,0.01000,1.093 | |
| 11,mlp.down_proj,5.03123236,0.01000,3.816 | |
| 12,self_attn.k_proj,0.53598475,0.01000,1.056 | |
| 12,self_attn.v_proj,0.58172190,0.01000,0.974 | |
| 12,self_attn.q_proj,1.87110019,0.01000,1.103 | |
| 12,self_attn.o_proj,0.86515743,0.01000,1.163 | |
| 12,mlp.up_proj,19.76538849,0.01000,1.060 | |
| 12,mlp.gate_proj,21.69308472,0.01000,0.996 | |
| 12,mlp.down_proj,4.94389725,0.01000,3.518 | |
| 13,self_attn.k_proj,0.41922653,0.01000,1.072 | |
| 13,self_attn.v_proj,0.41501531,0.01000,0.966 | |
| 13,self_attn.q_proj,1.54299450,0.01000,1.014 | |
| 13,self_attn.o_proj,0.64388251,0.01000,1.041 | |
| 13,mlp.up_proj,19.62747574,0.01000,1.152 | |
| 13,mlp.gate_proj,19.93264961,0.01000,1.026 | |
| 13,mlp.down_proj,5.23524094,0.01000,3.653 | |
| 14,self_attn.k_proj,0.69069356,0.01000,1.158 | |
| 14,self_attn.v_proj,0.72211957,0.01000,1.076 | |
| 14,self_attn.q_proj,2.52726769,0.01000,0.986 | |
| 14,self_attn.o_proj,1.15350628,0.01000,1.025 | |
| 14,mlp.up_proj,19.14536667,0.01000,1.055 | |
| 14,mlp.gate_proj,19.30226707,0.01000,1.131 | |
| 14,mlp.down_proj,4.67902088,0.01000,3.912 | |
| 15,self_attn.k_proj,0.73228085,0.01000,1.084 | |
| 15,self_attn.v_proj,0.70357966,0.01000,1.095 | |
| 15,self_attn.q_proj,2.62229300,0.01000,1.147 | |
| 15,self_attn.o_proj,1.01154995,0.01000,1.058 | |
| 15,mlp.up_proj,18.30879593,0.01000,1.072 | |
| 15,mlp.gate_proj,17.72216034,0.01000,0.982 | |
| 15,mlp.down_proj,5.20527649,0.01000,3.729 | |
| 16,self_attn.k_proj,1.26578164,0.01000,1.050 | |
| 16,self_attn.v_proj,1.44486320,0.01000,0.955 | |
| 16,self_attn.q_proj,4.88816977,0.01000,1.048 | |
| 16,self_attn.o_proj,1.40934920,0.01000,1.159 | |
| 16,mlp.up_proj,20.92573166,0.01000,1.061 | |
| 16,mlp.gate_proj,21.00225067,0.01000,0.998 | |
| 16,mlp.down_proj,12.26511765,0.01000,3.586 | |
| 17,self_attn.k_proj,1.20173907,0.01000,1.172 | |
| 17,self_attn.v_proj,1.35401189,0.01000,1.089 | |
| 17,self_attn.q_proj,4.90240002,0.01000,1.130 | |
| 17,self_attn.o_proj,1.96535897,0.01000,1.158 | |
| 17,mlp.up_proj,20.21404648,0.01000,1.085 | |
| 17,mlp.gate_proj,19.69080925,0.01000,0.977 | |
| 17,mlp.down_proj,8.91361427,0.01000,3.612 | |
| 18,self_attn.k_proj,1.35796165,0.01000,1.066 | |
| 18,self_attn.v_proj,1.48053002,0.01000,0.970 | |
| 18,self_attn.q_proj,5.17301416,0.01000,1.029 | |
| 18,self_attn.o_proj,1.48301518,0.01000,1.033 | |
| 18,mlp.up_proj,22.05006790,0.01000,1.070 | |
| 18,mlp.gate_proj,21.51061440,0.01000,1.045 | |
| 18,mlp.down_proj,7.47183609,0.01000,3.574 | |
| 19,self_attn.k_proj,2.67927146,0.01000,1.050 | |
| 19,self_attn.v_proj,2.84377718,0.01000,0.990 | |
| 19,self_attn.q_proj,10.55477047,0.01000,1.005 | |
| 19,self_attn.o_proj,2.78883767,0.01000,1.057 | |
| 19,mlp.up_proj,25.99320602,0.01000,1.182 | |
| 19,mlp.gate_proj,25.00505829,0.01000,1.060 | |
| 19,mlp.down_proj,9.58252621,0.01000,3.734 | |
| 20,self_attn.k_proj,2.25592470,0.01000,1.186 | |
| 20,self_attn.v_proj,2.64512777,0.01000,1.087 | |
| 20,self_attn.q_proj,9.77148819,0.01000,0.975 | |
| 20,self_attn.o_proj,2.61370730,0.01000,1.056 | |
| 20,mlp.up_proj,28.45001221,0.01000,1.048 | |
| 20,mlp.gate_proj,26.85064888,0.01000,1.100 | |
| 20,mlp.down_proj,10.31070518,0.01000,3.764 | |
| 21,self_attn.k_proj,3.03140640,0.01000,1.053 | |
| 21,self_attn.v_proj,3.70216203,0.01000,1.002 | |
| 21,self_attn.q_proj,12.58547688,0.01000,0.986 | |
| 21,self_attn.o_proj,2.81117725,0.01000,1.165 | |
| 21,mlp.up_proj,32.83880615,0.01000,1.052 | |
| 21,mlp.gate_proj,30.72813225,0.01000,0.987 | |
| 21,mlp.down_proj,14.17037201,0.01000,3.583 | |
| 22,self_attn.k_proj,6.70605469,0.01000,1.070 | |
| 22,self_attn.v_proj,7.37399912,0.01000,0.973 | |
| 22,self_attn.q_proj,26.31335831,0.01000,1.006 | |
| 22,self_attn.o_proj,5.94558525,0.01000,1.058 | |
| 22,mlp.up_proj,38.05461502,0.01000,1.204 | |
| 22,mlp.gate_proj,35.98967361,0.01000,1.021 | |
| 22,mlp.down_proj,23.43338966,0.01000,3.696 | |
| 23,self_attn.k_proj,6.65718555,0.01000,1.167 | |
| 23,self_attn.v_proj,8.32367611,0.01000,1.091 | |
| 23,self_attn.q_proj,27.57974243,0.01000,0.993 | |
| 23,self_attn.o_proj,9.29317760,0.01000,1.056 | |
| 23,mlp.up_proj,43.67939758,0.01000,1.085 | |
| 23,mlp.gate_proj,42.31611633,0.01000,1.128 | |
| 23,mlp.down_proj,31.69913673,0.01000,3.802 | |
| 24,self_attn.k_proj,11.80602646,0.01000,1.067 | |
| 24,self_attn.v_proj,15.26894760,0.01000,1.076 | |
| 24,self_attn.q_proj,48.94207001,0.01000,1.119 | |
| 24,self_attn.o_proj,14.16162300,0.01000,1.110 | |
| 24,mlp.up_proj,47.95410156,0.01000,1.113 | |
| 24,mlp.gate_proj,46.95746231,0.01000,0.999 | |
| 24,mlp.down_proj,37.59236908,0.01000,3.698 | |
| 25,self_attn.k_proj,9.39568329,0.01000,1.065 | |
| 25,self_attn.v_proj,11.52959633,0.01000,0.981 | |
| 25,self_attn.q_proj,37.55451965,0.01000,1.061 | |
| 25,self_attn.o_proj,6.60415459,0.01000,1.156 | |
| 25,mlp.up_proj,53.72169495,0.01000,1.061 | |
| 25,mlp.gate_proj,53.26170349,0.01000,1.014 | |
| 25,mlp.down_proj,49.13291931,0.01000,3.564 | |
| 26,self_attn.k_proj,15.07968521,0.01000,1.042 | |
| 26,self_attn.v_proj,18.87903214,0.01000,1.023 | |
| 26,self_attn.q_proj,61.75351334,0.01000,0.987 | |
| 26,self_attn.o_proj,8.19011021,0.01000,1.035 | |
| 26,mlp.up_proj,63.40507126,0.01000,1.162 | |
| 26,mlp.gate_proj,61.87738037,0.01000,0.968 | |
| 26,mlp.down_proj,55.10468674,0.01000,3.617 | |
| 27,self_attn.k_proj,16.51064682,0.01000,1.152 | |
| 27,self_attn.v_proj,22.46823502,0.01000,0.951 | |
| 27,self_attn.q_proj,69.66435242,0.01000,1.014 | |
| 27,self_attn.o_proj,9.08815002,0.01000,1.053 | |
| 27,mlp.up_proj,70.57014465,0.01000,1.231 | |
| 27,mlp.gate_proj,67.74318695,0.01000,1.085 | |
| 27,mlp.down_proj,74.30647278,0.01000,3.742 | |
| 28,self_attn.k_proj,19.06116486,0.01000,1.185 | |
| 28,self_attn.v_proj,22.31396866,0.01000,1.009 | |
| 28,self_attn.q_proj,73.59075928,0.01000,1.058 | |
| 28,self_attn.o_proj,15.23631573,0.01000,1.049 | |
| 28,mlp.up_proj,81.82687378,0.01000,1.201 | |
| 28,mlp.gate_proj,76.54244995,0.01000,1.133 | |
| 28,mlp.down_proj,100.95344543,0.01000,3.875 | |
| 29,self_attn.k_proj,42.74740601,0.01000,1.176 | |
| 29,self_attn.v_proj,62.09001541,0.01000,1.087 | |
| 29,self_attn.q_proj,169.90083313,0.01000,1.098 | |
| 29,self_attn.o_proj,19.69995117,0.01000,1.015 | |
| 29,mlp.up_proj,94.24476624,0.01000,1.089 | |
| 29,mlp.gate_proj,85.47050476,0.01000,0.995 | |
| 29,mlp.down_proj,111.90260315,0.01000,3.936 | |
| 30,self_attn.k_proj,48.42563629,0.01000,1.164 | |
| 30,self_attn.v_proj,63.64318848,0.01000,1.086 | |
| 30,self_attn.q_proj,186.39895630,0.01000,1.069 | |
| 30,self_attn.o_proj,28.51611710,0.01000,1.014 | |
| 30,mlp.up_proj,99.81655884,0.01000,1.058 | |
| 30,mlp.gate_proj,88.40076447,0.01000,0.987 | |
| 30,mlp.down_proj,144.04133606,0.01000,3.710 | |
| 31,self_attn.k_proj,67.51919556,0.01000,1.048 | |
| 31,self_attn.v_proj,93.95922852,0.01000,0.948 | |
| 31,self_attn.q_proj,243.45693970,0.01000,1.109 | |
| 31,self_attn.o_proj,38.91883850,0.01000,1.155 | |
| 31,mlp.up_proj,105.36692047,0.01000,1.053 | |
| 31,mlp.gate_proj,90.30496979,0.01000,1.033 | |
| 31,mlp.down_proj,174.71215820,0.01000,3.657 | |
| 32,self_attn.k_proj,90.68847656,0.01000,1.075 | |
| 32,self_attn.v_proj,136.25199890,0.01000,0.984 | |
| 32,self_attn.q_proj,349.72949219,0.01000,1.022 | |
| 32,self_attn.o_proj,42.40522003,0.01000,1.082 | |
| 32,mlp.up_proj,112.39004517,0.01000,1.057 | |
| 32,mlp.gate_proj,94.23210907,0.01000,1.021 | |
| 32,mlp.down_proj,209.10299683,0.01000,3.541 | |
| 33,self_attn.k_proj,160.63726807,0.01000,1.170 | |
| 33,self_attn.v_proj,312.46691895,0.01000,1.057 | |
| 33,self_attn.q_proj,723.88800049,0.01000,1.030 | |
| 33,self_attn.o_proj,101.37340546,0.01000,1.064 | |
| 33,mlp.up_proj,123.91452026,0.01000,1.132 | |
| 33,mlp.gate_proj,102.19406128,0.01000,1.138 | |
| 33,mlp.down_proj,272.35577393,0.01000,3.912 | |
| 34,self_attn.k_proj,137.95373535,0.01000,1.092 | |
| 34,self_attn.v_proj,218.98117065,0.01000,1.085 | |
| 34,self_attn.q_proj,585.34942627,0.01000,1.113 | |
| 34,self_attn.o_proj,121.98693085,0.01000,1.006 | |
| 34,mlp.up_proj,144.67446899,0.01000,1.042 | |
| 34,mlp.gate_proj,125.80036163,0.01000,1.068 | |
| 34,mlp.down_proj,392.88323975,0.01000,3.726 | |
| 35,self_attn.k_proj,63.21575165,0.01000,1.095 | |
| 35,self_attn.v_proj,82.64318848,0.01000,0.952 | |
| 35,self_attn.q_proj,236.55862427,0.01000,1.097 | |
| 35,self_attn.o_proj,66.26197815,0.01000,1.150 | |
| 35,mlp.up_proj,196.64938354,0.01000,1.047 | |
| 35,mlp.gate_proj,170.04873657,0.01000,1.024 | |
| 35,mlp.down_proj,2814.77734375,0.01000,3.573 | |