| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000010345,0.05000,0.890 | |
| 0,self_attn.v_proj,0.0000002105,0.05000,0.713 | |
| 0,self_attn.q_proj,0.0000028005,0.05000,0.734 | |
| 0,self_attn.o_proj,0.0000011810,0.05000,0.708 | |
| 0,mlp.gate_proj,0.0000014312,0.05000,0.728 | |
| 0,mlp.up_proj,0.0000012446,0.05000,0.723 | |
| 0,mlp.down_proj,0.0000018967,0.05000,2.076 | |
| 1,self_attn.k_proj,0.0000000372,0.05000,0.703 | |
| 1,self_attn.v_proj,0.0000000142,0.05000,0.698 | |
| 1,self_attn.q_proj,0.0000001447,0.05000,0.712 | |
| 1,self_attn.o_proj,0.0000000181,0.05000,0.718 | |
| 1,mlp.gate_proj,0.0000151709,0.05000,0.726 | |
| 1,mlp.up_proj,0.0000062952,0.05000,0.732 | |
| 1,mlp.down_proj,0.0000002049,0.05000,2.205 | |
| 2,self_attn.k_proj,0.0000001718,0.05000,0.770 | |
| 2,self_attn.v_proj,0.0000000505,0.05000,0.741 | |
| 2,self_attn.q_proj,0.0000004803,0.05000,0.745 | |
| 2,self_attn.o_proj,0.0000001290,0.05000,0.760 | |
| 2,mlp.gate_proj,0.0000314005,0.05000,0.793 | |
| 2,mlp.up_proj,0.0000175286,0.05000,0.772 | |
| 2,mlp.down_proj,0.0000007901,0.05000,2.255 | |
| 3,self_attn.k_proj,0.0000010903,0.05000,0.767 | |
| 3,self_attn.v_proj,0.0000002457,0.05000,0.777 | |
| 3,self_attn.q_proj,0.0000028919,0.05000,0.757 | |
| 3,self_attn.o_proj,0.0000003798,0.05000,0.765 | |
| 3,mlp.gate_proj,0.0000401692,0.05000,0.784 | |
| 3,mlp.up_proj,0.0000193787,0.05000,0.777 | |
| 3,mlp.down_proj,0.0000016605,0.05000,2.277 | |
| 4,self_attn.k_proj,0.0000012013,0.05000,0.750 | |
| 4,self_attn.v_proj,0.0000003660,0.05000,0.773 | |
| 4,self_attn.q_proj,0.0000032377,0.05000,0.754 | |
| 4,self_attn.o_proj,0.0000006876,0.05000,0.760 | |
| 4,mlp.gate_proj,0.0000665692,0.05000,0.797 | |
| 4,mlp.up_proj,0.0000360474,0.05000,0.797 | |
| 4,mlp.down_proj,0.0003383170,0.05000,2.296 | |
| 5,self_attn.k_proj,0.0000039737,0.05000,0.788 | |
| 5,self_attn.v_proj,0.0000016558,0.05000,0.761 | |
| 5,self_attn.q_proj,0.0000126068,0.05000,0.768 | |
| 5,self_attn.o_proj,0.0000008714,0.05000,0.770 | |
| 5,mlp.gate_proj,0.0000997196,0.05000,0.799 | |
| 5,mlp.up_proj,0.0000517149,0.05000,0.790 | |
| 5,mlp.down_proj,0.0000093353,0.05000,2.252 | |
| 6,self_attn.k_proj,0.0000039945,0.05000,0.760 | |
| 6,self_attn.v_proj,0.0000021285,0.05000,0.760 | |
| 6,self_attn.q_proj,0.0000136984,0.05000,0.768 | |
| 6,self_attn.o_proj,0.0000009256,0.05000,0.769 | |
| 6,mlp.gate_proj,0.0001461390,0.05000,0.787 | |
| 6,mlp.up_proj,0.0000788555,0.05000,0.769 | |
| 6,mlp.down_proj,0.0000059479,0.05000,2.259 | |
| 7,self_attn.k_proj,0.0000054761,0.05000,0.791 | |
| 7,self_attn.v_proj,0.0000031289,0.05000,0.755 | |
| 7,self_attn.q_proj,0.0000191049,0.05000,0.787 | |
| 7,self_attn.o_proj,0.0000010236,0.05000,0.785 | |
| 7,mlp.gate_proj,0.0001826673,0.05000,0.807 | |
| 7,mlp.up_proj,0.0000967049,0.05000,0.811 | |
| 7,mlp.down_proj,0.0000050637,0.05000,2.332 | |
| 8,self_attn.k_proj,0.0000061526,0.05000,0.743 | |
| 8,self_attn.v_proj,0.0000026682,0.05000,0.749 | |
| 8,self_attn.q_proj,0.0000203355,0.05000,0.743 | |
| 8,self_attn.o_proj,0.0000009448,0.05000,0.760 | |
| 8,mlp.gate_proj,0.0001155897,0.05000,0.764 | |
| 8,mlp.up_proj,0.0000636666,0.05000,0.760 | |
| 8,mlp.down_proj,0.0000066151,0.05000,2.208 | |
| 9,self_attn.k_proj,0.0000054034,0.05000,0.764 | |
| 9,self_attn.v_proj,0.0000030490,0.05000,0.754 | |
| 9,self_attn.q_proj,0.0000183273,0.05000,0.763 | |
| 9,self_attn.o_proj,0.0000017297,0.05000,0.790 | |
| 9,mlp.gate_proj,0.0000433400,0.05000,0.786 | |
| 9,mlp.up_proj,0.0000393703,0.05000,0.774 | |
| 9,mlp.down_proj,0.0000097124,0.05000,2.207 | |
| 10,self_attn.k_proj,0.0000075722,0.05000,0.764 | |
| 10,self_attn.v_proj,0.0000041700,0.05000,0.763 | |
| 10,self_attn.q_proj,0.0000266967,0.05000,0.763 | |
| 10,self_attn.o_proj,0.0000018300,0.05000,0.766 | |
| 10,mlp.gate_proj,0.0000491168,0.05000,0.782 | |
| 10,mlp.up_proj,0.0000445106,0.05000,0.773 | |
| 10,mlp.down_proj,0.0000119973,0.05000,2.279 | |
| 11,self_attn.k_proj,0.0000058302,0.05000,0.794 | |
| 11,self_attn.v_proj,0.0000028397,0.05000,0.766 | |
| 11,self_attn.q_proj,0.0000204721,0.05000,0.774 | |
| 11,self_attn.o_proj,0.0000026513,0.05000,0.793 | |
| 11,mlp.gate_proj,0.0000638938,0.05000,0.786 | |
| 11,mlp.up_proj,0.0000507965,0.05000,0.794 | |
| 11,mlp.down_proj,0.0000096449,0.05000,2.229 | |
| 12,self_attn.k_proj,0.0000069046,0.05000,0.783 | |
| 12,self_attn.v_proj,0.0000030947,0.05000,0.878 | |
| 12,self_attn.q_proj,0.0000244664,0.05000,0.777 | |
| 12,self_attn.o_proj,0.0000026981,0.05000,0.767 | |
| 12,mlp.gate_proj,0.0000555484,0.05000,0.784 | |
| 12,mlp.up_proj,0.0000520922,0.05000,0.791 | |
| 12,mlp.down_proj,0.0000114576,0.05000,2.340 | |
| 13,self_attn.k_proj,0.0000074464,0.05000,0.780 | |
| 13,self_attn.v_proj,0.0000037448,0.05000,0.782 | |
| 13,self_attn.q_proj,0.0000257437,0.05000,0.803 | |
| 13,self_attn.o_proj,0.0000030890,0.05000,0.791 | |
| 13,mlp.gate_proj,0.0000620614,0.05000,0.793 | |
| 13,mlp.up_proj,0.0000581586,0.05000,0.786 | |
| 13,mlp.down_proj,0.0000134533,0.05000,2.318 | |
| 14,self_attn.k_proj,0.0000088659,0.05000,0.753 | |
| 14,self_attn.v_proj,0.0000039831,0.05000,0.768 | |
| 14,self_attn.q_proj,0.0000300158,0.05000,0.798 | |
| 14,self_attn.o_proj,0.0000031933,0.05000,0.777 | |
| 14,mlp.gate_proj,0.0000633648,0.05000,0.812 | |
| 14,mlp.up_proj,0.0000597147,0.05000,0.801 | |
| 14,mlp.down_proj,0.0000143671,0.05000,2.256 | |
| 15,self_attn.k_proj,0.0000074085,0.05000,0.790 | |
| 15,self_attn.v_proj,0.0000044317,0.05000,0.786 | |
| 15,self_attn.q_proj,0.0000262538,0.05000,0.808 | |
| 15,self_attn.o_proj,0.0000041149,0.05000,0.786 | |
| 15,mlp.gate_proj,0.0000688258,0.05000,0.913 | |
| 15,mlp.up_proj,0.0000624603,0.05000,0.794 | |
| 15,mlp.down_proj,0.0000152924,0.05000,2.393 | |
| 16,self_attn.k_proj,0.0000077834,0.05000,0.797 | |
| 16,self_attn.v_proj,0.0000031221,0.05000,0.810 | |
| 16,self_attn.q_proj,0.0000243524,0.05000,0.829 | |
| 16,self_attn.o_proj,0.0000036495,0.05000,0.725 | |
| 16,mlp.gate_proj,0.0000598356,0.05000,0.742 | |
| 16,mlp.up_proj,0.0000587959,0.05000,0.762 | |
| 16,mlp.down_proj,0.0000148449,0.05000,2.141 | |
| 17,self_attn.k_proj,0.0000084560,0.05000,0.740 | |
| 17,self_attn.v_proj,0.0000037563,0.05000,0.748 | |
| 17,self_attn.q_proj,0.0000286677,0.05000,0.753 | |
| 17,self_attn.o_proj,0.0000037051,0.05000,0.741 | |
| 17,mlp.gate_proj,0.0000578213,0.05000,0.745 | |
| 17,mlp.up_proj,0.0000585330,0.05000,0.764 | |
| 17,mlp.down_proj,0.0000138345,0.05000,2.159 | |
| 18,self_attn.k_proj,0.0000084084,0.05000,0.727 | |
| 18,self_attn.v_proj,0.0000041656,0.05000,0.730 | |
| 18,self_attn.q_proj,0.0000288625,0.05000,0.732 | |
| 18,self_attn.o_proj,0.0000046708,0.05000,0.738 | |
| 18,mlp.gate_proj,0.0000558453,0.05000,0.763 | |
| 18,mlp.up_proj,0.0000582194,0.05000,0.764 | |
| 18,mlp.down_proj,0.0000137017,0.05000,2.182 | |
| 19,self_attn.k_proj,0.0000092760,0.05000,0.737 | |
| 19,self_attn.v_proj,0.0000043924,0.05000,0.738 | |
| 19,self_attn.q_proj,0.0000349181,0.05000,0.742 | |
| 19,self_attn.o_proj,0.0000035104,0.05000,0.724 | |
| 19,mlp.gate_proj,0.0000577134,0.05000,0.801 | |
| 19,mlp.up_proj,0.0000601438,0.05000,0.736 | |
| 19,mlp.down_proj,0.0000141060,0.05000,2.143 | |
| 20,self_attn.k_proj,0.0000099261,0.05000,0.717 | |
| 20,self_attn.v_proj,0.0000040569,0.05000,0.732 | |
| 20,self_attn.q_proj,0.0000341077,0.05000,0.730 | |
| 20,self_attn.o_proj,0.0000044676,0.05000,0.750 | |
| 20,mlp.gate_proj,0.0000520009,0.05000,0.741 | |
| 20,mlp.up_proj,0.0000570655,0.05000,0.748 | |
| 20,mlp.down_proj,0.0000139291,0.05000,2.276 | |
| 21,self_attn.k_proj,0.0000087641,0.05000,0.760 | |
| 21,self_attn.v_proj,0.0000039525,0.05000,0.765 | |
| 21,self_attn.q_proj,0.0000297285,0.05000,0.765 | |
| 21,self_attn.o_proj,0.0000044091,0.05000,0.807 | |
| 21,mlp.gate_proj,0.0000513103,0.05000,0.797 | |
| 21,mlp.up_proj,0.0000566967,0.05000,0.768 | |
| 21,mlp.down_proj,0.0000128298,0.05000,2.276 | |
| 22,self_attn.k_proj,0.0000097624,0.05000,0.741 | |
| 22,self_attn.v_proj,0.0000058217,0.05000,0.717 | |
| 22,self_attn.q_proj,0.0000330026,0.05000,0.733 | |
| 22,self_attn.o_proj,0.0000053421,0.05000,0.730 | |
| 22,mlp.gate_proj,0.0000517052,0.05000,0.765 | |
| 22,mlp.up_proj,0.0000574648,0.05000,0.746 | |
| 22,mlp.down_proj,0.0000163017,0.05000,2.181 | |
| 23,self_attn.k_proj,0.0000091015,0.05000,0.735 | |
| 23,self_attn.v_proj,0.0000058541,0.05000,0.755 | |
| 23,self_attn.q_proj,0.0000333629,0.05000,0.771 | |
| 23,self_attn.o_proj,0.0000059910,0.05000,0.743 | |
| 23,mlp.gate_proj,0.0000558644,0.05000,0.747 | |
| 23,mlp.up_proj,0.0000587899,0.05000,0.765 | |
| 23,mlp.down_proj,0.0000146186,0.05000,2.239 | |
| 24,self_attn.k_proj,0.0000124702,0.05000,0.735 | |
| 24,self_attn.v_proj,0.0000050404,0.05000,0.722 | |
| 24,self_attn.q_proj,0.0000385022,0.05000,0.740 | |
| 24,self_attn.o_proj,0.0000055796,0.05000,0.765 | |
| 24,mlp.gate_proj,0.0000534254,0.05000,0.765 | |
| 24,mlp.up_proj,0.0000571216,0.05000,0.766 | |
| 24,mlp.down_proj,0.0000131968,0.05000,2.224 | |
| 25,self_attn.k_proj,0.0000123175,0.05000,0.781 | |
| 25,self_attn.v_proj,0.0000069963,0.05000,0.761 | |
| 25,self_attn.q_proj,0.0000430898,0.05000,0.782 | |
| 25,self_attn.o_proj,0.0000045160,0.05000,0.762 | |
| 25,mlp.gate_proj,0.0000526878,0.05000,0.785 | |
| 25,mlp.up_proj,0.0000582908,0.05000,0.789 | |
| 25,mlp.down_proj,0.0000140003,0.05000,2.231 | |
| 26,self_attn.k_proj,0.0000107024,0.05000,0.763 | |
| 26,self_attn.v_proj,0.0000044477,0.05000,0.751 | |
| 26,self_attn.q_proj,0.0000376036,0.05000,0.771 | |
| 26,self_attn.o_proj,0.0000049176,0.05000,0.769 | |
| 26,mlp.gate_proj,0.0000533945,0.05000,0.783 | |
| 26,mlp.up_proj,0.0000615110,0.05000,0.774 | |
| 26,mlp.down_proj,0.0000153276,0.05000,2.146 | |
| 27,self_attn.k_proj,0.0000109775,0.05000,0.719 | |
| 27,self_attn.v_proj,0.0000054582,0.05000,0.718 | |
| 27,self_attn.q_proj,0.0000362237,0.05000,0.731 | |
| 27,self_attn.o_proj,0.0000067432,0.05000,0.747 | |
| 27,mlp.gate_proj,0.0000555439,0.05000,0.743 | |
| 27,mlp.up_proj,0.0000643386,0.05000,0.737 | |
| 27,mlp.down_proj,0.0000185142,0.05000,2.128 | |
| 28,self_attn.k_proj,0.0000090640,0.05000,0.728 | |
| 28,self_attn.v_proj,0.0000076962,0.05000,0.719 | |
| 28,self_attn.q_proj,0.0000360346,0.05000,0.731 | |
| 28,self_attn.o_proj,0.0000078735,0.05000,0.733 | |
| 28,mlp.gate_proj,0.0000557123,0.05000,0.753 | |
| 28,mlp.up_proj,0.0000655429,0.05000,0.785 | |
| 28,mlp.down_proj,0.0000212102,0.05000,2.175 | |
| 29,self_attn.k_proj,0.0000124052,0.05000,0.731 | |
| 29,self_attn.v_proj,0.0000079066,0.05000,0.725 | |
| 29,self_attn.q_proj,0.0000431871,0.05000,0.749 | |
| 29,self_attn.o_proj,0.0000082407,0.05000,0.759 | |
| 29,mlp.gate_proj,0.0000578802,0.05000,0.764 | |
| 29,mlp.up_proj,0.0000678786,0.05000,0.769 | |
| 29,mlp.down_proj,0.0000245273,0.05000,2.176 | |
| 30,self_attn.k_proj,0.0000104293,0.05000,0.738 | |
| 30,self_attn.v_proj,0.0000085223,0.05000,0.729 | |
| 30,self_attn.q_proj,0.0000395843,0.05000,0.741 | |
| 30,self_attn.o_proj,0.0000108496,0.05000,0.743 | |
| 30,mlp.gate_proj,0.0000602590,0.05000,0.760 | |
| 30,mlp.up_proj,0.0000700332,0.05000,0.747 | |
| 30,mlp.down_proj,0.0000283786,0.05000,2.199 | |
| 31,self_attn.k_proj,0.0000104518,0.05000,0.767 | |
| 31,self_attn.v_proj,0.0000081897,0.05000,0.726 | |
| 31,self_attn.q_proj,0.0000394588,0.05000,0.732 | |
| 31,self_attn.o_proj,0.0000096139,0.05000,0.743 | |
| 31,mlp.gate_proj,0.0000703862,0.05000,0.777 | |
| 31,mlp.up_proj,0.0000796129,0.05000,0.779 | |
| 31,mlp.down_proj,0.0000355807,0.05000,2.291 | |
| 32,self_attn.k_proj,0.0000115939,0.05000,0.766 | |
| 32,self_attn.v_proj,0.0000111782,0.05000,0.795 | |
| 32,self_attn.q_proj,0.0000435558,0.05000,0.795 | |
| 32,self_attn.o_proj,0.0000094746,0.05000,0.768 | |
| 32,mlp.gate_proj,0.0000780559,0.05000,0.801 | |
| 32,mlp.up_proj,0.0000864127,0.05000,0.808 | |
| 32,mlp.down_proj,0.0000409517,0.05000,2.330 | |
| 33,self_attn.k_proj,0.0000120175,0.05000,0.767 | |
| 33,self_attn.v_proj,0.0000108337,0.05000,0.782 | |
| 33,self_attn.q_proj,0.0000466797,0.05000,0.830 | |
| 33,self_attn.o_proj,0.0000109753,0.05000,0.781 | |
| 33,mlp.gate_proj,0.0000965948,0.05000,0.784 | |
| 33,mlp.up_proj,0.0001049083,0.05000,0.780 | |
| 33,mlp.down_proj,0.0000591737,0.05000,2.203 | |
| 34,self_attn.k_proj,0.0000126447,0.05000,0.759 | |
| 34,self_attn.v_proj,0.0000134729,0.05000,0.751 | |
| 34,self_attn.q_proj,0.0000514856,0.05000,0.787 | |
| 34,self_attn.o_proj,0.0000105816,0.05000,0.763 | |
| 34,mlp.gate_proj,0.0001163253,0.05000,0.802 | |
| 34,mlp.up_proj,0.0001224971,0.05000,0.784 | |
| 34,mlp.down_proj,0.0000742405,0.05000,2.217 | |
| 35,self_attn.k_proj,0.0000122679,0.05000,0.753 | |
| 35,self_attn.v_proj,0.0000121535,0.05000,0.764 | |
| 35,self_attn.q_proj,0.0000477665,0.05000,0.735 | |
| 35,self_attn.o_proj,0.0000167390,0.05000,0.764 | |
| 35,mlp.gate_proj,0.0001359225,0.05000,0.801 | |
| 35,mlp.up_proj,0.0001399457,0.05000,0.819 | |
| 35,mlp.down_proj,0.0000927378,0.05000,2.227 | |
| 36,self_attn.k_proj,0.0000139044,0.05000,0.758 | |
| 36,self_attn.v_proj,0.0000217828,0.05000,0.760 | |
| 36,self_attn.q_proj,0.0000595772,0.05000,0.770 | |
| 36,self_attn.o_proj,0.0000149434,0.05000,0.777 | |
| 36,mlp.gate_proj,0.0001476694,0.05000,0.785 | |
| 36,mlp.up_proj,0.0001536171,0.05000,0.790 | |
| 36,mlp.down_proj,0.0001145156,0.05000,2.285 | |
| 37,self_attn.k_proj,0.0000154484,0.05000,0.750 | |
| 37,self_attn.v_proj,0.0000210078,0.05000,0.748 | |
| 37,self_attn.q_proj,0.0000604325,0.05000,0.749 | |
| 37,self_attn.o_proj,0.0000172585,0.05000,0.778 | |
| 37,mlp.gate_proj,0.0001625307,0.05000,0.744 | |
| 37,mlp.up_proj,0.0001688472,0.05000,0.728 | |
| 37,mlp.down_proj,0.0001271528,0.05000,2.139 | |
| 38,self_attn.k_proj,0.0000146148,0.05000,0.733 | |
| 38,self_attn.v_proj,0.0000206341,0.05000,0.746 | |
| 38,self_attn.q_proj,0.0000587113,0.05000,0.750 | |
| 38,self_attn.o_proj,0.0000170992,0.05000,0.754 | |
| 38,mlp.gate_proj,0.0001785287,0.05000,0.787 | |
| 38,mlp.up_proj,0.0001879436,0.05000,0.745 | |
| 38,mlp.down_proj,0.0001442409,0.05000,2.204 | |
| 39,self_attn.k_proj,0.0000137990,0.05000,0.755 | |
| 39,self_attn.v_proj,0.0000218538,0.05000,0.739 | |
| 39,self_attn.q_proj,0.0000598911,0.05000,0.750 | |
| 39,self_attn.o_proj,0.0000223876,0.05000,0.759 | |
| 39,mlp.gate_proj,0.0001947201,0.05000,0.781 | |
| 39,mlp.up_proj,0.0002068335,0.05000,0.764 | |
| 39,mlp.down_proj,0.0001697982,0.05000,2.225 | |
| 40,self_attn.k_proj,0.0000156523,0.05000,0.744 | |
| 40,self_attn.v_proj,0.0000300170,0.05000,0.758 | |
| 40,self_attn.q_proj,0.0000653540,0.05000,0.760 | |
| 40,self_attn.o_proj,0.0000205588,0.05000,0.760 | |
| 40,mlp.gate_proj,0.0002070127,0.05000,0.784 | |
| 40,mlp.up_proj,0.0002211764,0.05000,0.793 | |
| 40,mlp.down_proj,0.0001941007,0.05000,2.267 | |
| 41,self_attn.k_proj,0.0000143720,0.05000,0.749 | |
| 41,self_attn.v_proj,0.0000298829,0.05000,0.775 | |
| 41,self_attn.q_proj,0.0000652320,0.05000,0.767 | |
| 41,self_attn.o_proj,0.0000170312,0.05000,0.763 | |
| 41,mlp.gate_proj,0.0002186584,0.05000,0.778 | |
| 41,mlp.up_proj,0.0002368328,0.05000,0.794 | |
| 41,mlp.down_proj,0.0002126772,0.05000,2.215 | |
| 42,self_attn.k_proj,0.0000154644,0.05000,0.748 | |
| 42,self_attn.v_proj,0.0000335805,0.05000,0.742 | |
| 42,self_attn.q_proj,0.0000643717,0.05000,0.783 | |
| 42,self_attn.o_proj,0.0000202536,0.05000,0.774 | |
| 42,mlp.gate_proj,0.0002305698,0.05000,0.819 | |
| 42,mlp.up_proj,0.0002531587,0.05000,0.791 | |
| 42,mlp.down_proj,0.0002493867,0.05000,2.257 | |
| 43,self_attn.k_proj,0.0000155882,0.05000,0.767 | |
| 43,self_attn.v_proj,0.0000471215,0.05000,0.767 | |
| 43,self_attn.q_proj,0.0000713312,0.05000,0.766 | |
| 43,self_attn.o_proj,0.0000335444,0.05000,0.763 | |
| 43,mlp.gate_proj,0.0002482548,0.05000,0.798 | |
| 43,mlp.up_proj,0.0002779884,0.05000,0.790 | |
| 43,mlp.down_proj,0.0003057672,0.05000,2.334 | |
| 44,self_attn.k_proj,0.0000140329,0.05000,0.801 | |
| 44,self_attn.v_proj,0.0000511863,0.05000,0.807 | |
| 44,self_attn.q_proj,0.0000693652,0.05000,0.801 | |
| 44,self_attn.o_proj,0.0000460818,0.05000,0.818 | |
| 44,mlp.gate_proj,0.0002590544,0.05000,0.802 | |
| 44,mlp.up_proj,0.0002945287,0.05000,0.823 | |
| 44,mlp.down_proj,0.0004848206,0.05000,2.348 | |
| 45,self_attn.k_proj,0.0000146667,0.05000,0.809 | |
| 45,self_attn.v_proj,0.0000620527,0.05000,0.796 | |
| 45,self_attn.q_proj,0.0000714048,0.05000,0.802 | |
| 45,self_attn.o_proj,0.0000510727,0.05000,0.828 | |
| 45,mlp.gate_proj,0.0002783232,0.05000,0.829 | |
| 45,mlp.up_proj,0.0003127684,0.05000,0.836 | |
| 45,mlp.down_proj,0.0005779806,0.05000,2.360 | |
| 46,self_attn.k_proj,0.0000135154,0.05000,0.756 | |
| 46,self_attn.v_proj,0.0000692934,0.05000,0.770 | |
| 46,self_attn.q_proj,0.0000701570,0.05000,0.782 | |
| 46,self_attn.o_proj,0.0000890966,0.05000,0.776 | |
| 46,mlp.gate_proj,0.0002948091,0.05000,0.778 | |
| 46,mlp.up_proj,0.0003179033,0.05000,0.803 | |
| 46,mlp.down_proj,0.0009762892,0.05000,2.270 | |
| 47,self_attn.k_proj,0.0000116310,0.05000,0.781 | |
| 47,self_attn.v_proj,0.0000427193,0.05000,0.780 | |
| 47,self_attn.q_proj,0.0000536965,0.05000,0.783 | |
| 47,self_attn.o_proj,0.0000413580,0.05000,0.800 | |
| 47,mlp.gate_proj,0.0003372399,0.05000,0.795 | |
| 47,mlp.up_proj,0.0003526463,0.05000,0.810 | |
| 47,mlp.down_proj,0.0019484173,0.05000,2.288 | |