| layer,module,loss,samples,damp,time | |
| 0,self_attn.qkv_proj,0.0000036928,0.05000,1.790 | |
| 0,self_attn.o_proj,0.0000001945,0.05000,1.331 | |
| 0,mlp.up_proj,0.0000102390,0.05000,2.562 | |
| 0,mlp.gate_proj,0.0000106993,0.05000,2.597 | |
| 0,mlp.down_proj,0.0000007873,0.05000,3.140 | |
| 1,self_attn.qkv_proj,0.0000288658,0.05000,1.350 | |
| 1,self_attn.o_proj,0.0000003944,0.05000,1.314 | |
| 1,mlp.up_proj,0.0000151884,0.05000,3.192 | |
| 1,mlp.gate_proj,0.0000162423,0.05000,3.248 | |
| 1,mlp.down_proj,0.0000017862,0.05000,3.335 | |
| 2,self_attn.qkv_proj,0.0000672307,0.05000,1.265 | |
| 2,self_attn.o_proj,0.0000004262,0.05000,1.162 | |
| 2,mlp.up_proj,0.0000219007,0.05000,2.728 | |
| 2,mlp.gate_proj,0.0000236388,0.05000,2.739 | |
| 2,mlp.down_proj,0.0000015235,0.05000,3.191 | |
| 3,self_attn.qkv_proj,0.0000958284,0.05000,1.113 | |
| 3,self_attn.o_proj,0.0000007994,0.05000,1.071 | |
| 3,mlp.gate_proj,0.0000320000,0.05000,2.401 | |
| 3,mlp.up_proj,0.0000289537,0.05000,2.435 | |
| 3,mlp.down_proj,0.0003337474,0.05000,3.272 | |
| 4,self_attn.qkv_proj,0.0000909789,0.05000,1.106 | |
| 4,self_attn.o_proj,0.0000012312,0.05000,1.100 | |
| 4,mlp.up_proj,0.0000345329,0.05000,2.538 | |
| 4,mlp.gate_proj,0.0000400292,0.05000,2.554 | |
| 4,mlp.down_proj,0.0000039765,0.05000,3.210 | |
| 5,self_attn.qkv_proj,0.0001159516,0.05000,1.133 | |
| 5,self_attn.o_proj,0.0000017395,0.05000,1.128 | |
| 5,mlp.up_proj,0.0000430088,0.05000,2.448 | |
| 5,mlp.gate_proj,0.0000509520,0.05000,2.467 | |
| 5,mlp.down_proj,0.0000057463,0.05000,3.189 | |
| 6,self_attn.qkv_proj,0.0000961327,0.05000,1.115 | |
| 6,self_attn.o_proj,0.0000022428,0.05000,1.125 | |
| 6,mlp.up_proj,0.0000430322,0.05000,2.552 | |
| 6,mlp.gate_proj,0.0000487083,0.05000,2.587 | |
| 6,mlp.down_proj,0.0000063000,0.05000,3.109 | |
| 7,self_attn.qkv_proj,0.0001434261,0.05000,1.093 | |
| 7,self_attn.o_proj,0.0000029053,0.05000,1.076 | |
| 7,mlp.up_proj,0.0000461718,0.05000,2.553 | |
| 7,mlp.gate_proj,0.0000501546,0.05000,2.579 | |
| 7,mlp.down_proj,0.0000080737,0.05000,3.201 | |
| 8,self_attn.qkv_proj,0.0001350463,0.05000,1.091 | |
| 8,self_attn.o_proj,0.0000040604,0.05000,1.109 | |
| 8,mlp.up_proj,0.0000482156,0.05000,2.403 | |
| 8,mlp.gate_proj,0.0000492231,0.05000,2.431 | |
| 8,mlp.down_proj,0.0000089525,0.05000,3.215 | |
| 9,self_attn.qkv_proj,0.0001197565,0.05000,1.137 | |
| 9,self_attn.o_proj,0.0000039595,0.05000,1.111 | |
| 9,mlp.up_proj,0.0000522804,0.05000,2.498 | |
| 9,mlp.gate_proj,0.0000520745,0.05000,2.531 | |
| 9,mlp.down_proj,0.0000084691,0.05000,3.158 | |
| 10,self_attn.qkv_proj,0.0001285350,0.05000,1.141 | |
| 10,self_attn.o_proj,0.0000056212,0.05000,1.134 | |
| 10,mlp.up_proj,0.0000538686,0.05000,2.537 | |
| 10,mlp.gate_proj,0.0000539127,0.05000,2.535 | |
| 10,mlp.down_proj,0.0000092388,0.05000,3.212 | |
| 11,self_attn.qkv_proj,0.0001265468,0.05000,1.102 | |
| 11,self_attn.o_proj,0.0000049263,0.05000,1.106 | |
| 11,mlp.up_proj,0.0000561754,0.05000,2.543 | |
| 11,mlp.gate_proj,0.0000538750,0.05000,2.569 | |
| 11,mlp.down_proj,0.0000098257,0.05000,3.231 | |
| 12,self_attn.qkv_proj,0.0001307771,0.05000,1.150 | |
| 12,self_attn.o_proj,0.0000049451,0.05000,1.125 | |
| 12,mlp.gate_proj,0.0000524987,0.05000,2.460 | |
| 12,mlp.up_proj,0.0000571596,0.05000,2.484 | |
| 12,mlp.down_proj,0.0000116566,0.05000,3.190 | |
| 13,self_attn.qkv_proj,0.0001563531,0.05000,1.108 | |
| 13,self_attn.o_proj,0.0000065090,0.05000,1.103 | |
| 13,mlp.up_proj,0.0000612276,0.05000,2.490 | |
| 13,mlp.gate_proj,0.0000543759,0.05000,2.508 | |
| 13,mlp.down_proj,0.0000127317,0.05000,3.187 | |
| 14,self_attn.qkv_proj,0.0001393042,0.05000,1.131 | |
| 14,self_attn.o_proj,0.0000061571,0.05000,1.116 | |
| 14,mlp.gate_proj,0.0000600704,0.05000,2.562 | |
| 14,mlp.up_proj,0.0000672100,0.05000,2.584 | |
| 14,mlp.down_proj,0.0000145146,0.05000,3.154 | |
| 15,self_attn.qkv_proj,0.0001545983,0.05000,1.100 | |
| 15,self_attn.o_proj,0.0000057894,0.05000,1.103 | |
| 15,mlp.gate_proj,0.0000662487,0.05000,2.484 | |
| 15,mlp.up_proj,0.0000739427,0.05000,2.506 | |
| 15,mlp.down_proj,0.0000164698,0.05000,3.217 | |
| 16,self_attn.qkv_proj,0.0001466132,0.05000,1.126 | |
| 16,self_attn.o_proj,0.0000097625,0.05000,1.116 | |
| 16,mlp.up_proj,0.0000786630,0.05000,2.562 | |
| 16,mlp.gate_proj,0.0000699401,0.05000,2.584 | |
| 16,mlp.down_proj,0.0000218803,0.05000,3.116 | |
| 17,self_attn.qkv_proj,0.0001490546,0.05000,1.142 | |
| 17,self_attn.o_proj,0.0000076505,0.05000,1.103 | |
| 17,mlp.up_proj,0.0000841039,0.05000,2.591 | |
| 17,mlp.gate_proj,0.0000739672,0.05000,2.615 | |
| 17,mlp.down_proj,0.0000262042,0.05000,3.182 | |
| 18,self_attn.qkv_proj,0.0001470632,0.05000,1.166 | |
| 18,self_attn.o_proj,0.0000125533,0.05000,1.141 | |
| 18,mlp.up_proj,0.0000932287,0.05000,2.532 | |
| 18,mlp.gate_proj,0.0000829974,0.05000,2.548 | |
| 18,mlp.down_proj,0.0000385317,0.05000,3.301 | |
| 19,self_attn.qkv_proj,0.0001654606,0.05000,1.171 | |
| 19,self_attn.o_proj,0.0000149239,0.05000,1.165 | |
| 19,mlp.up_proj,0.0000991290,0.05000,2.623 | |
| 19,mlp.gate_proj,0.0000894585,0.05000,2.664 | |
| 19,mlp.down_proj,0.0000435778,0.05000,3.377 | |
| 20,self_attn.qkv_proj,0.0001578730,0.05000,1.156 | |
| 20,self_attn.o_proj,0.0000184642,0.05000,1.195 | |
| 20,mlp.up_proj,0.0001209617,0.05000,2.661 | |
| 20,mlp.gate_proj,0.0001092768,0.05000,2.687 | |
| 20,mlp.down_proj,0.0000563793,0.05000,3.294 | |
| 21,self_attn.qkv_proj,0.0001870555,0.05000,1.213 | |
| 21,self_attn.o_proj,0.0000136906,0.05000,1.101 | |
| 21,mlp.gate_proj,0.0001159161,0.05000,2.587 | |
| 21,mlp.up_proj,0.0001299713,0.05000,2.605 | |
| 21,mlp.down_proj,0.0000704598,0.05000,3.190 | |
| 22,self_attn.qkv_proj,0.0001782628,0.05000,1.132 | |
| 22,self_attn.o_proj,0.0000249007,0.05000,1.132 | |
| 22,mlp.up_proj,0.0001397206,0.05000,2.564 | |
| 22,mlp.gate_proj,0.0001231925,0.05000,2.572 | |
| 22,mlp.down_proj,0.0000832951,0.05000,3.299 | |
| 23,self_attn.qkv_proj,0.0001967909,0.05000,1.156 | |
| 23,self_attn.o_proj,0.0000105388,0.05000,1.119 | |
| 23,mlp.gate_proj,0.0001326374,0.05000,2.511 | |
| 23,mlp.up_proj,0.0001492243,0.05000,2.540 | |
| 23,mlp.down_proj,0.0000830157,0.05000,3.201 | |
| 24,self_attn.qkv_proj,0.0002110393,0.05000,1.125 | |
| 24,self_attn.o_proj,0.0000124396,0.05000,1.090 | |
| 24,mlp.up_proj,0.0001615396,0.05000,2.512 | |
| 24,mlp.gate_proj,0.0001421848,0.05000,2.535 | |
| 24,mlp.down_proj,0.0000963378,0.05000,3.219 | |
| 25,self_attn.qkv_proj,0.0002265083,0.05000,1.141 | |
| 25,self_attn.o_proj,0.0000209731,0.05000,1.112 | |
| 25,mlp.gate_proj,0.0001558134,0.05000,2.658 | |
| 25,mlp.up_proj,0.0001774229,0.05000,2.676 | |
| 25,mlp.down_proj,0.0001089506,0.05000,3.236 | |
| 26,self_attn.qkv_proj,0.0001990848,0.05000,1.134 | |
| 26,self_attn.o_proj,0.0000347294,0.05000,1.136 | |
| 26,mlp.up_proj,0.0001846280,0.05000,2.560 | |
| 26,mlp.gate_proj,0.0001625094,0.05000,2.582 | |
| 26,mlp.down_proj,0.0001322558,0.05000,3.308 | |
| 27,self_attn.qkv_proj,0.0001973591,0.05000,1.118 | |
| 27,self_attn.o_proj,0.0000244647,0.05000,1.148 | |
| 27,mlp.gate_proj,0.0001797843,0.05000,2.541 | |
| 27,mlp.up_proj,0.0002011022,0.05000,2.557 | |
| 27,mlp.down_proj,0.0001692445,0.05000,3.208 | |
| 28,self_attn.qkv_proj,0.0002489807,0.05000,1.203 | |
| 28,self_attn.o_proj,0.0000308398,0.05000,1.119 | |
| 28,mlp.up_proj,0.0002172940,0.05000,2.558 | |
| 28,mlp.gate_proj,0.0002009149,0.05000,2.579 | |
| 28,mlp.down_proj,0.0002246512,0.05000,3.171 | |
| 29,self_attn.qkv_proj,0.0002247108,0.05000,1.150 | |
| 29,self_attn.o_proj,0.0000370290,0.05000,1.123 | |
| 29,mlp.gate_proj,0.0002232223,0.05000,2.595 | |
| 29,mlp.up_proj,0.0002207740,0.05000,2.619 | |
| 29,mlp.down_proj,0.0003816118,0.05000,3.237 | |
| 30,self_attn.qkv_proj,0.0001591859,0.05000,1.131 | |
| 30,self_attn.o_proj,0.0000362225,0.05000,1.087 | |
| 30,mlp.gate_proj,0.0002359733,0.05000,2.611 | |
| 30,mlp.up_proj,0.0002075650,0.05000,2.634 | |
| 30,mlp.down_proj,0.0014728911,0.05000,3.272 | |
| 31,self_attn.qkv_proj,0.0000035844,0.05000,1.131 | |
| 31,self_attn.o_proj,0.0000039555,0.05000,1.124 | |
| 31,mlp.gate_proj,0.0001033877,0.05000,2.621 | |
| 31,mlp.up_proj,0.0000604577,0.05000,2.628 | |
| 31,mlp.down_proj,0.0004907257,0.05000,3.331 | |