| layer,module,loss,damp,time | |
| 0,self_attn.k_proj,1.43703,0.01000,0.746 | |
| 0,self_attn.v_proj,0.03967,0.01000,0.481 | |
| 0,self_attn.q_proj,2.95870,0.01000,0.482 | |
| 0,self_attn.o_proj,0.00366,0.01000,0.442 | |
| 0,mlp.up_proj,2.46752,0.01000,0.454 | |
| 0,mlp.gate_proj,3.10882,0.01000,0.399 | |
| 0,mlp.down_proj,0.01852,0.01000,1.924 | |
| 1,self_attn.k_proj,2.36495,0.01000,0.465 | |
| 1,self_attn.v_proj,0.13899,0.01000,0.410 | |
| 1,self_attn.q_proj,4.53597,0.01000,0.402 | |
| 1,self_attn.o_proj,0.01435,0.01000,0.435 | |
| 1,mlp.up_proj,3.59172,0.01000,0.462 | |
| 1,mlp.gate_proj,4.86938,0.01000,0.397 | |
| 1,mlp.down_proj,2.88451,0.01000,1.829 | |
| 2,self_attn.k_proj,4.84819,0.01000,0.458 | |
| 2,self_attn.v_proj,0.33329,0.01000,0.396 | |
| 2,self_attn.q_proj,9.31291,0.01000,0.406 | |
| 2,self_attn.o_proj,0.01726,0.01000,0.439 | |
| 2,mlp.up_proj,4.61706,0.01000,0.454 | |
| 2,mlp.gate_proj,7.26801,0.01000,0.395 | |
| 2,mlp.down_proj,0.05851,0.01000,1.812 | |
| 3,self_attn.k_proj,3.08039,0.01000,0.457 | |
| 3,self_attn.v_proj,0.43943,0.01000,0.394 | |
| 3,self_attn.q_proj,6.76551,0.01000,0.398 | |
| 3,self_attn.o_proj,0.03157,0.01000,0.434 | |
| 3,mlp.up_proj,5.76905,0.01000,0.444 | |
| 3,mlp.gate_proj,11.30429,0.01000,0.392 | |
| 3,mlp.down_proj,0.08967,0.01000,1.812 | |
| 4,self_attn.k_proj,3.36184,0.01000,0.467 | |
| 4,self_attn.v_proj,0.41732,0.01000,0.408 | |
| 4,self_attn.q_proj,6.95427,0.01000,0.404 | |
| 4,self_attn.o_proj,0.04911,0.01000,0.435 | |
| 4,mlp.up_proj,6.14540,0.01000,0.447 | |
| 4,mlp.gate_proj,13.00634,0.01000,0.393 | |
| 4,mlp.down_proj,0.10731,0.01000,1.818 | |
| 5,self_attn.k_proj,5.44126,0.01000,0.460 | |
| 5,self_attn.v_proj,0.38104,0.01000,0.393 | |
| 5,self_attn.q_proj,9.55464,0.01000,0.401 | |
| 5,self_attn.o_proj,0.05240,0.01000,0.443 | |
| 5,mlp.up_proj,6.83362,0.01000,0.451 | |
| 5,mlp.gate_proj,12.40822,0.01000,0.393 | |
| 5,mlp.down_proj,0.13243,0.01000,1.808 | |
| 6,self_attn.k_proj,4.35147,0.01000,0.462 | |
| 6,self_attn.v_proj,0.50385,0.01000,0.397 | |
| 6,self_attn.q_proj,6.99345,0.01000,0.392 | |
| 6,self_attn.o_proj,0.07988,0.01000,0.443 | |
| 6,mlp.up_proj,7.12617,0.01000,0.450 | |
| 6,mlp.gate_proj,12.69154,0.01000,0.398 | |
| 6,mlp.down_proj,0.13945,0.01000,1.819 | |
| 7,self_attn.k_proj,4.32969,0.01000,0.466 | |
| 7,self_attn.v_proj,0.56602,0.01000,0.395 | |
| 7,self_attn.q_proj,8.22837,0.01000,0.394 | |
| 7,self_attn.o_proj,0.07908,0.01000,0.439 | |
| 7,mlp.up_proj,7.64311,0.01000,0.455 | |
| 7,mlp.gate_proj,12.35936,0.01000,0.400 | |
| 7,mlp.down_proj,0.16095,0.01000,1.817 | |
| 8,self_attn.k_proj,5.58351,0.01000,0.465 | |
| 8,self_attn.v_proj,0.57079,0.01000,0.400 | |
| 8,self_attn.q_proj,9.35498,0.01000,0.395 | |
| 8,self_attn.o_proj,0.11244,0.01000,0.439 | |
| 8,mlp.up_proj,8.85474,0.01000,0.454 | |
| 8,mlp.gate_proj,13.89062,0.01000,0.398 | |
| 8,mlp.down_proj,0.21992,0.01000,1.819 | |
| 9,self_attn.k_proj,4.35883,0.01000,0.456 | |
| 9,self_attn.v_proj,0.69590,0.01000,0.393 | |
| 9,self_attn.q_proj,10.74585,0.01000,0.400 | |
| 9,self_attn.o_proj,0.14228,0.01000,0.487 | |
| 9,mlp.up_proj,9.45960,0.01000,0.447 | |
| 9,mlp.gate_proj,15.28462,0.01000,0.393 | |
| 9,mlp.down_proj,0.26712,0.01000,1.834 | |
| 10,self_attn.k_proj,5.50722,0.01000,0.534 | |
| 10,self_attn.v_proj,0.88691,0.01000,0.400 | |
| 10,self_attn.q_proj,11.66130,0.01000,0.421 | |
| 10,self_attn.o_proj,0.11477,0.01000,0.446 | |
| 10,mlp.up_proj,11.23564,0.01000,0.657 | |
| 10,mlp.gate_proj,17.55506,0.01000,0.436 | |
| 10,mlp.down_proj,0.33767,0.01000,2.622 | |
| 11,self_attn.k_proj,6.57341,0.01000,0.595 | |
| 11,self_attn.v_proj,0.81275,0.01000,0.564 | |
| 11,self_attn.q_proj,11.32224,0.01000,0.526 | |
| 11,self_attn.o_proj,0.08422,0.01000,0.541 | |
| 11,mlp.up_proj,12.32377,0.01000,0.596 | |
| 11,mlp.gate_proj,18.91653,0.01000,0.493 | |
| 11,mlp.down_proj,0.38163,0.01000,1.900 | |
| 12,self_attn.k_proj,6.80156,0.01000,0.549 | |
| 12,self_attn.v_proj,0.83958,0.01000,0.485 | |
| 12,self_attn.q_proj,11.50482,0.01000,0.470 | |
| 12,self_attn.o_proj,0.08969,0.01000,0.433 | |
| 12,mlp.up_proj,13.34013,0.01000,0.449 | |
| 12,mlp.gate_proj,19.49992,0.01000,0.395 | |
| 12,mlp.down_proj,0.44669,0.01000,1.814 | |
| 13,self_attn.k_proj,6.89314,0.01000,0.473 | |
| 13,self_attn.v_proj,1.43599,0.01000,0.413 | |
| 13,self_attn.q_proj,13.66662,0.01000,0.428 | |
| 13,self_attn.o_proj,0.11415,0.01000,0.439 | |
| 13,mlp.up_proj,15.85595,0.01000,0.449 | |
| 13,mlp.gate_proj,21.30824,0.01000,0.394 | |
| 13,mlp.down_proj,0.65194,0.01000,1.879 | |
| 14,self_attn.k_proj,7.73165,0.01000,0.470 | |
| 14,self_attn.v_proj,3.11994,0.01000,0.405 | |
| 14,self_attn.q_proj,14.46200,0.01000,0.400 | |
| 14,self_attn.o_proj,0.25829,0.01000,0.454 | |
| 14,mlp.up_proj,18.28484,0.01000,0.450 | |
| 14,mlp.gate_proj,26.65126,0.01000,0.390 | |
| 14,mlp.down_proj,0.80941,0.01000,1.887 | |
| 15,self_attn.k_proj,7.33324,0.01000,0.470 | |
| 15,self_attn.v_proj,3.20279,0.01000,0.408 | |
| 15,self_attn.q_proj,13.44705,0.01000,0.397 | |
| 15,self_attn.o_proj,0.99433,0.01000,0.433 | |
| 15,mlp.up_proj,23.20997,0.01000,0.459 | |
| 15,mlp.gate_proj,30.88142,0.01000,0.392 | |
| 15,mlp.down_proj,1.90061,0.01000,1.929 | |