| layer,module,loss,damp,time | |
| 0,self_attn.k_proj,0.00493,0.01000,0.833 | |
| 0,self_attn.v_proj,0.00014,0.01000,0.460 | |
| 0,self_attn.q_proj,0.01018,0.01000,0.459 | |
| 0,self_attn.o_proj,0.00001,0.01000,0.499 | |
| 0,mlp.up_proj,0.00851,0.01000,0.509 | |
| 0,mlp.gate_proj,0.01070,0.01000,0.446 | |
| 0,mlp.down_proj,0.00006,0.01000,2.055 | |
| 1,self_attn.k_proj,0.00804,0.01000,0.518 | |
| 1,self_attn.v_proj,0.00047,0.01000,0.440 | |
| 1,self_attn.q_proj,0.01546,0.01000,0.442 | |
| 1,self_attn.o_proj,0.00005,0.01000,0.479 | |
| 1,mlp.up_proj,0.01230,0.01000,0.499 | |
| 1,mlp.gate_proj,0.01669,0.01000,0.453 | |
| 1,mlp.down_proj,0.00185,0.01000,1.997 | |
| 2,self_attn.k_proj,0.01677,0.01000,0.505 | |
| 2,self_attn.v_proj,0.00115,0.01000,0.435 | |
| 2,self_attn.q_proj,0.03213,0.01000,0.443 | |
| 2,self_attn.o_proj,0.00005,0.01000,0.480 | |
| 2,mlp.up_proj,0.01612,0.01000,0.494 | |
| 2,mlp.gate_proj,0.02536,0.01000,0.431 | |
| 2,mlp.down_proj,0.00021,0.01000,1.991 | |
| 3,self_attn.k_proj,0.01055,0.01000,0.504 | |
| 3,self_attn.v_proj,0.00151,0.01000,0.445 | |
| 3,self_attn.q_proj,0.02315,0.01000,0.449 | |
| 3,self_attn.o_proj,0.00011,0.01000,0.482 | |
| 3,mlp.up_proj,0.01988,0.01000,0.492 | |
| 3,mlp.gate_proj,0.03899,0.01000,0.441 | |
| 3,mlp.down_proj,0.00032,0.01000,2.028 | |
| 4,self_attn.k_proj,0.01146,0.01000,0.511 | |
| 4,self_attn.v_proj,0.00143,0.01000,0.442 | |
| 4,self_attn.q_proj,0.02376,0.01000,0.439 | |
| 4,self_attn.o_proj,0.00017,0.01000,0.485 | |
| 4,mlp.up_proj,0.02113,0.01000,0.492 | |
| 4,mlp.gate_proj,0.04467,0.01000,0.444 | |
| 4,mlp.down_proj,0.00037,0.01000,1.978 | |
| 5,self_attn.k_proj,0.01868,0.01000,0.511 | |
| 5,self_attn.v_proj,0.00130,0.01000,0.436 | |
| 5,self_attn.q_proj,0.03212,0.01000,0.434 | |
| 5,self_attn.o_proj,0.00018,0.01000,0.483 | |
| 5,mlp.up_proj,0.02347,0.01000,0.496 | |
| 5,mlp.gate_proj,0.04264,0.01000,0.439 | |
| 5,mlp.down_proj,0.00046,0.01000,1.914 | |
| 6,self_attn.k_proj,0.01478,0.01000,0.489 | |
| 6,self_attn.v_proj,0.00172,0.01000,0.421 | |
| 6,self_attn.q_proj,0.02378,0.01000,0.424 | |
| 6,self_attn.o_proj,0.00027,0.01000,0.462 | |
| 6,mlp.up_proj,0.02449,0.01000,0.474 | |
| 6,mlp.gate_proj,0.04358,0.01000,0.419 | |
| 6,mlp.down_proj,0.00048,0.01000,1.919 | |
| 7,self_attn.k_proj,0.01467,0.01000,0.486 | |
| 7,self_attn.v_proj,0.00192,0.01000,0.422 | |
| 7,self_attn.q_proj,0.02789,0.01000,0.421 | |
| 7,self_attn.o_proj,0.00027,0.01000,0.463 | |
| 7,mlp.up_proj,0.02612,0.01000,0.474 | |
| 7,mlp.gate_proj,0.04230,0.01000,0.419 | |
| 7,mlp.down_proj,0.00055,0.01000,1.918 | |
| 8,self_attn.k_proj,0.01870,0.01000,0.493 | |
| 8,self_attn.v_proj,0.00193,0.01000,0.419 | |
| 8,self_attn.q_proj,0.03156,0.01000,0.425 | |
| 8,self_attn.o_proj,0.00038,0.01000,0.462 | |
| 8,mlp.up_proj,0.03028,0.01000,0.477 | |
| 8,mlp.gate_proj,0.04743,0.01000,0.422 | |
| 8,mlp.down_proj,0.00076,0.01000,1.923 | |
| 9,self_attn.k_proj,0.01480,0.01000,0.496 | |
| 9,self_attn.v_proj,0.00236,0.01000,0.423 | |
| 9,self_attn.q_proj,0.03647,0.01000,0.462 | |
| 9,self_attn.o_proj,0.00048,0.01000,0.470 | |
| 9,mlp.up_proj,0.03240,0.01000,0.477 | |
| 9,mlp.gate_proj,0.05232,0.01000,0.429 | |
| 9,mlp.down_proj,0.00092,0.01000,1.928 | |
| 10,self_attn.k_proj,0.01876,0.01000,0.494 | |
| 10,self_attn.v_proj,0.00313,0.01000,0.431 | |
| 10,self_attn.q_proj,0.03990,0.01000,0.430 | |
| 10,self_attn.o_proj,0.00039,0.01000,0.469 | |
| 10,mlp.up_proj,0.03862,0.01000,0.557 | |
| 10,mlp.gate_proj,0.06022,0.01000,0.465 | |
| 10,mlp.down_proj,0.00117,0.01000,2.232 | |
| 11,self_attn.k_proj,0.02254,0.01000,0.490 | |
| 11,self_attn.v_proj,0.00283,0.01000,0.465 | |
| 11,self_attn.q_proj,0.03891,0.01000,0.442 | |
| 11,self_attn.o_proj,0.00029,0.01000,0.467 | |
| 11,mlp.up_proj,0.04259,0.01000,0.568 | |
| 11,mlp.gate_proj,0.06545,0.01000,0.424 | |
| 11,mlp.down_proj,0.00134,0.01000,2.026 | |
| 12,self_attn.k_proj,0.02359,0.01000,0.490 | |
| 12,self_attn.v_proj,0.00294,0.01000,0.425 | |
| 12,self_attn.q_proj,0.03968,0.01000,0.425 | |
| 12,self_attn.o_proj,0.00030,0.01000,0.470 | |
| 12,mlp.up_proj,0.04634,0.01000,0.473 | |
| 12,mlp.gate_proj,0.06771,0.01000,0.421 | |
| 12,mlp.down_proj,0.00157,0.01000,1.944 | |
| 13,self_attn.k_proj,0.02397,0.01000,0.493 | |
| 13,self_attn.v_proj,0.00514,0.01000,0.421 | |
| 13,self_attn.q_proj,0.04714,0.01000,0.424 | |
| 13,self_attn.o_proj,0.00039,0.01000,0.464 | |
| 13,mlp.up_proj,0.05509,0.01000,0.479 | |
| 13,mlp.gate_proj,0.07395,0.01000,0.421 | |
| 13,mlp.down_proj,0.00227,0.01000,1.927 | |
| 14,self_attn.k_proj,0.02662,0.01000,0.501 | |
| 14,self_attn.v_proj,0.01156,0.01000,0.422 | |
| 14,self_attn.q_proj,0.04958,0.01000,0.418 | |
| 14,self_attn.o_proj,0.00085,0.01000,0.464 | |
| 14,mlp.up_proj,0.06304,0.01000,0.477 | |
| 14,mlp.gate_proj,0.09208,0.01000,0.422 | |
| 14,mlp.down_proj,0.00280,0.01000,1.939 | |
| 15,self_attn.k_proj,0.02546,0.01000,0.497 | |
| 15,self_attn.v_proj,0.01120,0.01000,0.437 | |
| 15,self_attn.q_proj,0.04643,0.01000,0.428 | |
| 15,self_attn.o_proj,0.00342,0.01000,0.473 | |
| 15,mlp.up_proj,0.07955,0.01000,0.481 | |
| 15,mlp.gate_proj,0.10595,0.01000,0.427 | |
| 15,mlp.down_proj,0.00662,0.01000,1.926 | |