layer,module,loss,damp,time
0,self_attn.k_proj,0.00493,0.01000,0.833
0,self_attn.v_proj,0.00014,0.01000,0.460
0,self_attn.q_proj,0.01018,0.01000,0.459
0,self_attn.o_proj,0.00001,0.01000,0.499
0,mlp.up_proj,0.00851,0.01000,0.509
0,mlp.gate_proj,0.01070,0.01000,0.446
0,mlp.down_proj,0.00006,0.01000,2.055
1,self_attn.k_proj,0.00804,0.01000,0.518
1,self_attn.v_proj,0.00047,0.01000,0.440
1,self_attn.q_proj,0.01546,0.01000,0.442
1,self_attn.o_proj,0.00005,0.01000,0.479
1,mlp.up_proj,0.01230,0.01000,0.499
1,mlp.gate_proj,0.01669,0.01000,0.453
1,mlp.down_proj,0.00185,0.01000,1.997
2,self_attn.k_proj,0.01677,0.01000,0.505
2,self_attn.v_proj,0.00115,0.01000,0.435
2,self_attn.q_proj,0.03213,0.01000,0.443
2,self_attn.o_proj,0.00005,0.01000,0.480
2,mlp.up_proj,0.01612,0.01000,0.494
2,mlp.gate_proj,0.02536,0.01000,0.431
2,mlp.down_proj,0.00021,0.01000,1.991
3,self_attn.k_proj,0.01055,0.01000,0.504
3,self_attn.v_proj,0.00151,0.01000,0.445
3,self_attn.q_proj,0.02315,0.01000,0.449
3,self_attn.o_proj,0.00011,0.01000,0.482
3,mlp.up_proj,0.01988,0.01000,0.492
3,mlp.gate_proj,0.03899,0.01000,0.441
3,mlp.down_proj,0.00032,0.01000,2.028
4,self_attn.k_proj,0.01146,0.01000,0.511
4,self_attn.v_proj,0.00143,0.01000,0.442
4,self_attn.q_proj,0.02376,0.01000,0.439
4,self_attn.o_proj,0.00017,0.01000,0.485
4,mlp.up_proj,0.02113,0.01000,0.492
4,mlp.gate_proj,0.04467,0.01000,0.444
4,mlp.down_proj,0.00037,0.01000,1.978
5,self_attn.k_proj,0.01868,0.01000,0.511
5,self_attn.v_proj,0.00130,0.01000,0.436
5,self_attn.q_proj,0.03212,0.01000,0.434
5,self_attn.o_proj,0.00018,0.01000,0.483
5,mlp.up_proj,0.02347,0.01000,0.496
5,mlp.gate_proj,0.04264,0.01000,0.439
5,mlp.down_proj,0.00046,0.01000,1.914
6,self_attn.k_proj,0.01478,0.01000,0.489
6,self_attn.v_proj,0.00172,0.01000,0.421
6,self_attn.q_proj,0.02378,0.01000,0.424
6,self_attn.o_proj,0.00027,0.01000,0.462
6,mlp.up_proj,0.02449,0.01000,0.474
6,mlp.gate_proj,0.04358,0.01000,0.419
6,mlp.down_proj,0.00048,0.01000,1.919
7,self_attn.k_proj,0.01467,0.01000,0.486
7,self_attn.v_proj,0.00192,0.01000,0.422
7,self_attn.q_proj,0.02789,0.01000,0.421
7,self_attn.o_proj,0.00027,0.01000,0.463
7,mlp.up_proj,0.02612,0.01000,0.474
7,mlp.gate_proj,0.04230,0.01000,0.419
7,mlp.down_proj,0.00055,0.01000,1.918
8,self_attn.k_proj,0.01870,0.01000,0.493
8,self_attn.v_proj,0.00193,0.01000,0.419
8,self_attn.q_proj,0.03156,0.01000,0.425
8,self_attn.o_proj,0.00038,0.01000,0.462
8,mlp.up_proj,0.03028,0.01000,0.477
8,mlp.gate_proj,0.04743,0.01000,0.422
8,mlp.down_proj,0.00076,0.01000,1.923
9,self_attn.k_proj,0.01480,0.01000,0.496
9,self_attn.v_proj,0.00236,0.01000,0.423
9,self_attn.q_proj,0.03647,0.01000,0.462
9,self_attn.o_proj,0.00048,0.01000,0.470
9,mlp.up_proj,0.03240,0.01000,0.477
9,mlp.gate_proj,0.05232,0.01000,0.429
9,mlp.down_proj,0.00092,0.01000,1.928
10,self_attn.k_proj,0.01876,0.01000,0.494
10,self_attn.v_proj,0.00313,0.01000,0.431
10,self_attn.q_proj,0.03990,0.01000,0.430
10,self_attn.o_proj,0.00039,0.01000,0.469
10,mlp.up_proj,0.03862,0.01000,0.557
10,mlp.gate_proj,0.06022,0.01000,0.465
10,mlp.down_proj,0.00117,0.01000,2.232
11,self_attn.k_proj,0.02254,0.01000,0.490
11,self_attn.v_proj,0.00283,0.01000,0.465
11,self_attn.q_proj,0.03891,0.01000,0.442
11,self_attn.o_proj,0.00029,0.01000,0.467
11,mlp.up_proj,0.04259,0.01000,0.568
11,mlp.gate_proj,0.06545,0.01000,0.424
11,mlp.down_proj,0.00134,0.01000,2.026
12,self_attn.k_proj,0.02359,0.01000,0.490
12,self_attn.v_proj,0.00294,0.01000,0.425
12,self_attn.q_proj,0.03968,0.01000,0.425
12,self_attn.o_proj,0.00030,0.01000,0.470
12,mlp.up_proj,0.04634,0.01000,0.473
12,mlp.gate_proj,0.06771,0.01000,0.421
12,mlp.down_proj,0.00157,0.01000,1.944
13,self_attn.k_proj,0.02397,0.01000,0.493
13,self_attn.v_proj,0.00514,0.01000,0.421
13,self_attn.q_proj,0.04714,0.01000,0.424
13,self_attn.o_proj,0.00039,0.01000,0.464
13,mlp.up_proj,0.05509,0.01000,0.479
13,mlp.gate_proj,0.07395,0.01000,0.421
13,mlp.down_proj,0.00227,0.01000,1.927
14,self_attn.k_proj,0.02662,0.01000,0.501
14,self_attn.v_proj,0.01156,0.01000,0.422
14,self_attn.q_proj,0.04958,0.01000,0.418
14,self_attn.o_proj,0.00085,0.01000,0.464
14,mlp.up_proj,0.06304,0.01000,0.477
14,mlp.gate_proj,0.09208,0.01000,0.422
14,mlp.down_proj,0.00280,0.01000,1.939
15,self_attn.k_proj,0.02546,0.01000,0.497
15,self_attn.v_proj,0.01120,0.01000,0.437
15,self_attn.q_proj,0.04643,0.01000,0.428
15,self_attn.o_proj,0.00342,0.01000,0.473
15,mlp.up_proj,0.07955,0.01000,0.481
15,mlp.gate_proj,0.10595,0.01000,0.427
15,mlp.down_proj,0.00662,0.01000,1.926