File size: 4,625 Bytes
a47e2c3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 |
layer,module,loss,damp,time
0,self_attn.k_proj,1.43703,0.01000,0.746
0,self_attn.v_proj,0.03967,0.01000,0.481
0,self_attn.q_proj,2.95870,0.01000,0.482
0,self_attn.o_proj,0.00366,0.01000,0.442
0,mlp.up_proj,2.46752,0.01000,0.454
0,mlp.gate_proj,3.10882,0.01000,0.399
0,mlp.down_proj,0.01852,0.01000,1.924
1,self_attn.k_proj,2.36495,0.01000,0.465
1,self_attn.v_proj,0.13899,0.01000,0.410
1,self_attn.q_proj,4.53597,0.01000,0.402
1,self_attn.o_proj,0.01435,0.01000,0.435
1,mlp.up_proj,3.59172,0.01000,0.462
1,mlp.gate_proj,4.86938,0.01000,0.397
1,mlp.down_proj,2.88451,0.01000,1.829
2,self_attn.k_proj,4.84819,0.01000,0.458
2,self_attn.v_proj,0.33329,0.01000,0.396
2,self_attn.q_proj,9.31291,0.01000,0.406
2,self_attn.o_proj,0.01726,0.01000,0.439
2,mlp.up_proj,4.61706,0.01000,0.454
2,mlp.gate_proj,7.26801,0.01000,0.395
2,mlp.down_proj,0.05851,0.01000,1.812
3,self_attn.k_proj,3.08039,0.01000,0.457
3,self_attn.v_proj,0.43943,0.01000,0.394
3,self_attn.q_proj,6.76551,0.01000,0.398
3,self_attn.o_proj,0.03157,0.01000,0.434
3,mlp.up_proj,5.76905,0.01000,0.444
3,mlp.gate_proj,11.30429,0.01000,0.392
3,mlp.down_proj,0.08967,0.01000,1.812
4,self_attn.k_proj,3.36184,0.01000,0.467
4,self_attn.v_proj,0.41732,0.01000,0.408
4,self_attn.q_proj,6.95427,0.01000,0.404
4,self_attn.o_proj,0.04911,0.01000,0.435
4,mlp.up_proj,6.14540,0.01000,0.447
4,mlp.gate_proj,13.00634,0.01000,0.393
4,mlp.down_proj,0.10731,0.01000,1.818
5,self_attn.k_proj,5.44126,0.01000,0.460
5,self_attn.v_proj,0.38104,0.01000,0.393
5,self_attn.q_proj,9.55464,0.01000,0.401
5,self_attn.o_proj,0.05240,0.01000,0.443
5,mlp.up_proj,6.83362,0.01000,0.451
5,mlp.gate_proj,12.40822,0.01000,0.393
5,mlp.down_proj,0.13243,0.01000,1.808
6,self_attn.k_proj,4.35147,0.01000,0.462
6,self_attn.v_proj,0.50385,0.01000,0.397
6,self_attn.q_proj,6.99345,0.01000,0.392
6,self_attn.o_proj,0.07988,0.01000,0.443
6,mlp.up_proj,7.12617,0.01000,0.450
6,mlp.gate_proj,12.69154,0.01000,0.398
6,mlp.down_proj,0.13945,0.01000,1.819
7,self_attn.k_proj,4.32969,0.01000,0.466
7,self_attn.v_proj,0.56602,0.01000,0.395
7,self_attn.q_proj,8.22837,0.01000,0.394
7,self_attn.o_proj,0.07908,0.01000,0.439
7,mlp.up_proj,7.64311,0.01000,0.455
7,mlp.gate_proj,12.35936,0.01000,0.400
7,mlp.down_proj,0.16095,0.01000,1.817
8,self_attn.k_proj,5.58351,0.01000,0.465
8,self_attn.v_proj,0.57079,0.01000,0.400
8,self_attn.q_proj,9.35498,0.01000,0.395
8,self_attn.o_proj,0.11244,0.01000,0.439
8,mlp.up_proj,8.85474,0.01000,0.454
8,mlp.gate_proj,13.89062,0.01000,0.398
8,mlp.down_proj,0.21992,0.01000,1.819
9,self_attn.k_proj,4.35883,0.01000,0.456
9,self_attn.v_proj,0.69590,0.01000,0.393
9,self_attn.q_proj,10.74585,0.01000,0.400
9,self_attn.o_proj,0.14228,0.01000,0.487
9,mlp.up_proj,9.45960,0.01000,0.447
9,mlp.gate_proj,15.28462,0.01000,0.393
9,mlp.down_proj,0.26712,0.01000,1.834
10,self_attn.k_proj,5.50722,0.01000,0.534
10,self_attn.v_proj,0.88691,0.01000,0.400
10,self_attn.q_proj,11.66130,0.01000,0.421
10,self_attn.o_proj,0.11477,0.01000,0.446
10,mlp.up_proj,11.23564,0.01000,0.657
10,mlp.gate_proj,17.55506,0.01000,0.436
10,mlp.down_proj,0.33767,0.01000,2.622
11,self_attn.k_proj,6.57341,0.01000,0.595
11,self_attn.v_proj,0.81275,0.01000,0.564
11,self_attn.q_proj,11.32224,0.01000,0.526
11,self_attn.o_proj,0.08422,0.01000,0.541
11,mlp.up_proj,12.32377,0.01000,0.596
11,mlp.gate_proj,18.91653,0.01000,0.493
11,mlp.down_proj,0.38163,0.01000,1.900
12,self_attn.k_proj,6.80156,0.01000,0.549
12,self_attn.v_proj,0.83958,0.01000,0.485
12,self_attn.q_proj,11.50482,0.01000,0.470
12,self_attn.o_proj,0.08969,0.01000,0.433
12,mlp.up_proj,13.34013,0.01000,0.449
12,mlp.gate_proj,19.49992,0.01000,0.395
12,mlp.down_proj,0.44669,0.01000,1.814
13,self_attn.k_proj,6.89314,0.01000,0.473
13,self_attn.v_proj,1.43599,0.01000,0.413
13,self_attn.q_proj,13.66662,0.01000,0.428
13,self_attn.o_proj,0.11415,0.01000,0.439
13,mlp.up_proj,15.85595,0.01000,0.449
13,mlp.gate_proj,21.30824,0.01000,0.394
13,mlp.down_proj,0.65194,0.01000,1.879
14,self_attn.k_proj,7.73165,0.01000,0.470
14,self_attn.v_proj,3.11994,0.01000,0.405
14,self_attn.q_proj,14.46200,0.01000,0.400
14,self_attn.o_proj,0.25829,0.01000,0.454
14,mlp.up_proj,18.28484,0.01000,0.450
14,mlp.gate_proj,26.65126,0.01000,0.390
14,mlp.down_proj,0.80941,0.01000,1.887
15,self_attn.k_proj,7.33324,0.01000,0.470
15,self_attn.v_proj,3.20279,0.01000,0.408
15,self_attn.q_proj,13.44705,0.01000,0.397
15,self_attn.o_proj,0.99433,0.01000,0.433
15,mlp.up_proj,23.20997,0.01000,0.459
15,mlp.gate_proj,30.88142,0.01000,0.392
15,mlp.down_proj,1.90061,0.01000,1.929
|