quant_log.csv

layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,fp8: 0.0002745,0.00000,0.000
0,linear_attn.in_proj_z,fp8: 0.0002865,0.00000,0.000
0,linear_attn.out_proj,fp8: 0.0002653,0.00000,0.000
0,mlp.gate_proj,fp8: 0.0001814,0.00000,0.000
0,mlp.up_proj,fp8: 0.0001756,0.00000,0.000
0,mlp.down_proj,fp8: 0.0001881,0.00000,0.000
1,linear_attn.in_proj_qkv,fp8: 0.0002750,0.00000,0.000
1,linear_attn.in_proj_z,fp8: 0.0002766,0.00000,0.000
1,linear_attn.out_proj,fp8: 0.0002792,0.00000,0.000
1,mlp.gate_proj,fp8: 0.0001905,0.00000,0.000
1,mlp.up_proj,fp8: 0.0001864,0.00000,0.000
1,mlp.down_proj,fp8: 0.0001925,0.00000,0.000
2,linear_attn.in_proj_qkv,fp8: 0.0002805,0.00000,0.000
2,linear_attn.in_proj_z,fp8: 0.0002812,0.00000,0.000
2,linear_attn.out_proj,fp8: 0.0002857,0.00000,0.000
2,mlp.gate_proj,fp8: 0.0001964,0.00000,0.000
2,mlp.up_proj,fp8: 0.0001902,0.00000,0.000
2,mlp.down_proj,fp8: 0.0001960,0.00000,0.000
3,self_attn.q_proj,fp8: 0.0003027,0.00000,0.000
3,self_attn.k_proj,fp8: 0.0002804,0.00000,0.000
3,self_attn.v_proj,fp8: 0.0002942,0.00000,0.000
3,self_attn.o_proj,fp8: 0.0002758,0.00000,0.000
3,mlp.gate_proj,fp8: 0.0001970,0.00000,0.000
3,mlp.up_proj,fp8: 0.0001934,0.00000,0.000
3,mlp.down_proj,fp8: 0.0001961,0.00000,0.000
4,linear_attn.in_proj_qkv,fp8: 0.0002847,0.00000,0.000
4,linear_attn.in_proj_z,fp8: 0.0002926,0.00000,0.000
4,linear_attn.out_proj,fp8: 0.0002860,0.00000,0.000
4,mlp.gate_proj,fp8: 0.0001982,0.00000,0.000
4,mlp.up_proj,fp8: 0.0001953,0.00000,0.000
4,mlp.down_proj,fp8: 0.0001963,0.00000,0.000
5,linear_attn.in_proj_qkv,fp8: 0.0002793,0.00000,0.000
5,linear_attn.in_proj_z,fp8: 0.0002903,0.00000,0.000
5,linear_attn.out_proj,fp8: 0.0002835,0.00000,0.000
5,mlp.gate_proj,fp8: 0.0002000,0.00000,0.000
5,mlp.up_proj,fp8: 0.0001939,0.00000,0.000
5,mlp.down_proj,fp8: 0.0001953,0.00000,0.000
6,linear_attn.in_proj_qkv,fp8: 0.0002839,0.00000,0.000
6,linear_attn.in_proj_z,fp8: 0.0002819,0.00000,0.000
6,linear_attn.out_proj,fp8: 0.0002818,0.00000,0.000
6,mlp.gate_proj,fp8: 0.0001991,0.00000,0.000
6,mlp.up_proj,fp8: 0.0001927,0.00000,0.000
6,mlp.down_proj,fp8: 0.0001924,0.00000,0.000
7,self_attn.q_proj,fp8: 0.0002886,0.00000,0.000
7,self_attn.k_proj,fp8: 0.0002703,0.00000,0.000
7,self_attn.v_proj,fp8: 0.0002790,0.00000,0.000
7,self_attn.o_proj,fp8: 0.0002721,0.00000,0.000
7,mlp.gate_proj,fp8: 0.0002016,0.00000,0.000
7,mlp.up_proj,fp8: 0.0001946,0.00000,0.000
7,mlp.down_proj,fp8: 0.0001955,0.00000,0.000
8,linear_attn.in_proj_qkv,fp8: 0.0002802,0.00000,0.000
8,linear_attn.in_proj_z,fp8: 0.0002875,0.00000,0.000
8,linear_attn.out_proj,fp8: 0.0002815,0.00000,0.000
8,mlp.gate_proj,fp8: 0.0002016,0.00000,0.000
8,mlp.up_proj,fp8: 0.0001954,0.00000,0.000
8,mlp.down_proj,fp8: 0.0001965,0.00000,0.000
9,linear_attn.in_proj_qkv,fp8: 0.0002803,0.00000,0.000
9,linear_attn.in_proj_z,fp8: 0.0002824,0.00000,0.000
9,linear_attn.out_proj,fp8: 0.0002824,0.00000,0.000
9,mlp.gate_proj,fp8: 0.0002004,0.00000,0.000
9,mlp.up_proj,fp8: 0.0001950,0.00000,0.000
9,mlp.down_proj,fp8: 0.0001956,0.00000,0.000
10,linear_attn.in_proj_qkv,fp8: 0.0002811,0.00000,0.000
10,linear_attn.in_proj_z,fp8: 0.0002801,0.00000,0.000
10,linear_attn.out_proj,fp8: 0.0002807,0.00000,0.000
10,mlp.gate_proj,fp8: 0.0001974,0.00000,0.000
10,mlp.up_proj,fp8: 0.0001932,0.00000,0.000
10,mlp.down_proj,fp8: 0.0001933,0.00000,0.000
11,self_attn.q_proj,fp8: 0.0002872,0.00000,0.000
11,self_attn.k_proj,fp8: 0.0002746,0.00000,0.000
11,self_attn.v_proj,fp8: 0.0002812,0.00000,0.000
11,self_attn.o_proj,fp8: 0.0002715,0.00000,0.000
11,mlp.gate_proj,fp8: 0.0001990,0.00000,0.000
11,mlp.up_proj,fp8: 0.0001946,0.00000,0.000
11,mlp.down_proj,fp8: 0.0001947,0.00000,0.000
12,linear_attn.in_proj_qkv,fp8: 0.0002830,0.00000,0.000
12,linear_attn.in_proj_z,fp8: 0.0002816,0.00000,0.000
12,linear_attn.out_proj,fp8: 0.0002811,0.00000,0.000
12,mlp.gate_proj,fp8: 0.0001985,0.00000,0.000
12,mlp.up_proj,fp8: 0.0001943,0.00000,0.000
12,mlp.down_proj,fp8: 0.0001946,0.00000,0.000
13,linear_attn.in_proj_qkv,fp8: 0.0002865,0.00000,0.000
13,linear_attn.in_proj_z,fp8: 0.0002770,0.00000,0.000
13,linear_attn.out_proj,fp8: 0.0002836,0.00000,0.000
13,mlp.gate_proj,fp8: 0.0001978,0.00000,0.000
13,mlp.up_proj,fp8: 0.0001934,0.00000,0.000
13,mlp.down_proj,fp8: 0.0001935,0.00000,0.000
14,linear_attn.in_proj_qkv,fp8: 0.0002829,0.00000,0.000
14,linear_attn.in_proj_z,fp8: 0.0002804,0.00000,0.000
14,linear_attn.out_proj,fp8: 0.0002802,0.00000,0.000
14,mlp.gate_proj,fp8: 0.0001968,0.00000,0.000
14,mlp.up_proj,fp8: 0.0001926,0.00000,0.000
14,mlp.down_proj,fp8: 0.0001926,0.00000,0.000
15,self_attn.q_proj,fp8: 0.0002824,0.00000,0.000
15,self_attn.k_proj,fp8: 0.0002809,0.00000,0.000
15,self_attn.v_proj,fp8: 0.0002939,0.00000,0.000
15,self_attn.o_proj,fp8: 0.0002727,0.00000,0.000
15,mlp.gate_proj,fp8: 0.0001979,0.00000,0.000
15,mlp.up_proj,fp8: 0.0001945,0.00000,0.000
15,mlp.down_proj,fp8: 0.0001939,0.00000,0.000
16,linear_attn.in_proj_qkv,fp8: 0.0002838,0.00000,0.000
16,linear_attn.in_proj_z,fp8: 0.0002772,0.00000,0.000
16,linear_attn.out_proj,fp8: 0.0002805,0.00000,0.000
16,mlp.gate_proj,fp8: 0.0001988,0.00000,0.000
16,mlp.up_proj,fp8: 0.0001953,0.00000,0.000
16,mlp.down_proj,fp8: 0.0001939,0.00000,0.000
17,linear_attn.in_proj_qkv,fp8: 0.0002901,0.00000,0.000
17,linear_attn.in_proj_z,fp8: 0.0002687,0.00000,0.000
17,linear_attn.out_proj,fp8: 0.0002816,0.00000,0.000
17,mlp.gate_proj,fp8: 0.0001997,0.00000,0.000
17,mlp.up_proj,fp8: 0.0001961,0.00000,0.000
17,mlp.down_proj,fp8: 0.0001948,0.00000,0.000
18,linear_attn.in_proj_qkv,fp8: 0.0002871,0.00000,0.000
18,linear_attn.in_proj_z,fp8: 0.0002765,0.00000,0.000
18,linear_attn.out_proj,fp8: 0.0002781,0.00000,0.000
18,mlp.gate_proj,fp8: 0.0002003,0.00000,0.000
18,mlp.up_proj,fp8: 0.0001963,0.00000,0.000
18,mlp.down_proj,fp8: 0.0001934,0.00000,0.000
19,self_attn.q_proj,fp8: 0.0002839,0.00000,0.000
19,self_attn.k_proj,fp8: 0.0002703,0.00000,0.000
19,self_attn.v_proj,fp8: 0.0002853,0.00000,0.000
19,self_attn.o_proj,fp8: 0.0002802,0.00000,0.000
19,mlp.gate_proj,fp8: 0.0002027,0.00000,0.000
19,mlp.up_proj,fp8: 0.0001972,0.00000,0.000
19,mlp.down_proj,fp8: 0.0001968,0.00000,0.000
20,linear_attn.in_proj_qkv,fp8: 0.0002886,0.00000,0.000
20,linear_attn.in_proj_z,fp8: 0.0002826,0.00000,0.000
20,linear_attn.out_proj,fp8: 0.0002795,0.00000,0.000
20,mlp.gate_proj,fp8: 0.0002042,0.00000,0.000
20,mlp.up_proj,fp8: 0.0001966,0.00000,0.000
20,mlp.down_proj,fp8: 0.0001968,0.00000,0.000
21,linear_attn.in_proj_qkv,fp8: 0.0002820,0.00000,0.000
21,linear_attn.in_proj_z,fp8: 0.0002942,0.00000,0.000
21,linear_attn.out_proj,fp8: 0.0002769,0.00000,0.000
21,mlp.gate_proj,fp8: 0.0002043,0.00000,0.000
21,mlp.up_proj,fp8: 0.0001973,0.00000,0.000
21,mlp.down_proj,fp8: 0.0001971,0.00000,0.000
22,linear_attn.in_proj_qkv,fp8: 0.0002812,0.00000,0.000
22,linear_attn.in_proj_z,fp8: 0.0002864,0.00000,0.000
22,linear_attn.out_proj,fp8: 0.0002779,0.00000,0.000
22,mlp.gate_proj,fp8: 0.0002086,0.00000,0.000
22,mlp.up_proj,fp8: 0.0001965,0.00000,0.000
22,mlp.down_proj,fp8: 0.0001954,0.00000,0.000
23,self_attn.q_proj,fp8: 0.0002743,0.00000,0.000
23,self_attn.k_proj,fp8: 0.0002669,0.00000,0.000
23,self_attn.v_proj,fp8: 0.0002948,0.00000,0.000
23,self_attn.o_proj,fp8: 0.0002796,0.00000,0.000
23,mlp.gate_proj,fp8: 0.0002074,0.00000,0.000
23,mlp.up_proj,fp8: 0.0001988,0.00000,0.000
23,mlp.down_proj,fp8: 0.0001978,0.00000,0.000
24,linear_attn.in_proj_qkv,fp8: 0.0002796,0.00000,0.000
24,linear_attn.in_proj_z,fp8: 0.0002752,0.00000,0.000
24,linear_attn.out_proj,fp8: 0.0002767,0.00000,0.000
24,mlp.gate_proj,fp8: 0.0002091,0.00000,0.000
24,mlp.up_proj,fp8: 0.0001999,0.00000,0.000
24,mlp.down_proj,fp8: 0.0001987,0.00000,0.000
25,linear_attn.in_proj_qkv,fp8: 0.0002838,0.00000,0.000
25,linear_attn.in_proj_z,fp8: 0.0002710,0.00000,0.000
25,linear_attn.out_proj,fp8: 0.0002800,0.00000,0.000
25,mlp.gate_proj,fp8: 0.0002068,0.00000,0.000
25,mlp.up_proj,fp8: 0.0002027,0.00000,0.000
25,mlp.down_proj,fp8: 0.0002002,0.00000,0.000
26,linear_attn.in_proj_qkv,fp8: 0.0002838,0.00000,0.000
26,linear_attn.in_proj_z,fp8: 0.0002667,0.00000,0.000
26,linear_attn.out_proj,fp8: 0.0002774,0.00000,0.000
26,mlp.gate_proj,fp8: 0.0002030,0.00000,0.000
26,mlp.up_proj,fp8: 0.0002039,0.00000,0.000
26,mlp.down_proj,fp8: 0.0002007,0.00000,0.000
27,self_attn.q_proj,fp8: 0.0002758,0.00000,0.000
27,self_attn.k_proj,fp8: 0.0002682,0.00000,0.000
27,self_attn.v_proj,fp8: 0.0002819,0.00000,0.000
27,self_attn.o_proj,fp8: 0.0002739,0.00000,0.000
27,mlp.gate_proj,fp8: 0.0002017,0.00000,0.000
27,mlp.up_proj,fp8: 0.0002058,0.00000,0.000
27,mlp.down_proj,fp8: 0.0002019,0.00000,0.000
28,linear_attn.in_proj_qkv,fp8: 0.0002861,0.00000,0.000
28,linear_attn.in_proj_z,fp8: 0.0002581,0.00000,0.000
28,linear_attn.out_proj,fp8: 0.0002757,0.00000,0.000
28,mlp.gate_proj,fp8: 0.0001989,0.00000,0.000
28,mlp.up_proj,fp8: 0.0002055,0.00000,0.000
28,mlp.down_proj,fp8: 0.0002016,0.00000,0.000
29,linear_attn.in_proj_qkv,fp8: 0.0002881,0.00000,0.000
29,linear_attn.in_proj_z,fp8: 0.0002548,0.00000,0.000
29,linear_attn.out_proj,fp8: 0.0002764,0.00000,0.000
29,mlp.gate_proj,fp8: 0.0001977,0.00000,0.000
29,mlp.up_proj,fp8: 0.0002050,0.00000,0.000
29,mlp.down_proj,fp8: 0.0002004,0.00000,0.000
30,linear_attn.in_proj_qkv,fp8: 0.0002859,0.00000,0.000
30,linear_attn.in_proj_z,fp8: 0.0002564,0.00000,0.000
30,linear_attn.out_proj,fp8: 0.0002725,0.00000,0.000
30,mlp.gate_proj,fp8: 0.0001951,0.00000,0.000
30,mlp.up_proj,fp8: 0.0002051,0.00000,0.000
30,mlp.down_proj,fp8: 0.0002010,0.00000,0.000
31,self_attn.q_proj,fp8: 0.0002649,0.00000,0.000
31,self_attn.k_proj,fp8: 0.0002704,0.00000,0.000
31,self_attn.v_proj,fp8: 0.0003089,0.00000,0.000
31,self_attn.o_proj,fp8: 0.0002754,0.00000,0.000
31,mlp.gate_proj,fp8: 0.0001933,0.00000,0.000
31,mlp.up_proj,fp8: 0.0002059,0.00000,0.000
31,mlp.down_proj,fp8: 0.0002017,0.00000,0.000
32,linear_attn.in_proj_qkv,fp8: 0.0002856,0.00000,0.000
32,linear_attn.in_proj_z,fp8: 0.0002495,0.00000,0.000
32,linear_attn.out_proj,fp8: 0.0002718,0.00000,0.000
32,mlp.gate_proj,fp8: 0.0001918,0.00000,0.000
32,mlp.up_proj,fp8: 0.0002057,0.00000,0.000
32,mlp.down_proj,fp8: 0.0002018,0.00000,0.000
33,linear_attn.in_proj_qkv,fp8: 0.0002894,0.00000,0.000
33,linear_attn.in_proj_z,fp8: 0.0002445,0.00000,0.000
33,linear_attn.out_proj,fp8: 0.0002743,0.00000,0.000
33,mlp.gate_proj,fp8: 0.0001905,0.00000,0.000
33,mlp.up_proj,fp8: 0.0002063,0.00000,0.000
33,mlp.down_proj,fp8: 0.0002024,0.00000,0.000
34,linear_attn.in_proj_qkv,fp8: 0.0002861,0.00000,0.000
34,linear_attn.in_proj_z,fp8: 0.0002517,0.00000,0.000
34,linear_attn.out_proj,fp8: 0.0002709,0.00000,0.000
34,mlp.gate_proj,fp8: 0.0001879,0.00000,0.000
34,mlp.up_proj,fp8: 0.0002068,0.00000,0.000
34,mlp.down_proj,fp8: 0.0002025,0.00000,0.000
35,self_attn.q_proj,fp8: 0.0002572,0.00000,0.000
35,self_attn.k_proj,fp8: 0.0002670,0.00000,0.000
35,self_attn.v_proj,fp8: 0.0003220,0.00000,0.000
35,self_attn.o_proj,fp8: 0.0002888,0.00000,0.000
35,mlp.gate_proj,fp8: 0.0001922,0.00000,0.000
35,mlp.up_proj,fp8: 0.0002064,0.00000,0.000
35,mlp.down_proj,fp8: 0.0002041,0.00000,0.000
36,linear_attn.in_proj_qkv,fp8: 0.0002882,0.00000,0.000
36,linear_attn.in_proj_z,fp8: 0.0002683,0.00000,0.000
36,linear_attn.out_proj,fp8: 0.0002765,0.00000,0.000
36,mlp.gate_proj,fp8: 0.0001997,0.00000,0.000
36,mlp.up_proj,fp8: 0.0002013,0.00000,0.000
36,mlp.down_proj,fp8: 0.0002007,0.00000,0.000
37,linear_attn.in_proj_qkv,fp8: 0.0002817,0.00000,0.000
37,linear_attn.in_proj_z,fp8: 0.0002796,0.00000,0.000
37,linear_attn.out_proj,fp8: 0.0002714,0.00000,0.000
37,mlp.gate_proj,fp8: 0.0002020,0.00000,0.000
37,mlp.up_proj,fp8: 0.0002006,0.00000,0.000
37,mlp.down_proj,fp8: 0.0002000,0.00000,0.000
38,linear_attn.in_proj_qkv,fp8: 0.0002828,0.00000,0.000
38,linear_attn.in_proj_z,fp8: 0.0002812,0.00000,0.000
38,linear_attn.out_proj,fp8: 0.0002750,0.00000,0.000
38,mlp.gate_proj,fp8: 0.0002112,0.00000,0.000
38,mlp.up_proj,fp8: 0.0001966,0.00000,0.000
38,mlp.down_proj,fp8: 0.0001953,0.00000,0.000
39,self_attn.q_proj,fp8: 0.0002592,0.00000,0.000
39,self_attn.k_proj,fp8: 0.0002561,0.00000,0.000
39,self_attn.v_proj,fp8: 0.0003043,0.00000,0.000
39,self_attn.o_proj,fp8: 0.0002818,0.00000,0.000
39,mlp.gate_proj,fp8: 0.0002090,0.00000,0.000
39,mlp.up_proj,fp8: 0.0001991,0.00000,0.000
39,mlp.down_proj,fp8: 0.0001978,0.00000,0.000
40,linear_attn.in_proj_qkv,fp8: 0.0002771,0.00000,0.000
40,linear_attn.in_proj_z,fp8: 0.0002696,0.00000,0.000
40,linear_attn.out_proj,fp8: 0.0002724,0.00000,0.000
40,mlp.gate_proj,fp8: 0.0002111,0.00000,0.000
40,mlp.up_proj,fp8: 0.0001988,0.00000,0.000
40,mlp.down_proj,fp8: 0.0001973,0.00000,0.000
41,linear_attn.in_proj_qkv,fp8: 0.0002781,0.00000,0.000
41,linear_attn.in_proj_z,fp8: 0.0002689,0.00000,0.000
41,linear_attn.out_proj,fp8: 0.0002751,0.00000,0.000
41,mlp.gate_proj,fp8: 0.0002048,0.00000,0.000
41,mlp.up_proj,fp8: 0.0002030,0.00000,0.000
41,mlp.down_proj,fp8: 0.0002000,0.00000,0.000
42,linear_attn.in_proj_qkv,fp8: 0.0002774,0.00000,0.000
42,linear_attn.in_proj_z,fp8: 0.0002646,0.00000,0.000
42,linear_attn.out_proj,fp8: 0.0002725,0.00000,0.000
42,mlp.gate_proj,fp8: 0.0001993,0.00000,0.000
42,mlp.up_proj,fp8: 0.0002050,0.00000,0.000
42,mlp.down_proj,fp8: 0.0002012,0.00000,0.000
43,self_attn.q_proj,fp8: 0.0002550,0.00000,0.000
43,self_attn.k_proj,fp8: 0.0002452,0.00000,0.000
43,self_attn.v_proj,fp8: 0.0003048,0.00000,0.000
43,self_attn.o_proj,fp8: 0.0002760,0.00000,0.000
43,mlp.gate_proj,fp8: 0.0001985,0.00000,0.000
43,mlp.up_proj,fp8: 0.0002081,0.00000,0.000
43,mlp.down_proj,fp8: 0.0002041,0.00000,0.000
44,linear_attn.in_proj_qkv,fp8: 0.0002820,0.00000,0.000
44,linear_attn.in_proj_z,fp8: 0.0002564,0.00000,0.000
44,linear_attn.out_proj,fp8: 0.0002711,0.00000,0.000
44,mlp.gate_proj,fp8: 0.0001971,0.00000,0.000
44,mlp.up_proj,fp8: 0.0002083,0.00000,0.000
44,mlp.down_proj,fp8: 0.0002043,0.00000,0.000
45,linear_attn.in_proj_qkv,fp8: 0.0002825,0.00000,0.000
45,linear_attn.in_proj_z,fp8: 0.0002575,0.00000,0.000
45,linear_attn.out_proj,fp8: 0.0002753,0.00000,0.000
45,mlp.gate_proj,fp8: 0.0001970,0.00000,0.000
45,mlp.up_proj,fp8: 0.0002084,0.00000,0.000
45,mlp.down_proj,fp8: 0.0002040,0.00000,0.000
46,linear_attn.in_proj_qkv,fp8: 0.0002826,0.00000,0.000
46,linear_attn.in_proj_z,fp8: 0.0002575,0.00000,0.000
46,linear_attn.out_proj,fp8: 0.0002700,0.00000,0.000
46,mlp.gate_proj,fp8: 0.0001946,0.00000,0.000
46,mlp.up_proj,fp8: 0.0002083,0.00000,0.000
46,mlp.down_proj,fp8: 0.0002043,0.00000,0.000
47,self_attn.q_proj,fp8: 0.0002517,0.00000,0.000
47,self_attn.k_proj,fp8: 0.0002600,0.00000,0.000
47,self_attn.v_proj,fp8: 0.0003512,0.00000,0.000
47,self_attn.o_proj,fp8: 0.0002894,0.00000,0.000
47,mlp.gate_proj,fp8: 0.0001955,0.00000,0.000
47,mlp.up_proj,fp8: 0.0002095,0.00000,0.000
47,mlp.down_proj,fp8: 0.0002050,0.00000,0.000
48,linear_attn.in_proj_qkv,fp8: 0.0002835,0.00000,0.000
48,linear_attn.in_proj_z,fp8: 0.0002568,0.00000,0.000
48,linear_attn.out_proj,fp8: 0.0002690,0.00000,0.000
48,mlp.gate_proj,fp8: 0.0001946,0.00000,0.000
48,mlp.up_proj,fp8: 0.0002098,0.00000,0.000
48,mlp.down_proj,fp8: 0.0002053,0.00000,0.000
49,linear_attn.in_proj_qkv,fp8: 0.0002922,0.00000,0.000
49,linear_attn.in_proj_z,fp8: 0.0002513,0.00000,0.000
49,linear_attn.out_proj,fp8: 0.0002746,0.00000,0.000
49,mlp.gate_proj,fp8: 0.0001933,0.00000,0.000
49,mlp.up_proj,fp8: 0.0002106,0.00000,0.000
49,mlp.down_proj,fp8: 0.0002059,0.00000,0.000
50,linear_attn.in_proj_qkv,fp8: 0.0002876,0.00000,0.000
50,linear_attn.in_proj_z,fp8: 0.0002578,0.00000,0.000
50,linear_attn.out_proj,fp8: 0.0002671,0.00000,0.000
50,mlp.gate_proj,fp8: 0.0001939,0.00000,0.000
50,mlp.up_proj,fp8: 0.0002104,0.00000,0.000
50,mlp.down_proj,fp8: 0.0002047,0.00000,0.000
51,self_attn.q_proj,fp8: 0.0002468,0.00000,0.000
51,self_attn.k_proj,fp8: 0.0002511,0.00000,0.000
51,self_attn.v_proj,fp8: 0.0003587,0.00000,0.000
51,self_attn.o_proj,fp8: 0.0003088,0.00000,0.000
51,mlp.gate_proj,fp8: 0.0001971,0.00000,0.000
51,mlp.up_proj,fp8: 0.0002138,0.00000,0.000
51,mlp.down_proj,fp8: 0.0002092,0.00000,0.000
52,linear_attn.in_proj_qkv,fp8: 0.0002994,0.00000,0.000
52,linear_attn.in_proj_z,fp8: 0.0002691,0.00000,0.000
52,linear_attn.out_proj,fp8: 0.0002707,0.00000,0.000
52,mlp.gate_proj,fp8: 0.0002078,0.00000,0.000
52,mlp.up_proj,fp8: 0.0002105,0.00000,0.000
52,mlp.down_proj,fp8: 0.0002077,0.00000,0.000
53,linear_attn.in_proj_qkv,fp8: 0.0002996,0.00000,0.000
53,linear_attn.in_proj_z,fp8: 0.0002731,0.00000,0.000
53,linear_attn.out_proj,fp8: 0.0002746,0.00000,0.000
53,mlp.gate_proj,fp8: 0.0002130,0.00000,0.000
53,mlp.up_proj,fp8: 0.0002096,0.00000,0.000
53,mlp.down_proj,fp8: 0.0002070,0.00000,0.000
54,linear_attn.in_proj_qkv,fp8: 0.0002937,0.00000,0.000
54,linear_attn.in_proj_z,fp8: 0.0002811,0.00000,0.000
54,linear_attn.out_proj,fp8: 0.0002764,0.00000,0.000
54,mlp.gate_proj,fp8: 0.0002204,0.00000,0.000
54,mlp.up_proj,fp8: 0.0002107,0.00000,0.000
54,mlp.down_proj,fp8: 0.0002075,0.00000,0.000
55,self_attn.q_proj,fp8: 0.0002573,0.00000,0.000
55,self_attn.k_proj,fp8: 0.0002382,0.00000,0.000
55,self_attn.v_proj,fp8: 0.0003831,0.00000,0.000
55,self_attn.o_proj,fp8: 0.0003147,0.00000,0.000
55,mlp.gate_proj,fp8: 0.0002190,0.00000,0.000
55,mlp.up_proj,fp8: 0.0002120,0.00000,0.000
55,mlp.down_proj,fp8: 0.0002098,0.00000,0.000
56,linear_attn.in_proj_qkv,fp8: 0.0003023,0.00000,0.000
56,linear_attn.in_proj_z,fp8: 0.0002783,0.00000,0.000
56,linear_attn.out_proj,fp8: 0.0002763,0.00000,0.000
56,mlp.gate_proj,fp8: 0.0002242,0.00000,0.000
56,mlp.up_proj,fp8: 0.0002130,0.00000,0.000
56,mlp.down_proj,fp8: 0.0002108,0.00000,0.000
57,linear_attn.in_proj_qkv,fp8: 0.0003027,0.00000,0.000
57,linear_attn.in_proj_z,fp8: 0.0002825,0.00000,0.000
57,linear_attn.out_proj,fp8: 0.0002800,0.00000,0.000
57,mlp.gate_proj,fp8: 0.0002297,0.00000,0.000
57,mlp.up_proj,fp8: 0.0002160,0.00000,0.000
57,mlp.down_proj,fp8: 0.0002136,0.00000,0.000
58,linear_attn.in_proj_qkv,fp8: 0.0002993,0.00000,0.000
58,linear_attn.in_proj_z,fp8: 0.0002886,0.00000,0.000
58,linear_attn.out_proj,fp8: 0.0002810,0.00000,0.000
58,mlp.gate_proj,fp8: 0.0002336,0.00000,0.000
58,mlp.up_proj,fp8: 0.0002197,0.00000,0.000
58,mlp.down_proj,fp8: 0.0002176,0.00000,0.000
59,self_attn.q_proj,fp8: 0.0002488,0.00000,0.000
59,self_attn.k_proj,fp8: 0.0002242,0.00000,0.000
59,self_attn.v_proj,fp8: 0.0004669,0.00000,0.000
59,self_attn.o_proj,fp8: 0.0003433,0.00000,0.000
59,mlp.gate_proj,fp8: 0.0002315,0.00000,0.000
59,mlp.up_proj,fp8: 0.0002209,0.00000,0.000
59,mlp.down_proj,fp8: 0.0002187,0.00000,0.000
60,linear_attn.in_proj_qkv,fp8: 0.0003067,0.00000,0.000
60,linear_attn.in_proj_z,fp8: 0.0002785,0.00000,0.000
60,linear_attn.out_proj,fp8: 0.0002808,0.00000,0.000
60,mlp.gate_proj,fp8: 0.0002298,0.00000,0.000
60,mlp.up_proj,fp8: 0.0002228,0.00000,0.000
60,mlp.down_proj,fp8: 0.0002195,0.00000,0.000
61,linear_attn.in_proj_qkv,fp8: 0.0002927,0.00000,0.000
61,linear_attn.in_proj_z,fp8: 0.0002879,0.00000,0.000
61,linear_attn.out_proj,fp8: 0.0002862,0.00000,0.000
61,mlp.gate_proj,fp8: 0.0002313,0.00000,0.000
61,mlp.up_proj,fp8: 0.0002262,0.00000,0.000
61,mlp.down_proj,fp8: 0.0002221,0.00000,0.000
62,linear_attn.in_proj_qkv,fp8: 0.0002938,0.00000,0.000
62,linear_attn.in_proj_z,fp8: 0.0002790,0.00000,0.000
62,linear_attn.out_proj,fp8: 0.0002878,0.00000,0.000
62,mlp.gate_proj,fp8: 0.0002313,0.00000,0.000
62,mlp.up_proj,fp8: 0.0002273,0.00000,0.000
62,mlp.down_proj,fp8: 0.0002191,0.00000,0.000
63,self_attn.q_proj,fp8: 0.0002493,0.00000,0.000
63,self_attn.k_proj,fp8: 0.0002248,0.00000,0.000
63,self_attn.v_proj,fp8: 0.0004419,0.00000,0.000
63,self_attn.o_proj,fp8: 0.0003066,0.00000,0.000
63,mlp.gate_proj,fp8: 0.0002407,0.00000,0.000
63,mlp.up_proj,fp8: 0.0002326,0.00000,0.000
63,mlp.down_proj,fp8: 0.0002041,0.00000,0.000