File size: 22,069 Bytes
6274289
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
rank	relative_mse	precision	parameters	group	members
1	1.644905332612e-03	BF16	41943040	linear::layers.49.self_attn.o_proj	layers.49.self_attn.o_proj
2	1.547668504183e-03	BF16	41943040	linear::layers.48.self_attn.o_proj	layers.48.self_attn.o_proj
3	1.536447363098e-03	BF16	41943040	linear::layers.42.self_attn.o_proj	layers.42.self_attn.o_proj
4	1.532915882594e-03	BF16	41943040	linear::layers.44.self_attn.o_proj	layers.44.self_attn.o_proj
5	1.501263897131e-03	BF16	41943040	linear::layers.46.self_attn.o_proj	layers.46.self_attn.o_proj
6	1.433183881512e-03	BF16	41943040	linear::layers.47.self_attn.o_proj	layers.47.self_attn.o_proj
7	1.320223541732e-03	BF16	41943040	linear::layers.30.self_attn.o_proj	layers.30.self_attn.o_proj
8	1.207858975801e-03	BF16	41943040	linear::layers.24.self_attn.o_proj	layers.24.self_attn.o_proj
9	1.200786353352e-03	BF16	41943040	linear::layers.43.self_attn.o_proj	layers.43.self_attn.o_proj
10	1.175424311008e-03	BF16	41943040	linear::layers.38.self_attn.o_proj	layers.38.self_attn.o_proj
11	1.172402569165e-03	BF16	41943040	linear::layers.45.self_attn.o_proj	layers.45.self_attn.o_proj
12	1.153195713830e-03	BF16	41943040	linear::layers.35.self_attn.o_proj	layers.35.self_attn.o_proj
13	1.142452760433e-03	BF16	131072000	linear::layers.34.mlp.down_proj	layers.34.mlp.down_proj
14	1.137696606777e-03	BF16	131072000	linear::layers.26.mlp.down_proj	layers.26.mlp.down_proj
15	1.137589244436e-03	BF16	131072000	linear::layers.48.mlp.down_proj	layers.48.mlp.down_proj
16	1.116271875272e-03	BF16	131072000	linear::layers.22.mlp.down_proj	layers.22.mlp.down_proj
17	1.108265102131e-03	BF16	131072000	linear::layers.29.mlp.down_proj	layers.29.mlp.down_proj
18	1.107530456069e-03	BF16	131072000	linear::layers.28.mlp.down_proj	layers.28.mlp.down_proj
19	1.100251047260e-03	BF16	41943040	linear::layers.31.self_attn.o_proj	layers.31.self_attn.o_proj
20	1.092745538578e-03	BF16	131072000	linear::layers.30.mlp.down_proj	layers.30.mlp.down_proj
21	1.090373060838e-03	BF16	131072000	linear::layers.23.mlp.down_proj	layers.23.mlp.down_proj
22	1.083811296823e-03	BF16	131072000	linear::layers.24.mlp.down_proj	layers.24.mlp.down_proj
23	1.082856470668e-03	BF16	131072000	linear::layers.27.mlp.down_proj	layers.27.mlp.down_proj
24	1.075693959445e-03	BF16	131072000	linear::layers.49.mlp.down_proj	layers.49.mlp.down_proj
25	1.075439905164e-03	BF16	131072000	linear::layers.36.mlp.down_proj	layers.36.mlp.down_proj
26	1.063777452939e-03	BF16	41943040	linear::layers.25.self_attn.o_proj	layers.25.self_attn.o_proj
27	1.061575874994e-03	BF16	131072000	linear::layers.17.mlp.down_proj	layers.17.mlp.down_proj
28	1.057192779020e-03	BF16	131072000	linear::layers.18.mlp.down_proj	layers.18.mlp.down_proj
29	1.054107668707e-03	BF16	131072000	linear::layers.21.mlp.down_proj	layers.21.mlp.down_proj
30	1.051651921624e-03	BF16	41943040	linear::layers.37.self_attn.o_proj	layers.37.self_attn.o_proj
31	1.050318402853e-03	BF16	131072000	linear::layers.19.mlp.down_proj	layers.19.mlp.down_proj
32	1.049361103817e-03	BF16	131072000	linear::layers.46.mlp.down_proj	layers.46.mlp.down_proj
33	1.048295120397e-03	BF16	131072000	linear::layers.25.mlp.down_proj	layers.25.mlp.down_proj
34	1.047940464856e-03	BF16	41943040	linear::layers.40.self_attn.o_proj	layers.40.self_attn.o_proj
35	1.047785761493e-03	FP8	131072000	linear::layers.35.mlp.down_proj	layers.35.mlp.down_proj
36	1.036299833157e-03	FP8	41943040	linear::layers.28.self_attn.o_proj	layers.28.self_attn.o_proj
37	1.033824137532e-03	FP8	131072000	linear::layers.12.mlp.down_proj	layers.12.mlp.down_proj
38	1.021198927451e-03	FP8	131072000	linear::layers.20.mlp.down_proj	layers.20.mlp.down_proj
39	1.016771401028e-03	FP8	131072000	linear::layers.41.mlp.down_proj	layers.41.mlp.down_proj
40	1.013677642115e-03	FP8	131072000	linear::layers.42.mlp.down_proj	layers.42.mlp.down_proj
41	1.013561987395e-03	FP8	131072000	linear::layers.10.mlp.down_proj	layers.10.mlp.down_proj
42	1.009103024557e-03	FP8	131072000	linear::layers.15.mlp.down_proj	layers.15.mlp.down_proj
43	1.005980795342e-03	FP8	41943040	linear::layers.27.self_attn.o_proj	layers.27.self_attn.o_proj
44	9.966944405147e-04	FP8	131072000	linear::layers.39.mlp.down_proj	layers.39.mlp.down_proj
45	9.933645384711e-04	FP8	131072000	linear::layers.32.mlp.down_proj	layers.32.mlp.down_proj
46	9.859452641074e-04	FP8	131072000	linear::layers.14.mlp.down_proj	layers.14.mlp.down_proj
47	9.805422781302e-04	FP8	131072000	linear::layers.11.mlp.down_proj	layers.11.mlp.down_proj
48	9.792871861092e-04	FP8	41943040	linear::layers.39.self_attn.o_proj	layers.39.self_attn.o_proj
49	9.757749575553e-04	FP8	131072000	linear::layers.16.mlp.down_proj	layers.16.mlp.down_proj
50	9.647846049505e-04	FP8	131072000	linear::layers.13.mlp.down_proj	layers.13.mlp.down_proj
51	9.631741276790e-04	FP8	131072000	linear::layers.38.mlp.down_proj	layers.38.mlp.down_proj
52	9.573445004375e-04	FP8	131072000	linear::layers.37.mlp.down_proj	layers.37.mlp.down_proj
53	9.570369106127e-04	FP8	41943040	linear::layers.29.self_attn.o_proj	layers.29.self_attn.o_proj
54	9.539916903886e-04	FP8	41943040	linear::layers.36.self_attn.o_proj	layers.36.self_attn.o_proj
55	9.331376304085e-04	FP8	131072000	linear::layers.47.mlp.down_proj	layers.47.mlp.down_proj
56	9.292229298699e-04	FP8	41943040	linear::layers.34.self_attn.o_proj	layers.34.self_attn.o_proj
57	9.213870051549e-04	FP8	41943040	linear::layers.23.self_attn.o_proj	layers.23.self_attn.o_proj
58	9.183763761154e-04	FP8	131072000	linear::layers.8.mlp.down_proj	layers.8.mlp.down_proj
59	9.016936045446e-04	FP8	131072000	linear::layers.33.mlp.down_proj	layers.33.mlp.down_proj
60	9.004733240410e-04	FP8	262144000	gate_up::layers.22.mlp	layers.22.mlp.gate_proj,layers.22.mlp.up_proj
61	8.918872858573e-04	FP8	262144000	gate_up::layers.11.mlp	layers.11.mlp.gate_proj,layers.11.mlp.up_proj
62	8.914683829096e-04	FP8	41943040	linear::layers.22.self_attn.o_proj	layers.22.self_attn.o_proj
63	8.872367525309e-04	FP8	262144000	gate_up::layers.23.mlp	layers.23.mlp.gate_proj,layers.23.mlp.up_proj
64	8.841689692781e-04	FP8	262144000	gate_up::layers.10.mlp	layers.10.mlp.gate_proj,layers.10.mlp.up_proj
65	8.841446595501e-04	FP8	262144000	gate_up::layers.19.mlp	layers.19.mlp.gate_proj,layers.19.mlp.up_proj
66	8.818184128474e-04	FP8	262144000	gate_up::layers.24.mlp	layers.24.mlp.gate_proj,layers.24.mlp.up_proj
67	8.812930762932e-04	FP8	41943040	linear::layers.19.self_attn.o_proj	layers.19.self_attn.o_proj
68	8.789220954463e-04	FP8	262144000	gate_up::layers.20.mlp	layers.20.mlp.gate_proj,layers.20.mlp.up_proj
69	8.765070998812e-04	FP8	41943040	linear::layers.21.self_attn.o_proj	layers.21.self_attn.o_proj
70	8.764308989083e-04	FP8	262144000	gate_up::layers.21.mlp	layers.21.mlp.gate_proj,layers.21.mlp.up_proj
71	8.744895908167e-04	FP8	262144000	gate_up::layers.34.mlp	layers.34.mlp.gate_proj,layers.34.mlp.up_proj
72	8.726309893222e-04	FP8	131072000	linear::layers.40.mlp.down_proj	layers.40.mlp.down_proj
73	8.710345733115e-04	FP8	41943040	linear::layers.41.self_attn.o_proj	layers.41.self_attn.o_proj
74	8.592773304607e-04	FP8	131072000	linear::layers.5.mlp.down_proj	layers.5.mlp.down_proj
75	8.573134497294e-04	FP8	41943040	linear::layers.11.self_attn.o_proj	layers.11.self_attn.o_proj
76	8.565416167721e-04	FP8	262144000	gate_up::layers.12.mlp	layers.12.mlp.gate_proj,layers.12.mlp.up_proj
77	8.562982364602e-04	FP8	262144000	gate_up::layers.15.mlp	layers.15.mlp.gate_proj,layers.15.mlp.up_proj
78	8.531324418050e-04	FP8	41943040	linear::layers.33.self_attn.o_proj	layers.33.self_attn.o_proj
79	8.457170623090e-04	FP8	262144000	gate_up::layers.17.mlp	layers.17.mlp.gate_proj,layers.17.mlp.up_proj
80	8.447256116782e-04	FP8	262144000	gate_up::layers.25.mlp	layers.25.mlp.gate_proj,layers.25.mlp.up_proj
81	8.400224775269e-04	FP8	41943040	linear::layers.26.self_attn.o_proj	layers.26.self_attn.o_proj
82	8.368774077547e-04	FP8	262144000	gate_up::layers.26.mlp	layers.26.mlp.gate_proj,layers.26.mlp.up_proj
83	8.368199234751e-04	FP8	131072000	linear::layers.44.mlp.down_proj	layers.44.mlp.down_proj
84	8.276378265995e-04	FP8	41943040	linear::layers.14.self_attn.o_proj	layers.14.self_attn.o_proj
85	8.198584095220e-04	FP8	41943040	linear::layers.32.self_attn.o_proj	layers.32.self_attn.o_proj
86	8.194438554151e-04	FP8	262144000	gate_up::layers.18.mlp	layers.18.mlp.gate_proj,layers.18.mlp.up_proj
87	8.115857426304e-04	FP8	131072000	linear::layers.31.mlp.down_proj	layers.31.mlp.down_proj
88	8.086569052056e-04	FP8	41943040	linear::layers.20.self_attn.o_proj	layers.20.self_attn.o_proj
89	8.047650181544e-04	FP8	262144000	gate_up::layers.35.mlp	layers.35.mlp.gate_proj,layers.35.mlp.up_proj
90	8.012509107278e-04	FP8	262144000	gate_up::layers.27.mlp	layers.27.mlp.gate_proj,layers.27.mlp.up_proj
91	7.964024285771e-04	FP8	262144000	gate_up::layers.14.mlp	layers.14.mlp.gate_proj,layers.14.mlp.up_proj
92	7.889474795434e-04	FP8	262144000	gate_up::layers.9.mlp	layers.9.mlp.gate_proj,layers.9.mlp.up_proj
93	7.863127552736e-04	FP8	262144000	gate_up::layers.16.mlp	layers.16.mlp.gate_proj,layers.16.mlp.up_proj
94	7.846631109890e-04	FP8	131072000	linear::layers.45.mlp.down_proj	layers.45.mlp.down_proj
95	7.827324928930e-04	FP8	262144000	gate_up::layers.28.mlp	layers.28.mlp.gate_proj,layers.28.mlp.up_proj
96	7.797672501108e-04	FP8	262144000	gate_up::layers.47.mlp	layers.47.mlp.gate_proj,layers.47.mlp.up_proj
97	7.710270188577e-04	FP8	262144000	gate_up::layers.46.mlp	layers.46.mlp.gate_proj,layers.46.mlp.up_proj
98	7.634876282443e-04	FP8	41943040	linear::layers.13.self_attn.o_proj	layers.13.self_attn.o_proj
99	7.614215226548e-04	FP8	262144000	gate_up::layers.48.mlp	layers.48.mlp.gate_proj,layers.48.mlp.up_proj
100	7.586616796440e-04	FP8	262144000	gate_up::layers.13.mlp	layers.13.mlp.gate_proj,layers.13.mlp.up_proj
101	7.581983119694e-04	FP8	262144000	gate_up::layers.49.mlp	layers.49.mlp.gate_proj,layers.49.mlp.up_proj
102	7.465519862330e-04	FP8	262144000	gate_up::layers.43.mlp	layers.43.mlp.gate_proj,layers.43.mlp.up_proj
103	7.364132256481e-04	FP8	41943040	linear::layers.18.self_attn.o_proj	layers.18.self_attn.o_proj
104	7.326954109690e-04	FP8	262144000	gate_up::layers.44.mlp	layers.44.mlp.gate_proj,layers.44.mlp.up_proj
105	7.261024749773e-04	FP8	262144000	gate_up::layers.45.mlp	layers.45.mlp.gate_proj,layers.45.mlp.up_proj
106	7.125850763160e-04	FP8	41943040	linear::layers.12.self_attn.o_proj	layers.12.self_attn.o_proj
107	7.104821534947e-04	FP8	262144000	gate_up::layers.36.mlp	layers.36.mlp.gate_proj,layers.36.mlp.up_proj
108	7.010528021852e-04	FP8	262144000	gate_up::layers.42.mlp	layers.42.mlp.gate_proj,layers.42.mlp.up_proj
109	6.984599426641e-04	FP8	262144000	gate_up::layers.33.mlp	layers.33.mlp.gate_proj,layers.33.mlp.up_proj
110	6.971777304907e-04	FP8	262144000	gate_up::layers.41.mlp	layers.41.mlp.gate_proj,layers.41.mlp.up_proj
111	6.893470420324e-04	FP8	131072000	linear::layers.3.mlp.down_proj	layers.3.mlp.down_proj
112	6.872426298753e-04	FP8	41943040	linear::layers.7.self_attn.o_proj	layers.7.self_attn.o_proj
113	6.720004899719e-04	FP8	262144000	gate_up::layers.40.mlp	layers.40.mlp.gate_proj,layers.40.mlp.up_proj
114	6.715806859788e-04	FP8	262144000	gate_up::layers.39.mlp	layers.39.mlp.gate_proj,layers.39.mlp.up_proj
115	6.584419997463e-04	FP8	262144000	gate_up::layers.29.mlp	layers.29.mlp.gate_proj,layers.29.mlp.up_proj
116	6.469047188960e-04	FP8	41943040	linear::layers.15.self_attn.o_proj	layers.15.self_attn.o_proj
117	6.447572396693e-04	FP8	41943040	linear::layers.9.self_attn.o_proj	layers.9.self_attn.o_proj
118	6.358877470629e-04	FP8	41943040	linear::layers.10.self_attn.o_proj	layers.10.self_attn.o_proj
119	6.069202529668e-04	FP8	41943040	linear::layers.8.self_attn.o_proj	layers.8.self_attn.o_proj
120	6.058075955291e-04	FP8	41943040	linear::layers.16.self_attn.o_proj	layers.16.self_attn.o_proj
121	5.954798116377e-04	FP8	262144000	gate_up::layers.38.mlp	layers.38.mlp.gate_proj,layers.38.mlp.up_proj
122	5.882689096100e-04	FP8	41943040	linear::layers.3.self_attn.o_proj	layers.3.self_attn.o_proj
123	5.789923247235e-04	FP8	131072000	linear::layers.9.mlp.down_proj	layers.9.mlp.down_proj
124	5.466728668065e-04	FP8	262144000	gate_up::layers.37.mlp	layers.37.mlp.gate_proj,layers.37.mlp.up_proj
125	5.272238257713e-04	FP8	41943040	linear::layers.17.self_attn.o_proj	layers.17.self_attn.o_proj
126	5.139021995102e-04	FP8	131072000	linear::layers.2.mlp.down_proj	layers.2.mlp.down_proj
127	4.955638721301e-04	FP8	41943040	linear::layers.4.self_attn.o_proj	layers.4.self_attn.o_proj
128	4.800037212563e-04	FP8	131072000	linear::layers.4.mlp.down_proj	layers.4.mlp.down_proj
129	4.647992739660e-04	FP8	41943040	linear::layers.2.self_attn.o_proj	layers.2.self_attn.o_proj
130	4.103554211562e-04	FP8	41943040	linear::layers.5.self_attn.o_proj	layers.5.self_attn.o_proj
131	4.040372681756e-04	FP8	41943040	linear::layers.6.self_attn.o_proj	layers.6.self_attn.o_proj
132	4.015835952462e-04	FP8	131072000	linear::layers.1.mlp.down_proj	layers.1.mlp.down_proj
133	3.936916902321e-04	FP8	52428800	qkv::layers.19.self_attn.main	layers.19.self_attn.k_proj,layers.19.self_attn.q_proj,layers.19.self_attn.v_proj
134	3.893350167008e-04	FP8	262144000	gate_up::layers.0.mlp	layers.0.mlp.gate_proj,layers.0.mlp.up_proj
135	3.575691188401e-04	FP8	52428800	qkv::layers.20.self_attn.main	layers.20.self_attn.k_proj,layers.20.self_attn.q_proj,layers.20.self_attn.v_proj
136	3.553887298200e-04	FP8	52428800	qkv::layers.18.self_attn.main	layers.18.self_attn.k_proj,layers.18.self_attn.q_proj,layers.18.self_attn.v_proj
137	3.502794627363e-04	FP8	52428800	qkv::layers.25.self_attn.main	layers.25.self_attn.k_proj,layers.25.self_attn.q_proj,layers.25.self_attn.v_proj
138	3.369211208493e-04	FP8	52428800	qkv::layers.23.self_attn.main	layers.23.self_attn.k_proj,layers.23.self_attn.q_proj,layers.23.self_attn.v_proj
139	3.368198495095e-04	FP8	52428800	qkv::layers.12.self_attn.main	layers.12.self_attn.k_proj,layers.12.self_attn.q_proj,layers.12.self_attn.v_proj
140	3.304155883933e-04	FP8	52428800	qkv::layers.47.self_attn.main	layers.47.self_attn.k_proj,layers.47.self_attn.q_proj,layers.47.self_attn.v_proj
141	3.267026805022e-04	FP8	52428800	qkv::layers.17.self_attn.main	layers.17.self_attn.k_proj,layers.17.self_attn.q_proj,layers.17.self_attn.v_proj
142	3.229925413466e-04	FP8	52428800	qkv::layers.22.self_attn.main	layers.22.self_attn.k_proj,layers.22.self_attn.q_proj,layers.22.self_attn.v_proj
143	3.207959214506e-04	FP8	52428800	qkv::layers.32.self_attn.main	layers.32.self_attn.k_proj,layers.32.self_attn.q_proj,layers.32.self_attn.v_proj
144	3.197798556462e-04	FP8	52428800	qkv::layers.9.self_attn.main	layers.9.self_attn.k_proj,layers.9.self_attn.q_proj,layers.9.self_attn.v_proj
145	3.169524757152e-04	FP8	52428800	qkv::layers.21.self_attn.main	layers.21.self_attn.k_proj,layers.21.self_attn.q_proj,layers.21.self_attn.v_proj
146	3.151848694664e-04	FP8	52428800	qkv::layers.29.self_attn.main	layers.29.self_attn.k_proj,layers.29.self_attn.q_proj,layers.29.self_attn.v_proj
147	3.146310562469e-04	FP8	52428800	qkv::layers.10.self_attn.main	layers.10.self_attn.k_proj,layers.10.self_attn.q_proj,layers.10.self_attn.v_proj
148	3.134114650614e-04	FP8	52428800	qkv::layers.31.self_attn.main	layers.31.self_attn.k_proj,layers.31.self_attn.q_proj,layers.31.self_attn.v_proj
149	3.126033762219e-04	FP8	52428800	qkv::layers.13.self_attn.main	layers.13.self_attn.k_proj,layers.13.self_attn.q_proj,layers.13.self_attn.v_proj
150	3.107748270228e-04	FP8	52428800	qkv::layers.11.self_attn.main	layers.11.self_attn.k_proj,layers.11.self_attn.q_proj,layers.11.self_attn.v_proj
151	3.081961344141e-04	FP8	52428800	qkv::layers.49.self_attn.main	layers.49.self_attn.k_proj,layers.49.self_attn.q_proj,layers.49.self_attn.v_proj
152	3.076858304540e-04	FP8	52428800	qkv::layers.15.self_attn.main	layers.15.self_attn.k_proj,layers.15.self_attn.q_proj,layers.15.self_attn.v_proj
153	3.051550972768e-04	FP8	41943040	linear::layers.1.self_attn.o_proj	layers.1.self_attn.o_proj
154	3.024745300822e-04	FP8	52428800	qkv::layers.14.self_attn.main	layers.14.self_attn.k_proj,layers.14.self_attn.q_proj,layers.14.self_attn.v_proj
155	2.990808293538e-04	FP8	52428800	qkv::layers.34.self_attn.main	layers.34.self_attn.k_proj,layers.34.self_attn.q_proj,layers.34.self_attn.v_proj
156	2.957962080721e-04	FP8	52428800	qkv::layers.30.self_attn.main	layers.30.self_attn.k_proj,layers.30.self_attn.q_proj,layers.30.self_attn.v_proj
157	2.933652692348e-04	FP8	262144000	gate_up::layers.30.mlp	layers.30.mlp.gate_proj,layers.30.mlp.up_proj
158	2.917757210709e-04	FP8	52428800	qkv::layers.33.self_attn.main	layers.33.self_attn.k_proj,layers.33.self_attn.q_proj,layers.33.self_attn.v_proj
159	2.891928540072e-04	FP8	52428800	qkv::layers.24.self_attn.main	layers.24.self_attn.k_proj,layers.24.self_attn.q_proj,layers.24.self_attn.v_proj
160	2.883680266905e-04	FP8	52428800	qkv::layers.16.self_attn.main	layers.16.self_attn.k_proj,layers.16.self_attn.q_proj,layers.16.self_attn.v_proj
161	2.882303919222e-04	FP8	52428800	qkv::layers.26.self_attn.main	layers.26.self_attn.k_proj,layers.26.self_attn.q_proj,layers.26.self_attn.v_proj
162	2.875280205188e-04	FP8	52428800	qkv::layers.27.self_attn.main	layers.27.self_attn.k_proj,layers.27.self_attn.q_proj,layers.27.self_attn.v_proj
163	2.798775837751e-04	FP8	52428800	qkv::layers.44.self_attn.main	layers.44.self_attn.k_proj,layers.44.self_attn.q_proj,layers.44.self_attn.v_proj
164	2.798056919535e-04	FP8	52428800	qkv::layers.35.self_attn.main	layers.35.self_attn.k_proj,layers.35.self_attn.q_proj,layers.35.self_attn.v_proj
165	2.795507868551e-04	FP8	52428800	qkv::layers.45.self_attn.main	layers.45.self_attn.k_proj,layers.45.self_attn.q_proj,layers.45.self_attn.v_proj
166	2.790192945110e-04	FP8	52428800	qkv::layers.46.self_attn.main	layers.46.self_attn.k_proj,layers.46.self_attn.q_proj,layers.46.self_attn.v_proj
167	2.783886196504e-04	FP8	262144000	gate_up::layers.32.mlp	layers.32.mlp.gate_proj,layers.32.mlp.up_proj
168	2.762054071432e-04	FP8	52428800	qkv::layers.8.self_attn.main	layers.8.self_attn.k_proj,layers.8.self_attn.q_proj,layers.8.self_attn.v_proj
169	2.745048889001e-04	FP8	41943040	linear::layers.0.self_attn.o_proj	layers.0.self_attn.o_proj
170	2.711100120041e-04	FP8	52428800	qkv::layers.43.self_attn.main	layers.43.self_attn.k_proj,layers.43.self_attn.q_proj,layers.43.self_attn.v_proj
171	2.706422696729e-04	FP8	52428800	qkv::layers.28.self_attn.main	layers.28.self_attn.k_proj,layers.28.self_attn.q_proj,layers.28.self_attn.v_proj
172	2.670172606247e-04	FP8	52428800	qkv::layers.7.self_attn.main	layers.7.self_attn.k_proj,layers.7.self_attn.q_proj,layers.7.self_attn.v_proj
173	2.661823828331e-04	FP8	52428800	qkv::layers.42.self_attn.main	layers.42.self_attn.k_proj,layers.42.self_attn.q_proj,layers.42.self_attn.v_proj
174	2.631146943054e-04	FP8	131072000	linear::layers.0.mlp.down_proj	layers.0.mlp.down_proj
175	2.623688125040e-04	FP8	262144000	gate_up::layers.8.mlp	layers.8.mlp.gate_proj,layers.8.mlp.up_proj
176	2.552596957933e-04	FP8	52428800	qkv::layers.48.self_attn.main	layers.48.self_attn.k_proj,layers.48.self_attn.q_proj,layers.48.self_attn.v_proj
177	2.508625448609e-04	FP8	52428800	qkv::layers.36.self_attn.main	layers.36.self_attn.k_proj,layers.36.self_attn.q_proj,layers.36.self_attn.v_proj
178	2.488009026893e-04	FP8	262144000	gate_up::layers.31.mlp	layers.31.mlp.gate_proj,layers.31.mlp.up_proj
179	2.424460407928e-04	FP8	52428800	qkv::layers.41.self_attn.main	layers.41.self_attn.k_proj,layers.41.self_attn.q_proj,layers.41.self_attn.v_proj
180	2.419749183877e-04	FP8	52428800	qkv::layers.6.self_attn.main	layers.6.self_attn.k_proj,layers.6.self_attn.q_proj,layers.6.self_attn.v_proj
181	2.345472433874e-04	FP8	52428800	qkv::layers.4.self_attn.main	layers.4.self_attn.k_proj,layers.4.self_attn.q_proj,layers.4.self_attn.v_proj
182	2.246919581644e-04	FP8	52428800	qkv::layers.38.self_attn.main	layers.38.self_attn.k_proj,layers.38.self_attn.q_proj,layers.38.self_attn.v_proj
183	2.216211862301e-04	FP8	52428800	qkv::layers.5.self_attn.main	layers.5.self_attn.k_proj,layers.5.self_attn.q_proj,layers.5.self_attn.v_proj
184	2.192777217420e-04	FP8	52428800	qkv::layers.3.self_attn.main	layers.3.self_attn.k_proj,layers.3.self_attn.q_proj,layers.3.self_attn.v_proj
185	2.186818859286e-04	FP8	52428800	qkv::layers.39.self_attn.main	layers.39.self_attn.k_proj,layers.39.self_attn.q_proj,layers.39.self_attn.v_proj
186	2.152295015065e-04	FP8	52428800	qkv::layers.40.self_attn.main	layers.40.self_attn.k_proj,layers.40.self_attn.q_proj,layers.40.self_attn.v_proj
187	2.103234801555e-04	FP8	52428800	qkv::layers.37.self_attn.main	layers.37.self_attn.k_proj,layers.37.self_attn.q_proj,layers.37.self_attn.v_proj
188	2.085442845094e-04	FP8	131072000	linear::layers.43.mlp.down_proj	layers.43.mlp.down_proj
189	2.050894607884e-04	FP8	52428800	qkv::layers.2.self_attn.main	layers.2.self_attn.k_proj,layers.2.self_attn.q_proj,layers.2.self_attn.v_proj
190	1.921664857877e-04	FP8	131072000	linear::layers.7.mlp.down_proj	layers.7.mlp.down_proj
191	1.828258347529e-04	FP8	52428800	qkv::layers.1.self_attn.main	layers.1.self_attn.k_proj,layers.1.self_attn.q_proj,layers.1.self_attn.v_proj
192	1.480617098853e-04	FP8	52428800	qkv::layers.0.self_attn.main	layers.0.self_attn.k_proj,layers.0.self_attn.q_proj,layers.0.self_attn.v_proj
193	1.269788197201e-04	FP8	262144000	gate_up::layers.7.mlp	layers.7.mlp.gate_proj,layers.7.mlp.up_proj
194	1.110743596744e-04	FP8	262144000	gate_up::layers.6.mlp	layers.6.mlp.gate_proj,layers.6.mlp.up_proj
195	1.011459830825e-04	FP8	262144000	gate_up::layers.5.mlp	layers.5.mlp.gate_proj,layers.5.mlp.up_proj
196	7.527054696695e-05	FP8	262144000	gate_up::layers.3.mlp	layers.3.mlp.gate_proj,layers.3.mlp.up_proj
197	7.380306649845e-05	FP8	262144000	gate_up::layers.2.mlp	layers.2.mlp.gate_proj,layers.2.mlp.up_proj
198	6.955453561496e-05	FP8	262144000	gate_up::layers.4.mlp	layers.4.mlp.gate_proj,layers.4.mlp.up_proj
199	6.855085193762e-05	FP8	262144000	gate_up::layers.1.mlp	layers.1.mlp.gate_proj,layers.1.mlp.up_proj
200	4.425255642320e-05	FP8	131072000	linear::layers.6.mlp.down_proj	layers.6.mlp.down_proj