layer,module,loss,samples,damp,time
0,mlp.experts.1.gate_proj,0.0000058471,0.05000,1.815
0,mlp.experts.3.gate_proj,0.0000030994,0.05000,2.209
0,mlp.experts.0.gate_proj,0.0000127356,0.05000,2.641
0,mlp.experts.2.gate_proj,0.0000194337,0.05000,3.361
0,mlp.experts.5.gate_proj,0.0000132122,0.05000,2.166
0,mlp.experts.7.gate_proj,0.0000042953,0.05000,2.248
0,mlp.experts.4.gate_proj,0.0000238056,0.05000,1.969
0,mlp.experts.6.gate_proj,0.0000091035,0.05000,1.258
0,mlp.experts.9.gate_proj,0.0000048844,0.05000,1.001
0,mlp.experts.11.gate_proj,0.0000041412,0.05000,1.131
0,mlp.experts.8.gate_proj,0.0000123117,0.05000,1.143
0,mlp.experts.10.gate_proj,0.0000045091,0.05000,1.193
0,mlp.experts.13.gate_proj,0.0000162495,0.05000,1.185
0,mlp.experts.15.gate_proj,0.0000075206,0.05000,1.170
0,mlp.experts.12.gate_proj,0.0000035168,0.05000,1.136
0,mlp.experts.14.gate_proj,0.0000068943,0.05000,1.166
0,mlp.experts.17.gate_proj,0.0000097703,0.05000,1.165
0,mlp.experts.19.gate_proj,0.0000127701,0.05000,1.168
0,mlp.experts.16.gate_proj,0.0000133803,0.05000,1.142
0,mlp.experts.18.gate_proj,0.0000049897,0.05000,1.172
0,mlp.experts.21.gate_proj,0.0000060847,0.05000,1.195
0,mlp.experts.23.gate_proj,0.0000101004,0.05000,1.025
0,mlp.experts.20.gate_proj,0.0000182481,0.05000,1.006
0,mlp.experts.22.gate_proj,0.0000067699,0.05000,0.953
0,mlp.experts.25.gate_proj,0.0000014320,0.05000,0.965
0,mlp.experts.27.gate_proj,0.0000082986,0.05000,1.128
0,mlp.experts.24.gate_proj,0.0000092529,0.05000,1.147
0,mlp.experts.26.gate_proj,0.0000121543,0.05000,1.169
0,mlp.experts.29.gate_proj,0.0000201182,0.05000,1.238
0,mlp.experts.31.gate_proj,0.0000159144,0.05000,2.168
0,mlp.experts.30.gate_proj,0.0000031435,0.05000,2.008
0,mlp.experts.28.gate_proj,0.0000137389,0.05000,2.714
0,mlp.experts.33.gate_proj,0.0000114350,0.05000,2.890
0,mlp.experts.35.gate_proj,0.0000066193,0.05000,2.196
0,mlp.experts.34.gate_proj,0.0000069341,0.05000,3.807
0,mlp.experts.32.gate_proj,0.0000125158,0.05000,3.798
0,mlp.experts.37.gate_proj,0.0000096548,0.05000,3.710
0,mlp.experts.39.gate_proj,0.0000085822,0.05000,3.770
0,mlp.experts.36.gate_proj,0.0000215687,0.05000,3.073
0,mlp.experts.43.gate_proj,0.0000062863,0.05000,1.607
0,mlp.experts.38.gate_proj,0.0000051247,0.05000,3.898
0,mlp.experts.41.gate_proj,0.0000135073,0.05000,3.026
0,mlp.experts.47.gate_proj,0.0000073845,0.05000,2.057
0,mlp.experts.45.gate_proj,0.0000188214,0.05000,1.719
0,mlp.experts.42.gate_proj,0.0000026565,0.05000,2.296
0,mlp.experts.40.gate_proj,0.0000076668,0.05000,3.606
0,mlp.experts.49.gate_proj,0.0000064655,0.05000,1.408
0,mlp.experts.53.gate_proj,0.0000077209,0.05000,1.186
0,mlp.experts.44.gate_proj,0.0000073614,0.05000,1.525
0,mlp.experts.51.gate_proj,0.0000058967,0.05000,3.399
0,mlp.experts.46.gate_proj,0.0000140293,0.05000,3.391
0,mlp.experts.57.gate_proj,0.0000038560,0.05000,1.362
0,mlp.experts.61.gate_proj,0.0000075607,0.05000,1.352
0,mlp.experts.48.gate_proj,0.0000084451,0.05000,2.619
0,mlp.experts.55.gate_proj,0.0000163710,0.05000,2.915
0,mlp.experts.50.gate_proj,0.0000153043,0.05000,3.527
0,mlp.experts.65.gate_proj,0.0000174891,0.05000,3.280
0,mlp.experts.52.gate_proj,0.0000109240,0.05000,3.317
0,mlp.experts.59.gate_proj,0.0000081091,0.05000,2.608
0,mlp.experts.69.gate_proj,0.0000130096,0.05000,1.883
0,mlp.experts.54.gate_proj,0.0000076263,0.05000,3.528
0,mlp.experts.63.gate_proj,0.0000070711,0.05000,3.342
0,mlp.experts.73.gate_proj,0.0000238415,0.05000,1.782
0,mlp.experts.56.gate_proj,0.0000059403,0.05000,3.802
0,mlp.experts.77.gate_proj,0.0000086834,0.05000,1.626
0,mlp.experts.58.gate_proj,0.0000105620,0.05000,3.516
0,mlp.experts.81.gate_proj,0.0000089463,0.05000,1.601
0,mlp.experts.67.gate_proj,0.0000093295,0.05000,3.512
0,mlp.experts.60.gate_proj,0.0000086884,0.05000,3.387
0,mlp.experts.85.gate_proj,0.0000053267,0.05000,1.841
0,mlp.experts.62.gate_proj,0.0000194126,0.05000,3.601
0,mlp.experts.71.gate_proj,0.0000118232,0.05000,3.100
0,mlp.experts.89.gate_proj,0.0000066407,0.05000,2.066
0,mlp.experts.64.gate_proj,0.0000136612,0.05000,3.520
0,mlp.experts.66.gate_proj,0.0000124426,0.05000,3.500
0,mlp.experts.68.gate_proj,0.0000049587,0.05000,2.350
0,mlp.experts.75.gate_proj,0.0000192128,0.05000,3.588
0,mlp.experts.93.gate_proj,0.0000066875,0.05000,3.591
0,mlp.experts.72.gate_proj,0.0000140578,0.05000,1.641
0,mlp.experts.70.gate_proj,0.0000105211,0.05000,3.454
0,mlp.experts.76.gate_proj,0.0000107448,0.05000,1.622
0,mlp.experts.79.gate_proj,0.0000050185,0.05000,3.582
0,mlp.experts.97.gate_proj,0.0000035275,0.05000,3.557
0,mlp.experts.80.gate_proj,0.0000042194,0.05000,1.639
0,mlp.experts.74.gate_proj,0.0000153221,0.05000,3.174
0,mlp.experts.84.gate_proj,0.0000108352,0.05000,1.572
0,mlp.experts.83.gate_proj,0.0000113369,0.05000,3.617
0,mlp.experts.101.gate_proj,0.0000062539,0.05000,3.641
0,mlp.experts.88.gate_proj,0.0000067962,0.05000,2.749
0,mlp.experts.78.gate_proj,0.0000147845,0.05000,3.693
0,mlp.experts.87.gate_proj,0.0000073459,0.05000,3.198
0,mlp.experts.105.gate_proj,0.0000068615,0.05000,3.781
0,mlp.experts.92.gate_proj,0.0000163131,0.05000,3.720
0,mlp.experts.82.gate_proj,0.0000065057,0.05000,3.565
0,mlp.experts.91.gate_proj,0.0000045463,0.05000,3.483
0,mlp.experts.109.gate_proj,0.0000170590,0.05000,2.441
0,mlp.experts.96.gate_proj,0.0000049552,0.05000,3.318
0,mlp.experts.86.gate_proj,0.0000153398,0.05000,3.540
0,mlp.experts.95.gate_proj,0.0000049937,0.05000,2.932
0,mlp.experts.113.gate_proj,0.0000013821,0.05000,3.515
0,mlp.experts.90.gate_proj,0.0000048692,0.05000,1.705
0,mlp.experts.99.gate_proj,0.0000111804,0.05000,1.613
0,mlp.experts.100.gate_proj,0.0000090640,0.05000,2.920
0,mlp.experts.117.gate_proj,0.0000029909,0.05000,1.651
0,mlp.experts.94.gate_proj,0.0000143395,0.05000,1.216
0,mlp.experts.103.gate_proj,0.0000094887,0.05000,1.221
0,mlp.experts.98.gate_proj,0.0000091988,0.05000,1.234
0,mlp.experts.104.gate_proj,0.0000121402,0.05000,1.934
0,mlp.experts.107.gate_proj,0.0000029201,0.05000,1.663
0,mlp.experts.121.gate_proj,0.0000121023,0.05000,2.048
0,mlp.experts.102.gate_proj,0.0000058192,0.05000,1.444
0,mlp.experts.125.gate_proj,0.0000046054,0.05000,1.447
0,mlp.experts.106.gate_proj,0.0000041490,0.05000,1.430
0,mlp.experts.108.gate_proj,0.0000051079,0.05000,3.583
0,mlp.experts.129.gate_proj,0.0000060674,0.05000,1.434
0,mlp.experts.111.gate_proj,0.0000094397,0.05000,3.232
0,mlp.experts.110.gate_proj,0.0000066564,0.05000,1.998
0,mlp.experts.133.gate_proj,0.0000055556,0.05000,1.822
0,mlp.experts.112.gate_proj,0.0000075864,0.05000,3.160
0,mlp.experts.115.gate_proj,0.0000033357,0.05000,3.344
0,mlp.experts.114.gate_proj,0.0000207805,0.05000,3.347
0,mlp.experts.137.gate_proj,0.0000093851,0.05000,2.836
0,mlp.experts.116.gate_proj,0.0000142117,0.05000,2.107
0,mlp.experts.118.gate_proj,0.0000044955,0.05000,1.857
0,mlp.experts.119.gate_proj,0.0000042643,0.05000,3.099
0,mlp.experts.120.gate_proj,0.0000179803,0.05000,1.630
0,mlp.experts.141.gate_proj,0.0000035778,0.05000,3.109
0,mlp.experts.124.gate_proj,0.0000118282,0.05000,2.627
0,mlp.experts.123.gate_proj,0.0000014696,0.05000,2.822
0,mlp.experts.122.gate_proj,0.0000143711,0.05000,3.455
0,mlp.experts.145.gate_proj,0.0000073726,0.05000,3.459
0,mlp.experts.126.gate_proj,0.0000066560,0.05000,1.569
0,mlp.experts.130.gate_proj,0.0000116837,0.05000,1.316
0,mlp.experts.128.gate_proj,0.0000082104,0.05000,3.458
0,mlp.experts.127.gate_proj,0.0000056866,0.05000,3.445
0,mlp.experts.149.gate_proj,0.0000068497,0.05000,1.944
0,mlp.experts.134.gate_proj,0.0000166162,0.05000,1.197
0,mlp.experts.153.gate_proj,0.0000068338,0.05000,1.177
0,mlp.experts.138.gate_proj,0.0000140770,0.05000,1.078
0,mlp.experts.131.gate_proj,0.0000064230,0.05000,2.096
0,mlp.experts.132.gate_proj,0.0000061997,0.05000,2.440
0,mlp.experts.157.gate_proj,0.0000094164,0.05000,2.085
0,mlp.experts.142.gate_proj,0.0000026797,0.05000,1.386
0,mlp.experts.135.gate_proj,0.0000066281,0.05000,2.390
0,mlp.experts.136.gate_proj,0.0000087602,0.05000,2.374
0,mlp.experts.146.gate_proj,0.0000076786,0.05000,2.208
0,mlp.experts.161.gate_proj,0.0000161427,0.05000,2.545
0,mlp.experts.139.gate_proj,0.0000184277,0.05000,2.451
0,mlp.experts.165.gate_proj,0.0000050848,0.05000,1.924
0,mlp.experts.150.gate_proj,0.0000040893,0.05000,2.365
0,mlp.experts.140.gate_proj,0.0000059670,0.05000,3.296
0,mlp.experts.143.gate_proj,0.0000089305,0.05000,1.724
0,mlp.experts.169.gate_proj,0.0000034083,0.05000,1.050
0,mlp.experts.154.gate_proj,0.0000069273,0.05000,1.063
0,mlp.experts.144.gate_proj,0.0000132299,0.05000,1.103
0,mlp.experts.147.gate_proj,0.0000127534,0.05000,1.179
0,mlp.experts.173.gate_proj,0.0000044686,0.05000,1.159
0,mlp.experts.158.gate_proj,0.0000046744,0.05000,1.166
0,mlp.experts.148.gate_proj,0.0000048214,0.05000,1.192
0,mlp.experts.151.gate_proj,0.0000135694,0.05000,1.183
0,mlp.experts.177.gate_proj,0.0000146484,0.05000,1.147
0,mlp.experts.162.gate_proj,0.0000141987,0.05000,1.191
0,mlp.experts.152.gate_proj,0.0000235679,0.05000,1.184
0,mlp.experts.155.gate_proj,0.0000213066,0.05000,1.203
0,mlp.experts.181.gate_proj,0.0000035842,0.05000,1.219
0,mlp.experts.166.gate_proj,0.0000034568,0.05000,1.263
0,mlp.experts.156.gate_proj,0.0000049809,0.05000,1.240
0,mlp.experts.159.gate_proj,0.0000152384,0.05000,1.251
0,mlp.experts.185.gate_proj,0.0000052056,0.05000,1.225
0,mlp.experts.170.gate_proj,0.0000111767,0.05000,1.284
0,mlp.experts.160.gate_proj,0.0000118417,0.05000,1.239
0,mlp.experts.163.gate_proj,0.0000157334,0.05000,1.256
0,mlp.experts.189.gate_proj,0.0000141429,0.05000,1.264
0,mlp.experts.174.gate_proj,0.0000134492,0.05000,1.209
0,mlp.experts.164.gate_proj,0.0000085047,0.05000,1.227
0,mlp.experts.167.gate_proj,0.0000053727,0.05000,1.219
0,mlp.experts.193.gate_proj,0.0000036146,0.05000,1.170
0,mlp.experts.178.gate_proj,0.0000063531,0.05000,1.199
0,mlp.experts.168.gate_proj,0.0000056490,0.05000,1.177
0,mlp.experts.171.gate_proj,0.0000065327,0.05000,1.195
0,mlp.experts.197.gate_proj,0.0000093005,0.05000,1.199
0,mlp.experts.172.gate_proj,0.0000169796,0.05000,1.172
0,mlp.experts.182.gate_proj,0.0000054101,0.05000,1.218
0,mlp.experts.175.gate_proj,0.0000207374,0.05000,1.273
0,mlp.experts.201.gate_proj,0.0000159551,0.05000,1.294
0,mlp.experts.176.gate_proj,0.0000220813,0.05000,1.301
0,mlp.experts.186.gate_proj,0.0000099538,0.05000,1.307
0,mlp.experts.179.gate_proj,0.0000038095,0.05000,1.278
0,mlp.experts.205.gate_proj,0.0000018016,0.05000,1.260
0,mlp.experts.180.gate_proj,0.0000160277,0.05000,1.249
0,mlp.experts.190.gate_proj,0.0000017385,0.05000,1.257
0,mlp.experts.183.gate_proj,0.0000077561,0.05000,1.202
0,mlp.experts.209.gate_proj,0.0000080991,0.05000,1.159
0,mlp.experts.184.gate_proj,0.0000130184,0.05000,1.202
0,mlp.experts.194.gate_proj,0.0000085684,0.05000,1.213
0,mlp.experts.187.gate_proj,0.0000060397,0.05000,1.285
0,mlp.experts.213.gate_proj,0.0000065403,0.05000,1.275
0,mlp.experts.188.gate_proj,0.0000113189,0.05000,1.296
0,mlp.experts.198.gate_proj,0.0000101871,0.05000,1.299
0,mlp.experts.191.gate_proj,0.0000130988,0.05000,1.240
0,mlp.experts.217.gate_proj,0.0000194990,0.05000,1.193
0,mlp.experts.192.gate_proj,0.0000150745,0.05000,1.202
0,mlp.experts.202.gate_proj,0.0000124954,0.05000,1.201
0,mlp.experts.195.gate_proj,0.0000097469,0.05000,1.221
0,mlp.experts.221.gate_proj,0.0000071224,0.05000,1.202
0,mlp.experts.196.gate_proj,0.0000036668,0.05000,1.275
0,mlp.experts.206.gate_proj,0.0000045258,0.05000,1.265
0,mlp.experts.199.gate_proj,0.0000209056,0.05000,1.272
0,mlp.experts.225.gate_proj,0.0000071421,0.05000,1.267
0,mlp.experts.200.gate_proj,0.0000049112,0.05000,1.205
0,mlp.experts.210.gate_proj,0.0000117486,0.05000,1.225
0,mlp.experts.203.gate_proj,0.0000320706,0.05000,1.214
0,mlp.experts.229.gate_proj,0.0000073799,0.05000,1.203
0,mlp.experts.204.gate_proj,0.0000119466,0.05000,1.162
0,mlp.experts.214.gate_proj,0.0000079974,0.05000,1.218
0,mlp.experts.208.gate_proj,0.0000090257,0.05000,1.229
0,mlp.experts.218.gate_proj,0.0000096928,0.05000,1.233
0,mlp.experts.233.gate_proj,0.0000035160,0.05000,2.735
0,mlp.experts.207.gate_proj,0.0000200067,0.05000,2.806
0,mlp.experts.212.gate_proj,0.0000070433,0.05000,1.260
0,mlp.experts.222.gate_proj,0.0000117655,0.05000,1.257
0,mlp.experts.216.gate_proj,0.0000031233,0.05000,1.261
0,mlp.experts.226.gate_proj,0.0000051868,0.05000,1.265
0,mlp.experts.211.gate_proj,0.0000132692,0.05000,2.459
0,mlp.experts.237.gate_proj,0.0000087675,0.05000,3.504
0,mlp.experts.220.gate_proj,0.0000174289,0.05000,2.386
0,mlp.experts.230.gate_proj,0.0000108746,0.05000,2.436
0,mlp.experts.215.gate_proj,0.0000115378,0.05000,1.925
0,mlp.experts.224.gate_proj,0.0000146424,0.05000,1.825
0,mlp.experts.234.gate_proj,0.0000239957,0.05000,2.026
0,mlp.experts.241.gate_proj,0.0000073794,0.05000,2.567
0,mlp.experts.228.gate_proj,0.0000057703,0.05000,1.334
0,mlp.experts.219.gate_proj,0.0000074888,0.05000,3.348
0,mlp.experts.238.gate_proj,0.0000096948,0.05000,2.188
0,mlp.experts.232.gate_proj,0.0000323987,0.05000,1.350
0,mlp.experts.242.gate_proj,0.0000096014,0.05000,1.373
0,mlp.experts.245.gate_proj,0.0000090361,0.05000,3.405
0,mlp.experts.236.gate_proj,0.0000124852,0.05000,2.488
0,mlp.experts.249.gate_proj,0.0000068456,0.05000,1.782
0,mlp.experts.223.gate_proj,0.0000188941,0.05000,3.544
0,mlp.experts.246.gate_proj,0.0000038000,0.05000,3.238
0,mlp.experts.253.gate_proj,0.0000022518,0.05000,1.836
0,mlp.experts.227.gate_proj,0.0000049600,0.05000,2.290
0,mlp.experts.240.gate_proj,0.0000156084,0.05000,3.555
0,mlp.experts.1.up_proj,0.0000056798,0.05000,1.404
0,mlp.experts.231.gate_proj,0.0000173105,0.05000,1.382
0,mlp.experts.250.gate_proj,0.0000097286,0.05000,2.469
0,mlp.experts.5.up_proj,0.0000122863,0.05000,1.823
0,mlp.experts.235.gate_proj,0.0000043784,0.05000,1.525
0,mlp.experts.244.gate_proj,0.0000133609,0.05000,3.467
0,mlp.experts.239.gate_proj,0.0000105335,0.05000,1.631
0,mlp.experts.254.gate_proj,0.0000186614,0.05000,3.455
0,mlp.experts.9.up_proj,0.0000045959,0.05000,2.492
0,mlp.experts.243.gate_proj,0.0000060417,0.05000,1.434
0,mlp.experts.13.up_proj,0.0000157532,0.05000,1.612
0,mlp.experts.248.gate_proj,0.0000204958,0.05000,2.730
0,mlp.experts.2.up_proj,0.0000191757,0.05000,2.253
0,mlp.experts.247.gate_proj,0.0000064457,0.05000,1.636
0,mlp.experts.17.up_proj,0.0000088920,0.05000,1.237
0,mlp.experts.252.gate_proj,0.0000039174,0.05000,1.447
0,mlp.experts.6.up_proj,0.0000087168,0.05000,1.222
0,mlp.experts.251.gate_proj,0.0000064479,0.05000,1.195
0,mlp.experts.21.up_proj,0.0000055242,0.05000,1.598
0,mlp.experts.0.up_proj,0.0000094053,0.05000,1.489
0,mlp.experts.10.up_proj,0.0000043580,0.05000,2.312
0,mlp.experts.255.gate_proj,0.0000028962,0.05000,3.055
0,mlp.experts.25.up_proj,0.0000010799,0.05000,2.918
0,mlp.experts.4.up_proj,0.0000234778,0.05000,3.597
0,mlp.experts.14.up_proj,0.0000064557,0.05000,3.594
0,mlp.experts.29.up_proj,0.0000169636,0.05000,1.839
0,mlp.experts.3.up_proj,0.0000027393,0.05000,3.412
0,mlp.experts.18.up_proj,0.0000046394,0.05000,1.536
0,mlp.experts.33.up_proj,0.0000106833,0.05000,1.728
0,mlp.experts.8.up_proj,0.0000098003,0.05000,3.101
0,mlp.experts.37.up_proj,0.0000093215,0.05000,1.420
0,mlp.experts.12.up_proj,0.0000033962,0.05000,1.641
0,mlp.experts.22.up_proj,0.0000059261,0.05000,2.761
0,mlp.experts.7.up_proj,0.0000041253,0.05000,3.485
0,mlp.experts.41.up_proj,0.0000129903,0.05000,2.195
0,mlp.experts.16.up_proj,0.0000116611,0.05000,2.951
0,mlp.experts.45.up_proj,0.0000177693,0.05000,1.969
0,mlp.experts.26.up_proj,0.0000113438,0.05000,3.194
0,mlp.experts.11.up_proj,0.0000036955,0.05000,3.702
0,mlp.experts.20.up_proj,0.0000178514,0.05000,3.440
0,mlp.experts.30.up_proj,0.0000030155,0.05000,3.147
0,mlp.experts.15.up_proj,0.0000072887,0.05000,2.609
0,mlp.experts.49.up_proj,0.0000044660,0.05000,3.677
0,mlp.experts.24.up_proj,0.0000086499,0.05000,2.556
0,mlp.experts.34.up_proj,0.0000064696,0.05000,2.639
0,mlp.experts.19.up_proj,0.0000120696,0.05000,3.034
0,mlp.experts.53.up_proj,0.0000073360,0.05000,3.278
0,mlp.experts.28.up_proj,0.0000137102,0.05000,1.833
0,mlp.experts.38.up_proj,0.0000047837,0.05000,2.149
0,mlp.experts.57.up_proj,0.0000034539,0.05000,1.969
0,mlp.experts.23.up_proj,0.0000090879,0.05000,3.055
0,mlp.experts.32.up_proj,0.0000112764,0.05000,2.532
0,mlp.experts.61.up_proj,0.0000068395,0.05000,1.563
0,mlp.experts.42.up_proj,0.0000025224,0.05000,3.374
0,mlp.experts.65.up_proj,0.0000176591,0.05000,1.596
0,mlp.experts.27.up_proj,0.0000079315,0.05000,3.237
0,mlp.experts.36.up_proj,0.0000199128,0.05000,3.494
0,mlp.experts.46.up_proj,0.0000129401,0.05000,2.595
0,mlp.experts.40.up_proj,0.0000075021,0.05000,1.482
0,mlp.experts.31.up_proj,0.0000156099,0.05000,2.053
0,mlp.experts.69.up_proj,0.0000123282,0.05000,2.826
0,mlp.experts.50.up_proj,0.0000148265,0.05000,1.545
0,mlp.experts.44.up_proj,0.0000067080,0.05000,1.626
0,mlp.experts.54.up_proj,0.0000069723,0.05000,1.603
0,mlp.experts.35.up_proj,0.0000059341,0.05000,3.133
0,mlp.experts.48.up_proj,0.0000075748,0.05000,1.899
0,mlp.experts.73.up_proj,0.0000231492,0.05000,3.489
0,mlp.experts.39.up_proj,0.0000078952,0.05000,2.105
0,mlp.experts.58.up_proj,0.0000093486,0.05000,3.251
0,mlp.experts.52.up_proj,0.0000106370,0.05000,3.455
0,mlp.experts.77.up_proj,0.0000082400,0.05000,3.466
0,mlp.experts.43.up_proj,0.0000057017,0.05000,2.230
0,mlp.experts.47.up_proj,0.0000065236,0.05000,1.501
0,mlp.experts.62.up_proj,0.0000201353,0.05000,3.436
0,mlp.experts.81.up_proj,0.0000081523,0.05000,2.452
0,mlp.experts.56.up_proj,0.0000057064,0.05000,3.166
0,mlp.experts.66.up_proj,0.0000116979,0.05000,2.093
0,mlp.experts.51.up_proj,0.0000054152,0.05000,2.929
0,mlp.experts.85.up_proj,0.0000049514,0.05000,2.423
0,mlp.experts.60.up_proj,0.0000085892,0.05000,2.068
0,mlp.experts.70.up_proj,0.0000093949,0.05000,1.638
0,mlp.experts.89.up_proj,0.0000061856,0.05000,1.444
0,mlp.experts.64.up_proj,0.0000124168,0.05000,1.464
0,mlp.experts.55.up_proj,0.0000161851,0.05000,2.696
0,mlp.experts.93.up_proj,0.0000063042,0.05000,1.656
0,mlp.experts.68.up_proj,0.0000047268,0.05000,2.541
0,mlp.experts.74.up_proj,0.0000148227,0.05000,3.364
0,mlp.experts.97.up_proj,0.0000034850,0.05000,1.662
0,mlp.experts.59.up_proj,0.0000073485,0.05000,3.765
0,mlp.experts.101.up_proj,0.0000056947,0.05000,2.259
0,mlp.experts.78.up_proj,0.0000139050,0.05000,3.652
0,mlp.experts.72.up_proj,0.0000137212,0.05000,3.787
0,mlp.experts.63.up_proj,0.0000064230,0.05000,2.029
0,mlp.experts.82.up_proj,0.0000062294,0.05000,1.599
0,mlp.experts.67.up_proj,0.0000085752,0.05000,1.550
0,mlp.experts.105.up_proj,0.0000063961,0.05000,3.212
0,mlp.experts.76.up_proj,0.0000107829,0.05000,2.970
0,mlp.experts.86.up_proj,0.0000144605,0.05000,1.681
0,mlp.experts.71.up_proj,0.0000109976,0.05000,2.190
0,mlp.experts.109.up_proj,0.0000167075,0.05000,2.483
0,mlp.experts.90.up_proj,0.0000045227,0.05000,2.770
0,mlp.experts.113.up_proj,0.0000011877,0.05000,1.575
0,mlp.experts.80.up_proj,0.0000040175,0.05000,3.424
0,mlp.experts.75.up_proj,0.0000182572,0.05000,3.188
0,mlp.experts.117.up_proj,0.0000027642,0.05000,2.394
0,mlp.experts.84.up_proj,0.0000103071,0.05000,2.525
0,mlp.experts.94.up_proj,0.0000130996,0.05000,3.080
0,mlp.experts.79.up_proj,0.0000045535,0.05000,2.432
0,mlp.experts.83.up_proj,0.0000108215,0.05000,2.467
0,mlp.experts.121.up_proj,0.0000113636,0.05000,3.566
0,mlp.experts.88.up_proj,0.0000064245,0.05000,3.457
0,mlp.experts.98.up_proj,0.0000086697,0.05000,3.688
0,mlp.experts.87.up_proj,0.0000066334,0.05000,2.690
0,mlp.experts.92.up_proj,0.0000157514,0.05000,2.926
0,mlp.experts.125.up_proj,0.0000043300,0.05000,3.439
0,mlp.experts.102.up_proj,0.0000054444,0.05000,3.698
0,mlp.experts.96.up_proj,0.0000047890,0.05000,1.502
0,mlp.experts.91.up_proj,0.0000041923,0.05000,2.108
0,mlp.experts.129.up_proj,0.0000057927,0.05000,1.743
0,mlp.experts.106.up_proj,0.0000039692,0.05000,1.199
0,mlp.experts.100.up_proj,0.0000084080,0.05000,1.198
0,mlp.experts.95.up_proj,0.0000044637,0.05000,1.260
0,mlp.experts.133.up_proj,0.0000054638,0.05000,1.181
0,mlp.experts.110.up_proj,0.0000063089,0.05000,1.211
0,mlp.experts.104.up_proj,0.0000104066,0.05000,1.213
0,mlp.experts.99.up_proj,0.0000104693,0.05000,1.207
0,mlp.experts.137.up_proj,0.0000088067,0.05000,1.177
0,mlp.experts.114.up_proj,0.0000170998,0.05000,1.334
0,mlp.experts.108.up_proj,0.0000046840,0.05000,1.507
0,mlp.experts.103.up_proj,0.0000090017,0.05000,1.317
0,mlp.experts.141.up_proj,0.0000034465,0.05000,1.305
0,mlp.experts.118.up_proj,0.0000043153,0.05000,1.288
0,mlp.experts.112.up_proj,0.0000069122,0.05000,1.229
0,mlp.experts.107.up_proj,0.0000026305,0.05000,1.256
0,mlp.experts.145.up_proj,0.0000069350,0.05000,1.178
0,mlp.experts.122.up_proj,0.0000138421,0.05000,1.225
0,mlp.experts.116.up_proj,0.0000132168,0.05000,1.270
0,mlp.experts.111.up_proj,0.0000090192,0.05000,1.264
0,mlp.experts.149.up_proj,0.0000062822,0.05000,1.251
0,mlp.experts.126.up_proj,0.0000061620,0.05000,1.224
0,mlp.experts.120.up_proj,0.0000112846,0.05000,1.259
0,mlp.experts.115.up_proj,0.0000031466,0.05000,1.257
0,mlp.experts.153.up_proj,0.0000063773,0.05000,1.245
0,mlp.experts.130.up_proj,0.0000068989,0.05000,1.472
0,mlp.experts.124.up_proj,0.0000126791,0.05000,1.243
0,mlp.experts.119.up_proj,0.0000040169,0.05000,1.241
0,mlp.experts.157.up_proj,0.0000090305,0.05000,1.380
0,mlp.experts.123.up_proj,0.0000012682,0.05000,1.689
0,mlp.experts.134.up_proj,0.0000161566,0.05000,2.924
0,mlp.experts.128.up_proj,0.0000078901,0.05000,2.833
0,mlp.experts.127.up_proj,0.0000051487,0.05000,1.887
0,mlp.experts.161.up_proj,0.0000149411,0.05000,3.584
0,mlp.experts.132.up_proj,0.0000057209,0.05000,1.660
0,mlp.experts.138.up_proj,0.0000137558,0.05000,3.139
0,mlp.experts.136.up_proj,0.0000081005,0.05000,1.491
0,mlp.experts.165.up_proj,0.0000049450,0.05000,1.959
0,mlp.experts.131.up_proj,0.0000060167,0.05000,2.973
0,mlp.experts.140.up_proj,0.0000053709,0.05000,1.388
0,mlp.experts.169.up_proj,0.0000030905,0.05000,1.628
0,mlp.experts.142.up_proj,0.0000024770,0.05000,2.144
0,mlp.experts.144.up_proj,0.0000128271,0.05000,1.317
0,mlp.experts.135.up_proj,0.0000061257,0.05000,2.030
0,mlp.experts.173.up_proj,0.0000041025,0.05000,1.269
0,mlp.experts.146.up_proj,0.0000070516,0.05000,1.281
0,mlp.experts.148.up_proj,0.0000044659,0.05000,1.290
0,mlp.experts.139.up_proj,0.0000145442,0.05000,1.311
0,mlp.experts.177.up_proj,0.0000141400,0.05000,1.297
0,mlp.experts.150.up_proj,0.0000036871,0.05000,1.307
0,mlp.experts.152.up_proj,0.0000229485,0.05000,1.277
0,mlp.experts.143.up_proj,0.0000081937,0.05000,1.288
0,mlp.experts.181.up_proj,0.0000033203,0.05000,1.274
0,mlp.experts.154.up_proj,0.0000063749,0.05000,1.295
0,mlp.experts.156.up_proj,0.0000047129,0.05000,1.269
0,mlp.experts.147.up_proj,0.0000115910,0.05000,1.299
0,mlp.experts.185.up_proj,0.0000048569,0.05000,1.271
0,mlp.experts.158.up_proj,0.0000038646,0.05000,1.257
0,mlp.experts.160.up_proj,0.0000107879,0.05000,1.245
0,mlp.experts.151.up_proj,0.0000133805,0.05000,1.237
0,mlp.experts.189.up_proj,0.0000129200,0.05000,1.228
0,mlp.experts.162.up_proj,0.0000134443,0.05000,1.284
0,mlp.experts.164.up_proj,0.0000074472,0.05000,1.290
0,mlp.experts.155.up_proj,0.0000203603,0.05000,1.265
0,mlp.experts.193.up_proj,0.0000032164,0.05000,1.268
0,mlp.experts.166.up_proj,0.0000022114,0.05000,1.242
0,mlp.experts.159.up_proj,0.0000144844,0.05000,1.163
0,mlp.experts.168.up_proj,0.0000051118,0.05000,1.216
0,mlp.experts.197.up_proj,0.0000063448,0.05000,1.200
0,mlp.experts.170.up_proj,0.0000095036,0.05000,1.209
0,mlp.experts.163.up_proj,0.0000142729,0.05000,1.165
0,mlp.experts.172.up_proj,0.0000164265,0.05000,1.203
0,mlp.experts.201.up_proj,0.0000149612,0.05000,1.208
0,mlp.experts.174.up_proj,0.0000129950,0.05000,1.231
0,mlp.experts.176.up_proj,0.0000202324,0.05000,1.284
0,mlp.experts.167.up_proj,0.0000051793,0.05000,1.462
0,mlp.experts.205.up_proj,0.0000014199,0.05000,1.298
0,mlp.experts.178.up_proj,0.0000060698,0.05000,1.277
0,mlp.experts.209.up_proj,0.0000075450,0.05000,1.345
0,mlp.experts.182.up_proj,0.0000050665,0.05000,1.410
0,mlp.experts.180.up_proj,0.0000153042,0.05000,2.310
0,mlp.experts.213.up_proj,0.0000061775,0.05000,1.406
0,mlp.experts.171.up_proj,0.0000063860,0.05000,2.895
0,mlp.experts.186.up_proj,0.0000097650,0.05000,1.838
0,mlp.experts.184.up_proj,0.0000125819,0.05000,1.477
0,mlp.experts.175.up_proj,0.0000207989,0.05000,1.406
0,mlp.experts.217.up_proj,0.0000190380,0.05000,1.550
0,mlp.experts.190.up_proj,0.0000015704,0.05000,1.371
0,mlp.experts.188.up_proj,0.0000108878,0.05000,1.434
0,mlp.experts.179.up_proj,0.0000034114,0.05000,1.314
0,mlp.experts.221.up_proj,0.0000065088,0.05000,1.378
0,mlp.experts.192.up_proj,0.0000147022,0.05000,1.614
0,mlp.experts.194.up_proj,0.0000081239,0.05000,1.717
0,mlp.experts.198.up_proj,0.0000099583,0.05000,1.617
0,mlp.experts.196.up_proj,0.0000034607,0.05000,1.724
0,mlp.experts.183.up_proj,0.0000072149,0.05000,2.924
0,mlp.experts.225.up_proj,0.0000067296,0.05000,3.274
0,mlp.experts.202.up_proj,0.0000131765,0.05000,1.463
0,mlp.experts.200.up_proj,0.0000045832,0.05000,3.152
0,mlp.experts.206.up_proj,0.0000039308,0.05000,2.169
0,mlp.experts.187.up_proj,0.0000055823,0.05000,3.546
0,mlp.experts.229.up_proj,0.0000068679,0.05000,3.537
0,mlp.experts.204.up_proj,0.0000115254,0.05000,3.613
0,mlp.experts.191.up_proj,0.0000117946,0.05000,3.383
0,mlp.experts.233.up_proj,0.0000030903,0.05000,2.960
0,mlp.experts.210.up_proj,0.0000111371,0.05000,3.695
0,mlp.experts.214.up_proj,0.0000074226,0.05000,1.397
0,mlp.experts.237.up_proj,0.0000089253,0.05000,1.867
0,mlp.experts.218.up_proj,0.0000096717,0.05000,1.304
0,mlp.experts.195.up_proj,0.0000090064,0.05000,2.959
0,mlp.experts.208.up_proj,0.0000080244,0.05000,3.462
0,mlp.experts.241.up_proj,0.0000071214,0.05000,2.144
0,mlp.experts.199.up_proj,0.0000183493,0.05000,1.924
0,mlp.experts.222.up_proj,0.0000118389,0.05000,2.164
0,mlp.experts.212.up_proj,0.0000069747,0.05000,1.943
0,mlp.experts.245.up_proj,0.0000083307,0.05000,1.474
0,mlp.experts.203.up_proj,0.0000140819,0.05000,2.472
0,mlp.experts.249.up_proj,0.0000057183,0.05000,2.601
0,mlp.experts.226.up_proj,0.0000043436,0.05000,3.424
0,mlp.experts.216.up_proj,0.0000030066,0.05000,3.415
0,mlp.experts.207.up_proj,0.0000190422,0.05000,1.397
0,mlp.experts.211.up_proj,0.0000130412,0.05000,1.410
0,mlp.experts.220.up_proj,0.0000169580,0.05000,2.676
0,mlp.experts.253.up_proj,0.0000021920,0.05000,3.238
0,mlp.experts.230.up_proj,0.0000070866,0.05000,3.058
0,mlp.experts.215.up_proj,0.0000105340,0.05000,1.748
0,mlp.experts.224.up_proj,0.0000141986,0.05000,0.924
0,mlp.experts.234.up_proj,0.0000218432,0.05000,0.820
0,mlp.experts.219.up_proj,0.0000068020,0.05000,0.843
0,mlp.experts.228.up_proj,0.0000053187,0.05000,0.823
0,mlp.experts.238.up_proj,0.0000089464,0.05000,0.827
0,mlp.experts.223.up_proj,0.0000172257,0.05000,0.810
0,mlp.experts.232.up_proj,0.0000308845,0.05000,0.738
0,mlp.experts.242.up_proj,0.0000089856,0.05000,0.668
0,mlp.experts.227.up_proj,0.0000047876,0.05000,0.590
0,mlp.experts.236.up_proj,0.0000119263,0.05000,0.592
0,mlp.experts.246.up_proj,0.0000035322,0.05000,0.596
0,mlp.experts.231.up_proj,0.0000170274,0.05000,0.594
0,mlp.experts.240.up_proj,0.0000148940,0.05000,0.674
0,mlp.experts.250.up_proj,0.0000092851,0.05000,0.734
0,mlp.experts.235.up_proj,0.0000032074,0.05000,0.835
0,mlp.experts.244.up_proj,0.0000120961,0.05000,0.832
0,mlp.experts.254.up_proj,0.0000140264,0.05000,0.830
0,mlp.experts.239.up_proj,0.0000101692,0.05000,0.737
0,mlp.experts.248.up_proj,0.0000197320,0.05000,0.677
0,mlp.experts.243.up_proj,0.0000056071,0.05000,0.626
0,mlp.experts.252.up_proj,0.0000009425,0.05000,0.627
0,mlp.experts.247.up_proj,0.0000063170,0.05000,0.314
0,mlp.experts.251.up_proj,0.0000063021,0.05000,0.198
0,mlp.experts.255.up_proj,0.0000027286,0.05000,0.199
0,mlp.experts.2.down_proj,0.0000023128,0.05000,0.370
0,mlp.experts.3.down_proj,0.0000026371,0.05000,0.501
0,mlp.experts.0.down_proj,0.0000025019,0.05000,0.673
0,mlp.experts.1.down_proj,0.0000024659,0.05000,0.884
0,mlp.experts.6.down_proj,0.0000022045,0.05000,0.893
0,mlp.experts.7.down_proj,0.0000018021,0.05000,0.959
0,mlp.experts.4.down_proj,0.0000025218,0.05000,0.958
0,mlp.experts.5.down_proj,0.0000021475,0.05000,0.949
0,mlp.experts.10.down_proj,0.0000022430,0.05000,0.893
0,mlp.experts.11.down_proj,0.0000017915,0.05000,0.975
0,mlp.experts.8.down_proj,0.0000020619,0.05000,0.971
0,mlp.experts.14.down_proj,0.0000019262,0.05000,0.563
0,mlp.experts.9.down_proj,0.0000019070,0.05000,0.987
0,mlp.experts.18.down_proj,0.0000010901,0.05000,0.429
0,mlp.experts.15.down_proj,0.0000022985,0.05000,0.814
0,mlp.experts.12.down_proj,0.0000019664,0.05000,0.922
0,mlp.experts.13.down_proj,0.0000018340,0.05000,0.944
0,mlp.experts.22.down_proj,0.0000023220,0.05000,0.753
0,mlp.experts.16.down_proj,0.0000026442,0.05000,0.402
0,mlp.experts.19.down_proj,0.0000021922,0.05000,0.737
0,mlp.experts.20.down_proj,0.0000028910,0.05000,0.409
0,mlp.experts.17.down_proj,0.0000020201,0.05000,0.897
0,mlp.experts.26.down_proj,0.0000018981,0.05000,0.888
0,mlp.experts.24.down_proj,0.0000020207,0.05000,0.535
0,mlp.experts.23.down_proj,0.0000029644,0.05000,0.904
0,mlp.experts.21.down_proj,0.0000024614,0.05000,0.825
0,mlp.experts.28.down_proj,0.0000023104,0.05000,0.621
0,mlp.experts.30.down_proj,0.0000016951,0.05000,0.852
0,mlp.experts.27.down_proj,0.0000021454,0.05000,0.781
0,mlp.experts.25.down_proj,0.0000012435,0.05000,0.443
0,mlp.experts.34.down_proj,0.0000024013,0.05000,0.637
0,mlp.experts.32.down_proj,0.0000025440,0.05000,0.851
0,mlp.experts.31.down_proj,0.0000021731,0.05000,0.694
0,mlp.experts.29.down_proj,0.0000033193,0.05000,0.465
0,mlp.experts.38.down_proj,0.0000016678,0.05000,0.623
0,mlp.experts.36.down_proj,0.0000020337,0.05000,0.803
0,mlp.experts.33.down_proj,0.0000027813,0.05000,0.812
0,mlp.experts.35.down_proj,0.0000023520,0.05000,0.925
0,mlp.experts.40.down_proj,0.0000027143,0.05000,0.422
0,mlp.experts.42.down_proj,0.0000020617,0.05000,0.760
0,mlp.experts.39.down_proj,0.0000021431,0.05000,0.400
0,mlp.experts.44.down_proj,0.0000021114,0.05000,0.350
0,mlp.experts.46.down_proj,0.0000025793,0.05000,0.356
0,mlp.experts.43.down_proj,0.0000022306,0.05000,0.357
0,mlp.experts.37.down_proj,0.0000020547,0.05000,0.858
0,mlp.experts.48.down_proj,0.0000019778,0.05000,0.350
0,mlp.experts.50.down_proj,0.0000019284,0.05000,0.355
0,mlp.experts.47.down_proj,0.0000018532,0.05000,0.360
0,mlp.experts.52.down_proj,0.0000020767,0.05000,0.344
0,mlp.experts.41.down_proj,0.0000023132,0.05000,0.628
0,mlp.experts.54.down_proj,0.0000022229,0.05000,0.347
0,mlp.experts.51.down_proj,0.0000019368,0.05000,0.343
0,mlp.experts.56.down_proj,0.0000020805,0.05000,0.325
0,mlp.experts.45.down_proj,0.0000004768,0.05000,0.320
0,mlp.experts.58.down_proj,0.0000023116,0.05000,0.318
0,mlp.experts.55.down_proj,0.0000017534,0.05000,0.318
0,mlp.experts.60.down_proj,0.0000019180,0.05000,0.322
0,mlp.experts.49.down_proj,0.0000020254,0.05000,0.324
0,mlp.experts.62.down_proj,0.0000031083,0.05000,0.318
0,mlp.experts.59.down_proj,0.0000022637,0.05000,0.321
0,mlp.experts.64.down_proj,0.0000013123,0.05000,0.325
0,mlp.experts.53.down_proj,0.0000021042,0.05000,0.323
0,mlp.experts.66.down_proj,0.0000021754,0.05000,0.322
0,mlp.experts.63.down_proj,0.0000025126,0.05000,0.329
0,mlp.experts.68.down_proj,0.0000020035,0.05000,0.329
0,mlp.experts.57.down_proj,0.0000021055,0.05000,0.325
0,mlp.experts.70.down_proj,0.0000021172,0.05000,0.324
0,mlp.experts.67.down_proj,0.0000018982,0.05000,0.324
0,mlp.experts.72.down_proj,0.0000023434,0.05000,0.322
0,mlp.experts.61.down_proj,0.0000021495,0.05000,0.319
0,mlp.experts.74.down_proj,0.0000011474,0.05000,0.320
0,mlp.experts.71.down_proj,0.0000031242,0.05000,0.321
0,mlp.experts.76.down_proj,0.0000021828,0.05000,0.311
0,mlp.experts.65.down_proj,0.0000023618,0.05000,0.306
0,mlp.experts.78.down_proj,0.0000025250,0.05000,0.292
0,mlp.experts.75.down_proj,0.0000025924,0.05000,0.305
0,mlp.experts.80.down_proj,0.0000017512,0.05000,0.296
0,mlp.experts.69.down_proj,0.0000020941,0.05000,0.292
0,mlp.experts.82.down_proj,0.0000022044,0.05000,0.283
0,mlp.experts.79.down_proj,0.0000020150,0.05000,0.299
0,mlp.experts.84.down_proj,0.0000021365,0.05000,0.292
0,mlp.experts.86.down_proj,0.0000031508,0.05000,0.282
0,mlp.experts.73.down_proj,0.0000020976,0.05000,0.350
0,mlp.experts.83.down_proj,0.0000026001,0.05000,0.291
0,mlp.experts.88.down_proj,0.0000026775,0.05000,0.297
0,mlp.experts.90.down_proj,0.0000023534,0.05000,0.296
0,mlp.experts.77.down_proj,0.0000014806,0.05000,0.287
0,mlp.experts.87.down_proj,0.0000018907,0.05000,0.297
0,mlp.experts.92.down_proj,0.0000024241,0.05000,0.296
0,mlp.experts.94.down_proj,0.0000025630,0.05000,0.298
0,mlp.experts.81.down_proj,0.0000014883,0.05000,0.285
0,mlp.experts.91.down_proj,0.0000023202,0.05000,0.295
0,mlp.experts.96.down_proj,0.0000016889,0.05000,0.297
0,mlp.experts.98.down_proj,0.0000022337,0.05000,0.295
0,mlp.experts.85.down_proj,0.0000020829,0.05000,0.285
0,mlp.experts.95.down_proj,0.0000023887,0.05000,0.297
0,mlp.experts.100.down_proj,0.0000020089,0.05000,0.299
0,mlp.experts.102.down_proj,0.0000019073,0.05000,0.295
0,mlp.experts.89.down_proj,0.0000020637,0.05000,0.285
0,mlp.experts.99.down_proj,0.0000031318,0.05000,0.337
0,mlp.experts.106.down_proj,0.0000018558,0.05000,0.383
0,mlp.experts.103.down_proj,0.0000023628,0.05000,0.383
0,mlp.experts.104.down_proj,0.0000022989,0.05000,0.687
0,mlp.experts.93.down_proj,0.0000021324,0.05000,0.622
0,mlp.experts.110.down_proj,0.0000018290,0.05000,0.399
0,mlp.experts.107.down_proj,0.0000017245,0.05000,0.398
0,mlp.experts.114.down_proj,0.0000018633,0.05000,0.396
0,mlp.experts.97.down_proj,0.0000019200,0.05000,0.569
0,mlp.experts.108.down_proj,0.0000028575,0.05000,0.775
0,mlp.experts.111.down_proj,0.0000025144,0.05000,0.676
0,mlp.experts.118.down_proj,0.0000020121,0.05000,0.399
0,mlp.experts.101.down_proj,0.0000017650,0.05000,0.398
0,mlp.experts.122.down_proj,0.0000023061,0.05000,0.387
0,mlp.experts.105.down_proj,0.0000021740,0.05000,0.387
0,mlp.experts.112.down_proj,0.0000026848,0.05000,0.776
0,mlp.experts.126.down_proj,0.0000020858,0.05000,0.397
0,mlp.experts.115.down_proj,0.0000021731,0.05000,0.802
0,mlp.experts.109.down_proj,0.0000022685,0.05000,0.403
0,mlp.experts.130.down_proj,0.0000021389,0.05000,0.395
0,mlp.experts.113.down_proj,0.0000011239,0.05000,0.390
0,mlp.experts.116.down_proj,0.0000021942,0.05000,0.784
0,mlp.experts.119.down_proj,0.0000021781,0.05000,0.808
0,mlp.experts.117.down_proj,0.0000017225,0.05000,0.433
0,mlp.experts.134.down_proj,0.0000020790,0.05000,0.496
0,mlp.experts.121.down_proj,0.0000005149,0.05000,0.506
0,mlp.experts.120.down_proj,0.0000016736,0.05000,0.859
0,mlp.experts.123.down_proj,0.0000012201,0.05000,0.858
0,mlp.experts.138.down_proj,0.0000032851,0.05000,0.855
0,mlp.experts.125.down_proj,0.0000019368,0.05000,0.517
0,mlp.experts.124.down_proj,0.0000026787,0.05000,0.845
0,mlp.experts.129.down_proj,0.0000019475,0.05000,0.510
0,mlp.experts.127.down_proj,0.0000017016,0.05000,0.841
0,mlp.experts.142.down_proj,0.0000018837,0.05000,0.855
0,mlp.experts.133.down_proj,0.0000014229,0.05000,0.509
0,mlp.experts.128.down_proj,0.0000016556,0.05000,0.771
0,mlp.experts.131.down_proj,0.0000020863,0.05000,0.615
0,mlp.experts.146.down_proj,0.0000020701,0.05000,0.860
0,mlp.experts.132.down_proj,0.0000020410,0.05000,0.390
0,mlp.experts.135.down_proj,0.0000030055,0.05000,0.434
0,mlp.experts.137.down_proj,0.0000025375,0.05000,0.739
0,mlp.experts.136.down_proj,0.0000020310,0.05000,0.379
0,mlp.experts.140.down_proj,0.0000024833,0.05000,0.371
0,mlp.experts.150.down_proj,0.0000018571,0.05000,0.850
0,mlp.experts.139.down_proj,0.0000023464,0.05000,0.826
0,mlp.experts.141.down_proj,0.0000015450,0.05000,0.918
0,mlp.experts.144.down_proj,0.0000019007,0.05000,0.343
0,mlp.experts.154.down_proj,0.0000021715,0.05000,0.439
0,mlp.experts.148.down_proj,0.0000013888,0.05000,0.339
0,mlp.experts.152.down_proj,0.0000019390,0.05000,0.377
0,mlp.experts.158.down_proj,0.0000021839,0.05000,0.591
0,mlp.experts.143.down_proj,0.0000022836,0.05000,0.956
0,mlp.experts.145.down_proj,0.0000014903,0.05000,0.935
0,mlp.experts.156.down_proj,0.0000017209,0.05000,0.392
0,mlp.experts.160.down_proj,0.0000025639,0.05000,0.377
0,mlp.experts.162.down_proj,0.0000021628,0.05000,0.969
0,mlp.experts.147.down_proj,0.0000032006,0.05000,0.995
0,mlp.experts.164.down_proj,0.0000023708,0.05000,0.385
0,mlp.experts.149.down_proj,0.0000025753,0.05000,0.959
0,mlp.experts.166.down_proj,0.0000019915,0.05000,0.413
0,mlp.experts.168.down_proj,0.0000026643,0.05000,0.319
0,mlp.experts.170.down_proj,0.0000020391,0.05000,0.312
0,mlp.experts.172.down_proj,0.0000023437,0.05000,0.311
0,mlp.experts.151.down_proj,0.0000017762,0.05000,0.877
0,mlp.experts.153.down_proj,0.0000022368,0.05000,0.874
0,mlp.experts.174.down_proj,0.0000020290,0.05000,0.316
0,mlp.experts.176.down_proj,0.0000003430,0.05000,0.314
0,mlp.experts.180.down_proj,0.0000020005,0.05000,0.424
0,mlp.experts.178.down_proj,0.0000019832,0.05000,0.482
0,mlp.experts.155.down_proj,0.0000033237,0.05000,0.890
0,mlp.experts.184.down_proj,0.0000017582,0.05000,0.428
0,mlp.experts.157.down_proj,0.0000016929,0.05000,0.917
0,mlp.experts.188.down_proj,0.0000023019,0.05000,0.434
0,mlp.experts.182.down_proj,0.0000019824,0.05000,0.903
0,mlp.experts.159.down_proj,0.0000021611,0.05000,0.970
0,mlp.experts.192.down_proj,0.0000025828,0.05000,0.430
0,mlp.experts.161.down_proj,0.0000022165,0.05000,0.990
0,mlp.experts.196.down_proj,0.0000021437,0.05000,0.418
0,mlp.experts.186.down_proj,0.0000018594,0.05000,0.910
0,mlp.experts.163.down_proj,0.0000015794,0.05000,0.729
0,mlp.experts.165.down_proj,0.0000021348,0.05000,0.773
0,mlp.experts.167.down_proj,0.0000018376,0.05000,0.399
0,mlp.experts.200.down_proj,0.0000022314,0.05000,0.843
0,mlp.experts.190.down_proj,0.0000012538,0.05000,0.876
0,mlp.experts.171.down_proj,0.0000019576,0.05000,0.407
0,mlp.experts.169.down_proj,0.0000013816,0.05000,0.898
0,mlp.experts.175.down_proj,0.0000012475,0.05000,0.435
0,mlp.experts.194.down_proj,0.0000016360,0.05000,0.738
0,mlp.experts.204.down_proj,0.0000022132,0.05000,0.919
0,mlp.experts.173.down_proj,0.0000020288,0.05000,0.531
0,mlp.experts.177.down_proj,0.0000014399,0.05000,0.410
0,mlp.experts.179.down_proj,0.0000023205,0.05000,0.915
0,mlp.experts.198.down_proj,0.0000020818,0.05000,0.880
0,mlp.experts.208.down_proj,0.0000028423,0.05000,0.907
0,mlp.experts.181.down_proj,0.0000021302,0.05000,0.419
0,mlp.experts.185.down_proj,0.0000023141,0.05000,0.411
0,mlp.experts.183.down_proj,0.0000030526,0.05000,0.920
0,mlp.experts.202.down_proj,0.0000012481,0.05000,0.878
0,mlp.experts.189.down_proj,0.0000026334,0.05000,0.418
0,mlp.experts.212.down_proj,0.0000024396,0.05000,0.912
0,mlp.experts.187.down_proj,0.0000017917,0.05000,0.940
0,mlp.experts.193.down_proj,0.0000018444,0.05000,0.790
0,mlp.experts.206.down_proj,0.0000020617,0.05000,0.934
0,mlp.experts.216.down_proj,0.0000021322,0.05000,0.957
0,mlp.experts.191.down_proj,0.0000015748,0.05000,0.957
0,mlp.experts.197.down_proj,0.0000009291,0.05000,0.946
0,mlp.experts.210.down_proj,0.0000016558,0.05000,0.949
0,mlp.experts.220.down_proj,0.0000026471,0.05000,0.968
0,mlp.experts.195.down_proj,0.0000018145,0.05000,0.964
0,mlp.experts.201.down_proj,0.0000024266,0.05000,0.933
0,mlp.experts.224.down_proj,0.0000016407,0.05000,0.805
0,mlp.experts.214.down_proj,0.0000023550,0.05000,0.955
0,mlp.experts.205.down_proj,0.0000015917,0.05000,0.352
0,mlp.experts.228.down_proj,0.0000026029,0.05000,0.337
0,mlp.experts.218.down_proj,0.0000029369,0.05000,0.458
0,mlp.experts.199.down_proj,0.0000041164,0.05000,0.699
0,mlp.experts.209.down_proj,0.0000020940,0.05000,0.337
0,mlp.experts.232.down_proj,0.0000032992,0.05000,0.306
0,mlp.experts.222.down_proj,0.0000015113,0.05000,0.296
0,mlp.experts.203.down_proj,0.0000020932,0.05000,0.306
0,mlp.experts.236.down_proj,0.0000019052,0.05000,0.299
0,mlp.experts.213.down_proj,0.0000023673,0.05000,0.337
0,mlp.experts.226.down_proj,0.0000011838,0.05000,0.303
0,mlp.experts.207.down_proj,0.0000021604,0.05000,0.287
0,mlp.experts.240.down_proj,0.0000023407,0.05000,0.294
0,mlp.experts.217.down_proj,0.0000019044,0.05000,0.299
0,mlp.experts.230.down_proj,0.0000014596,0.05000,0.294
0,mlp.experts.211.down_proj,0.0000017960,0.05000,0.286
0,mlp.experts.244.down_proj,0.0000026652,0.05000,0.298
0,mlp.experts.221.down_proj,0.0000029321,0.05000,0.297
0,mlp.experts.234.down_proj,0.0000022057,0.05000,0.298
0,mlp.experts.215.down_proj,0.0000007884,0.05000,0.292
0,mlp.experts.248.down_proj,0.0000042301,0.05000,0.296
0,mlp.experts.225.down_proj,0.0000035035,0.05000,0.312
0,mlp.experts.238.down_proj,0.0000030259,0.05000,0.422
0,mlp.experts.219.down_proj,0.0000025660,0.05000,0.635
0,mlp.experts.252.down_proj,0.0000009989,0.05000,0.829
0,mlp.experts.229.down_proj,0.0000003425,0.05000,0.884
0,mlp.experts.223.down_proj,0.0000023036,0.05000,0.378
0,mlp.experts.242.down_proj,0.0000021814,0.05000,0.723
0,mlp.experts.233.down_proj,0.0000018797,0.05000,0.212
0,mlp.experts.227.down_proj,0.0000020661,0.05000,0.211
0,mlp.experts.246.down_proj,0.0000018995,0.05000,0.217
0,mlp.experts.237.down_proj,0.0000021929,0.05000,0.208
0,mlp.experts.231.down_proj,0.0000020749,0.05000,0.207
0,mlp.experts.250.down_proj,0.0000019251,0.05000,0.218
0,mlp.experts.241.down_proj,0.0000022863,0.05000,0.203
0,mlp.experts.235.down_proj,0.0000013956,0.05000,0.206
0,mlp.experts.254.down_proj,0.0000021685,0.05000,0.212
0,mlp.experts.245.down_proj,0.0000029281,0.05000,0.147
0,mlp.experts.239.down_proj,0.0000021150,0.05000,0.130
0,mlp.experts.249.down_proj,0.0000006387,0.05000,0.101
0,mlp.experts.243.down_proj,0.0000026252,0.05000,0.100
0,mlp.experts.253.down_proj,0.0000018062,0.05000,0.101
0,mlp.experts.247.down_proj,0.0000022656,0.05000,0.091
0,mlp.experts.251.down_proj,0.0000018850,0.05000,0.049
0,mlp.experts.255.down_proj,0.0000018491,0.05000,0.050
1,mlp.experts.1.gate_proj,0.0000251439,0.05000,3.008
1,mlp.experts.3.gate_proj,0.0000411178,0.05000,3.078
1,mlp.experts.2.gate_proj,0.0000233057,0.05000,3.186
1,mlp.experts.0.gate_proj,0.0000303384,0.05000,3.514
1,mlp.experts.5.gate_proj,0.0000299948,0.05000,1.744
1,mlp.experts.9.gate_proj,0.0000237952,0.05000,1.631
1,mlp.experts.7.gate_proj,0.0000266799,0.05000,3.364
1,mlp.experts.6.gate_proj,0.0000207804,0.05000,3.591
1,mlp.experts.4.gate_proj,0.0000306970,0.05000,3.604
1,mlp.experts.13.gate_proj,0.0000189956,0.05000,1.644
1,mlp.experts.10.gate_proj,0.0000326596,0.05000,2.779
1,mlp.experts.11.gate_proj,0.0000127575,0.05000,3.632
1,mlp.experts.8.gate_proj,0.0000309689,0.05000,3.535
1,mlp.experts.17.gate_proj,0.0000365840,0.05000,2.779
1,mlp.experts.14.gate_proj,0.0000683019,0.05000,3.043
1,mlp.experts.15.gate_proj,0.0000250220,0.05000,2.583
1,mlp.experts.21.gate_proj,0.0000239106,0.05000,2.265
1,mlp.experts.12.gate_proj,0.0000258480,0.05000,3.605
1,mlp.experts.18.gate_proj,0.0000233482,0.05000,2.181
1,mlp.experts.25.gate_proj,0.0000202114,0.05000,2.065
1,mlp.experts.19.gate_proj,0.0000303998,0.05000,2.961
1,mlp.experts.22.gate_proj,0.0000343026,0.05000,1.446
1,mlp.experts.29.gate_proj,0.0000237790,0.05000,1.453
1,mlp.experts.16.gate_proj,0.0000318498,0.05000,3.276
1,mlp.experts.33.gate_proj,0.0000366329,0.05000,1.599
1,mlp.experts.26.gate_proj,0.0000194363,0.05000,2.529
1,mlp.experts.23.gate_proj,0.0000465986,0.05000,3.366
1,mlp.experts.37.gate_proj,0.0000406611,0.05000,1.529
1,mlp.experts.30.gate_proj,0.0000359564,0.05000,2.207
1,mlp.experts.20.gate_proj,0.0000152579,0.05000,3.476
1,mlp.experts.27.gate_proj,0.0000223635,0.05000,2.788
1,mlp.experts.41.gate_proj,0.0000223017,0.05000,3.022
1,mlp.experts.24.gate_proj,0.0000305661,0.05000,2.960
1,mlp.experts.34.gate_proj,0.0000192774,0.05000,3.599
1,mlp.experts.31.gate_proj,0.0000167032,0.05000,3.527
1,mlp.experts.28.gate_proj,0.0000209041,0.05000,1.844
1,mlp.experts.45.gate_proj,0.0000139376,0.05000,3.696
1,mlp.experts.32.gate_proj,0.0000389173,0.05000,2.091
1,mlp.experts.38.gate_proj,0.0000151667,0.05000,3.402
1,mlp.experts.35.gate_proj,0.0000318743,0.05000,2.703
1,mlp.experts.49.gate_proj,0.0000350990,0.05000,2.444
1,mlp.experts.39.gate_proj,0.0000248473,0.05000,1.252
1,mlp.experts.36.gate_proj,0.0000153430,0.05000,1.546
1,mlp.experts.42.gate_proj,0.0000352906,0.05000,1.490
1,mlp.experts.53.gate_proj,0.0000140210,0.05000,1.269
1,mlp.experts.46.gate_proj,0.0000240367,0.05000,1.279
1,mlp.experts.43.gate_proj,0.0000205848,0.05000,1.515
1,mlp.experts.40.gate_proj,0.0000262858,0.05000,1.372
1,mlp.experts.57.gate_proj,0.0000195367,0.05000,2.149
1,mlp.experts.47.gate_proj,0.0000234397,0.05000,1.529
1,mlp.experts.44.gate_proj,0.0000479364,0.05000,1.563
1,mlp.experts.50.gate_proj,0.0000403189,0.05000,2.961
1,mlp.experts.48.gate_proj,0.0000417727,0.05000,1.508
1,mlp.experts.51.gate_proj,0.0000267536,0.05000,2.061
1,mlp.experts.52.gate_proj,0.0000274094,0.05000,1.287
1,mlp.experts.61.gate_proj,0.0000394956,0.05000,3.323
1,mlp.experts.56.gate_proj,0.0000305977,0.05000,1.409
1,mlp.experts.55.gate_proj,0.0000190251,0.05000,2.463
1,mlp.experts.54.gate_proj,0.0000382682,0.05000,3.452
1,mlp.experts.60.gate_proj,0.0000270334,0.05000,1.413
1,mlp.experts.65.gate_proj,0.0000174770,0.05000,3.513
1,mlp.experts.64.gate_proj,0.0000242562,0.05000,1.403
1,mlp.experts.59.gate_proj,0.0000175555,0.05000,3.509
1,mlp.experts.58.gate_proj,0.0000129367,0.05000,3.477
1,mlp.experts.68.gate_proj,0.0000296080,0.05000,1.484
1,mlp.experts.72.gate_proj,0.0000352336,0.05000,1.630
1,mlp.experts.69.gate_proj,0.0000345352,0.05000,3.597
1,mlp.experts.63.gate_proj,0.0000261754,0.05000,3.599
1,mlp.experts.62.gate_proj,0.0000162662,0.05000,3.346
1,mlp.experts.76.gate_proj,0.0000359609,0.05000,1.709
1,mlp.experts.73.gate_proj,0.0000182140,0.05000,2.717
1,mlp.experts.66.gate_proj,0.0000250160,0.05000,1.763
1,mlp.experts.77.gate_proj,0.0000257115,0.05000,1.590
1,mlp.experts.67.gate_proj,0.0000230531,0.05000,3.298
1,mlp.experts.80.gate_proj,0.0000410496,0.05000,3.163
1,mlp.experts.70.gate_proj,0.0000254286,0.05000,2.203
1,mlp.experts.71.gate_proj,0.0000354483,0.05000,1.667
1,mlp.experts.81.gate_proj,0.0000183191,0.05000,2.154
1,mlp.experts.84.gate_proj,0.0000229101,0.05000,2.743
1,mlp.experts.74.gate_proj,0.0000299301,0.05000,2.376
1,mlp.experts.85.gate_proj,0.0000313761,0.05000,1.638
1,mlp.experts.75.gate_proj,0.0000226765,0.05000,2.687
1,mlp.experts.78.gate_proj,0.0000468935,0.05000,1.806
1,mlp.experts.89.gate_proj,0.0000232725,0.05000,1.359
1,mlp.experts.88.gate_proj,0.0000323829,0.05000,3.474
1,mlp.experts.93.gate_proj,0.0000236091,0.05000,1.463
1,mlp.experts.92.gate_proj,0.0000249189,0.05000,1.668
1,mlp.experts.79.gate_proj,0.0000330218,0.05000,3.759
1,mlp.experts.82.gate_proj,0.0000266707,0.05000,3.618
1,mlp.experts.97.gate_proj,0.0000246831,0.05000,2.420
1,mlp.experts.96.gate_proj,0.0000230071,0.05000,1.298
1,mlp.experts.83.gate_proj,0.0000348671,0.05000,1.448
1,mlp.experts.86.gate_proj,0.0000243681,0.05000,1.227
1,mlp.experts.101.gate_proj,0.0000401164,0.05000,1.183
1,mlp.experts.100.gate_proj,0.0000374494,0.05000,1.208
1,mlp.experts.87.gate_proj,0.0000166536,0.05000,1.216
1,mlp.experts.90.gate_proj,0.0000348635,0.05000,1.207
1,mlp.experts.105.gate_proj,0.0000271454,0.05000,1.184
1,mlp.experts.104.gate_proj,0.0000191560,0.05000,1.543
1,mlp.experts.91.gate_proj,0.0000291464,0.05000,2.424
1,mlp.experts.94.gate_proj,0.0000227394,0.05000,2.472
1,mlp.experts.109.gate_proj,0.0000307243,0.05000,2.333
1,mlp.experts.108.gate_proj,0.0000134674,0.05000,1.786
1,mlp.experts.113.gate_proj,0.0000204318,0.05000,1.464
1,mlp.experts.98.gate_proj,0.0000326801,0.05000,3.023
1,mlp.experts.112.gate_proj,0.0000155440,0.05000,2.644
1,mlp.experts.117.gate_proj,0.0000211286,0.05000,1.614
1,mlp.experts.95.gate_proj,0.0000379415,0.05000,3.525
1,mlp.experts.121.gate_proj,0.0000510200,0.05000,1.446
1,mlp.experts.102.gate_proj,0.0000112261,0.05000,1.802
1,mlp.experts.99.gate_proj,0.0000175665,0.05000,1.990
1,mlp.experts.116.gate_proj,0.0000256113,0.05000,2.302
1,mlp.experts.106.gate_proj,0.0000228837,0.05000,3.351
1,mlp.experts.125.gate_proj,0.0000554649,0.05000,3.675
1,mlp.experts.120.gate_proj,0.0000317244,0.05000,3.398
1,mlp.experts.103.gate_proj,0.0000262014,0.05000,3.759
1,mlp.experts.129.gate_proj,0.0000141034,0.05000,2.360
1,mlp.experts.110.gate_proj,0.0000208258,0.05000,2.898
1,mlp.experts.124.gate_proj,0.0000332595,0.05000,2.861
1,mlp.experts.107.gate_proj,0.0000279237,0.05000,2.696
1,mlp.experts.133.gate_proj,0.0000277209,0.05000,1.644
1,mlp.experts.137.gate_proj,0.0000170320,0.05000,1.625
1,mlp.experts.114.gate_proj,0.0000301155,0.05000,3.547
1,mlp.experts.111.gate_proj,0.0000278255,0.05000,3.480
1,mlp.experts.128.gate_proj,0.0000324284,0.05000,3.631
1,mlp.experts.141.gate_proj,0.0000420883,0.05000,1.635
1,mlp.experts.145.gate_proj,0.0000178121,0.05000,1.631
1,mlp.experts.118.gate_proj,0.0000240363,0.05000,3.503
1,mlp.experts.115.gate_proj,0.0000199285,0.05000,3.373
1,mlp.experts.149.gate_proj,0.0000385116,0.05000,1.528
1,mlp.experts.132.gate_proj,0.0000252947,0.05000,3.592
1,mlp.experts.122.gate_proj,0.0000083004,0.05000,1.429
1,mlp.experts.153.gate_proj,0.0000432356,0.05000,1.816
1,mlp.experts.126.gate_proj,0.0000315031,0.05000,1.653
1,mlp.experts.119.gate_proj,0.0000189230,0.05000,3.116
1,mlp.experts.157.gate_proj,0.0000309771,0.05000,1.652
1,mlp.experts.136.gate_proj,0.0000191381,0.05000,3.551
1,mlp.experts.130.gate_proj,0.0000228031,0.05000,1.603
1,mlp.experts.161.gate_proj,0.0000290593,0.05000,1.850
1,mlp.experts.134.gate_proj,0.0000295073,0.05000,2.117
1,mlp.experts.140.gate_proj,0.0000222915,0.05000,2.676
1,mlp.experts.123.gate_proj,0.0000303301,0.05000,3.392
1,mlp.experts.138.gate_proj,0.0000246218,0.05000,1.583
1,mlp.experts.127.gate_proj,0.0000192302,0.05000,1.734
1,mlp.experts.144.gate_proj,0.0000431770,0.05000,1.786
1,mlp.experts.165.gate_proj,0.0000327238,0.05000,3.327
1,mlp.experts.142.gate_proj,0.0000174195,0.05000,2.134
1,mlp.experts.169.gate_proj,0.0000165470,0.05000,1.797
1,mlp.experts.148.gate_proj,0.0000288128,0.05000,2.961
1,mlp.experts.131.gate_proj,0.0000280395,0.05000,3.218
1,mlp.experts.146.gate_proj,0.0000229214,0.05000,2.282
1,mlp.experts.173.gate_proj,0.0000316379,0.05000,1.765
1,mlp.experts.152.gate_proj,0.0000237738,0.05000,2.165
1,mlp.experts.135.gate_proj,0.0000257513,0.05000,2.066
1,mlp.experts.150.gate_proj,0.0000234922,0.05000,1.351
1,mlp.experts.177.gate_proj,0.0000219094,0.05000,1.362
1,mlp.experts.156.gate_proj,0.0000215055,0.05000,1.264
1,mlp.experts.139.gate_proj,0.0000242817,0.05000,1.267
1,mlp.experts.154.gate_proj,0.0000311080,0.05000,1.261
1,mlp.experts.181.gate_proj,0.0000266135,0.05000,1.263
1,mlp.experts.160.gate_proj,0.0000200841,0.05000,1.286
1,mlp.experts.143.gate_proj,0.0000326289,0.05000,1.291
1,mlp.experts.158.gate_proj,0.0000210350,0.05000,1.302
1,mlp.experts.185.gate_proj,0.0000331259,0.05000,1.305
1,mlp.experts.164.gate_proj,0.0000375114,0.05000,1.226
1,mlp.experts.147.gate_proj,0.0000122757,0.05000,1.232
1,mlp.experts.162.gate_proj,0.0000488901,0.05000,1.223
1,mlp.experts.189.gate_proj,0.0000216657,0.05000,1.211
1,mlp.experts.168.gate_proj,0.0000161750,0.05000,1.178
1,mlp.experts.151.gate_proj,0.0000261546,0.05000,1.206
1,mlp.experts.166.gate_proj,0.0000199164,0.05000,1.220
1,mlp.experts.193.gate_proj,0.0000273198,0.05000,1.215
1,mlp.experts.172.gate_proj,0.0000153260,0.05000,1.183
1,mlp.experts.155.gate_proj,0.0000191219,0.05000,1.229
1,mlp.experts.170.gate_proj,0.0000374060,0.05000,1.239
1,mlp.experts.197.gate_proj,0.0000370182,0.05000,1.242
1,mlp.experts.176.gate_proj,0.0000217286,0.05000,1.310
1,mlp.experts.159.gate_proj,0.0000289590,0.05000,1.276
1,mlp.experts.174.gate_proj,0.0000328579,0.05000,1.289
1,mlp.experts.201.gate_proj,0.0000161982,0.05000,1.293
1,mlp.experts.180.gate_proj,0.0000202554,0.05000,1.297
1,mlp.experts.163.gate_proj,0.0000344253,0.05000,1.299
1,mlp.experts.178.gate_proj,0.0000385571,0.05000,1.296
1,mlp.experts.205.gate_proj,0.0000239503,0.05000,1.308
1,mlp.experts.184.gate_proj,0.0000095343,0.05000,1.306
1,mlp.experts.167.gate_proj,0.0000332155,0.05000,1.321
1,mlp.experts.182.gate_proj,0.0000251031,0.05000,1.302
1,mlp.experts.209.gate_proj,0.0000238666,0.05000,1.309
1,mlp.experts.213.gate_proj,0.0000302100,0.05000,2.244
1,mlp.experts.188.gate_proj,0.0000264274,0.05000,2.691
1,mlp.experts.186.gate_proj,0.0000346242,0.05000,2.611
1,mlp.experts.171.gate_proj,0.0000249956,0.05000,2.782
1,mlp.experts.217.gate_proj,0.0000199490,0.05000,0.979
1,mlp.experts.192.gate_proj,0.0000269179,0.05000,0.975
1,mlp.experts.190.gate_proj,0.0000323869,0.05000,0.926
1,mlp.experts.175.gate_proj,0.0000316251,0.05000,0.968
1,mlp.experts.221.gate_proj,0.0000312607,0.05000,1.231
1,mlp.experts.196.gate_proj,0.0000196854,0.05000,1.263
1,mlp.experts.194.gate_proj,0.0000222793,0.05000,1.294
1,mlp.experts.179.gate_proj,0.0000177153,0.05000,1.307
1,mlp.experts.225.gate_proj,0.0000116849,0.05000,1.299
1,mlp.experts.200.gate_proj,0.0000279076,0.05000,1.282
1,mlp.experts.198.gate_proj,0.0000324975,0.05000,1.247
1,mlp.experts.183.gate_proj,0.0000199123,0.05000,1.219
1,mlp.experts.229.gate_proj,0.0000319104,0.05000,1.149
1,mlp.experts.204.gate_proj,0.0000251709,0.05000,1.181
1,mlp.experts.202.gate_proj,0.0000305813,0.05000,1.207
1,mlp.experts.187.gate_proj,0.0000217884,0.05000,1.231
1,mlp.experts.233.gate_proj,0.0000651288,0.05000,1.279
1,mlp.experts.208.gate_proj,0.0000345225,0.05000,1.268
1,mlp.experts.212.gate_proj,fallback(rtn): 0.0009727,0.00000,0.043
1,mlp.experts.206.gate_proj,0.0000336211,0.05000,1.278
1,mlp.experts.191.gate_proj,0.0000388729,0.05000,1.274
1,mlp.experts.237.gate_proj,0.0000225213,0.05000,1.251
1,mlp.experts.216.gate_proj,0.0000198769,0.05000,1.247
1,mlp.experts.210.gate_proj,0.0000147284,0.05000,1.210
1,mlp.experts.195.gate_proj,0.0000390412,0.05000,1.242
1,mlp.experts.241.gate_proj,0.0000334997,0.05000,1.211
1,mlp.experts.220.gate_proj,0.0000255434,0.05000,1.220
1,mlp.experts.214.gate_proj,0.0000094352,0.05000,1.191
1,mlp.experts.199.gate_proj,0.0000218254,0.05000,1.221
1,mlp.experts.245.gate_proj,0.0000429064,0.05000,1.200
1,mlp.experts.224.gate_proj,0.0000159410,0.05000,1.208
1,mlp.experts.218.gate_proj,0.0000257435,0.05000,1.172
1,mlp.experts.203.gate_proj,0.0000205274,0.05000,1.206
1,mlp.experts.249.gate_proj,0.0000309915,0.05000,1.203
1,mlp.experts.228.gate_proj,0.0000279339,0.05000,1.205
1,mlp.experts.222.gate_proj,0.0000214611,0.05000,1.172
1,mlp.experts.207.gate_proj,0.0000139604,0.05000,1.215
1,mlp.experts.253.gate_proj,0.0000367948,0.05000,1.189
1,mlp.experts.226.gate_proj,0.0000331852,0.05000,1.156
1,mlp.experts.232.gate_proj,0.0000269067,0.05000,1.210
1,mlp.experts.211.gate_proj,0.0000516657,0.05000,1.203
1,mlp.experts.1.up_proj,0.0000236617,0.05000,1.183
1,mlp.experts.230.gate_proj,0.0000358178,0.05000,1.153
1,mlp.experts.236.gate_proj,0.0000324399,0.05000,1.192
1,mlp.experts.215.gate_proj,0.0000349863,0.05000,1.197
1,mlp.experts.5.up_proj,0.0000268763,0.05000,1.280
1,mlp.experts.234.gate_proj,0.0000240508,0.05000,1.281
1,mlp.experts.240.gate_proj,0.0000239397,0.05000,1.302
1,mlp.experts.219.gate_proj,0.0000362010,0.05000,1.298
1,mlp.experts.9.up_proj,0.0000217351,0.05000,1.298
1,mlp.experts.238.gate_proj,0.0000211050,0.05000,1.305
1,mlp.experts.244.gate_proj,0.0000110658,0.05000,1.308
1,mlp.experts.223.gate_proj,0.0000168474,0.05000,1.303
1,mlp.experts.13.up_proj,0.0000186876,0.05000,1.250
1,mlp.experts.242.gate_proj,0.0000264657,0.05000,1.305
1,mlp.experts.248.gate_proj,0.0000195558,0.05000,1.250
1,mlp.experts.227.gate_proj,0.0000179179,0.05000,1.236
1,mlp.experts.17.up_proj,0.0000346757,0.05000,1.161
1,mlp.experts.246.gate_proj,0.0000307328,0.05000,1.184
1,mlp.experts.252.gate_proj,0.0000366134,0.05000,1.185
1,mlp.experts.231.gate_proj,0.0000210121,0.05000,1.110
1,mlp.experts.21.up_proj,0.0000227499,0.05000,1.310
1,mlp.experts.250.gate_proj,0.0000187865,0.05000,1.243
1,mlp.experts.0.up_proj,0.0000284307,0.05000,1.280
1,mlp.experts.235.gate_proj,0.0000339410,0.05000,1.282
1,mlp.experts.25.up_proj,0.0000189902,0.05000,0.955
1,mlp.experts.254.gate_proj,0.0000379275,0.05000,0.854
1,mlp.experts.4.up_proj,0.0000296696,0.05000,0.804
1,mlp.experts.8.up_proj,0.0000283268,0.05000,1.279
1,mlp.experts.239.gate_proj,0.0000304378,0.05000,1.295
1,mlp.experts.29.up_proj,0.0000220819,0.05000,1.312
1,mlp.experts.2.up_proj,0.0000225206,0.05000,1.321
1,mlp.experts.12.up_proj,0.0000250522,0.05000,1.247
1,mlp.experts.6.up_proj,0.0000199444,0.05000,1.242
1,mlp.experts.243.gate_proj,0.0000296075,0.05000,1.274
1,mlp.experts.33.up_proj,0.0000352151,0.05000,1.284
1,mlp.experts.16.up_proj,0.0000312621,0.05000,1.225
1,mlp.experts.10.up_proj,0.0000316988,0.05000,1.242
1,mlp.experts.37.up_proj,0.0000384871,0.05000,1.233
1,mlp.experts.247.gate_proj,0.0000193977,0.05000,1.371
1,mlp.experts.20.up_proj,0.0000144591,0.05000,1.234
1,mlp.experts.14.up_proj,0.0000672656,0.05000,1.217
1,mlp.experts.41.up_proj,0.0000217890,0.05000,1.228
1,mlp.experts.251.gate_proj,0.0000324069,0.05000,1.424
1,mlp.experts.24.up_proj,0.0000287088,0.05000,1.237
1,mlp.experts.18.up_proj,0.0000222787,0.05000,1.239
1,mlp.experts.45.up_proj,0.0000135884,0.05000,1.348
1,mlp.experts.255.gate_proj,0.0000369448,0.05000,1.518
1,mlp.experts.28.up_proj,0.0000198762,0.05000,1.267
1,mlp.experts.22.up_proj,0.0000337813,0.05000,1.259
1,mlp.experts.49.up_proj,0.0000332687,0.05000,1.223
1,mlp.experts.3.up_proj,0.0000367846,0.05000,1.379
1,mlp.experts.32.up_proj,0.0000332970,0.05000,1.216
1,mlp.experts.26.up_proj,0.0000187042,0.05000,1.223
1,mlp.experts.53.up_proj,0.0000136118,0.05000,1.208
1,mlp.experts.7.up_proj,0.0000239271,0.05000,1.222
1,mlp.experts.36.up_proj,0.0000142023,0.05000,1.176
1,mlp.experts.30.up_proj,0.0000350459,0.05000,1.214
1,mlp.experts.57.up_proj,0.0000189899,0.05000,1.199
1,mlp.experts.11.up_proj,0.0000114027,0.05000,1.212
1,mlp.experts.40.up_proj,0.0000249281,0.05000,1.170
1,mlp.experts.34.up_proj,0.0000182465,0.05000,1.203
1,mlp.experts.61.up_proj,0.0000353037,0.05000,1.240
1,mlp.experts.15.up_proj,0.0000245837,0.05000,1.240
1,mlp.experts.44.up_proj,0.0000471906,0.05000,1.199
1,mlp.experts.38.up_proj,0.0000147675,0.05000,1.238
1,mlp.experts.65.up_proj,0.0000171979,0.05000,1.204
1,mlp.experts.19.up_proj,0.0000286801,0.05000,1.228
1,mlp.experts.48.up_proj,0.0000396481,0.05000,1.206
1,mlp.experts.42.up_proj,0.0000349804,0.05000,1.280
1,mlp.experts.69.up_proj,0.0000322905,0.05000,1.751
1,mlp.experts.23.up_proj,0.0000460531,0.05000,1.247
1,mlp.experts.52.up_proj,0.0000239257,0.05000,1.247
1,mlp.experts.46.up_proj,0.0000228859,0.05000,1.233
1,mlp.experts.27.up_proj,0.0000196545,0.05000,1.217
1,mlp.experts.73.up_proj,0.0000167759,0.05000,1.811
1,mlp.experts.50.up_proj,0.0000395667,0.05000,1.185
1,mlp.experts.31.up_proj,0.0000165240,0.05000,1.379
1,mlp.experts.56.up_proj,0.0000286219,0.05000,2.366
1,mlp.experts.77.up_proj,0.0000243717,0.05000,1.655
1,mlp.experts.54.up_proj,0.0000366319,0.05000,2.058
1,mlp.experts.35.up_proj,0.0000297112,0.05000,2.391
1,mlp.experts.58.up_proj,0.0000123966,0.05000,1.822
1,mlp.experts.81.up_proj,0.0000179298,0.05000,2.340
1,mlp.experts.60.up_proj,0.0000243066,0.05000,2.992
1,mlp.experts.39.up_proj,0.0000234748,0.05000,1.476
1,mlp.experts.62.up_proj,0.0000158368,0.05000,1.637
1,mlp.experts.85.up_proj,0.0000305328,0.05000,1.971
1,mlp.experts.64.up_proj,0.0000227343,0.05000,3.228
1,mlp.experts.66.up_proj,0.0000243494,0.05000,1.706
1,mlp.experts.89.up_proj,0.0000211717,0.05000,1.763
1,mlp.experts.43.up_proj,0.0000204068,0.05000,3.702
1,mlp.experts.70.up_proj,0.0000239814,0.05000,1.942
1,mlp.experts.93.up_proj,0.0000222629,0.05000,1.916
1,mlp.experts.68.up_proj,0.0000262246,0.05000,2.694
1,mlp.experts.72.up_proj,0.0000326348,0.05000,2.071
1,mlp.experts.47.up_proj,0.0000219405,0.05000,3.699
1,mlp.experts.97.up_proj,0.0000226549,0.05000,3.008
1,mlp.experts.74.up_proj,0.0000286143,0.05000,3.577
1,mlp.experts.76.up_proj,0.0000316171,0.05000,1.865
1,mlp.experts.78.up_proj,0.0000450834,0.05000,2.513
1,mlp.experts.51.up_proj,0.0000252854,0.05000,3.530
1,mlp.experts.101.up_proj,0.0000383440,0.05000,3.286
1,mlp.experts.82.up_proj,0.0000257570,0.05000,1.729
1,mlp.experts.80.up_proj,0.0000402051,0.05000,3.375
1,mlp.experts.55.up_proj,0.0000176169,0.05000,2.756
1,mlp.experts.105.up_proj,0.0000253924,0.05000,2.660
1,mlp.experts.86.up_proj,0.0000236665,0.05000,2.444
1,mlp.experts.84.up_proj,0.0000232783,0.05000,3.087
1,mlp.experts.59.up_proj,0.0000164857,0.05000,2.376
1,mlp.experts.109.up_proj,0.0000273462,0.05000,2.626
1,mlp.experts.90.up_proj,0.0000303826,0.05000,2.994
1,mlp.experts.63.up_proj,0.0000241256,0.05000,2.627
1,mlp.experts.88.up_proj,0.0000314017,0.05000,3.642
1,mlp.experts.113.up_proj,0.0000189585,0.05000,3.482
1,mlp.experts.94.up_proj,0.0000220392,0.05000,3.453
1,mlp.experts.67.up_proj,0.0000216891,0.05000,3.584
1,mlp.experts.92.up_proj,0.0000231749,0.05000,3.610
1,mlp.experts.117.up_proj,0.0000213452,0.05000,3.425
1,mlp.experts.98.up_proj,0.0000314863,0.05000,2.389
1,mlp.experts.71.up_proj,0.0000315349,0.05000,2.623
1,mlp.experts.121.up_proj,0.0000477781,0.05000,2.005
1,mlp.experts.96.up_proj,0.0000220181,0.05000,3.255
1,mlp.experts.102.up_proj,0.0000107310,0.05000,3.727
1,mlp.experts.125.up_proj,0.0000490131,0.05000,2.916
1,mlp.experts.75.up_proj,0.0000209922,0.05000,3.786
1,mlp.experts.106.up_proj,0.0000201626,0.05000,1.539
1,mlp.experts.100.up_proj,0.0000317219,0.05000,3.763
1,mlp.experts.110.up_proj,0.0000200691,0.05000,1.494
1,mlp.experts.129.up_proj,0.0000128796,0.05000,2.513
1,mlp.experts.114.up_proj,0.0000270611,0.05000,1.367
1,mlp.experts.79.up_proj,0.0000319759,0.05000,3.674
1,mlp.experts.133.up_proj,0.0000269921,0.05000,1.830
1,mlp.experts.104.up_proj,0.0000186892,0.05000,3.680
1,mlp.experts.118.up_proj,0.0000235747,0.05000,2.448
1,mlp.experts.137.up_proj,0.0000166359,0.05000,1.663
1,mlp.experts.83.up_proj,0.0000308502,0.05000,2.706
1,mlp.experts.108.up_proj,0.0000127496,0.05000,2.835
1,mlp.experts.122.up_proj,0.0000079781,0.05000,2.771
1,mlp.experts.141.up_proj,0.0000403599,0.05000,3.505
1,mlp.experts.112.up_proj,0.0000152011,0.05000,2.400
1,mlp.experts.87.up_proj,0.0000154742,0.05000,3.663
1,mlp.experts.116.up_proj,0.0000239195,0.05000,1.647
1,mlp.experts.126.up_proj,0.0000299339,0.05000,3.593
1,mlp.experts.145.up_proj,0.0000163536,0.05000,3.754
1,mlp.experts.120.up_proj,0.0000278972,0.05000,1.573
1,mlp.experts.130.up_proj,0.0000216680,0.05000,1.837
1,mlp.experts.91.up_proj,0.0000263532,0.05000,3.680
1,mlp.experts.124.up_proj,0.0000318500,0.05000,1.527
1,mlp.experts.149.up_proj,0.0000331181,0.05000,3.108
1,mlp.experts.128.up_proj,0.0000317213,0.05000,1.472
1,mlp.experts.134.up_proj,0.0000288181,0.05000,3.362
1,mlp.experts.95.up_proj,0.0000353439,0.05000,3.702
1,mlp.experts.132.up_proj,0.0000226489,0.05000,1.806
1,mlp.experts.153.up_proj,0.0000414531,0.05000,3.639
1,mlp.experts.136.up_proj,0.0000178199,0.05000,1.742
1,mlp.experts.138.up_proj,0.0000231595,0.05000,3.512
1,mlp.experts.99.up_proj,0.0000163711,0.05000,3.510
1,mlp.experts.140.up_proj,0.0000214367,0.05000,1.639
1,mlp.experts.157.up_proj,0.0000303384,0.05000,3.268
1,mlp.experts.144.up_proj,0.0000381098,0.05000,2.300
1,mlp.experts.142.up_proj,0.0000170369,0.05000,3.541
1,mlp.experts.103.up_proj,0.0000252095,0.05000,3.346
1,mlp.experts.161.up_proj,0.0000257451,0.05000,1.575
1,mlp.experts.165.up_proj,0.0000317881,0.05000,1.471
1,mlp.experts.146.up_proj,0.0000219620,0.05000,2.615
1,mlp.experts.148.up_proj,0.0000271718,0.05000,3.276
1,mlp.experts.107.up_proj,0.0000277243,0.05000,2.842
1,mlp.experts.169.up_proj,0.0000162060,0.05000,2.452
1,mlp.experts.111.up_proj,0.0000270793,0.05000,2.540
1,mlp.experts.150.up_proj,0.0000222952,0.05000,3.319
1,mlp.experts.152.up_proj,0.0000231598,0.05000,3.282
1,mlp.experts.173.up_proj,0.0000297610,0.05000,2.159
1,mlp.experts.115.up_proj,0.0000190175,0.05000,1.272
1,mlp.experts.154.up_proj,0.0000303011,0.05000,1.213
1,mlp.experts.156.up_proj,0.0000210922,0.05000,1.187
1,mlp.experts.177.up_proj,0.0000211402,0.05000,1.150
1,mlp.experts.119.up_proj,0.0000186440,0.05000,1.189
1,mlp.experts.158.up_proj,0.0000205695,0.05000,1.189
1,mlp.experts.160.up_proj,0.0000195920,0.05000,1.186
1,mlp.experts.181.up_proj,0.0000254573,0.05000,1.137
1,mlp.experts.123.up_proj,0.0000287114,0.05000,1.194
1,mlp.experts.162.up_proj,0.0000470453,0.05000,1.188
1,mlp.experts.164.up_proj,0.0000334593,0.05000,1.205
1,mlp.experts.185.up_proj,0.0000300768,0.05000,1.175
1,mlp.experts.189.up_proj,0.0000206376,0.05000,1.438
1,mlp.experts.127.up_proj,0.0000183376,0.05000,2.414
1,mlp.experts.166.up_proj,0.0000197006,0.05000,2.432
1,mlp.experts.168.up_proj,0.0000155005,0.05000,2.880
1,mlp.experts.193.up_proj,0.0000253235,0.05000,1.494
1,mlp.experts.131.up_proj,0.0000269545,0.05000,1.647
1,mlp.experts.197.up_proj,0.0000322153,0.05000,2.397
1,mlp.experts.170.up_proj,0.0000355753,0.05000,3.426
1,mlp.experts.172.up_proj,0.0000143893,0.05000,3.554
1,mlp.experts.135.up_proj,0.0000252863,0.05000,3.038
1,mlp.experts.174.up_proj,0.0000321417,0.05000,3.248
1,mlp.experts.201.up_proj,0.0000148741,0.05000,3.542
1,mlp.experts.139.up_proj,0.0000229529,0.05000,2.499
1,mlp.experts.176.up_proj,0.0000208676,0.05000,3.521
1,mlp.experts.178.up_proj,0.0000337457,0.05000,2.393
1,mlp.experts.143.up_proj,0.0000290942,0.05000,2.702
1,mlp.experts.205.up_proj,0.0000226268,0.05000,3.679
1,mlp.experts.182.up_proj,0.0000226185,0.05000,1.921
1,mlp.experts.147.up_proj,0.0000115598,0.05000,1.548
1,mlp.experts.180.up_proj,0.0000195246,0.05000,3.677
1,mlp.experts.151.up_proj,0.0000238234,0.05000,1.450
1,mlp.experts.209.up_proj,0.0000235831,0.05000,2.182
1,mlp.experts.186.up_proj,0.0000325176,0.05000,2.744
1,mlp.experts.155.up_proj,0.0000171596,0.05000,2.097
1,mlp.experts.213.up_proj,0.0000293556,0.05000,2.438
1,mlp.experts.184.up_proj,0.0000093902,0.05000,3.697
1,mlp.experts.217.up_proj,0.0000191193,0.05000,1.714
1,mlp.experts.190.up_proj,0.0000310846,0.05000,3.548
1,mlp.experts.159.up_proj,0.0000276865,0.05000,3.437
1,mlp.experts.188.up_proj,0.0000258952,0.05000,3.794
1,mlp.experts.221.up_proj,0.0000303051,0.05000,2.243
1,mlp.experts.194.up_proj,0.0000213900,0.05000,2.081
1,mlp.experts.198.up_proj,0.0000304269,0.05000,1.657
1,mlp.experts.163.up_proj,0.0000298308,0.05000,3.234
1,mlp.experts.192.up_proj,0.0000250113,0.05000,3.554
1,mlp.experts.202.up_proj,0.0000264046,0.05000,1.635
1,mlp.experts.225.up_proj,0.0000103282,0.05000,3.563
1,mlp.experts.196.up_proj,0.0000188175,0.05000,1.494
1,mlp.experts.167.up_proj,0.0000316712,0.05000,3.174
1,mlp.experts.229.up_proj,0.0000280827,0.05000,2.293
1,mlp.experts.206.up_proj,0.0000330567,0.05000,2.685
1,mlp.experts.200.up_proj,0.0000274475,0.05000,2.197
1,mlp.experts.171.up_proj,0.0000236904,0.05000,2.656
1,mlp.experts.233.up_proj,0.0000647616,0.05000,2.836
1,mlp.experts.210.up_proj,0.0000144997,0.05000,2.983
1,mlp.experts.204.up_proj,0.0000249277,0.05000,2.260
1,mlp.experts.214.up_proj,0.0000089082,0.05000,1.519
1,mlp.experts.237.up_proj,0.0000209913,0.05000,2.638
1,mlp.experts.175.up_proj,0.0000287452,0.05000,3.525
1,mlp.experts.208.up_proj,0.0000305580,0.05000,3.651
1,mlp.experts.212.up_proj,fallback(rtn): 0.0009460,0.00000,0.054
1,mlp.experts.218.up_proj,0.0000237977,0.05000,2.511
1,mlp.experts.241.up_proj,0.0000319014,0.05000,3.573
1,mlp.experts.179.up_proj,0.0000168073,0.05000,3.748
1,mlp.experts.222.up_proj,0.0000210878,0.05000,3.312
1,mlp.experts.216.up_proj,0.0000185722,0.05000,3.847
1,mlp.experts.245.up_proj,0.0000427727,0.05000,2.724
1,mlp.experts.183.up_proj,0.0000196663,0.05000,3.627
1,mlp.experts.249.up_proj,0.0000282748,0.05000,1.999
1,mlp.experts.220.up_proj,0.0000233034,0.05000,2.804
1,mlp.experts.226.up_proj,0.0000319475,0.05000,3.400
1,mlp.experts.187.up_proj,0.0000205750,0.05000,1.740
1,mlp.experts.253.up_proj,0.0000353278,0.05000,1.397
1,mlp.experts.224.up_proj,0.0000151967,0.05000,1.288
1,mlp.experts.230.up_proj,0.0000350579,0.05000,1.325
1,mlp.experts.191.up_proj,0.0000358149,0.05000,0.829
1,mlp.experts.228.up_proj,0.0000262497,0.05000,0.776
1,mlp.experts.234.up_proj,0.0000237361,0.05000,0.841
1,mlp.experts.195.up_proj,0.0000346648,0.05000,0.822
1,mlp.experts.232.up_proj,0.0000261224,0.05000,0.821
1,mlp.experts.238.up_proj,0.0000204916,0.05000,0.841
1,mlp.experts.199.up_proj,0.0000209457,0.05000,0.819
1,mlp.experts.236.up_proj,0.0000308436,0.05000,0.825
1,mlp.experts.242.up_proj,0.0000259214,0.05000,0.838
1,mlp.experts.203.up_proj,0.0000192176,0.05000,0.819
1,mlp.experts.240.up_proj,0.0000225966,0.05000,0.797
1,mlp.experts.246.up_proj,0.0000289311,0.05000,0.808
1,mlp.experts.207.up_proj,0.0000130577,0.05000,0.792
1,mlp.experts.244.up_proj,0.0000101531,0.05000,0.797
1,mlp.experts.250.up_proj,0.0000177093,0.05000,0.820
1,mlp.experts.211.up_proj,0.0000508383,0.05000,0.813
1,mlp.experts.248.up_proj,0.0000191772,0.05000,0.832
1,mlp.experts.254.up_proj,0.0000368302,0.05000,0.854
1,mlp.experts.215.up_proj,0.0000319958,0.05000,0.765
1,mlp.experts.252.up_proj,0.0000329980,0.05000,0.695
1,mlp.experts.219.up_proj,0.0000339660,0.05000,0.287
1,mlp.experts.223.up_proj,0.0000160575,0.05000,0.200
1,mlp.experts.227.up_proj,0.0000175672,0.05000,0.198
1,mlp.experts.231.up_proj,0.0000192222,0.05000,0.198
1,mlp.experts.235.up_proj,0.0000328295,0.05000,0.198
1,mlp.experts.239.up_proj,0.0000283660,0.05000,0.200
1,mlp.experts.243.up_proj,0.0000284801,0.05000,0.198
1,mlp.experts.247.up_proj,0.0000180319,0.05000,0.199
1,mlp.experts.251.up_proj,0.0000303764,0.05000,0.198
1,mlp.experts.255.up_proj,0.0000337737,0.05000,0.198
1,mlp.experts.3.down_proj,0.0000013741,0.05000,0.353
1,mlp.experts.0.down_proj,0.0000006907,0.05000,0.367
1,mlp.experts.1.down_proj,0.0000032246,0.05000,0.561
1,mlp.experts.7.down_proj,0.0000014771,0.05000,0.364
1,mlp.experts.2.down_proj,0.0000004109,0.05000,0.720
1,mlp.experts.4.down_proj,0.0000006296,0.05000,0.413
1,mlp.experts.11.down_proj,0.0000004375,0.05000,0.359
1,mlp.experts.5.down_proj,0.0000013028,0.05000,0.672
1,mlp.experts.8.down_proj,0.0000006893,0.05000,0.473
1,mlp.experts.15.down_proj,0.0000004280,0.05000,0.388
1,mlp.experts.6.down_proj,0.0000003350,0.05000,0.855
1,mlp.experts.9.down_proj,0.0000005971,0.05000,0.435
1,mlp.experts.10.down_proj,0.0000003372,0.05000,0.446
1,mlp.experts.12.down_proj,0.0000004293,0.05000,0.809
1,mlp.experts.13.down_proj,0.0000003250,0.05000,0.448
1,mlp.experts.19.down_proj,0.0000004823,0.05000,0.749
1,mlp.experts.16.down_proj,0.0000006097,0.05000,0.344
1,mlp.experts.14.down_proj,0.0000018558,0.05000,0.389
1,mlp.experts.23.down_proj,0.0000008325,0.05000,0.247
1,mlp.experts.17.down_proj,0.0000003808,0.05000,0.356
1,mlp.experts.18.down_proj,0.0000009084,0.05000,0.218
1,mlp.experts.20.down_proj,0.0000001189,0.05000,0.233
1,mlp.experts.27.down_proj,0.0000025629,0.05000,0.241
1,mlp.experts.21.down_proj,0.0000006494,0.05000,0.240
1,mlp.experts.22.down_proj,0.0000006170,0.05000,0.305
1,mlp.experts.24.down_proj,0.0000013023,0.05000,0.304
1,mlp.experts.31.down_proj,0.0000004286,0.05000,0.317
1,mlp.experts.25.down_proj,0.0000002565,0.05000,0.314
1,mlp.experts.26.down_proj,0.0000002804,0.05000,0.313
1,mlp.experts.28.down_proj,0.0000009196,0.05000,0.346
1,mlp.experts.29.down_proj,0.0000007890,0.05000,0.294
1,mlp.experts.35.down_proj,0.0000005119,0.05000,0.309
1,mlp.experts.30.down_proj,0.0000013338,0.05000,0.304
1,mlp.experts.32.down_proj,0.0000025528,0.05000,0.306
1,mlp.experts.33.down_proj,0.0000008935,0.05000,0.302
1,mlp.experts.39.down_proj,0.0000004628,0.05000,0.309
1,mlp.experts.34.down_proj,0.0000005909,0.05000,0.303
1,mlp.experts.36.down_proj,0.0000001514,0.05000,0.308
1,mlp.experts.37.down_proj,0.0000009543,0.05000,0.295
1,mlp.experts.43.down_proj,0.0000008095,0.05000,0.304
1,mlp.experts.38.down_proj,0.0000003814,0.05000,0.317
1,mlp.experts.41.down_proj,0.0000003457,0.05000,0.311
1,mlp.experts.47.down_proj,0.0000010211,0.05000,0.315
1,mlp.experts.40.down_proj,0.0000007924,0.05000,0.368
1,mlp.experts.42.down_proj,0.0000005671,0.05000,0.304
1,mlp.experts.45.down_proj,0.0000001716,0.05000,0.296
1,mlp.experts.51.down_proj,0.0000020268,0.05000,0.303
1,mlp.experts.44.down_proj,0.0000007442,0.05000,0.304
1,mlp.experts.46.down_proj,0.0000027257,0.05000,0.305
1,mlp.experts.49.down_proj,0.0000006864,0.05000,0.298
1,mlp.experts.55.down_proj,0.0000012537,0.05000,0.305
1,mlp.experts.48.down_proj,0.0000005302,0.05000,0.310
1,mlp.experts.50.down_proj,0.0000014056,0.05000,0.301
1,mlp.experts.53.down_proj,0.0000002372,0.05000,0.297
1,mlp.experts.59.down_proj,0.0000004919,0.05000,0.303
1,mlp.experts.52.down_proj,0.0000020507,0.05000,0.307
1,mlp.experts.57.down_proj,0.0000002325,0.05000,0.304
1,mlp.experts.63.down_proj,0.0000005675,0.05000,0.388
1,mlp.experts.54.down_proj,0.0000004314,0.05000,0.676
1,mlp.experts.61.down_proj,0.0000016952,0.05000,0.411
1,mlp.experts.56.down_proj,0.0000010553,0.05000,0.862
1,mlp.experts.65.down_proj,0.0000002736,0.05000,0.415
1,mlp.experts.67.down_proj,0.0000004480,0.05000,0.881
1,mlp.experts.69.down_proj,0.0000010558,0.05000,0.407
1,mlp.experts.58.down_proj,0.0000013786,0.05000,0.908
1,mlp.experts.60.down_proj,0.0000007198,0.05000,0.899
1,mlp.experts.73.down_proj,0.0000011182,0.05000,0.413
1,mlp.experts.71.down_proj,0.0000025712,0.05000,0.877
1,mlp.experts.77.down_proj,0.0000006301,0.05000,0.415
1,mlp.experts.62.down_proj,0.0000004594,0.05000,0.915
1,mlp.experts.64.down_proj,0.0000008569,0.05000,0.902
1,mlp.experts.81.down_proj,0.0000004241,0.05000,0.415
1,mlp.experts.75.down_proj,0.0000020880,0.05000,0.883
1,mlp.experts.85.down_proj,0.0000004558,0.05000,0.411
1,mlp.experts.66.down_proj,0.0000005805,0.05000,0.912
1,mlp.experts.89.down_proj,0.0000006469,0.05000,0.414
1,mlp.experts.68.down_proj,0.0000012796,0.05000,0.920
1,mlp.experts.79.down_proj,0.0000004353,0.05000,0.879
1,mlp.experts.93.down_proj,0.0000007096,0.05000,0.414
1,mlp.experts.70.down_proj,0.0000011922,0.05000,0.924
1,mlp.experts.97.down_proj,0.0000011014,0.05000,0.418
1,mlp.experts.72.down_proj,0.0000008896,0.05000,0.936
1,mlp.experts.83.down_proj,0.0000009142,0.05000,0.886
1,mlp.experts.101.down_proj,0.0000006988,0.05000,0.416
1,mlp.experts.74.down_proj,0.0000004313,0.05000,0.931
1,mlp.experts.105.down_proj,0.0000004858,0.05000,0.430
1,mlp.experts.76.down_proj,0.0000014174,0.05000,0.934
1,mlp.experts.109.down_proj,0.0000014543,0.05000,0.416
1,mlp.experts.87.down_proj,0.0000003229,0.05000,0.898
1,mlp.experts.113.down_proj,0.0000013454,0.05000,0.413
1,mlp.experts.78.down_proj,0.0000013859,0.05000,0.923
1,mlp.experts.80.down_proj,0.0000013466,0.05000,0.910
1,mlp.experts.117.down_proj,0.0000003708,0.05000,0.415
1,mlp.experts.91.down_proj,0.0000013344,0.05000,0.883
1,mlp.experts.121.down_proj,0.0000013909,0.05000,0.417
1,mlp.experts.82.down_proj,0.0000008846,0.05000,0.920
1,mlp.experts.84.down_proj,0.0000002023,0.05000,0.855
1,mlp.experts.125.down_proj,0.0000021787,0.05000,0.388
1,mlp.experts.95.down_proj,0.0000008105,0.05000,0.883
1,mlp.experts.129.down_proj,0.0000010911,0.05000,0.358
1,mlp.experts.86.down_proj,0.0000004765,0.05000,0.797
1,mlp.experts.133.down_proj,0.0000005058,0.05000,0.355
1,mlp.experts.88.down_proj,0.0000007443,0.05000,0.832
1,mlp.experts.99.down_proj,0.0000002855,0.05000,0.825
1,mlp.experts.137.down_proj,0.0000001710,0.05000,0.468
1,mlp.experts.90.down_proj,0.0000016723,0.05000,0.696
1,mlp.experts.92.down_proj,0.0000005039,0.05000,0.590
1,mlp.experts.103.down_proj,0.0000003795,0.05000,0.783
1,mlp.experts.141.down_proj,0.0000006903,0.05000,0.989
1,mlp.experts.94.down_proj,0.0000012867,0.05000,0.968
1,mlp.experts.96.down_proj,0.0000004730,0.05000,0.973
1,mlp.experts.107.down_proj,0.0000003190,0.05000,0.973
1,mlp.experts.145.down_proj,0.0000006930,0.05000,0.839
1,mlp.experts.98.down_proj,0.0000003541,0.05000,0.922
1,mlp.experts.100.down_proj,0.0000019258,0.05000,0.815
1,mlp.experts.111.down_proj,0.0000003909,0.05000,0.909
1,mlp.experts.149.down_proj,0.0000028476,0.05000,0.967
1,mlp.experts.102.down_proj,0.0000007726,0.05000,0.960
1,mlp.experts.104.down_proj,0.0000003461,0.05000,0.968
1,mlp.experts.115.down_proj,0.0000002110,0.05000,0.777
1,mlp.experts.106.down_proj,0.0000005713,0.05000,0.546
1,mlp.experts.153.down_proj,0.0000011697,0.05000,0.987
1,mlp.experts.110.down_proj,0.0000002024,0.05000,0.421
1,mlp.experts.108.down_proj,0.0000013516,0.05000,0.935
1,mlp.experts.119.down_proj,0.0000003947,0.05000,0.977
1,mlp.experts.114.down_proj,0.0000012494,0.05000,0.425
1,mlp.experts.118.down_proj,0.0000004097,0.05000,0.422
1,mlp.experts.157.down_proj,0.0000004665,0.05000,0.962
1,mlp.experts.112.down_proj,0.0000003325,0.05000,0.905
1,mlp.experts.122.down_proj,0.0000008356,0.05000,0.425
1,mlp.experts.123.down_proj,0.0000005532,0.05000,0.962
1,mlp.experts.126.down_proj,0.0000004915,0.05000,0.425
1,mlp.experts.116.down_proj,0.0000020481,0.05000,0.911
1,mlp.experts.161.down_proj,0.0000005948,0.05000,0.968
1,mlp.experts.130.down_proj,0.0000004156,0.05000,0.432
1,mlp.experts.127.down_proj,0.0000003739,0.05000,0.974
1,mlp.experts.134.down_proj,0.0000005813,0.05000,0.424
1,mlp.experts.120.down_proj,0.0000012090,0.05000,0.905
1,mlp.experts.165.down_proj,0.0000007619,0.05000,0.985
1,mlp.experts.138.down_proj,0.0000003745,0.05000,0.684
1,mlp.experts.131.down_proj,0.0000005479,0.05000,0.991
1,mlp.experts.124.down_proj,0.0000007926,0.05000,0.948
1,mlp.experts.169.down_proj,0.0000002934,0.05000,0.934
1,mlp.experts.142.down_proj,0.0000012388,0.05000,0.599
1,mlp.experts.135.down_proj,0.0000004572,0.05000,0.919
1,mlp.experts.146.down_proj,0.0000005442,0.05000,0.510
1,mlp.experts.128.down_proj,0.0000008479,0.05000,0.941
1,mlp.experts.173.down_proj,0.0000017289,0.05000,0.872
1,mlp.experts.150.down_proj,0.0000005236,0.05000,0.543
1,mlp.experts.139.down_proj,0.0000011445,0.05000,0.935
1,mlp.experts.177.down_proj,0.0000002525,0.05000,0.751
1,mlp.experts.132.down_proj,0.0000023338,0.05000,0.955
1,mlp.experts.154.down_proj,0.0000008001,0.05000,0.853
1,mlp.experts.181.down_proj,0.0000005217,0.05000,0.405
1,mlp.experts.143.down_proj,0.0000014529,0.05000,0.698
1,mlp.experts.158.down_proj,0.0000002933,0.05000,0.411
1,mlp.experts.136.down_proj,0.0000001543,0.05000,0.888
1,mlp.experts.147.down_proj,0.0000005837,0.05000,0.770
1,mlp.experts.162.down_proj,0.0000011496,0.05000,0.512
1,mlp.experts.185.down_proj,0.0000009310,0.05000,0.892
1,mlp.experts.166.down_proj,0.0000003005,0.05000,0.368
1,mlp.experts.189.down_proj,0.0000006364,0.05000,0.471
1,mlp.experts.140.down_proj,0.0000013134,0.05000,0.869
1,mlp.experts.170.down_proj,0.0000004256,0.05000,0.434
1,mlp.experts.151.down_proj,0.0000009069,0.05000,0.900
1,mlp.experts.174.down_proj,0.0000005140,0.05000,0.536
1,mlp.experts.193.down_proj,0.0000014773,0.05000,0.910
1,mlp.experts.144.down_proj,0.0000018731,0.05000,0.893
1,mlp.experts.155.down_proj,0.0000008342,0.05000,0.751
1,mlp.experts.178.down_proj,0.0000023217,0.05000,0.607
1,mlp.experts.148.down_proj,0.0000004854,0.05000,0.631
1,mlp.experts.197.down_proj,0.0000019158,0.05000,0.906
1,mlp.experts.159.down_proj,0.0000005132,0.05000,0.922
1,mlp.experts.182.down_proj,0.0000015066,0.05000,0.803
1,mlp.experts.152.down_proj,0.0000004486,0.05000,0.923
1,mlp.experts.201.down_proj,0.0000018355,0.05000,0.921
1,mlp.experts.163.down_proj,0.0000020583,0.05000,0.955
1,mlp.experts.186.down_proj,0.0000010247,0.05000,0.866
1,mlp.experts.205.down_proj,0.0000005464,0.05000,0.756
1,mlp.experts.156.down_proj,0.0000003187,0.05000,0.928
1,mlp.experts.167.down_proj,0.0000005045,0.05000,0.997
1,mlp.experts.190.down_proj,0.0000006999,0.05000,0.919
1,mlp.experts.209.down_proj,0.0000014071,0.05000,0.873
1,mlp.experts.160.down_proj,0.0000002772,0.05000,0.819
1,mlp.experts.194.down_proj,0.0000003391,0.05000,0.816
1,mlp.experts.213.down_proj,0.0000004197,0.05000,0.531
1,mlp.experts.171.down_proj,0.0000009710,0.05000,0.937
1,mlp.experts.164.down_proj,0.0000015882,0.05000,0.903
1,mlp.experts.175.down_proj,0.0000008805,0.05000,0.682
1,mlp.experts.198.down_proj,0.0000007924,0.05000,0.765
1,mlp.experts.217.down_proj,0.0000004571,0.05000,0.815
1,mlp.experts.179.down_proj,0.0000005875,0.05000,0.420
1,mlp.experts.168.down_proj,0.0000003050,0.05000,0.841
1,mlp.experts.183.down_proj,0.0000002695,0.05000,0.445
1,mlp.experts.202.down_proj,0.0000017271,0.05000,0.883
1,mlp.experts.221.down_proj,0.0000004105,0.05000,0.912
1,mlp.experts.172.down_proj,0.0000013831,0.05000,0.854
1,mlp.experts.187.down_proj,0.0000011420,0.05000,0.817
1,mlp.experts.206.down_proj,0.0000004373,0.05000,0.924
1,mlp.experts.225.down_proj,0.0000014021,0.05000,0.947
1,mlp.experts.176.down_proj,0.0000013974,0.05000,0.683
1,mlp.experts.210.down_proj,0.0000009796,0.05000,0.326
1,mlp.experts.191.down_proj,0.0000005221,0.05000,0.629
1,mlp.experts.180.down_proj,0.0000002570,0.05000,0.352
1,mlp.experts.229.down_proj,0.0000003084,0.05000,0.638
1,mlp.experts.184.down_proj,0.0000005530,0.05000,0.451
1,mlp.experts.214.down_proj,0.0000010391,0.05000,0.881
1,mlp.experts.195.down_proj,0.0000030306,0.05000,0.843
1,mlp.experts.188.down_proj,0.0000004845,0.05000,0.485
1,mlp.experts.233.down_proj,0.0000017013,0.05000,1.081
1,mlp.experts.218.down_proj,0.0000002656,0.05000,0.803
1,mlp.experts.199.down_proj,0.0000004047,0.05000,0.771
1,mlp.experts.192.down_proj,0.0000019501,0.05000,0.610
1,mlp.experts.222.down_proj,0.0000003276,0.05000,0.456
1,mlp.experts.237.down_proj,0.0000004734,0.05000,0.814
1,mlp.experts.226.down_proj,0.0000007870,0.05000,0.462
1,mlp.experts.196.down_proj,0.0000003617,0.05000,0.879
1,mlp.experts.203.down_proj,0.0000004140,0.05000,0.951
1,mlp.experts.230.down_proj,0.0000006167,0.05000,0.479
1,mlp.experts.241.down_proj,0.0000008477,0.05000,0.807
1,mlp.experts.200.down_proj,0.0000004557,0.05000,1.002
1,mlp.experts.207.down_proj,0.0000003887,0.05000,0.970
1,mlp.experts.234.down_proj,0.0000010313,0.05000,0.978
1,mlp.experts.245.down_proj,0.0000013194,0.05000,0.962
1,mlp.experts.211.down_proj,0.0000014809,0.05000,0.944
1,mlp.experts.204.down_proj,0.0000002684,0.05000,1.002
1,mlp.experts.249.down_proj,0.0000014903,0.05000,0.915
1,mlp.experts.238.down_proj,0.0000003634,0.05000,0.967
1,mlp.experts.208.down_proj,0.0000008247,0.05000,0.460
1,mlp.experts.212.down_proj,fallback(rtn): 0.0009842,0.00000,0.008
1,mlp.experts.215.down_proj,0.0000008820,0.05000,0.872
1,mlp.experts.216.down_proj,0.0000006338,0.05000,0.667
1,mlp.experts.253.down_proj,0.0000007882,0.05000,0.911
1,mlp.experts.242.down_proj,0.0000005862,0.05000,0.948
1,mlp.experts.219.down_proj,0.0000005226,0.05000,0.772
1,mlp.experts.220.down_proj,0.0000007373,0.05000,0.489
1,mlp.experts.246.down_proj,0.0000013760,0.05000,0.413
1,mlp.experts.223.down_proj,0.0000006009,0.05000,0.222
1,mlp.experts.224.down_proj,0.0000005964,0.05000,0.212
1,mlp.experts.250.down_proj,0.0000004293,0.05000,0.210
1,mlp.experts.227.down_proj,0.0000002595,0.05000,0.215
1,mlp.experts.228.down_proj,0.0000005687,0.05000,0.209
1,mlp.experts.254.down_proj,0.0000009419,0.05000,0.209
1,mlp.experts.231.down_proj,0.0000005326,0.05000,0.181
1,mlp.experts.232.down_proj,0.0000004008,0.05000,0.174
1,mlp.experts.235.down_proj,0.0000005439,0.05000,0.154
1,mlp.experts.236.down_proj,0.0000009743,0.05000,0.155
1,mlp.experts.239.down_proj,0.0000005163,0.05000,0.156
1,mlp.experts.240.down_proj,0.0000004436,0.05000,0.155
1,mlp.experts.243.down_proj,0.0000003298,0.05000,0.154
1,mlp.experts.244.down_proj,0.0000022173,0.05000,0.155
1,mlp.experts.247.down_proj,0.0000004917,0.05000,0.156
1,mlp.experts.248.down_proj,0.0000005370,0.05000,0.157
1,mlp.experts.251.down_proj,0.0000008465,0.05000,0.154
1,mlp.experts.252.down_proj,0.0000013013,0.05000,0.156
1,mlp.experts.255.down_proj,0.0000008589,0.05000,0.060
2,mlp.experts.3.gate_proj,0.0000439931,0.05000,1.194
2,mlp.experts.2.gate_proj,0.0000443402,0.05000,1.220
2,mlp.experts.1.gate_proj,0.0000275558,0.05000,1.246
2,mlp.experts.0.gate_proj,0.0000368082,0.05000,1.243
2,mlp.experts.7.gate_proj,0.0000402298,0.05000,1.214
2,mlp.experts.6.gate_proj,0.0000364639,0.05000,1.211
2,mlp.experts.5.gate_proj,0.0000504568,0.05000,1.202
2,mlp.experts.4.gate_proj,0.0000227766,0.05000,1.203
2,mlp.experts.10.gate_proj,0.0000290775,0.05000,1.292
2,mlp.experts.11.gate_proj,0.0000273254,0.05000,1.313
2,mlp.experts.8.gate_proj,0.0000305593,0.05000,1.326
2,mlp.experts.9.gate_proj,0.0000390140,0.05000,1.334
2,mlp.experts.14.gate_proj,0.0000425871,0.05000,1.299
2,mlp.experts.15.gate_proj,0.0000333783,0.05000,1.317
2,mlp.experts.13.gate_proj,0.0000464294,0.05000,1.301
2,mlp.experts.12.gate_proj,0.0000380905,0.05000,1.331
2,mlp.experts.18.gate_proj,0.0000436242,0.05000,1.323
2,mlp.experts.19.gate_proj,0.0000436064,0.05000,1.311
2,mlp.experts.17.gate_proj,0.0000214073,0.05000,1.331
2,mlp.experts.16.gate_proj,0.0000323426,0.05000,1.323
2,mlp.experts.23.gate_proj,0.0000511084,0.05000,1.227
2,mlp.experts.22.gate_proj,0.0000353031,0.05000,1.271
2,mlp.experts.21.gate_proj,0.0000362827,0.05000,1.239
2,mlp.experts.20.gate_proj,0.0000323590,0.05000,1.244
2,mlp.experts.26.gate_proj,0.0000371359,0.05000,1.122
2,mlp.experts.27.gate_proj,0.0000359839,0.05000,1.198
2,mlp.experts.24.gate_proj,0.0000382384,0.05000,1.182
2,mlp.experts.25.gate_proj,0.0000140147,0.05000,1.211
2,mlp.experts.30.gate_proj,0.0000274923,0.05000,1.346
2,mlp.experts.31.gate_proj,0.0000349052,0.05000,1.356
2,mlp.experts.28.gate_proj,0.0000296093,0.05000,1.335
2,mlp.experts.29.gate_proj,0.0000277473,0.05000,1.438
2,mlp.experts.34.gate_proj,0.0000225646,0.05000,1.331
2,mlp.experts.35.gate_proj,0.0000421306,0.05000,1.324
2,mlp.experts.33.gate_proj,0.0000363958,0.05000,1.294
2,mlp.experts.32.gate_proj,0.0000305163,0.05000,1.441
2,mlp.experts.38.gate_proj,0.0000363559,0.05000,1.307
2,mlp.experts.39.gate_proj,0.0000392668,0.05000,1.311
2,mlp.experts.37.gate_proj,0.0000171133,0.05000,1.310
2,mlp.experts.36.gate_proj,0.0000382137,0.05000,1.306
2,mlp.experts.42.gate_proj,0.0000399532,0.05000,1.279
2,mlp.experts.43.gate_proj,0.0000335307,0.05000,1.272
2,mlp.experts.41.gate_proj,0.0000204358,0.05000,1.285
2,mlp.experts.40.gate_proj,0.0000347791,0.05000,1.265
2,mlp.experts.46.gate_proj,0.0000311489,0.05000,1.274
2,mlp.experts.47.gate_proj,0.0000447450,0.05000,1.282
2,mlp.experts.44.gate_proj,0.0000352704,0.05000,1.259
2,mlp.experts.45.gate_proj,0.0000431180,0.05000,1.275
2,mlp.experts.50.gate_proj,0.0000373251,0.05000,1.187
2,mlp.experts.51.gate_proj,0.0000359512,0.05000,1.221
2,mlp.experts.49.gate_proj,0.0000244088,0.05000,1.217
2,mlp.experts.48.gate_proj,0.0000382315,0.05000,1.222
2,mlp.experts.54.gate_proj,0.0000327747,0.05000,1.198
2,mlp.experts.55.gate_proj,0.0000388700,0.05000,1.236
2,mlp.experts.53.gate_proj,0.0000369123,0.05000,1.248
2,mlp.experts.52.gate_proj,0.0000404391,0.05000,1.259
2,mlp.experts.58.gate_proj,0.0000473741,0.05000,1.312
2,mlp.experts.59.gate_proj,0.0000252772,0.05000,1.291
2,mlp.experts.57.gate_proj,0.0000287322,0.05000,1.283
2,mlp.experts.56.gate_proj,0.0000400346,0.05000,1.272
2,mlp.experts.62.gate_proj,0.0000395688,0.05000,1.258
2,mlp.experts.63.gate_proj,0.0000485872,0.05000,1.269
2,mlp.experts.60.gate_proj,0.0000332119,0.05000,1.258
2,mlp.experts.61.gate_proj,0.0000362219,0.05000,1.283
2,mlp.experts.66.gate_proj,0.0000456103,0.05000,1.184
2,mlp.experts.67.gate_proj,0.0000347599,0.05000,1.215
2,mlp.experts.64.gate_proj,0.0000336349,0.05000,1.214
2,mlp.experts.65.gate_proj,0.0000376836,0.05000,1.213
2,mlp.experts.70.gate_proj,0.0000476277,0.05000,1.215
2,mlp.experts.71.gate_proj,0.0000490302,0.05000,1.251
2,mlp.experts.68.gate_proj,0.0000277697,0.05000,1.250
2,mlp.experts.69.gate_proj,0.0000271193,0.05000,1.259
2,mlp.experts.74.gate_proj,0.0000215485,0.05000,1.307
2,mlp.experts.75.gate_proj,0.0000453393,0.05000,1.300
2,mlp.experts.72.gate_proj,0.0000365743,0.05000,1.322
2,mlp.experts.73.gate_proj,0.0000348227,0.05000,1.298
2,mlp.experts.78.gate_proj,0.0000434805,0.05000,1.314
2,mlp.experts.79.gate_proj,0.0000472947,0.05000,1.300
2,mlp.experts.76.gate_proj,0.0000485217,0.05000,1.290
2,mlp.experts.77.gate_proj,0.0000485192,0.05000,1.309
2,mlp.experts.82.gate_proj,0.0000297594,0.05000,1.289
2,mlp.experts.83.gate_proj,0.0000551280,0.05000,1.411
2,mlp.experts.81.gate_proj,0.0000326479,0.05000,1.299
2,mlp.experts.80.gate_proj,0.0000351658,0.05000,1.401
2,mlp.experts.85.gate_proj,0.0000366792,0.05000,1.507
2,mlp.experts.86.gate_proj,0.0000541026,0.05000,2.665
2,mlp.experts.84.gate_proj,0.0000422850,0.05000,2.426
2,mlp.experts.87.gate_proj,0.0000328593,0.05000,2.613
2,mlp.experts.89.gate_proj,0.0000511059,0.05000,1.322
2,mlp.experts.90.gate_proj,0.0000295226,0.05000,1.258
2,mlp.experts.91.gate_proj,0.0000342591,0.05000,1.198
2,mlp.experts.88.gate_proj,0.0000212369,0.05000,1.424
2,mlp.experts.93.gate_proj,0.0000353167,0.05000,1.341
2,mlp.experts.95.gate_proj,0.0000464853,0.05000,1.444
2,mlp.experts.97.gate_proj,0.0000418278,0.05000,1.537
2,mlp.experts.94.gate_proj,0.0000464462,0.05000,2.397
2,mlp.experts.92.gate_proj,0.0000489024,0.05000,2.123
2,mlp.experts.99.gate_proj,0.0000257347,0.05000,1.337
2,mlp.experts.101.gate_proj,0.0000439040,0.05000,1.328
2,mlp.experts.98.gate_proj,0.0000316660,0.05000,1.420
2,mlp.experts.96.gate_proj,0.0000442863,0.05000,1.523
2,mlp.experts.103.gate_proj,0.0000184176,0.05000,1.297
2,mlp.experts.105.gate_proj,0.0000339794,0.05000,1.298
2,mlp.experts.102.gate_proj,0.0000349519,0.05000,1.306
2,mlp.experts.100.gate_proj,0.0000221757,0.05000,1.303
2,mlp.experts.107.gate_proj,0.0000412347,0.05000,1.294
2,mlp.experts.109.gate_proj,0.0000198484,0.05000,1.272
2,mlp.experts.106.gate_proj,0.0000447848,0.05000,1.237
2,mlp.experts.104.gate_proj,0.0000354151,0.05000,1.205
2,mlp.experts.111.gate_proj,0.0000484207,0.05000,1.208
2,mlp.experts.113.gate_proj,0.0000367788,0.05000,1.204
2,mlp.experts.110.gate_proj,0.0000538857,0.05000,1.200
2,mlp.experts.108.gate_proj,0.0000355709,0.05000,1.187
2,mlp.experts.115.gate_proj,0.0000473977,0.05000,1.196
2,mlp.experts.117.gate_proj,0.0000410379,0.05000,1.206
2,mlp.experts.114.gate_proj,0.0000238485,0.05000,1.795
2,mlp.experts.119.gate_proj,0.0000296707,0.05000,1.589
2,mlp.experts.112.gate_proj,0.0000419372,0.05000,1.991
2,mlp.experts.118.gate_proj,0.0000523008,0.05000,1.716
2,mlp.experts.121.gate_proj,0.0000228679,0.05000,3.002
2,mlp.experts.122.gate_proj,0.0000472057,0.05000,1.381
2,mlp.experts.123.gate_proj,0.0000298556,0.05000,2.937
2,mlp.experts.116.gate_proj,0.0000390633,0.05000,3.447
2,mlp.experts.126.gate_proj,0.0000582954,0.05000,1.173
2,mlp.experts.127.gate_proj,0.0000267303,0.05000,1.161
2,mlp.experts.125.gate_proj,0.0000429264,0.05000,3.321
2,mlp.experts.130.gate_proj,0.0000392235,0.05000,1.164
2,mlp.experts.131.gate_proj,0.0000506765,0.05000,1.162
2,mlp.experts.120.gate_proj,0.0000404188,0.05000,2.949
2,mlp.experts.129.gate_proj,0.0000347151,0.05000,2.823
2,mlp.experts.135.gate_proj,0.0000379236,0.05000,2.803
2,mlp.experts.134.gate_proj,0.0000364864,0.05000,3.234
2,mlp.experts.124.gate_proj,0.0000342735,0.05000,3.530
2,mlp.experts.139.gate_proj,0.0000509728,0.05000,2.505
2,mlp.experts.133.gate_proj,0.0000399155,0.05000,2.934
2,mlp.experts.138.gate_proj,0.0000305354,0.05000,3.433
2,mlp.experts.128.gate_proj,0.0000316945,0.05000,2.900
2,mlp.experts.137.gate_proj,0.0000374282,0.05000,2.260
2,mlp.experts.142.gate_proj,0.0000433170,0.05000,2.092
2,mlp.experts.143.gate_proj,0.0000328900,0.05000,3.760
2,mlp.experts.146.gate_proj,0.0000285125,0.05000,1.737
2,mlp.experts.141.gate_proj,0.0000397252,0.05000,2.833
2,mlp.experts.132.gate_proj,0.0000424006,0.05000,3.141
2,mlp.experts.147.gate_proj,0.0000464990,0.05000,2.858
2,mlp.experts.150.gate_proj,0.0000420425,0.05000,1.494
2,mlp.experts.136.gate_proj,0.0000415370,0.05000,1.440
2,mlp.experts.145.gate_proj,0.0000196262,0.05000,1.694
2,mlp.experts.151.gate_proj,0.0000309299,0.05000,1.332
2,mlp.experts.154.gate_proj,0.0000337269,0.05000,1.310
2,mlp.experts.140.gate_proj,0.0000242815,0.05000,1.318
2,mlp.experts.149.gate_proj,0.0000395167,0.05000,1.321
2,mlp.experts.155.gate_proj,0.0000339398,0.05000,1.258
2,mlp.experts.158.gate_proj,0.0000415458,0.05000,1.251
2,mlp.experts.144.gate_proj,0.0000302287,0.05000,1.192
2,mlp.experts.153.gate_proj,0.0000401950,0.05000,1.208
2,mlp.experts.159.gate_proj,0.0000459634,0.05000,1.252
2,mlp.experts.162.gate_proj,0.0000267731,0.05000,1.267
2,mlp.experts.148.gate_proj,0.0000386316,0.05000,1.270
2,mlp.experts.157.gate_proj,0.0000635676,0.05000,1.304
2,mlp.experts.163.gate_proj,0.0000277761,0.05000,1.317
2,mlp.experts.166.gate_proj,0.0000490851,0.05000,1.312
2,mlp.experts.152.gate_proj,0.0000362795,0.05000,1.310
2,mlp.experts.161.gate_proj,0.0000328260,0.05000,1.262
2,mlp.experts.167.gate_proj,0.0000392887,0.05000,0.997
2,mlp.experts.170.gate_proj,0.0000512697,0.05000,0.992
2,mlp.experts.156.gate_proj,0.0000351173,0.05000,0.982
2,mlp.experts.165.gate_proj,0.0000430517,0.05000,1.003
2,mlp.experts.174.gate_proj,0.0000389681,0.05000,1.202
2,mlp.experts.171.gate_proj,0.0000274401,0.05000,1.343
2,mlp.experts.160.gate_proj,0.0000414543,0.05000,1.242
2,mlp.experts.169.gate_proj,0.0000372889,0.05000,1.255
2,mlp.experts.178.gate_proj,0.0000431997,0.05000,1.273
2,mlp.experts.175.gate_proj,0.0000205207,0.05000,1.261
2,mlp.experts.164.gate_proj,0.0000226479,0.05000,1.283
2,mlp.experts.173.gate_proj,0.0000415348,0.05000,1.267
2,mlp.experts.182.gate_proj,0.0000551194,0.05000,1.286
2,mlp.experts.179.gate_proj,0.0000510200,0.05000,1.274
2,mlp.experts.168.gate_proj,0.0000401639,0.05000,1.258
2,mlp.experts.177.gate_proj,0.0000380935,0.05000,1.299
2,mlp.experts.186.gate_proj,0.0000355432,0.05000,1.280
2,mlp.experts.183.gate_proj,0.0000421421,0.05000,1.273
2,mlp.experts.172.gate_proj,0.0000266614,0.05000,1.246
2,mlp.experts.181.gate_proj,0.0000378803,0.05000,1.245
2,mlp.experts.190.gate_proj,0.0000373079,0.05000,1.242
2,mlp.experts.187.gate_proj,0.0000453916,0.05000,1.240
2,mlp.experts.176.gate_proj,0.0000358112,0.05000,1.339
2,mlp.experts.185.gate_proj,0.0000457157,0.05000,1.281
2,mlp.experts.194.gate_proj,0.0000453045,0.05000,1.152
2,mlp.experts.191.gate_proj,0.0000319457,0.05000,1.122
2,mlp.experts.180.gate_proj,0.0000399300,0.05000,1.050
2,mlp.experts.189.gate_proj,0.0000389329,0.05000,1.031
2,mlp.experts.198.gate_proj,0.0000266374,0.05000,1.142
2,mlp.experts.195.gate_proj,0.0000335967,0.05000,1.152
2,mlp.experts.184.gate_proj,0.0000472197,0.05000,1.207
2,mlp.experts.193.gate_proj,0.0000685906,0.05000,1.183
2,mlp.experts.202.gate_proj,0.0000411709,0.05000,1.205
2,mlp.experts.199.gate_proj,0.0000590928,0.05000,1.186
2,mlp.experts.188.gate_proj,0.0000449486,0.05000,1.199
2,mlp.experts.197.gate_proj,0.0000445575,0.05000,1.226
2,mlp.experts.206.gate_proj,0.0000404954,0.05000,1.298
2,mlp.experts.203.gate_proj,0.0000380010,0.05000,1.295
2,mlp.experts.192.gate_proj,0.0000526262,0.05000,1.322
2,mlp.experts.201.gate_proj,0.0000536612,0.05000,1.329
2,mlp.experts.210.gate_proj,0.0000212529,0.05000,1.302
2,mlp.experts.207.gate_proj,0.0000722577,0.05000,1.295
2,mlp.experts.196.gate_proj,0.0000386790,0.05000,1.273
2,mlp.experts.205.gate_proj,0.0000351624,0.05000,1.278
2,mlp.experts.214.gate_proj,0.0000363332,0.05000,1.298
2,mlp.experts.211.gate_proj,0.0000307133,0.05000,1.288
2,mlp.experts.200.gate_proj,0.0000372247,0.05000,1.301
2,mlp.experts.209.gate_proj,0.0000292788,0.05000,1.301
2,mlp.experts.218.gate_proj,0.0000459446,0.05000,1.285
2,mlp.experts.215.gate_proj,0.0000503621,0.05000,1.298
2,mlp.experts.204.gate_proj,0.0000420648,0.05000,1.289
2,mlp.experts.213.gate_proj,0.0000371405,0.05000,1.309
2,mlp.experts.222.gate_proj,0.0000433200,0.05000,1.308
2,mlp.experts.219.gate_proj,0.0000278066,0.05000,1.310
2,mlp.experts.208.gate_proj,0.0000387442,0.05000,1.300
2,mlp.experts.217.gate_proj,0.0000225755,0.05000,1.310
2,mlp.experts.226.gate_proj,0.0000428004,0.05000,1.325
2,mlp.experts.223.gate_proj,0.0000500140,0.05000,1.309
2,mlp.experts.212.gate_proj,0.0000468880,0.05000,1.316
2,mlp.experts.221.gate_proj,0.0000409787,0.05000,1.318
2,mlp.experts.230.gate_proj,0.0000403986,0.05000,1.298
2,mlp.experts.227.gate_proj,0.0000241721,0.05000,1.294
2,mlp.experts.216.gate_proj,0.0000553012,0.05000,1.299
2,mlp.experts.225.gate_proj,0.0000407188,0.05000,1.240
2,mlp.experts.234.gate_proj,0.0000403073,0.05000,0.949
2,mlp.experts.231.gate_proj,0.0000377782,0.05000,0.968
2,mlp.experts.220.gate_proj,0.0000344383,0.05000,0.936
2,mlp.experts.229.gate_proj,0.0000389236,0.05000,1.016
2,mlp.experts.238.gate_proj,0.0000306790,0.05000,1.450
2,mlp.experts.224.gate_proj,0.0000438804,0.05000,1.302
2,mlp.experts.235.gate_proj,0.0000496739,0.05000,1.512
2,mlp.experts.233.gate_proj,0.0000233218,0.05000,1.231
2,mlp.experts.228.gate_proj,0.0000647258,0.05000,1.868
2,mlp.experts.239.gate_proj,0.0000312950,0.05000,1.949
2,mlp.experts.242.gate_proj,0.0000408292,0.05000,2.093
2,mlp.experts.237.gate_proj,0.0000450346,0.05000,2.117
2,mlp.experts.243.gate_proj,0.0000298899,0.05000,2.088
2,mlp.experts.241.gate_proj,0.0000357017,0.05000,2.380
2,mlp.experts.232.gate_proj,0.0000377400,0.05000,3.554
2,mlp.experts.246.gate_proj,0.0000394127,0.05000,3.661
2,mlp.experts.247.gate_proj,0.0000505928,0.05000,1.744
2,mlp.experts.245.gate_proj,0.0000323295,0.05000,2.013
2,mlp.experts.251.gate_proj,0.0000475138,0.05000,1.265
2,mlp.experts.249.gate_proj,0.0000320376,0.05000,1.255
2,mlp.experts.250.gate_proj,0.0000421859,0.05000,2.894
2,mlp.experts.236.gate_proj,0.0000374272,0.05000,3.368
2,mlp.experts.255.gate_proj,0.0000274198,0.05000,1.825
2,mlp.experts.253.gate_proj,0.0000572183,0.05000,1.333
2,mlp.experts.254.gate_proj,0.0000547210,0.05000,1.225
2,mlp.experts.240.gate_proj,0.0000435403,0.05000,1.191
2,mlp.experts.3.up_proj,0.0000416740,0.05000,1.115
2,mlp.experts.1.up_proj,0.0000268807,0.05000,1.058
2,mlp.experts.2.up_proj,0.0000430148,0.05000,1.069
2,mlp.experts.7.up_proj,0.0000384397,0.05000,1.641
2,mlp.experts.244.gate_proj,0.0000347828,0.05000,1.665
2,mlp.experts.5.up_proj,0.0000482409,0.05000,1.429
2,mlp.experts.9.up_proj,0.0000378890,0.05000,1.608
2,mlp.experts.6.up_proj,0.0000352276,0.05000,2.906
2,mlp.experts.11.up_proj,0.0000258944,0.05000,3.120
2,mlp.experts.248.gate_proj,0.0000369322,0.05000,3.580
2,mlp.experts.10.up_proj,0.0000283066,0.05000,2.004
2,mlp.experts.13.up_proj,0.0000438989,0.05000,2.401
2,mlp.experts.15.up_proj,0.0000320765,0.05000,2.332
2,mlp.experts.252.gate_proj,0.0000488429,0.05000,2.296
2,mlp.experts.14.up_proj,0.0000412830,0.05000,2.608
2,mlp.experts.17.up_proj,0.0000208850,0.05000,2.872
2,mlp.experts.19.up_proj,0.0000422843,0.05000,1.700
2,mlp.experts.0.up_proj,0.0000362387,0.05000,2.408
2,mlp.experts.23.up_proj,0.0000500191,0.05000,1.312
2,mlp.experts.18.up_proj,0.0000393687,0.05000,1.870
2,mlp.experts.21.up_proj,0.0000353657,0.05000,1.865
2,mlp.experts.4.up_proj,0.0000221317,0.05000,1.213
2,mlp.experts.27.up_proj,0.0000349786,0.05000,1.345
2,mlp.experts.22.up_proj,0.0000344510,0.05000,1.263
2,mlp.experts.25.up_proj,0.0000131003,0.05000,1.220
2,mlp.experts.8.up_proj,0.0000294868,0.05000,1.221
2,mlp.experts.31.up_proj,0.0000337884,0.05000,1.204
2,mlp.experts.26.up_proj,0.0000363487,0.05000,1.196
2,mlp.experts.29.up_proj,0.0000267676,0.05000,1.169
2,mlp.experts.12.up_proj,0.0000367468,0.05000,1.219
2,mlp.experts.35.up_proj,0.0000411933,0.05000,1.219
2,mlp.experts.30.up_proj,0.0000268246,0.05000,1.235
2,mlp.experts.33.up_proj,0.0000345403,0.05000,1.194
2,mlp.experts.16.up_proj,0.0000298917,0.05000,1.144
2,mlp.experts.39.up_proj,0.0000382152,0.05000,1.057
2,mlp.experts.34.up_proj,0.0000221596,0.05000,1.033
2,mlp.experts.37.up_proj,0.0000164115,0.05000,0.976
2,mlp.experts.20.up_proj,0.0000316118,0.05000,0.847
2,mlp.experts.43.up_proj,0.0000327930,0.05000,0.852
2,mlp.experts.38.up_proj,0.0000351178,0.05000,0.838
2,mlp.experts.41.up_proj,0.0000188246,0.05000,0.846
2,mlp.experts.24.up_proj,0.0000370735,0.05000,0.872
2,mlp.experts.47.up_proj,0.0000418223,0.05000,0.882
2,mlp.experts.42.up_proj,0.0000360925,0.05000,0.866
2,mlp.experts.45.up_proj,0.0000412919,0.05000,0.879
2,mlp.experts.28.up_proj,0.0000286355,0.05000,1.045
2,mlp.experts.51.up_proj,0.0000343759,0.05000,1.109
2,mlp.experts.46.up_proj,0.0000304372,0.05000,1.137
2,mlp.experts.49.up_proj,0.0000233182,0.05000,1.188
2,mlp.experts.32.up_proj,0.0000294780,0.05000,1.286
2,mlp.experts.55.up_proj,0.0000372076,0.05000,1.284
2,mlp.experts.50.up_proj,0.0000368673,0.05000,1.299
2,mlp.experts.53.up_proj,0.0000360831,0.05000,1.306
2,mlp.experts.36.up_proj,0.0000370030,0.05000,1.262
2,mlp.experts.59.up_proj,0.0000248214,0.05000,1.247
2,mlp.experts.54.up_proj,0.0000320764,0.05000,1.238
2,mlp.experts.57.up_proj,0.0000278663,0.05000,1.178
2,mlp.experts.40.up_proj,0.0000314641,0.05000,1.592
2,mlp.experts.58.up_proj,0.0000459680,0.05000,1.367
2,mlp.experts.61.up_proj,0.0000335815,0.05000,1.399
2,mlp.experts.63.up_proj,0.0000424599,0.05000,2.183
2,mlp.experts.62.up_proj,0.0000377683,0.05000,1.639
2,mlp.experts.65.up_proj,0.0000362497,0.05000,1.607
2,mlp.experts.44.up_proj,0.0000341362,0.05000,2.619
2,mlp.experts.67.up_proj,0.0000336745,0.05000,1.856
2,mlp.experts.66.up_proj,0.0000436965,0.05000,1.335
2,mlp.experts.69.up_proj,0.0000263884,0.05000,1.335
2,mlp.experts.48.up_proj,0.0000369640,0.05000,1.316
2,mlp.experts.71.up_proj,0.0000461962,0.05000,1.310
2,mlp.experts.70.up_proj,0.0000454256,0.05000,1.319
2,mlp.experts.73.up_proj,0.0000336290,0.05000,1.316
2,mlp.experts.52.up_proj,0.0000392111,0.05000,1.254
2,mlp.experts.75.up_proj,0.0000429876,0.05000,1.242
2,mlp.experts.74.up_proj,0.0000210423,0.05000,1.284
2,mlp.experts.77.up_proj,0.0000476103,0.05000,1.343
2,mlp.experts.56.up_proj,0.0000386412,0.05000,1.286
2,mlp.experts.79.up_proj,0.0000446000,0.05000,1.282
2,mlp.experts.78.up_proj,0.0000417377,0.05000,1.250
2,mlp.experts.81.up_proj,0.0000319975,0.05000,1.206
2,mlp.experts.83.up_proj,0.0000517352,0.05000,1.222
2,mlp.experts.60.up_proj,0.0000311444,0.05000,1.289
2,mlp.experts.82.up_proj,0.0000287226,0.05000,1.120
2,mlp.experts.85.up_proj,0.0000351035,0.05000,1.084
2,mlp.experts.64.up_proj,0.0000318405,0.05000,1.064
2,mlp.experts.87.up_proj,0.0000317524,0.05000,1.146
2,mlp.experts.86.up_proj,0.0000475408,0.05000,1.188
2,mlp.experts.89.up_proj,0.0000490060,0.05000,1.205
2,mlp.experts.68.up_proj,0.0000270020,0.05000,1.204
2,mlp.experts.91.up_proj,0.0000316474,0.05000,1.166
2,mlp.experts.90.up_proj,0.0000286718,0.05000,1.198
2,mlp.experts.93.up_proj,0.0000324327,0.05000,1.208
2,mlp.experts.72.up_proj,0.0000351442,0.05000,1.263
2,mlp.experts.95.up_proj,0.0000451047,0.05000,1.257
2,mlp.experts.94.up_proj,0.0000447586,0.05000,1.290
2,mlp.experts.97.up_proj,0.0000403297,0.05000,1.309
2,mlp.experts.76.up_proj,0.0000429993,0.05000,1.324
2,mlp.experts.99.up_proj,0.0000253197,0.05000,1.316
2,mlp.experts.98.up_proj,0.0000310526,0.05000,1.295
2,mlp.experts.101.up_proj,0.0000426885,0.05000,1.311
2,mlp.experts.80.up_proj,0.0000339752,0.05000,1.221
2,mlp.experts.103.up_proj,0.0000179107,0.05000,1.224
2,mlp.experts.102.up_proj,0.0000337405,0.05000,1.169
2,mlp.experts.105.up_proj,0.0000327682,0.05000,1.210
2,mlp.experts.84.up_proj,0.0000407104,0.05000,1.260
2,mlp.experts.107.up_proj,0.0000371845,0.05000,1.269
2,mlp.experts.106.up_proj,0.0000432002,0.05000,1.290
2,mlp.experts.109.up_proj,0.0000190915,0.05000,1.316
2,mlp.experts.88.up_proj,0.0000203284,0.05000,1.306
2,mlp.experts.111.up_proj,0.0000466770,0.05000,1.319
2,mlp.experts.110.up_proj,0.0000503100,0.05000,1.411
2,mlp.experts.113.up_proj,0.0000345769,0.05000,1.324
2,mlp.experts.92.up_proj,0.0000458770,0.05000,1.309
2,mlp.experts.115.up_proj,0.0000455913,0.05000,1.321
2,mlp.experts.114.up_proj,0.0000231991,0.05000,1.313
2,mlp.experts.117.up_proj,0.0000387689,0.05000,1.295
2,mlp.experts.96.up_proj,0.0000414943,0.05000,1.309
2,mlp.experts.119.up_proj,0.0000292557,0.05000,1.312
2,mlp.experts.118.up_proj,0.0000466752,0.05000,1.303
2,mlp.experts.121.up_proj,0.0000223577,0.05000,1.302
2,mlp.experts.123.up_proj,0.0000288419,0.05000,1.265
2,mlp.experts.100.up_proj,0.0000219436,0.05000,1.424
2,mlp.experts.122.up_proj,0.0000442158,0.05000,1.253
2,mlp.experts.125.up_proj,0.0000417375,0.05000,1.250
2,mlp.experts.127.up_proj,0.0000260949,0.05000,1.248
2,mlp.experts.126.up_proj,0.0000569287,0.05000,1.265
2,mlp.experts.129.up_proj,0.0000336980,0.05000,1.312
2,mlp.experts.104.up_proj,0.0000342231,0.05000,1.838
2,mlp.experts.131.up_proj,0.0000483227,0.05000,1.341
2,mlp.experts.130.up_proj,0.0000380152,0.05000,1.322
2,mlp.experts.133.up_proj,0.0000382182,0.05000,1.325
2,mlp.experts.108.up_proj,0.0000347254,0.05000,1.705
2,mlp.experts.135.up_proj,0.0000375485,0.05000,1.708
2,mlp.experts.134.up_proj,0.0000354367,0.05000,2.076
2,mlp.experts.137.up_proj,0.0000356656,0.05000,2.743
2,mlp.experts.139.up_proj,0.0000495709,0.05000,2.082
2,mlp.experts.112.up_proj,0.0000406344,0.05000,2.994
2,mlp.experts.138.up_proj,0.0000296198,0.05000,1.913
2,mlp.experts.141.up_proj,0.0000385381,0.05000,1.449
2,mlp.experts.143.up_proj,0.0000319660,0.05000,1.216
2,mlp.experts.116.up_proj,0.0000372396,0.05000,1.183
2,mlp.experts.142.up_proj,0.0000415663,0.05000,1.198
2,mlp.experts.145.up_proj,0.0000192280,0.05000,1.146
2,mlp.experts.147.up_proj,0.0000435875,0.05000,1.175
2,mlp.experts.120.up_proj,0.0000382848,0.05000,1.171
2,mlp.experts.146.up_proj,0.0000279534,0.05000,1.283
2,mlp.experts.149.up_proj,0.0000380732,0.05000,1.252
2,mlp.experts.124.up_proj,0.0000332745,0.05000,1.496
2,mlp.experts.151.up_proj,0.0000301600,0.05000,1.910
2,mlp.experts.153.up_proj,0.0000390460,0.05000,1.361
2,mlp.experts.150.up_proj,0.0000397484,0.05000,1.973
2,mlp.experts.128.up_proj,0.0000307593,0.05000,1.304
2,mlp.experts.155.up_proj,0.0000329220,0.05000,1.492
2,mlp.experts.157.up_proj,0.0000624278,0.05000,1.264
2,mlp.experts.154.up_proj,0.0000325707,0.05000,1.278
2,mlp.experts.132.up_proj,0.0000407203,0.05000,1.252
2,mlp.experts.159.up_proj,0.0000444496,0.05000,1.316
2,mlp.experts.161.up_proj,0.0000316554,0.05000,1.311
2,mlp.experts.158.up_proj,0.0000393556,0.05000,1.309
2,mlp.experts.136.up_proj,0.0000403230,0.05000,1.297
2,mlp.experts.163.up_proj,0.0000273605,0.05000,1.296
2,mlp.experts.165.up_proj,0.0000415236,0.05000,1.294
2,mlp.experts.162.up_proj,0.0000263040,0.05000,1.290
2,mlp.experts.140.up_proj,0.0000239180,0.05000,1.265
2,mlp.experts.167.up_proj,0.0000381952,0.05000,1.284
2,mlp.experts.169.up_proj,0.0000363022,0.05000,1.293
2,mlp.experts.166.up_proj,0.0000470100,0.05000,1.766
2,mlp.experts.171.up_proj,0.0000271070,0.05000,1.469
2,mlp.experts.144.up_proj,0.0000294780,0.05000,2.281
2,mlp.experts.173.up_proj,0.0000397871,0.05000,1.700
2,mlp.experts.175.up_proj,0.0000193626,0.05000,1.509
2,mlp.experts.177.up_proj,0.0000365853,0.05000,1.632
2,mlp.experts.170.up_proj,0.0000474486,0.05000,2.720
2,mlp.experts.148.up_proj,0.0000360717,0.05000,2.283
2,mlp.experts.179.up_proj,0.0000501065,0.05000,1.307
2,mlp.experts.181.up_proj,0.0000365164,0.05000,1.248
2,mlp.experts.174.up_proj,0.0000377288,0.05000,1.281
2,mlp.experts.152.up_proj,0.0000354480,0.05000,1.297
2,mlp.experts.183.up_proj,0.0000405193,0.05000,1.301
2,mlp.experts.185.up_proj,0.0000437419,0.05000,1.293
2,mlp.experts.178.up_proj,0.0000418408,0.05000,1.290
2,mlp.experts.156.up_proj,0.0000344119,0.05000,1.309
2,mlp.experts.187.up_proj,0.0000436287,0.05000,1.282
2,mlp.experts.189.up_proj,0.0000369930,0.05000,1.294
2,mlp.experts.182.up_proj,0.0000508025,0.05000,1.285
2,mlp.experts.160.up_proj,0.0000400437,0.05000,1.264
2,mlp.experts.191.up_proj,0.0000309983,0.05000,1.276
2,mlp.experts.193.up_proj,0.0000668849,0.05000,1.342
2,mlp.experts.186.up_proj,0.0000342935,0.05000,1.227
2,mlp.experts.164.up_proj,0.0000224293,0.05000,1.336
2,mlp.experts.195.up_proj,0.0000318566,0.05000,1.571
2,mlp.experts.190.up_proj,0.0000355839,0.05000,1.489
2,mlp.experts.197.up_proj,0.0000434283,0.05000,1.628
2,mlp.experts.168.up_proj,0.0000382300,0.05000,1.537
2,mlp.experts.199.up_proj,0.0000511515,0.05000,1.296
2,mlp.experts.194.up_proj,0.0000433753,0.05000,1.387
2,mlp.experts.201.up_proj,0.0000505497,0.05000,1.339
2,mlp.experts.172.up_proj,0.0000262461,0.05000,1.311
2,mlp.experts.203.up_proj,0.0000367504,0.05000,1.923
2,mlp.experts.198.up_proj,0.0000241422,0.05000,1.380
2,mlp.experts.205.up_proj,0.0000341504,0.05000,1.362
2,mlp.experts.176.up_proj,0.0000352333,0.05000,1.301
2,mlp.experts.207.up_proj,0.0000690369,0.05000,1.201
2,mlp.experts.209.up_proj,0.0000287892,0.05000,1.218
2,mlp.experts.202.up_proj,0.0000394029,0.05000,1.275
2,mlp.experts.180.up_proj,0.0000363830,0.05000,1.237
2,mlp.experts.211.up_proj,0.0000288877,0.05000,1.218
2,mlp.experts.213.up_proj,0.0000355100,0.05000,1.237
2,mlp.experts.206.up_proj,0.0000386911,0.05000,1.345
2,mlp.experts.184.up_proj,0.0000437100,0.05000,1.235
2,mlp.experts.215.up_proj,0.0000482614,0.05000,1.179
2,mlp.experts.217.up_proj,0.0000223017,0.05000,1.217
2,mlp.experts.210.up_proj,0.0000208740,0.05000,1.209
2,mlp.experts.188.up_proj,0.0000410075,0.05000,1.221
2,mlp.experts.219.up_proj,0.0000253329,0.05000,1.188
2,mlp.experts.221.up_proj,0.0000392357,0.05000,1.217
2,mlp.experts.214.up_proj,0.0000353719,0.05000,1.231
2,mlp.experts.192.up_proj,0.0000497876,0.05000,1.226
2,mlp.experts.223.up_proj,0.0000456658,0.05000,1.246
2,mlp.experts.225.up_proj,0.0000388581,0.05000,1.301
2,mlp.experts.218.up_proj,0.0000437421,0.05000,1.300
2,mlp.experts.196.up_proj,0.0000374700,0.05000,1.309
2,mlp.experts.227.up_proj,0.0000237074,0.05000,1.312
2,mlp.experts.229.up_proj,0.0000376818,0.05000,1.303
2,mlp.experts.222.up_proj,0.0000389296,0.05000,1.285
2,mlp.experts.200.up_proj,0.0000366472,0.05000,1.291
2,mlp.experts.231.up_proj,0.0000368791,0.05000,1.293
2,mlp.experts.233.up_proj,0.0000229137,0.05000,1.305
2,mlp.experts.226.up_proj,0.0000415941,0.05000,1.295
2,mlp.experts.204.up_proj,0.0000407717,0.05000,1.301
2,mlp.experts.235.up_proj,0.0000462444,0.05000,1.298
2,mlp.experts.237.up_proj,0.0000433157,0.05000,1.298
2,mlp.experts.230.up_proj,0.0000383742,0.05000,1.289
2,mlp.experts.208.up_proj,0.0000347420,0.05000,1.287
2,mlp.experts.239.up_proj,0.0000302813,0.05000,1.269
2,mlp.experts.241.up_proj,0.0000344638,0.05000,1.274
2,mlp.experts.234.up_proj,0.0000391601,0.05000,1.285
2,mlp.experts.212.up_proj,0.0000431287,0.05000,1.297
2,mlp.experts.243.up_proj,0.0000289924,0.05000,1.287
2,mlp.experts.245.up_proj,0.0000314908,0.05000,1.275
2,mlp.experts.238.up_proj,0.0000300138,0.05000,1.242
2,mlp.experts.216.up_proj,0.0000535362,0.05000,1.243
2,mlp.experts.247.up_proj,0.0000477659,0.05000,1.191
2,mlp.experts.249.up_proj,0.0000304609,0.05000,1.197
2,mlp.experts.242.up_proj,0.0000393384,0.05000,1.159
2,mlp.experts.220.up_proj,0.0000335687,0.05000,1.204
2,mlp.experts.251.up_proj,0.0000461136,0.05000,1.250
2,mlp.experts.246.up_proj,0.0000382439,0.05000,1.235
2,mlp.experts.253.up_proj,0.0000546867,0.05000,1.681
2,mlp.experts.224.up_proj,0.0000412898,0.05000,1.384
2,mlp.experts.255.up_proj,0.0000270328,0.05000,1.142
2,mlp.experts.250.up_proj,0.0000400669,0.05000,0.920
2,mlp.experts.228.up_proj,0.0000629725,0.05000,0.577
2,mlp.experts.254.up_proj,0.0000508828,0.05000,0.421
2,mlp.experts.232.up_proj,0.0000363508,0.05000,0.329
2,mlp.experts.236.up_proj,0.0000364439,0.05000,0.200
2,mlp.experts.240.up_proj,0.0000414505,0.05000,0.201
2,mlp.experts.244.up_proj,0.0000335374,0.05000,0.202
2,mlp.experts.248.up_proj,0.0000360847,0.05000,0.201
2,mlp.experts.252.up_proj,0.0000461263,0.05000,0.200
2,mlp.experts.2.down_proj,0.0000004830,0.05000,0.366
2,mlp.experts.0.down_proj,0.0000004076,0.05000,0.377
2,mlp.experts.6.down_proj,0.0000004439,0.05000,0.355
2,mlp.experts.4.down_proj,0.0000001890,0.05000,0.356
2,mlp.experts.3.down_proj,0.0000012111,0.05000,0.779
2,mlp.experts.1.down_proj,0.0000003014,0.05000,0.826
2,mlp.experts.10.down_proj,0.0000003261,0.05000,0.363
2,mlp.experts.8.down_proj,0.0000009811,0.05000,0.366
2,mlp.experts.5.down_proj,0.0000004709,0.05000,0.876
2,mlp.experts.7.down_proj,0.0000005135,0.05000,0.931
2,mlp.experts.14.down_proj,0.0000005012,0.05000,0.649
2,mlp.experts.12.down_proj,0.0000003845,0.05000,0.641
2,mlp.experts.11.down_proj,0.0000009814,0.05000,0.328
2,mlp.experts.18.down_proj,0.0000017402,0.05000,0.329
2,mlp.experts.9.down_proj,0.0000003826,0.05000,0.334
2,mlp.experts.16.down_proj,0.0000006301,0.05000,0.337
2,mlp.experts.15.down_proj,0.0000003481,0.05000,0.323
2,mlp.experts.22.down_proj,0.0000003048,0.05000,0.325
2,mlp.experts.20.down_proj,0.0000003576,0.05000,0.323
2,mlp.experts.13.down_proj,0.0000006725,0.05000,0.329
2,mlp.experts.26.down_proj,0.0000003606,0.05000,0.307
2,mlp.experts.19.down_proj,0.0000004604,0.05000,0.315
2,mlp.experts.17.down_proj,0.0000002184,0.05000,0.313
2,mlp.experts.24.down_proj,0.0000005740,0.05000,0.320
2,mlp.experts.23.down_proj,0.0000006941,0.05000,0.320
2,mlp.experts.30.down_proj,0.0000010240,0.05000,0.330
2,mlp.experts.28.down_proj,0.0000002809,0.05000,0.324
2,mlp.experts.21.down_proj,0.0000003970,0.05000,0.327
2,mlp.experts.27.down_proj,0.0000004167,0.05000,0.325
2,mlp.experts.34.down_proj,0.0000002647,0.05000,0.329
2,mlp.experts.32.down_proj,0.0000007613,0.05000,0.325
2,mlp.experts.25.down_proj,0.0000004818,0.05000,0.327
2,mlp.experts.31.down_proj,0.0000004411,0.05000,0.330
2,mlp.experts.38.down_proj,0.0000004722,0.05000,0.326
2,mlp.experts.36.down_proj,0.0000004114,0.05000,0.328
2,mlp.experts.29.down_proj,0.0000004460,0.05000,0.331
2,mlp.experts.35.down_proj,0.0000004637,0.05000,0.327
2,mlp.experts.42.down_proj,0.0000007366,0.05000,0.329
2,mlp.experts.40.down_proj,0.0000008130,0.05000,0.326
2,mlp.experts.33.down_proj,0.0000004685,0.05000,0.333
2,mlp.experts.39.down_proj,0.0000005061,0.05000,0.325
2,mlp.experts.46.down_proj,0.0000005111,0.05000,0.324
2,mlp.experts.44.down_proj,0.0000004064,0.05000,0.327
2,mlp.experts.37.down_proj,0.0000005045,0.05000,0.330
2,mlp.experts.43.down_proj,0.0000003738,0.05000,0.330
2,mlp.experts.50.down_proj,0.0000003567,0.05000,0.327
2,mlp.experts.48.down_proj,0.0000005062,0.05000,0.328
2,mlp.experts.41.down_proj,0.0000027978,0.05000,0.334
2,mlp.experts.47.down_proj,0.0000008838,0.05000,0.325
2,mlp.experts.54.down_proj,0.0000003672,0.05000,0.329
2,mlp.experts.52.down_proj,0.0000005131,0.05000,0.328
2,mlp.experts.45.down_proj,0.0000006840,0.05000,0.333
2,mlp.experts.51.down_proj,0.0000003521,0.05000,0.326
2,mlp.experts.58.down_proj,0.0000007780,0.05000,0.330
2,mlp.experts.56.down_proj,0.0000015641,0.05000,0.328
2,mlp.experts.49.down_proj,0.0000007424,0.05000,0.333
2,mlp.experts.55.down_proj,0.0000004983,0.05000,0.326
2,mlp.experts.62.down_proj,0.0000004241,0.05000,0.328
2,mlp.experts.60.down_proj,0.0000015496,0.05000,0.331
2,mlp.experts.53.down_proj,0.0000003988,0.05000,0.331
2,mlp.experts.59.down_proj,0.0000002089,0.05000,0.327
2,mlp.experts.66.down_proj,0.0000006452,0.05000,0.330
2,mlp.experts.64.down_proj,0.0000004461,0.05000,0.329
2,mlp.experts.57.down_proj,0.0000002909,0.05000,0.324
2,mlp.experts.63.down_proj,0.0000019294,0.05000,0.301
2,mlp.experts.70.down_proj,0.0000006460,0.05000,0.300
2,mlp.experts.68.down_proj,0.0000002526,0.05000,0.296
2,mlp.experts.61.down_proj,0.0000033538,0.05000,0.289
2,mlp.experts.67.down_proj,0.0000003729,0.05000,0.300
2,mlp.experts.74.down_proj,0.0000002991,0.05000,0.333
2,mlp.experts.65.down_proj,0.0000003342,0.05000,0.316
2,mlp.experts.72.down_proj,0.0000005456,0.05000,0.347
2,mlp.experts.71.down_proj,0.0000013666,0.05000,0.331
2,mlp.experts.69.down_proj,0.0000002678,0.05000,0.296
2,mlp.experts.76.down_proj,0.0000011100,0.05000,0.289
2,mlp.experts.78.down_proj,0.0000004963,0.05000,0.375
2,mlp.experts.75.down_proj,0.0000006079,0.05000,0.301
2,mlp.experts.80.down_proj,0.0000003681,0.05000,0.286
2,mlp.experts.73.down_proj,0.0000003954,0.05000,0.302
2,mlp.experts.82.down_proj,0.0000003213,0.05000,0.297
2,mlp.experts.79.down_proj,0.0000006306,0.05000,0.319
2,mlp.experts.84.down_proj,0.0000005033,0.05000,0.317
2,mlp.experts.77.down_proj,0.0000004463,0.05000,0.317
2,mlp.experts.86.down_proj,0.0000011587,0.05000,0.320
2,mlp.experts.83.down_proj,0.0000011871,0.05000,0.321
2,mlp.experts.88.down_proj,0.0000005258,0.05000,0.328
2,mlp.experts.81.down_proj,0.0000005322,0.05000,0.320
2,mlp.experts.90.down_proj,0.0000002776,0.05000,0.318
2,mlp.experts.87.down_proj,0.0000004499,0.05000,0.323
2,mlp.experts.85.down_proj,0.0000004080,0.05000,0.319
2,mlp.experts.92.down_proj,0.0000017079,0.05000,0.328
2,mlp.experts.94.down_proj,0.0000005754,0.05000,0.326
2,mlp.experts.91.down_proj,0.0000010043,0.05000,0.322
2,mlp.experts.89.down_proj,0.0000008226,0.05000,0.322
2,mlp.experts.96.down_proj,0.0000009137,0.05000,0.326
2,mlp.experts.98.down_proj,0.0000002945,0.05000,0.322
2,mlp.experts.95.down_proj,0.0000005240,0.05000,0.313
2,mlp.experts.93.down_proj,0.0000007472,0.05000,0.309
2,mlp.experts.100.down_proj,0.0000002443,0.05000,0.314
2,mlp.experts.102.down_proj,0.0000003516,0.05000,0.306
2,mlp.experts.97.down_proj,0.0000005307,0.05000,0.284
2,mlp.experts.99.down_proj,0.0000002765,0.05000,0.302
2,mlp.experts.104.down_proj,0.0000003664,0.05000,0.295
2,mlp.experts.106.down_proj,0.0000006733,0.05000,0.297
2,mlp.experts.101.down_proj,0.0000005298,0.05000,0.288
2,mlp.experts.103.down_proj,0.0000001350,0.05000,0.298
2,mlp.experts.108.down_proj,0.0000003903,0.05000,0.298
2,mlp.experts.110.down_proj,0.0000021023,0.05000,0.296
2,mlp.experts.105.down_proj,0.0000003890,0.05000,0.302
2,mlp.experts.107.down_proj,0.0000009642,0.05000,0.318
2,mlp.experts.112.down_proj,0.0000005465,0.05000,0.378
2,mlp.experts.114.down_proj,0.0000002970,0.05000,0.323
2,mlp.experts.109.down_proj,0.0000001676,0.05000,0.318
2,mlp.experts.111.down_proj,0.0000007892,0.05000,0.318
2,mlp.experts.116.down_proj,0.0000004092,0.05000,0.315
2,mlp.experts.118.down_proj,0.0000011973,0.05000,0.323
2,mlp.experts.113.down_proj,0.0000004857,0.05000,0.319
2,mlp.experts.115.down_proj,0.0000005938,0.05000,0.319
2,mlp.experts.120.down_proj,0.0000006053,0.05000,0.316
2,mlp.experts.122.down_proj,0.0000006958,0.05000,0.325
2,mlp.experts.117.down_proj,0.0000005274,0.05000,0.328
2,mlp.experts.119.down_proj,0.0000015203,0.05000,0.334
2,mlp.experts.124.down_proj,0.0000003648,0.05000,0.330
2,mlp.experts.126.down_proj,0.0000007607,0.05000,0.334
2,mlp.experts.121.down_proj,0.0000002111,0.05000,0.324
2,mlp.experts.123.down_proj,0.0000003835,0.05000,0.329
2,mlp.experts.128.down_proj,0.0000003317,0.05000,0.324
2,mlp.experts.130.down_proj,0.0000005213,0.05000,0.328
2,mlp.experts.125.down_proj,0.0000004123,0.05000,0.330
2,mlp.experts.127.down_proj,0.0000002833,0.05000,0.334
2,mlp.experts.132.down_proj,0.0000005031,0.05000,0.326
2,mlp.experts.134.down_proj,0.0000004067,0.05000,0.326
2,mlp.experts.129.down_proj,0.0000005622,0.05000,0.324
2,mlp.experts.131.down_proj,0.0000008311,0.05000,0.325
2,mlp.experts.136.down_proj,0.0000004195,0.05000,0.323
2,mlp.experts.138.down_proj,0.0000003235,0.05000,0.323
2,mlp.experts.133.down_proj,0.0000007798,0.05000,0.340
2,mlp.experts.135.down_proj,0.0000003880,0.05000,0.332
2,mlp.experts.142.down_proj,0.0000004508,0.05000,0.268
2,mlp.experts.140.down_proj,0.0000002186,0.05000,0.396
2,mlp.experts.139.down_proj,0.0000014519,0.05000,0.387
2,mlp.experts.146.down_proj,0.0000002525,0.05000,0.383
2,mlp.experts.137.down_proj,0.0000004309,0.05000,0.694
2,mlp.experts.143.down_proj,0.0000005989,0.05000,0.398
2,mlp.experts.150.down_proj,0.0000018489,0.05000,0.388
2,mlp.experts.144.down_proj,0.0000003590,0.05000,0.773
2,mlp.experts.154.down_proj,0.0000003387,0.05000,0.385
2,mlp.experts.147.down_proj,0.0000009165,0.05000,0.400
2,mlp.experts.141.down_proj,0.0000004320,0.05000,0.795
2,mlp.experts.151.down_proj,0.0000002933,0.05000,0.490
2,mlp.experts.148.down_proj,0.0000004852,0.05000,0.816
2,mlp.experts.158.down_proj,0.0000008640,0.05000,0.748
2,mlp.experts.155.down_proj,0.0000003332,0.05000,0.348
2,mlp.experts.145.down_proj,0.0000002511,0.05000,0.642
2,mlp.experts.152.down_proj,0.0000004865,0.05000,0.548
2,mlp.experts.159.down_proj,0.0000005933,0.05000,0.387
2,mlp.experts.162.down_proj,0.0000002286,0.05000,0.556
2,mlp.experts.149.down_proj,0.0000004345,0.05000,0.395
2,mlp.experts.163.down_proj,0.0000003104,0.05000,0.385
2,mlp.experts.153.down_proj,0.0000007006,0.05000,0.389
2,mlp.experts.156.down_proj,0.0000004370,0.05000,0.787
2,mlp.experts.167.down_proj,0.0000008666,0.05000,0.387
2,mlp.experts.166.down_proj,0.0000005691,0.05000,0.778
2,mlp.experts.157.down_proj,0.0000007157,0.05000,0.396
2,mlp.experts.171.down_proj,0.0000002825,0.05000,0.433
2,mlp.experts.160.down_proj,0.0000004726,0.05000,0.587
2,mlp.experts.161.down_proj,0.0000003231,0.05000,0.721
2,mlp.experts.175.down_proj,0.0000004425,0.05000,0.421
2,mlp.experts.170.down_proj,0.0000020872,0.05000,0.861
2,mlp.experts.164.down_proj,0.0000001789,0.05000,0.871
2,mlp.experts.179.down_proj,0.0000006555,0.05000,0.616
2,mlp.experts.165.down_proj,0.0000005473,0.05000,0.762
2,mlp.experts.174.down_proj,0.0000003695,0.05000,0.865
2,mlp.experts.183.down_proj,0.0000005265,0.05000,0.356
2,mlp.experts.169.down_proj,0.0000004535,0.05000,0.344
2,mlp.experts.168.down_proj,0.0000004604,0.05000,0.818
2,mlp.experts.187.down_proj,0.0000007676,0.05000,0.355
2,mlp.experts.178.down_proj,0.0000005059,0.05000,0.383
2,mlp.experts.173.down_proj,0.0000005401,0.05000,0.447
2,mlp.experts.182.down_proj,0.0000006618,0.05000,0.348
2,mlp.experts.177.down_proj,0.0000006331,0.05000,0.377
2,mlp.experts.186.down_proj,0.0000003224,0.05000,0.379
2,mlp.experts.191.down_proj,0.0000003588,0.05000,0.830
2,mlp.experts.172.down_proj,0.0000002603,0.05000,0.883
2,mlp.experts.190.down_proj,0.0000004371,0.05000,0.509
2,mlp.experts.195.down_proj,0.0000008985,0.05000,0.622
2,mlp.experts.181.down_proj,0.0000003809,0.05000,0.898
2,mlp.experts.176.down_proj,0.0000003592,0.05000,0.907
2,mlp.experts.199.down_proj,0.0000006784,0.05000,0.351
2,mlp.experts.194.down_proj,0.0000006788,0.05000,0.901
2,mlp.experts.203.down_proj,0.0000004658,0.05000,0.356
2,mlp.experts.185.down_proj,0.0000006749,0.05000,0.794
2,mlp.experts.207.down_proj,0.0000011905,0.05000,0.356
2,mlp.experts.180.down_proj,0.0000014085,0.05000,0.886
2,mlp.experts.211.down_proj,0.0000005543,0.05000,0.355
2,mlp.experts.198.down_proj,0.0000007404,0.05000,0.898
2,mlp.experts.189.down_proj,0.0000004072,0.05000,0.878
2,mlp.experts.215.down_proj,0.0000007269,0.05000,0.358
2,mlp.experts.184.down_proj,0.0000011161,0.05000,0.886
2,mlp.experts.219.down_proj,0.0000011729,0.05000,0.361
2,mlp.experts.202.down_proj,0.0000004689,0.05000,0.896
2,mlp.experts.223.down_proj,0.0000011123,0.05000,0.359
2,mlp.experts.193.down_proj,0.0000008337,0.05000,0.879
2,mlp.experts.188.down_proj,0.0000016002,0.05000,0.798
2,mlp.experts.227.down_proj,0.0000002289,0.05000,0.429
2,mlp.experts.206.down_proj,0.0000004167,0.05000,0.547
2,mlp.experts.192.down_proj,0.0000007660,0.05000,0.351
2,mlp.experts.210.down_proj,0.0000001662,0.05000,0.347
2,mlp.experts.197.down_proj,0.0000004600,0.05000,0.861
2,mlp.experts.231.down_proj,0.0000006916,0.05000,0.560
2,mlp.experts.196.down_proj,0.0000003941,0.05000,0.343
2,mlp.experts.214.down_proj,0.0000003784,0.05000,0.333
2,mlp.experts.235.down_proj,0.0000007912,0.05000,0.314
2,mlp.experts.201.down_proj,0.0000007420,0.05000,0.443
2,mlp.experts.200.down_proj,0.0000004532,0.05000,0.307
2,mlp.experts.218.down_proj,0.0000008889,0.05000,0.294
2,mlp.experts.239.down_proj,0.0000003897,0.05000,0.285
2,mlp.experts.204.down_proj,0.0000004225,0.05000,0.291
2,mlp.experts.205.down_proj,0.0000004766,0.05000,0.302
2,mlp.experts.222.down_proj,0.0000020727,0.05000,0.323
2,mlp.experts.243.down_proj,0.0000010421,0.05000,0.304
2,mlp.experts.208.down_proj,0.0000011368,0.05000,0.317
2,mlp.experts.209.down_proj,0.0000002809,0.05000,0.316
2,mlp.experts.226.down_proj,0.0000004757,0.05000,0.322
2,mlp.experts.247.down_proj,0.0000006118,0.05000,0.324
2,mlp.experts.212.down_proj,0.0000010740,0.05000,0.329
2,mlp.experts.213.down_proj,0.0000004099,0.05000,0.330
2,mlp.experts.230.down_proj,0.0000009512,0.05000,0.327
2,mlp.experts.251.down_proj,0.0000005278,0.05000,0.327
2,mlp.experts.216.down_proj,0.0000007208,0.05000,0.326
2,mlp.experts.217.down_proj,0.0000003731,0.05000,0.331
2,mlp.experts.234.down_proj,0.0000005324,0.05000,0.327
2,mlp.experts.255.down_proj,0.0000002831,0.05000,0.327
2,mlp.experts.220.down_proj,0.0000003162,0.05000,0.295
2,mlp.experts.221.down_proj,0.0000005114,0.05000,0.292
2,mlp.experts.238.down_proj,0.0000004074,0.05000,0.240
2,mlp.experts.224.down_proj,0.0000004965,0.05000,0.210
2,mlp.experts.225.down_proj,0.0000004921,0.05000,0.211
2,mlp.experts.242.down_proj,0.0000004341,0.05000,0.214
2,mlp.experts.228.down_proj,0.0000010922,0.05000,0.206
2,mlp.experts.229.down_proj,0.0000003903,0.05000,0.209
2,mlp.experts.246.down_proj,0.0000003975,0.05000,0.215
2,mlp.experts.232.down_proj,0.0000004560,0.05000,0.208
2,mlp.experts.233.down_proj,0.0000002134,0.05000,0.208
2,mlp.experts.250.down_proj,0.0000004782,0.05000,0.213
2,mlp.experts.236.down_proj,0.0000004778,0.05000,0.206
2,mlp.experts.237.down_proj,0.0000005614,0.05000,0.207
2,mlp.experts.254.down_proj,0.0000011679,0.05000,0.214
2,mlp.experts.240.down_proj,0.0000004847,0.05000,0.179
2,mlp.experts.241.down_proj,0.0000004361,0.05000,0.173
2,mlp.experts.244.down_proj,0.0000003354,0.05000,0.100
2,mlp.experts.245.down_proj,0.0000003778,0.05000,0.100
2,mlp.experts.248.down_proj,0.0000004362,0.05000,0.098
2,mlp.experts.249.down_proj,0.0000005296,0.05000,0.098
2,mlp.experts.252.down_proj,0.0000007391,0.05000,0.099
2,mlp.experts.253.down_proj,0.0000008512,0.05000,0.096
3,mlp.experts.1.gate_proj,0.0000487255,0.05000,1.297
3,mlp.experts.2.gate_proj,0.0000710848,0.05000,1.331
3,mlp.experts.0.gate_proj,0.0000541617,0.05000,1.353
3,mlp.experts.3.gate_proj,0.0000478085,0.05000,1.838
3,mlp.experts.5.gate_proj,0.0000501461,0.05000,1.366
3,mlp.experts.6.gate_proj,0.0000733698,0.05000,1.361
3,mlp.experts.4.gate_proj,0.0000571291,0.05000,1.365
3,mlp.experts.7.gate_proj,0.0000773535,0.05000,1.345
3,mlp.experts.9.gate_proj,0.0000513945,0.05000,1.363
3,mlp.experts.10.gate_proj,0.0001284699,0.05000,1.356
3,mlp.experts.8.gate_proj,0.0000627699,0.05000,1.355
3,mlp.experts.11.gate_proj,0.0000360115,0.05000,1.353
3,mlp.experts.13.gate_proj,0.0000449678,0.05000,1.341
3,mlp.experts.14.gate_proj,0.0000591027,0.05000,1.332
3,mlp.experts.12.gate_proj,0.0000353274,0.05000,1.351
3,mlp.experts.15.gate_proj,0.0000605803,0.05000,1.324
3,mlp.experts.18.gate_proj,0.0000898812,0.05000,1.173
3,mlp.experts.16.gate_proj,0.0000869044,0.05000,1.214
3,mlp.experts.17.gate_proj,0.0000485989,0.05000,1.368
3,mlp.experts.19.gate_proj,0.0000448927,0.05000,1.338
3,mlp.experts.20.gate_proj,0.0000406162,0.05000,1.372
3,mlp.experts.21.gate_proj,0.0000455391,0.05000,1.523
3,mlp.experts.22.gate_proj,0.0000853871,0.05000,1.816
3,mlp.experts.23.gate_proj,0.0001344888,0.05000,1.403
3,mlp.experts.24.gate_proj,0.0000347083,0.05000,1.233
3,mlp.experts.25.gate_proj,0.0000851015,0.05000,1.155
3,mlp.experts.26.gate_proj,0.0000375672,0.05000,1.112
3,mlp.experts.27.gate_proj,0.0000264506,0.05000,1.043
3,mlp.experts.28.gate_proj,0.0000434293,0.05000,0.905
3,mlp.experts.29.gate_proj,0.0000450324,0.05000,0.974
3,mlp.experts.30.gate_proj,0.0000976900,0.05000,0.994
3,mlp.experts.31.gate_proj,0.0000282414,0.05000,1.050
3,mlp.experts.32.gate_proj,0.0000690771,0.05000,1.218
3,mlp.experts.33.gate_proj,0.0000475201,0.05000,1.233
3,mlp.experts.34.gate_proj,0.0000325276,0.05000,1.217
3,mlp.experts.35.gate_proj,0.0000279942,0.05000,1.210
3,mlp.experts.36.gate_proj,0.0000483351,0.05000,1.299
3,mlp.experts.37.gate_proj,0.0000222604,0.05000,1.314
3,mlp.experts.38.gate_proj,0.0000466237,0.05000,1.334
3,mlp.experts.39.gate_proj,0.0000630037,0.05000,1.329
3,mlp.experts.40.gate_proj,0.0000507678,0.05000,1.242
3,mlp.experts.41.gate_proj,0.0000518444,0.05000,1.253
3,mlp.experts.42.gate_proj,0.0000504201,0.05000,1.266
3,mlp.experts.43.gate_proj,0.0000494412,0.05000,1.270
3,mlp.experts.44.gate_proj,0.0000480576,0.05000,1.256
3,mlp.experts.45.gate_proj,0.0000479670,0.05000,1.250
3,mlp.experts.46.gate_proj,0.0000368820,0.05000,1.257
3,mlp.experts.47.gate_proj,0.0000536452,0.05000,1.228
3,mlp.experts.48.gate_proj,0.0000462619,0.05000,1.208
3,mlp.experts.49.gate_proj,0.0000367743,0.05000,1.149
3,mlp.experts.50.gate_proj,0.0000490586,0.05000,1.112
3,mlp.experts.51.gate_proj,0.0000504742,0.05000,1.065
3,mlp.experts.52.gate_proj,0.0000631787,0.05000,1.054
3,mlp.experts.53.gate_proj,0.0000640515,0.05000,1.168
3,mlp.experts.54.gate_proj,0.0000733356,0.05000,1.205
3,mlp.experts.55.gate_proj,0.0000451256,0.05000,1.270
3,mlp.experts.56.gate_proj,0.0000453499,0.05000,1.322
3,mlp.experts.57.gate_proj,0.0000473883,0.05000,1.394
3,mlp.experts.58.gate_proj,0.0000520782,0.05000,1.315
3,mlp.experts.59.gate_proj,0.0000272329,0.05000,1.331
3,mlp.experts.60.gate_proj,0.0000587277,0.05000,1.317
3,mlp.experts.61.gate_proj,0.0000486451,0.05000,1.293
3,mlp.experts.62.gate_proj,0.0000419278,0.05000,1.280
3,mlp.experts.63.gate_proj,0.0001424539,0.05000,1.257
3,mlp.experts.64.gate_proj,0.0000688710,0.05000,1.244
3,mlp.experts.65.gate_proj,0.0000523446,0.05000,1.227
3,mlp.experts.66.gate_proj,0.0000512156,0.05000,1.208
3,mlp.experts.67.gate_proj,0.0000528670,0.05000,1.185
3,mlp.experts.68.gate_proj,0.0000443265,0.05000,1.187
3,mlp.experts.70.gate_proj,0.0000343241,0.05000,1.194
3,mlp.experts.69.gate_proj,0.0000554115,0.05000,1.217
3,mlp.experts.71.gate_proj,0.0000422622,0.05000,1.205
3,mlp.experts.72.gate_proj,0.0000553469,0.05000,1.226
3,mlp.experts.73.gate_proj,0.0000442585,0.05000,1.092
3,mlp.experts.74.gate_proj,0.0000433195,0.05000,1.145
3,mlp.experts.75.gate_proj,0.0000534683,0.05000,1.116
3,mlp.experts.76.gate_proj,0.0000607880,0.05000,1.235
3,mlp.experts.77.gate_proj,0.0000216752,0.05000,1.324
3,mlp.experts.78.gate_proj,0.0001037805,0.05000,1.319
3,mlp.experts.79.gate_proj,0.0000781243,0.05000,1.334
3,mlp.experts.80.gate_proj,0.0000776763,0.05000,1.329
3,mlp.experts.81.gate_proj,0.0000532622,0.05000,1.305
3,mlp.experts.82.gate_proj,0.0000454059,0.05000,1.280
3,mlp.experts.83.gate_proj,0.0000335364,0.05000,1.296
3,mlp.experts.84.gate_proj,0.0000284618,0.05000,1.249
3,mlp.experts.85.gate_proj,0.0000420054,0.05000,1.167
3,mlp.experts.86.gate_proj,0.0000470171,0.05000,1.163
3,mlp.experts.87.gate_proj,0.0000560698,0.05000,1.226
3,mlp.experts.88.gate_proj,0.0000314997,0.05000,1.336
3,mlp.experts.90.gate_proj,0.0000576027,0.05000,1.325
3,mlp.experts.89.gate_proj,0.0000516108,0.05000,1.350
3,mlp.experts.91.gate_proj,0.0000139736,0.05000,1.345
3,mlp.experts.92.gate_proj,0.0000525097,0.05000,1.291
3,mlp.experts.94.gate_proj,0.0000630285,0.05000,1.290
3,mlp.experts.93.gate_proj,0.0000315239,0.05000,1.286
3,mlp.experts.95.gate_proj,0.0000562748,0.05000,1.262
3,mlp.experts.96.gate_proj,0.0000577403,0.05000,1.231
3,mlp.experts.97.gate_proj,0.0000399161,0.05000,1.219
3,mlp.experts.98.gate_proj,0.0000393266,0.05000,1.252
3,mlp.experts.99.gate_proj,0.0000529975,0.05000,1.212
3,mlp.experts.100.gate_proj,0.0000580487,0.05000,1.224
3,mlp.experts.103.gate_proj,0.0000245986,0.05000,1.189
3,mlp.experts.104.gate_proj,0.0000493071,0.05000,1.183
3,mlp.experts.101.gate_proj,0.0000526613,0.05000,2.534
3,mlp.experts.107.gate_proj,0.0000486911,0.05000,1.188
3,mlp.experts.102.gate_proj,0.0000465129,0.05000,2.578
3,mlp.experts.108.gate_proj,0.0000711539,0.05000,1.199
3,mlp.experts.106.gate_proj,0.0000328713,0.05000,1.236
3,mlp.experts.105.gate_proj,0.0000412264,0.05000,1.319
3,mlp.experts.111.gate_proj,0.0000594133,0.05000,1.272
3,mlp.experts.112.gate_proj,0.0001027061,0.05000,1.348
3,mlp.experts.110.gate_proj,0.0000595144,0.05000,1.336
3,mlp.experts.109.gate_proj,0.0000459850,0.05000,1.335
3,mlp.experts.115.gate_proj,0.0000555312,0.05000,1.347
3,mlp.experts.116.gate_proj,0.0000382344,0.05000,1.356
3,mlp.experts.119.gate_proj,0.0000489187,0.05000,1.326
3,mlp.experts.114.gate_proj,0.0000423077,0.05000,1.395
3,mlp.experts.113.gate_proj,0.0000592182,0.05000,1.815
3,mlp.experts.120.gate_proj,0.0000500345,0.05000,1.242
3,mlp.experts.118.gate_proj,0.0000366092,0.05000,1.255
3,mlp.experts.123.gate_proj,0.0000636017,0.05000,1.669
3,mlp.experts.124.gate_proj,0.0000515986,0.05000,1.603
3,mlp.experts.122.gate_proj,0.0000547370,0.05000,1.682
3,mlp.experts.117.gate_proj,0.0000414945,0.05000,2.638
3,mlp.experts.128.gate_proj,0.0000277965,0.05000,1.654
3,mlp.experts.126.gate_proj,0.0000641877,0.05000,1.512
3,mlp.experts.127.gate_proj,0.0000414175,0.05000,3.232
3,mlp.experts.121.gate_proj,0.0000412717,0.05000,3.428
3,mlp.experts.130.gate_proj,0.0000335873,0.05000,2.170
3,mlp.experts.131.gate_proj,0.0000473055,0.05000,1.872
3,mlp.experts.132.gate_proj,0.0000663251,0.05000,2.783
3,mlp.experts.135.gate_proj,0.0000334618,0.05000,2.017
3,mlp.experts.136.gate_proj,0.0000428263,0.05000,2.608
3,mlp.experts.134.gate_proj,0.0000616228,0.05000,2.890
3,mlp.experts.125.gate_proj,0.0000487940,0.05000,3.323
3,mlp.experts.139.gate_proj,0.0000537942,0.05000,2.254
3,mlp.experts.138.gate_proj,0.0000550448,0.05000,1.600
3,mlp.experts.142.gate_proj,0.0000275603,0.05000,1.610
3,mlp.experts.140.gate_proj,0.0000472032,0.05000,3.469
3,mlp.experts.129.gate_proj,0.0000348597,0.05000,3.633
3,mlp.experts.143.gate_proj,0.0000450137,0.05000,3.290
3,mlp.experts.146.gate_proj,0.0000392074,0.05000,1.670
3,mlp.experts.150.gate_proj,0.0000604742,0.05000,1.655
3,mlp.experts.144.gate_proj,0.0001042319,0.05000,3.452
3,mlp.experts.133.gate_proj,0.0000208968,0.05000,3.519
3,mlp.experts.147.gate_proj,0.0000622691,0.05000,3.094
3,mlp.experts.154.gate_proj,0.0001125427,0.05000,1.503
3,mlp.experts.148.gate_proj,0.0000596152,0.05000,1.755
3,mlp.experts.137.gate_proj,0.0000410025,0.05000,1.396
3,mlp.experts.158.gate_proj,0.0000449249,0.05000,1.278
3,mlp.experts.151.gate_proj,0.0000497655,0.05000,1.710
3,mlp.experts.152.gate_proj,0.0000258093,0.05000,1.246
3,mlp.experts.141.gate_proj,0.0000635368,0.05000,1.276
3,mlp.experts.162.gate_proj,0.0000416087,0.05000,1.288
3,mlp.experts.155.gate_proj,0.0000654785,0.05000,1.201
3,mlp.experts.156.gate_proj,0.0000714284,0.05000,1.120
3,mlp.experts.145.gate_proj,0.0000410732,0.05000,1.007
3,mlp.experts.166.gate_proj,0.0000618944,0.05000,0.875
3,mlp.experts.159.gate_proj,0.0000980893,0.05000,0.869
3,mlp.experts.160.gate_proj,0.0000498827,0.05000,0.880
3,mlp.experts.149.gate_proj,0.0000711903,0.05000,0.870
3,mlp.experts.170.gate_proj,0.0000522237,0.05000,0.873
3,mlp.experts.163.gate_proj,0.0002495780,0.05000,0.866
3,mlp.experts.164.gate_proj,0.0000524846,0.05000,0.869
3,mlp.experts.153.gate_proj,0.0000487876,0.05000,0.862
3,mlp.experts.174.gate_proj,0.0000618474,0.05000,0.862
3,mlp.experts.167.gate_proj,0.0000620021,0.05000,0.858
3,mlp.experts.168.gate_proj,0.0000462195,0.05000,0.859
3,mlp.experts.157.gate_proj,0.0000837389,0.05000,0.860
3,mlp.experts.178.gate_proj,0.0000655669,0.05000,0.856
3,mlp.experts.171.gate_proj,0.0000340746,0.05000,0.937
3,mlp.experts.172.gate_proj,0.0000670953,0.05000,1.020
3,mlp.experts.161.gate_proj,0.0000438543,0.05000,1.558
3,mlp.experts.182.gate_proj,0.0000579916,0.05000,1.702
3,mlp.experts.176.gate_proj,0.0000289950,0.05000,1.312
3,mlp.experts.175.gate_proj,0.0000437153,0.05000,2.395
3,mlp.experts.180.gate_proj,0.0000945617,0.05000,1.475
3,mlp.experts.179.gate_proj,0.0000430390,0.05000,1.575
3,mlp.experts.186.gate_proj,0.0000458864,0.05000,2.713
3,mlp.experts.165.gate_proj,0.0000422871,0.05000,3.465
3,mlp.experts.183.gate_proj,0.0000316255,0.05000,1.799
3,mlp.experts.184.gate_proj,0.0000442614,0.05000,2.911
3,mlp.experts.190.gate_proj,0.0000654436,0.05000,3.198
3,mlp.experts.187.gate_proj,0.0000241585,0.05000,1.892
3,mlp.experts.169.gate_proj,0.0000465831,0.05000,3.751
3,mlp.experts.188.gate_proj,0.0000556427,0.05000,3.472
3,mlp.experts.191.gate_proj,0.0000431962,0.05000,1.900
3,mlp.experts.194.gate_proj,0.0000592553,0.05000,3.099
3,mlp.experts.173.gate_proj,0.0000632002,0.05000,2.575
3,mlp.experts.195.gate_proj,0.0000527732,0.05000,1.303
3,mlp.experts.192.gate_proj,0.0000542074,0.05000,1.568
3,mlp.experts.198.gate_proj,0.0000806028,0.05000,0.976
3,mlp.experts.177.gate_proj,0.0000761007,0.05000,1.122
3,mlp.experts.199.gate_proj,0.0000576531,0.05000,1.158
3,mlp.experts.196.gate_proj,0.0000555387,0.05000,1.158
3,mlp.experts.202.gate_proj,0.0000431176,0.05000,1.727
3,mlp.experts.203.gate_proj,0.0000395830,0.05000,1.586
3,mlp.experts.200.gate_proj,0.0000516052,0.05000,1.503
3,mlp.experts.181.gate_proj,0.0000627187,0.05000,2.357
3,mlp.experts.204.gate_proj,0.0000446733,0.05000,1.669
3,mlp.experts.185.gate_proj,0.0000555354,0.05000,1.524
3,mlp.experts.206.gate_proj,0.0000796019,0.05000,3.494
3,mlp.experts.207.gate_proj,0.0000581384,0.05000,3.093
3,mlp.experts.208.gate_proj,0.0000677092,0.05000,1.716
3,mlp.experts.189.gate_proj,0.0000598522,0.05000,1.544
3,mlp.experts.212.gate_proj,0.0000496438,0.05000,1.702
3,mlp.experts.193.gate_proj,0.0000391022,0.05000,1.532
3,mlp.experts.210.gate_proj,0.0000577927,0.05000,3.506
3,mlp.experts.211.gate_proj,0.0000363565,0.05000,3.496
3,mlp.experts.216.gate_proj,0.0000514753,0.05000,1.490
3,mlp.experts.197.gate_proj,0.0000855281,0.05000,2.585
3,mlp.experts.214.gate_proj,0.0000331149,0.05000,2.359
3,mlp.experts.220.gate_proj,0.0000388479,0.05000,2.369
3,mlp.experts.215.gate_proj,0.0000520240,0.05000,2.599
3,mlp.experts.201.gate_proj,0.0000665022,0.05000,1.779
3,mlp.experts.218.gate_proj,0.0001376948,0.05000,1.042
3,mlp.experts.224.gate_proj,0.0000391020,0.05000,1.064
3,mlp.experts.219.gate_proj,0.0000448725,0.05000,1.124
3,mlp.experts.205.gate_proj,0.0000764922,0.05000,1.217
3,mlp.experts.222.gate_proj,0.0000533481,0.05000,1.218
3,mlp.experts.228.gate_proj,0.0000780208,0.05000,1.222
3,mlp.experts.223.gate_proj,0.0000432139,0.05000,1.199
3,mlp.experts.209.gate_proj,0.0000676857,0.05000,1.278
3,mlp.experts.232.gate_proj,0.0000514119,0.05000,1.473
3,mlp.experts.226.gate_proj,0.0000414058,0.05000,1.914
3,mlp.experts.227.gate_proj,0.0000520160,0.05000,2.137
3,mlp.experts.236.gate_proj,0.0000409658,0.05000,1.888
3,mlp.experts.213.gate_proj,0.0000648596,0.05000,3.101
3,mlp.experts.240.gate_proj,0.0000623093,0.05000,1.863
3,mlp.experts.230.gate_proj,0.0000326275,0.05000,3.978
3,mlp.experts.231.gate_proj,0.0000278861,0.05000,3.474
3,mlp.experts.244.gate_proj,0.0000393612,0.05000,1.993
3,mlp.experts.217.gate_proj,0.0000597369,0.05000,3.398
3,mlp.experts.234.gate_proj,0.0000732484,0.05000,2.699
3,mlp.experts.235.gate_proj,0.0000223884,0.05000,3.423
3,mlp.experts.238.gate_proj,0.0000565377,0.05000,1.752
3,mlp.experts.248.gate_proj,0.0001157354,0.05000,3.277
3,mlp.experts.221.gate_proj,0.0000413332,0.05000,3.492
3,mlp.experts.242.gate_proj,0.0000557524,0.05000,1.462
3,mlp.experts.239.gate_proj,0.0000595730,0.05000,3.592
3,mlp.experts.246.gate_proj,0.0000566165,0.05000,1.482
3,mlp.experts.252.gate_proj,0.0000729768,0.05000,3.594
3,mlp.experts.225.gate_proj,0.0000437240,0.05000,3.498
3,mlp.experts.250.gate_proj,0.0000551471,0.05000,1.425
3,mlp.experts.243.gate_proj,0.0000892580,0.05000,3.040
3,mlp.experts.229.gate_proj,0.0000503076,0.05000,2.421
3,mlp.experts.254.gate_proj,0.0000614467,0.05000,2.573
3,mlp.experts.0.up_proj,0.0000489720,0.05000,3.561
3,mlp.experts.247.gate_proj,0.0000745535,0.05000,2.292
3,mlp.experts.233.gate_proj,0.0000307266,0.05000,1.915
3,mlp.experts.2.up_proj,0.0000679733,0.05000,1.647
3,mlp.experts.4.up_proj,0.0000560643,0.05000,1.397
3,mlp.experts.251.gate_proj,0.0000676394,0.05000,1.566
3,mlp.experts.237.gate_proj,0.0000404210,0.05000,1.305
3,mlp.experts.6.up_proj,0.0000697722,0.05000,1.281
3,mlp.experts.8.up_proj,0.0000525810,0.05000,1.252
3,mlp.experts.255.gate_proj,0.0000479408,0.05000,1.291
3,mlp.experts.10.up_proj,0.0002020403,0.05000,1.318
3,mlp.experts.12.up_proj,0.0000343200,0.05000,1.353
3,mlp.experts.241.gate_proj,0.0000801925,0.05000,2.163
3,mlp.experts.3.up_proj,0.0000467949,0.05000,1.429
3,mlp.experts.14.up_proj,0.0000577341,0.05000,1.411
3,mlp.experts.16.up_proj,0.0000824932,0.05000,1.412
3,mlp.experts.7.up_proj,0.0000736570,0.05000,1.327
3,mlp.experts.245.gate_proj,0.0000380510,0.05000,1.794
3,mlp.experts.18.up_proj,0.0000865647,0.05000,1.340
3,mlp.experts.20.up_proj,0.0000400048,0.05000,1.307
3,mlp.experts.11.up_proj,0.0000342028,0.05000,1.297
3,mlp.experts.249.gate_proj,0.0000551286,0.05000,1.336
3,mlp.experts.22.up_proj,0.0000810722,0.05000,1.230
3,mlp.experts.24.up_proj,0.0000332109,0.05000,1.090
3,mlp.experts.15.up_proj,0.0000580234,0.05000,0.455
3,mlp.experts.28.up_proj,0.0000426610,0.05000,1.314
3,mlp.experts.253.gate_proj,0.0000490419,0.05000,1.328
3,mlp.experts.26.up_proj,0.0000362270,0.05000,1.352
3,mlp.experts.19.up_proj,0.0000438949,0.05000,1.368
3,mlp.experts.32.up_proj,0.0000654244,0.05000,1.332
3,mlp.experts.1.up_proj,0.0000476512,0.05000,1.333
3,mlp.experts.30.up_proj,0.0000975870,0.05000,1.350
3,mlp.experts.23.up_proj,0.0001285424,0.05000,1.350
3,mlp.experts.5.up_proj,0.0000492757,0.05000,1.310
3,mlp.experts.36.up_proj,0.0000475834,0.05000,1.350
3,mlp.experts.34.up_proj,0.0000307642,0.05000,1.333
3,mlp.experts.27.up_proj,0.0000263351,0.05000,1.346
3,mlp.experts.40.up_proj,0.0000489744,0.05000,1.306
3,mlp.experts.9.up_proj,0.0000501996,0.05000,1.348
3,mlp.experts.38.up_proj,0.0000453954,0.05000,1.322
3,mlp.experts.31.up_proj,0.0000276782,0.05000,1.316
3,mlp.experts.13.up_proj,0.0000420752,0.05000,1.268
3,mlp.experts.42.up_proj,0.0000486143,0.05000,1.289
3,mlp.experts.44.up_proj,0.0000458777,0.05000,1.348
3,mlp.experts.35.up_proj,0.0000262783,0.05000,1.315
3,mlp.experts.17.up_proj,0.0000480013,0.05000,1.011
3,mlp.experts.46.up_proj,0.0000341612,0.05000,1.009
3,mlp.experts.48.up_proj,0.0000452868,0.05000,1.034
3,mlp.experts.39.up_proj,0.0000603015,0.05000,1.028
3,mlp.experts.21.up_proj,0.0000443685,0.05000,1.254
3,mlp.experts.50.up_proj,0.0000480219,0.05000,1.239
3,mlp.experts.52.up_proj,0.0000561627,0.05000,1.238
3,mlp.experts.43.up_proj,0.0000483976,0.05000,1.238
3,mlp.experts.25.up_proj,0.0000792819,0.05000,1.153
3,mlp.experts.54.up_proj,0.0000688381,0.05000,1.135
3,mlp.experts.56.up_proj,0.0000436422,0.05000,1.144
3,mlp.experts.47.up_proj,0.0000476413,0.05000,1.130
3,mlp.experts.51.up_proj,0.0000492233,0.05000,1.249
3,mlp.experts.29.up_proj,0.0000437507,0.05000,1.389
3,mlp.experts.55.up_proj,0.0000442057,0.05000,1.434
3,mlp.experts.58.up_proj,0.0000489356,0.05000,3.280
3,mlp.experts.60.up_proj,0.0000572758,0.05000,3.284
3,mlp.experts.33.up_proj,0.0000465430,0.05000,2.731
3,mlp.experts.59.up_proj,0.0000266125,0.05000,1.449
3,mlp.experts.62.up_proj,0.0000409571,0.05000,2.571
3,mlp.experts.64.up_proj,0.0000613487,0.05000,2.606
3,mlp.experts.63.up_proj,0.0001342031,0.05000,1.879
3,mlp.experts.37.up_proj,0.0000218718,0.05000,2.089
3,mlp.experts.66.up_proj,0.0000501645,0.05000,1.218
3,mlp.experts.68.up_proj,0.0000435578,0.05000,1.275
3,mlp.experts.67.up_proj,0.0000484094,0.05000,1.208
3,mlp.experts.41.up_proj,0.0000505202,0.05000,1.236
3,mlp.experts.70.up_proj,0.0000329854,0.05000,1.254
3,mlp.experts.71.up_proj,0.0000402250,0.05000,1.230
3,mlp.experts.72.up_proj,0.0000537636,0.05000,1.378
3,mlp.experts.45.up_proj,0.0000469296,0.05000,1.237
3,mlp.experts.74.up_proj,0.0000413067,0.05000,1.233
3,mlp.experts.75.up_proj,0.0000528035,0.05000,1.209
3,mlp.experts.76.up_proj,0.0000592882,0.05000,1.226
3,mlp.experts.49.up_proj,0.0000359190,0.05000,1.235
3,mlp.experts.78.up_proj,0.0001000293,0.05000,1.243
3,mlp.experts.79.up_proj,0.0000740947,0.05000,1.212
3,mlp.experts.80.up_proj,0.0000690774,0.05000,1.227
3,mlp.experts.53.up_proj,0.0000627299,0.05000,1.234
3,mlp.experts.82.up_proj,0.0000438747,0.05000,1.237
3,mlp.experts.83.up_proj,0.0000308531,0.05000,1.233
3,mlp.experts.84.up_proj,0.0000277538,0.05000,1.227
3,mlp.experts.57.up_proj,0.0000452692,0.05000,1.204
3,mlp.experts.86.up_proj,0.0000458268,0.05000,1.156
3,mlp.experts.87.up_proj,0.0000538535,0.05000,1.160
3,mlp.experts.88.up_proj,0.0000295941,0.05000,1.168
3,mlp.experts.61.up_proj,0.0000465437,0.05000,1.173
3,mlp.experts.90.up_proj,0.0000555295,0.05000,1.290
3,mlp.experts.91.up_proj,0.0000122094,0.05000,1.317
3,mlp.experts.92.up_proj,0.0000513889,0.05000,1.318
3,mlp.experts.65.up_proj,0.0000513806,0.05000,1.330
3,mlp.experts.96.up_proj,0.0000541050,0.05000,1.460
3,mlp.experts.69.up_proj,0.0000502633,0.05000,1.469
3,mlp.experts.95.up_proj,0.0000541074,0.05000,1.890
3,mlp.experts.94.up_proj,0.0000592380,0.05000,2.114
3,mlp.experts.100.up_proj,0.0000562032,0.05000,1.400
3,mlp.experts.73.up_proj,0.0000435165,0.05000,1.362
3,mlp.experts.99.up_proj,0.0000513765,0.05000,1.352
3,mlp.experts.98.up_proj,0.0000378758,0.05000,1.360
3,mlp.experts.104.up_proj,0.0000457575,0.05000,1.234
3,mlp.experts.77.up_proj,0.0000209029,0.05000,1.255
3,mlp.experts.103.up_proj,0.0000241747,0.05000,1.242
3,mlp.experts.102.up_proj,0.0000451165,0.05000,1.260
3,mlp.experts.108.up_proj,0.0000652536,0.05000,1.324
3,mlp.experts.81.up_proj,0.0000519541,0.05000,1.332
3,mlp.experts.107.up_proj,0.0000478033,0.05000,1.335
3,mlp.experts.106.up_proj,0.0000315163,0.05000,1.407
3,mlp.experts.112.up_proj,0.0000969238,0.05000,1.279
3,mlp.experts.85.up_proj,0.0000415548,0.05000,1.267
3,mlp.experts.110.up_proj,0.0000562523,0.05000,1.330
3,mlp.experts.111.up_proj,0.0000580962,0.05000,1.720
3,mlp.experts.116.up_proj,0.0000330305,0.05000,1.367
3,mlp.experts.89.up_proj,0.0000506387,0.05000,1.325
3,mlp.experts.114.up_proj,0.0000418457,0.05000,1.308
3,mlp.experts.115.up_proj,0.0000535939,0.05000,1.314
3,mlp.experts.120.up_proj,0.0000478681,0.05000,1.333
3,mlp.experts.93.up_proj,0.0000290158,0.05000,1.340
3,mlp.experts.118.up_proj,0.0000359796,0.05000,1.339
3,mlp.experts.119.up_proj,0.0000480319,0.05000,1.304
3,mlp.experts.124.up_proj,0.0000505661,0.05000,1.325
3,mlp.experts.97.up_proj,0.0000371145,0.05000,1.335
3,mlp.experts.122.up_proj,0.0000499810,0.05000,1.336
3,mlp.experts.123.up_proj,0.0000614034,0.05000,1.334
3,mlp.experts.128.up_proj,0.0000266030,0.05000,1.344
3,mlp.experts.101.up_proj,0.0000525569,0.05000,1.345
3,mlp.experts.126.up_proj,0.0000604170,0.05000,1.330
3,mlp.experts.127.up_proj,0.0000406753,0.05000,1.323
3,mlp.experts.132.up_proj,0.0000637109,0.05000,1.292
3,mlp.experts.105.up_proj,0.0000404785,0.05000,1.257
3,mlp.experts.130.up_proj,0.0000328036,0.05000,1.238
3,mlp.experts.131.up_proj,0.0000463829,0.05000,1.233
3,mlp.experts.109.up_proj,0.0000448888,0.05000,1.195
3,mlp.experts.136.up_proj,0.0000411664,0.05000,1.244
3,mlp.experts.134.up_proj,0.0000601821,0.05000,1.227
3,mlp.experts.135.up_proj,0.0000321872,0.05000,1.239
3,mlp.experts.113.up_proj,0.0000592098,0.05000,1.569
3,mlp.experts.140.up_proj,0.0000450371,0.05000,1.781
3,mlp.experts.138.up_proj,0.0000534456,0.05000,2.553
3,mlp.experts.139.up_proj,0.0000523503,0.05000,2.885
3,mlp.experts.144.up_proj,0.0000989714,0.05000,2.311
3,mlp.experts.117.up_proj,0.0000410176,0.05000,3.291
3,mlp.experts.142.up_proj,0.0000260337,0.05000,2.450
3,mlp.experts.148.up_proj,0.0000577537,0.05000,1.387
3,mlp.experts.143.up_proj,0.0000440608,0.05000,2.142
3,mlp.experts.121.up_proj,0.0000408423,0.05000,1.321
3,mlp.experts.146.up_proj,0.0000387560,0.05000,1.302
3,mlp.experts.152.up_proj,0.0000249586,0.05000,1.305
3,mlp.experts.147.up_proj,0.0000607346,0.05000,1.310
3,mlp.experts.125.up_proj,0.0000469715,0.05000,1.335
3,mlp.experts.156.up_proj,0.0000698617,0.05000,1.057
3,mlp.experts.150.up_proj,0.0000592492,0.05000,1.184
3,mlp.experts.151.up_proj,0.0000479558,0.05000,1.129
3,mlp.experts.129.up_proj,0.0000323085,0.05000,1.532
3,mlp.experts.160.up_proj,0.0000459970,0.05000,1.221
3,mlp.experts.154.up_proj,0.0001070801,0.05000,1.904
3,mlp.experts.155.up_proj,0.0000614563,0.05000,2.210
3,mlp.experts.164.up_proj,0.0000510077,0.05000,1.577
3,mlp.experts.133.up_proj,0.0000202881,0.05000,3.230
3,mlp.experts.168.up_proj,0.0000445449,0.05000,2.622
3,mlp.experts.158.up_proj,0.0000441873,0.05000,3.747
3,mlp.experts.159.up_proj,0.0000928542,0.05000,3.427
3,mlp.experts.172.up_proj,0.0000645799,0.05000,1.401
3,mlp.experts.137.up_proj,0.0000398400,0.05000,2.773
3,mlp.experts.163.up_proj,0.0000725862,0.05000,1.433
3,mlp.experts.162.up_proj,0.0000408639,0.05000,1.864
3,mlp.experts.176.up_proj,0.0000280752,0.05000,1.134
3,mlp.experts.141.up_proj,0.0000555584,0.05000,1.284
3,mlp.experts.167.up_proj,0.0000604363,0.05000,1.285
3,mlp.experts.166.up_proj,0.0000608891,0.05000,1.302
3,mlp.experts.180.up_proj,0.0000910881,0.05000,1.321
3,mlp.experts.145.up_proj,0.0000408298,0.05000,1.326
3,mlp.experts.171.up_proj,0.0000327871,0.05000,1.337
3,mlp.experts.170.up_proj,0.0000478730,0.05000,1.313
3,mlp.experts.184.up_proj,0.0000438899,0.05000,1.318
3,mlp.experts.149.up_proj,0.0000683346,0.05000,1.323
3,mlp.experts.175.up_proj,0.0000414704,0.05000,1.325
3,mlp.experts.174.up_proj,0.0000613938,0.05000,1.335
3,mlp.experts.188.up_proj,0.0000535869,0.05000,1.341
3,mlp.experts.153.up_proj,0.0000480026,0.05000,1.347
3,mlp.experts.179.up_proj,0.0000419683,0.05000,1.339
3,mlp.experts.178.up_proj,0.0000654828,0.05000,1.338
3,mlp.experts.192.up_proj,0.0000526655,0.05000,1.347
3,mlp.experts.157.up_proj,0.0000717707,0.05000,1.292
3,mlp.experts.183.up_proj,0.0000303632,0.05000,1.295
3,mlp.experts.182.up_proj,0.0000557603,0.05000,1.267
3,mlp.experts.196.up_proj,0.0000525382,0.05000,1.237
3,mlp.experts.161.up_proj,0.0000428418,0.05000,1.198
3,mlp.experts.187.up_proj,0.0000228975,0.05000,1.228
3,mlp.experts.186.up_proj,0.0000450979,0.05000,1.238
3,mlp.experts.200.up_proj,0.0000497060,0.05000,1.261
3,mlp.experts.165.up_proj,0.0000399693,0.05000,1.156
3,mlp.experts.191.up_proj,0.0000424351,0.05000,1.196
3,mlp.experts.190.up_proj,0.0000642867,0.05000,1.250
3,mlp.experts.204.up_proj,0.0000434972,0.05000,1.260
3,mlp.experts.169.up_proj,0.0000462514,0.05000,1.310
3,mlp.experts.195.up_proj,0.0000493542,0.05000,1.316
3,mlp.experts.194.up_proj,0.0000585662,0.05000,1.317
3,mlp.experts.208.up_proj,0.0000628691,0.05000,1.377
3,mlp.experts.173.up_proj,0.0000611134,0.05000,1.321
3,mlp.experts.199.up_proj,0.0000563726,0.05000,1.445
3,mlp.experts.198.up_proj,0.0000727089,0.05000,2.872
3,mlp.experts.177.up_proj,0.0000748395,0.05000,2.104
3,mlp.experts.212.up_proj,0.0000480518,0.05000,3.661
3,mlp.experts.203.up_proj,0.0000376570,0.05000,3.084
3,mlp.experts.181.up_proj,0.0000598875,0.05000,2.437
3,mlp.experts.202.up_proj,0.0000423559,0.05000,3.608
3,mlp.experts.207.up_proj,0.0000563424,0.05000,2.663
3,mlp.experts.185.up_proj,0.0000545529,0.05000,2.004
3,mlp.experts.216.up_proj,0.0000505879,0.05000,3.393
3,mlp.experts.211.up_proj,0.0000337007,0.05000,2.101
3,mlp.experts.206.up_proj,0.0000693533,0.05000,3.549
3,mlp.experts.220.up_proj,0.0000368716,0.05000,2.515
3,mlp.experts.189.up_proj,0.0000582480,0.05000,2.894
3,mlp.experts.215.up_proj,0.0000508407,0.05000,1.814
3,mlp.experts.210.up_proj,0.0000538471,0.05000,3.583
3,mlp.experts.224.up_proj,0.0000373276,0.05000,3.582
3,mlp.experts.193.up_proj,0.0000373312,0.05000,3.893
3,mlp.experts.219.up_proj,0.0000437425,0.05000,3.741
3,mlp.experts.228.up_proj,0.0000755264,0.05000,2.784
3,mlp.experts.223.up_proj,0.0000422042,0.05000,2.240
3,mlp.experts.214.up_proj,0.0000321002,0.05000,3.627
3,mlp.experts.197.up_proj,0.0000745610,0.05000,3.770
3,mlp.experts.232.up_proj,0.0000500555,0.05000,2.824
3,mlp.experts.227.up_proj,0.0000515896,0.05000,2.837
3,mlp.experts.218.up_proj,0.0001491068,0.05000,2.655
3,mlp.experts.231.up_proj,0.0000280312,0.05000,1.732
3,mlp.experts.201.up_proj,0.0000633113,0.05000,3.583
3,mlp.experts.236.up_proj,0.0000398521,0.05000,3.529
3,mlp.experts.235.up_proj,0.0000216412,0.05000,1.861
3,mlp.experts.222.up_proj,0.0000523938,0.05000,3.488
3,mlp.experts.205.up_proj,0.0000709309,0.05000,3.589
3,mlp.experts.226.up_proj,0.0000403772,0.05000,2.234
3,mlp.experts.240.up_proj,0.0000604614,0.05000,3.183
3,mlp.experts.239.up_proj,0.0000580284,0.05000,3.522
3,mlp.experts.230.up_proj,0.0000310045,0.05000,1.426
3,mlp.experts.244.up_proj,0.0000385101,0.05000,1.591
3,mlp.experts.209.up_proj,0.0000641787,0.05000,3.287
3,mlp.experts.234.up_proj,0.0000722902,0.05000,1.528
3,mlp.experts.243.up_proj,0.0000858872,0.05000,3.080
3,mlp.experts.248.up_proj,0.0001038480,0.05000,2.356
3,mlp.experts.238.up_proj,0.0000499133,0.05000,1.539
3,mlp.experts.252.up_proj,0.0000713564,0.05000,1.875
3,mlp.experts.213.up_proj,0.0000613783,0.05000,3.493
3,mlp.experts.247.up_proj,0.0000709988,0.05000,2.660
3,mlp.experts.242.up_proj,0.0000542180,0.05000,2.844
3,mlp.experts.217.up_proj,0.0000575801,0.05000,2.021
3,mlp.experts.251.up_proj,0.0000647405,0.05000,1.590
3,mlp.experts.246.up_proj,0.0000556433,0.05000,1.214
3,mlp.experts.221.up_proj,0.0000385599,0.05000,0.600
3,mlp.experts.255.up_proj,0.0000469941,0.05000,0.598
3,mlp.experts.250.up_proj,0.0000515029,0.05000,0.561
3,mlp.experts.225.up_proj,0.0000420574,0.05000,0.544
3,mlp.experts.254.up_proj,0.0000591615,0.05000,0.578
3,mlp.experts.229.up_proj,0.0000492307,0.05000,0.361
3,mlp.experts.233.up_proj,0.0000272886,0.05000,0.200
3,mlp.experts.237.up_proj,0.0000396564,0.05000,0.199
3,mlp.experts.241.up_proj,0.0000745557,0.05000,0.198
3,mlp.experts.245.up_proj,0.0000370586,0.05000,0.228
3,mlp.experts.249.up_proj,0.0000500262,0.05000,0.199
3,mlp.experts.253.up_proj,0.0000478747,0.05000,0.198
3,mlp.experts.3.down_proj,0.0000004038,0.05000,0.542
3,mlp.experts.2.down_proj,0.0000015605,0.05000,0.556
3,mlp.experts.1.down_proj,0.0000005238,0.05000,0.559
3,mlp.experts.0.down_proj,0.0000018997,0.05000,0.588
3,mlp.experts.5.down_proj,0.0000003964,0.05000,0.520
3,mlp.experts.7.down_proj,0.0000012432,0.05000,0.809
3,mlp.experts.6.down_proj,0.0000016514,0.05000,0.945
3,mlp.experts.4.down_proj,0.0000005451,0.05000,0.940
3,mlp.experts.9.down_proj,0.0000004615,0.05000,0.448
3,mlp.experts.11.down_proj,0.0000005386,0.05000,0.425
3,mlp.experts.10.down_proj,0.0000044541,0.05000,0.579
3,mlp.experts.15.down_proj,0.0000007869,0.05000,0.409
3,mlp.experts.13.down_proj,0.0000005453,0.05000,0.674
3,mlp.experts.8.down_proj,0.0000007547,0.05000,0.973
3,mlp.experts.19.down_proj,0.0000004228,0.05000,0.437
3,mlp.experts.14.down_proj,0.0000005565,0.05000,0.904
3,mlp.experts.23.down_proj,0.0000030240,0.05000,0.439
3,mlp.experts.17.down_proj,0.0000004241,0.05000,1.031
3,mlp.experts.12.down_proj,0.0000003997,0.05000,0.975
3,mlp.experts.27.down_proj,0.0000003219,0.05000,0.476
3,mlp.experts.18.down_proj,0.0000015353,0.05000,0.844
3,mlp.experts.21.down_proj,0.0000004103,0.05000,0.907
3,mlp.experts.22.down_proj,0.0000020307,0.05000,0.469
3,mlp.experts.31.down_proj,0.0000002243,0.05000,0.781
3,mlp.experts.16.down_proj,0.0000024512,0.05000,0.908
3,mlp.experts.26.down_proj,0.0000007131,0.05000,0.475
3,mlp.experts.25.down_proj,0.0000018612,0.05000,0.892
3,mlp.experts.30.down_proj,0.0000017945,0.05000,0.438
3,mlp.experts.35.down_proj,0.0000003307,0.05000,0.950
3,mlp.experts.20.down_proj,0.0000004486,0.05000,0.940
3,mlp.experts.34.down_proj,0.0000003865,0.05000,0.429
3,mlp.experts.29.down_proj,0.0000004802,0.05000,0.956
3,mlp.experts.38.down_proj,0.0000005586,0.05000,0.422
3,mlp.experts.39.down_proj,0.0000010101,0.05000,0.911
3,mlp.experts.24.down_proj,0.0000003336,0.05000,0.987
3,mlp.experts.42.down_proj,0.0000007494,0.05000,0.426
3,mlp.experts.46.down_proj,0.0000005666,0.05000,0.422
3,mlp.experts.33.down_proj,0.0000004271,0.05000,0.954
3,mlp.experts.43.down_proj,0.0000006076,0.05000,0.917
3,mlp.experts.28.down_proj,0.0000004638,0.05000,0.842
3,mlp.experts.32.down_proj,0.0000007590,0.05000,0.420
3,mlp.experts.50.down_proj,0.0000004214,0.05000,0.801
3,mlp.experts.37.down_proj,0.0000002131,0.05000,0.957
3,mlp.experts.47.down_proj,0.0000005871,0.05000,0.910
3,mlp.experts.36.down_proj,0.0000005740,0.05000,0.479
3,mlp.experts.54.down_proj,0.0000017961,0.05000,0.633
3,mlp.experts.41.down_proj,0.0000004506,0.05000,0.852
3,mlp.experts.40.down_proj,0.0000004279,0.05000,0.761
3,mlp.experts.58.down_proj,0.0000008651,0.05000,0.484
3,mlp.experts.51.down_proj,0.0000004339,0.05000,0.842
3,mlp.experts.44.down_proj,0.0000009019,0.05000,0.303
3,mlp.experts.62.down_proj,0.0000003685,0.05000,0.304
3,mlp.experts.48.down_proj,0.0000003803,0.05000,0.300
3,mlp.experts.66.down_proj,0.0000009531,0.05000,0.300
3,mlp.experts.45.down_proj,0.0000004509,0.05000,0.848
3,mlp.experts.55.down_proj,0.0000004653,0.05000,0.842
3,mlp.experts.52.down_proj,0.0000007030,0.05000,0.307
3,mlp.experts.70.down_proj,0.0000005906,0.05000,0.307
3,mlp.experts.56.down_proj,0.0000003258,0.05000,0.298
3,mlp.experts.74.down_proj,0.0000004293,0.05000,0.297
3,mlp.experts.60.down_proj,0.0000006207,0.05000,0.297
3,mlp.experts.78.down_proj,0.0000016466,0.05000,0.297
3,mlp.experts.49.down_proj,0.0000003352,0.05000,0.839
3,mlp.experts.59.down_proj,0.0000005521,0.05000,0.839
3,mlp.experts.64.down_proj,0.0000007340,0.05000,0.306
3,mlp.experts.82.down_proj,0.0000008356,0.05000,0.303
3,mlp.experts.68.down_proj,0.0000004316,0.05000,0.362
3,mlp.experts.86.down_proj,0.0000004946,0.05000,0.611
3,mlp.experts.53.down_proj,0.0000006896,0.05000,0.895
3,mlp.experts.72.down_proj,0.0000005275,0.05000,0.422
3,mlp.experts.63.down_proj,0.0000033997,0.05000,0.921
3,mlp.experts.76.down_proj,0.0000005362,0.05000,0.419
3,mlp.experts.90.down_proj,0.0000006394,0.05000,0.894
3,mlp.experts.80.down_proj,0.0000010712,0.05000,0.419
3,mlp.experts.57.down_proj,0.0000006329,0.05000,0.934
3,mlp.experts.67.down_proj,0.0000012001,0.05000,0.929
3,mlp.experts.84.down_proj,0.0000002101,0.05000,0.425
3,mlp.experts.94.down_proj,0.0000012569,0.05000,0.895
3,mlp.experts.88.down_proj,0.0000009337,0.05000,0.424
3,mlp.experts.61.down_proj,0.0000008419,0.05000,0.951
3,mlp.experts.71.down_proj,0.0000005636,0.05000,0.939
3,mlp.experts.92.down_proj,0.0000004744,0.05000,0.419
3,mlp.experts.98.down_proj,0.0000006624,0.05000,0.805
3,mlp.experts.96.down_proj,0.0000005449,0.05000,0.378
3,mlp.experts.65.down_proj,0.0000004553,0.05000,0.896
3,mlp.experts.102.down_proj,0.0000004233,0.05000,0.311
3,mlp.experts.100.down_proj,0.0000005200,0.05000,0.302
3,mlp.experts.75.down_proj,0.0000005143,0.05000,0.887
3,mlp.experts.104.down_proj,0.0000019529,0.05000,0.352
3,mlp.experts.106.down_proj,0.0000012852,0.05000,0.532
3,mlp.experts.108.down_proj,0.0000016052,0.05000,0.296
3,mlp.experts.69.down_proj,0.0000013843,0.05000,0.846
3,mlp.experts.110.down_proj,0.0000011614,0.05000,0.298
3,mlp.experts.79.down_proj,0.0000007756,0.05000,0.855
3,mlp.experts.112.down_proj,0.0000023205,0.05000,0.338
3,mlp.experts.114.down_proj,0.0000003851,0.05000,0.294
3,mlp.experts.116.down_proj,0.0000018874,0.05000,0.292
3,mlp.experts.118.down_proj,0.0000003331,0.05000,0.291
3,mlp.experts.73.down_proj,0.0000005326,0.05000,0.643
3,mlp.experts.120.down_proj,0.0000010836,0.05000,0.291
3,mlp.experts.122.down_proj,0.0000009632,0.05000,0.306
3,mlp.experts.83.down_proj,0.0000004130,0.05000,0.838
3,mlp.experts.126.down_proj,0.0000014627,0.05000,0.360
3,mlp.experts.77.down_proj,0.0000001973,0.05000,0.875
3,mlp.experts.124.down_proj,0.0000007337,0.05000,0.786
3,mlp.experts.130.down_proj,0.0000004032,0.05000,0.361
3,mlp.experts.87.down_proj,0.0000011386,0.05000,0.874
3,mlp.experts.134.down_proj,0.0000005104,0.05000,0.510
3,mlp.experts.81.down_proj,0.0000007778,0.05000,0.778
3,mlp.experts.128.down_proj,0.0000003501,0.05000,0.827
3,mlp.experts.138.down_proj,0.0000004349,0.05000,0.334
3,mlp.experts.91.down_proj,0.0000027806,0.05000,0.753
3,mlp.experts.85.down_proj,0.0000003473,0.05000,0.345
3,mlp.experts.89.down_proj,0.0000004514,0.05000,0.412
3,mlp.experts.132.down_proj,0.0000007341,0.05000,0.924
3,mlp.experts.142.down_proj,0.0000002487,0.05000,0.907
3,mlp.experts.93.down_proj,0.0000010690,0.05000,0.411
3,mlp.experts.95.down_proj,0.0000006259,0.05000,0.929
3,mlp.experts.97.down_proj,0.0000003791,0.05000,0.516
3,mlp.experts.136.down_proj,0.0000005247,0.05000,0.917
3,mlp.experts.146.down_proj,0.0000003802,0.05000,0.929
3,mlp.experts.99.down_proj,0.0000008628,0.05000,0.947
3,mlp.experts.150.down_proj,0.0000005820,0.05000,0.420
3,mlp.experts.140.down_proj,0.0000007626,0.05000,0.521
3,mlp.experts.101.down_proj,0.0000008501,0.05000,0.839
3,mlp.experts.154.down_proj,0.0000029224,0.05000,0.465
3,mlp.experts.103.down_proj,0.0000002716,0.05000,0.877
3,mlp.experts.105.down_proj,0.0000003153,0.05000,0.528
3,mlp.experts.158.down_proj,0.0000003419,0.05000,0.427
3,mlp.experts.144.down_proj,0.0000044628,0.05000,0.963
3,mlp.experts.109.down_proj,0.0000004263,0.05000,0.491
3,mlp.experts.107.down_proj,0.0000003654,0.05000,0.744
3,mlp.experts.162.down_proj,0.0000004557,0.05000,0.811
3,mlp.experts.113.down_proj,0.0000010236,0.05000,0.810
3,mlp.experts.148.down_proj,0.0000006734,0.05000,0.953
3,mlp.experts.111.down_proj,0.0000005632,0.05000,0.964
3,mlp.experts.117.down_proj,0.0000005747,0.05000,0.427
3,mlp.experts.166.down_proj,0.0000005968,0.05000,0.964
3,mlp.experts.121.down_proj,0.0000003353,0.05000,0.493
3,mlp.experts.152.down_proj,0.0000002494,0.05000,0.917
3,mlp.experts.115.down_proj,0.0000008717,0.05000,0.975
3,mlp.experts.125.down_proj,0.0000007065,0.05000,0.431
3,mlp.experts.170.down_proj,0.0000011840,0.05000,0.977
3,mlp.experts.129.down_proj,0.0000020040,0.05000,0.431
3,mlp.experts.156.down_proj,0.0000006900,0.05000,0.919
3,mlp.experts.119.down_proj,0.0000004392,0.05000,0.911
3,mlp.experts.133.down_proj,0.0000003940,0.05000,0.492
3,mlp.experts.160.down_proj,0.0000005261,0.05000,0.544
3,mlp.experts.123.down_proj,0.0000006362,0.05000,0.323
3,mlp.experts.174.down_proj,0.0000006301,0.05000,0.887
3,mlp.experts.164.down_proj,0.0000006687,0.05000,0.270
3,mlp.experts.137.down_proj,0.0000003761,0.05000,0.472
3,mlp.experts.127.down_proj,0.0000004604,0.05000,0.225
3,mlp.experts.178.down_proj,0.0000006496,0.05000,0.216
3,mlp.experts.168.down_proj,0.0000007632,0.05000,0.218
3,mlp.experts.141.down_proj,0.0000007036,0.05000,0.240
3,mlp.experts.131.down_proj,0.0000004495,0.05000,0.262
3,mlp.experts.182.down_proj,0.0000008157,0.05000,0.269
3,mlp.experts.172.down_proj,0.0000007484,0.05000,0.313
3,mlp.experts.145.down_proj,0.0000004438,0.05000,0.312
3,mlp.experts.135.down_proj,0.0000003144,0.05000,0.312
3,mlp.experts.186.down_proj,0.0000004309,0.05000,0.308
3,mlp.experts.176.down_proj,0.0000003172,0.05000,0.354
3,mlp.experts.190.down_proj,0.0000008531,0.05000,0.367
3,mlp.experts.139.down_proj,0.0000005628,0.05000,0.477
3,mlp.experts.149.down_proj,0.0000020403,0.05000,0.619
3,mlp.experts.180.down_proj,0.0000021727,0.05000,0.376
3,mlp.experts.194.down_proj,0.0000006119,0.05000,0.355
3,mlp.experts.143.down_proj,0.0000003856,0.05000,0.352
3,mlp.experts.184.down_proj,0.0000006739,0.05000,0.360
3,mlp.experts.198.down_proj,0.0000007733,0.05000,0.354
3,mlp.experts.147.down_proj,0.0000006382,0.05000,0.348
3,mlp.experts.188.down_proj,0.0000008619,0.05000,0.360
3,mlp.experts.153.down_proj,0.0000003944,0.05000,0.857
3,mlp.experts.202.down_proj,0.0000006036,0.05000,0.356
3,mlp.experts.192.down_proj,0.0000005199,0.05000,0.356
3,mlp.experts.151.down_proj,0.0000005501,0.05000,0.497
3,mlp.experts.157.down_proj,0.0000013558,0.05000,0.358
3,mlp.experts.206.down_proj,0.0000010224,0.05000,0.350
3,mlp.experts.196.down_proj,0.0000014756,0.05000,0.354
3,mlp.experts.161.down_proj,0.0000004304,0.05000,0.350
3,mlp.experts.210.down_proj,0.0000012252,0.05000,0.354
3,mlp.experts.200.down_proj,0.0000004124,0.05000,0.356
3,mlp.experts.165.down_proj,0.0000004950,0.05000,0.348
3,mlp.experts.155.down_proj,0.0000017959,0.05000,0.843
3,mlp.experts.214.down_proj,0.0000010571,0.05000,0.418
3,mlp.experts.204.down_proj,0.0000005574,0.05000,0.410
3,mlp.experts.169.down_proj,0.0000003714,0.05000,0.388
3,mlp.experts.208.down_proj,0.0000007603,0.05000,0.436
3,mlp.experts.173.down_proj,0.0000006017,0.05000,0.387
3,mlp.experts.159.down_proj,0.0000015483,0.05000,0.871
3,mlp.experts.218.down_proj,0.0000032771,0.05000,0.886
3,mlp.experts.177.down_proj,0.0000009956,0.05000,0.385
3,mlp.experts.212.down_proj,0.0000003888,0.05000,0.440
3,mlp.experts.181.down_proj,0.0000006167,0.05000,0.605
3,mlp.experts.163.down_proj,0.0000011836,0.05000,0.851
3,mlp.experts.216.down_proj,0.0000005244,0.05000,0.708
3,mlp.experts.222.down_proj,0.0000005890,0.05000,0.932
3,mlp.experts.167.down_proj,0.0000005679,0.05000,0.861
3,mlp.experts.185.down_proj,0.0000005484,0.05000,0.956
3,mlp.experts.220.down_proj,0.0000003906,0.05000,0.961
3,mlp.experts.226.down_proj,0.0000005466,0.05000,0.966
3,mlp.experts.171.down_proj,0.0000004930,0.05000,0.896
3,mlp.experts.224.down_proj,0.0000007760,0.05000,0.717
3,mlp.experts.189.down_proj,0.0000005814,0.05000,0.981
3,mlp.experts.230.down_proj,0.0000005614,0.05000,0.937
3,mlp.experts.228.down_proj,0.0000011043,0.05000,0.480
3,mlp.experts.175.down_proj,0.0000007196,0.05000,0.888
3,mlp.experts.193.down_proj,0.0000004104,0.05000,0.973
3,mlp.experts.234.down_proj,0.0000015802,0.05000,0.938
3,mlp.experts.232.down_proj,0.0000004685,0.05000,0.854
3,mlp.experts.179.down_proj,0.0000008391,0.05000,0.944
3,mlp.experts.236.down_proj,0.0000005363,0.05000,0.586
3,mlp.experts.197.down_proj,0.0000019151,0.05000,0.977
3,mlp.experts.238.down_proj,0.0000005802,0.05000,0.923
3,mlp.experts.240.down_proj,0.0000005417,0.05000,0.473
3,mlp.experts.183.down_proj,0.0000002589,0.05000,0.917
3,mlp.experts.244.down_proj,0.0000003710,0.05000,0.444
3,mlp.experts.242.down_proj,0.0000006904,0.05000,0.860
3,mlp.experts.201.down_proj,0.0000021337,0.05000,0.918
3,mlp.experts.187.down_proj,0.0000003188,0.05000,0.552
3,mlp.experts.246.down_proj,0.0000005785,0.05000,0.447
3,mlp.experts.191.down_proj,0.0000003706,0.05000,0.366
3,mlp.experts.205.down_proj,0.0000009021,0.05000,0.713
3,mlp.experts.248.down_proj,0.0000026990,0.05000,0.896
3,mlp.experts.250.down_proj,0.0000012708,0.05000,0.621
3,mlp.experts.195.down_proj,0.0000005207,0.05000,0.482
3,mlp.experts.209.down_proj,0.0000013118,0.05000,0.486
3,mlp.experts.252.down_proj,0.0000007120,0.05000,0.892
3,mlp.experts.213.down_proj,0.0000009576,0.05000,0.473
3,mlp.experts.199.down_proj,0.0000013245,0.05000,0.603
3,mlp.experts.254.down_proj,0.0000006518,0.05000,0.737
3,mlp.experts.217.down_proj,0.0000005538,0.05000,0.175
3,mlp.experts.203.down_proj,0.0000003861,0.05000,0.154
3,mlp.experts.221.down_proj,0.0000015933,0.05000,0.100
3,mlp.experts.207.down_proj,0.0000008885,0.05000,0.101
3,mlp.experts.225.down_proj,0.0000006116,0.05000,0.153
3,mlp.experts.211.down_proj,0.0000014706,0.05000,0.149
3,mlp.experts.229.down_proj,0.0000004923,0.05000,0.099
3,mlp.experts.215.down_proj,0.0000006443,0.05000,0.099
3,mlp.experts.233.down_proj,0.0000016594,0.05000,0.100
3,mlp.experts.219.down_proj,0.0000004207,0.05000,0.099
3,mlp.experts.237.down_proj,0.0000004089,0.05000,0.099
3,mlp.experts.223.down_proj,0.0000003568,0.05000,0.099
3,mlp.experts.241.down_proj,0.0000010567,0.05000,0.099
3,mlp.experts.227.down_proj,0.0000005055,0.05000,0.099
3,mlp.experts.245.down_proj,0.0000003707,0.05000,0.100
3,mlp.experts.231.down_proj,0.0000005687,0.05000,0.099
3,mlp.experts.249.down_proj,0.0000024178,0.05000,0.099
3,mlp.experts.235.down_proj,0.0000003395,0.05000,0.099
3,mlp.experts.253.down_proj,0.0000004373,0.05000,0.101
3,mlp.experts.239.down_proj,0.0000005881,0.05000,0.091
3,mlp.experts.243.down_proj,0.0000011964,0.05000,0.050
3,mlp.experts.247.down_proj,0.0000009328,0.05000,0.053
3,mlp.experts.251.down_proj,0.0000011061,0.05000,0.049
3,mlp.experts.255.down_proj,0.0000004257,0.05000,0.049
4,mlp.experts.1.gate_proj,0.0000752158,0.05000,1.874
4,mlp.experts.0.gate_proj,0.0000612420,0.05000,2.582
4,mlp.experts.3.gate_proj,0.0000615802,0.05000,2.658
4,mlp.experts.2.gate_proj,0.0000502421,0.05000,2.723
4,mlp.experts.5.gate_proj,0.0000613854,0.05000,1.748
4,mlp.experts.7.gate_proj,0.0000447282,0.05000,1.816
4,mlp.experts.4.gate_proj,0.0001052036,0.05000,2.883
4,mlp.experts.9.gate_proj,0.0000564116,0.05000,2.425
4,mlp.experts.6.gate_proj,0.0000663336,0.05000,3.550
4,mlp.experts.8.gate_proj,0.0000563893,0.05000,1.866
4,mlp.experts.11.gate_proj,0.0000986843,0.05000,3.349
4,mlp.experts.12.gate_proj,0.0000499175,0.05000,2.323
4,mlp.experts.13.gate_proj,0.0000317706,0.05000,3.793
4,mlp.experts.10.gate_proj,0.0000535260,0.05000,3.675
4,mlp.experts.15.gate_proj,0.0000275455,0.05000,2.897
4,mlp.experts.16.gate_proj,0.0000480862,0.05000,1.934
4,mlp.experts.14.gate_proj,0.0000302868,0.05000,1.786
4,mlp.experts.17.gate_proj,0.0000395579,0.05000,1.978
4,mlp.experts.19.gate_proj,0.0000532556,0.05000,1.164
4,mlp.experts.20.gate_proj,0.0000361024,0.05000,0.427
4,mlp.experts.24.gate_proj,0.0000591494,0.05000,1.184
4,mlp.experts.21.gate_proj,0.0000448520,0.05000,1.230
4,mlp.experts.18.gate_proj,0.0000578885,0.05000,1.234
4,mlp.experts.23.gate_proj,0.0000467610,0.05000,1.257
4,mlp.experts.28.gate_proj,0.0000278018,0.05000,1.205
4,mlp.experts.25.gate_proj,0.0000520646,0.05000,1.225
4,mlp.experts.22.gate_proj,0.0000355811,0.05000,1.240
4,mlp.experts.27.gate_proj,0.0000618205,0.05000,1.229
4,mlp.experts.32.gate_proj,0.0000758335,0.05000,1.252
4,mlp.experts.29.gate_proj,0.0000782685,0.05000,1.262
4,mlp.experts.31.gate_proj,0.0000514520,0.05000,1.258
4,mlp.experts.26.gate_proj,0.0000712715,0.05000,1.393
4,mlp.experts.36.gate_proj,0.0000702094,0.05000,1.347
4,mlp.experts.33.gate_proj,0.0000744592,0.05000,1.340
4,mlp.experts.35.gate_proj,0.0000463633,0.05000,1.343
4,mlp.experts.30.gate_proj,0.0000631558,0.05000,1.330
4,mlp.experts.40.gate_proj,0.0001247679,0.05000,1.349
4,mlp.experts.37.gate_proj,0.0000619301,0.05000,1.356
4,mlp.experts.39.gate_proj,0.0000709298,0.05000,1.350
4,mlp.experts.34.gate_proj,0.0000988970,0.05000,1.346
4,mlp.experts.41.gate_proj,0.0000554526,0.05000,1.561
4,mlp.experts.38.gate_proj,0.0000730127,0.05000,1.929
4,mlp.experts.44.gate_proj,0.0000796991,0.05000,2.596
4,mlp.experts.43.gate_proj,0.0000626995,0.05000,2.900
4,mlp.experts.45.gate_proj,0.0000481397,0.05000,2.941
4,mlp.experts.42.gate_proj,0.0000967552,0.05000,3.230
4,mlp.experts.47.gate_proj,0.0000622465,0.05000,3.205
4,mlp.experts.48.gate_proj,0.0000389724,0.05000,3.673
4,mlp.experts.46.gate_proj,0.0000435491,0.05000,2.773
4,mlp.experts.49.gate_proj,0.0000674820,0.05000,3.685
4,mlp.experts.51.gate_proj,0.0000580926,0.05000,2.172
4,mlp.experts.50.gate_proj,0.0000383424,0.05000,1.725
4,mlp.experts.52.gate_proj,0.0000482339,0.05000,3.630
4,mlp.experts.55.gate_proj,0.0000571820,0.05000,2.624
4,mlp.experts.54.gate_proj,0.0000661848,0.05000,1.701
4,mlp.experts.53.gate_proj,0.0000922822,0.05000,3.620
4,mlp.experts.58.gate_proj,0.0000392172,0.05000,1.850
4,mlp.experts.56.gate_proj,0.0000480540,0.05000,3.720
4,mlp.experts.59.gate_proj,0.0001819829,0.05000,4.033
4,mlp.experts.62.gate_proj,0.0000475220,0.05000,1.883
4,mlp.experts.57.gate_proj,0.0000760976,0.05000,3.476
4,mlp.experts.60.gate_proj,0.0000651949,0.05000,3.371
4,mlp.experts.66.gate_proj,0.0000502161,0.05000,1.911
4,mlp.experts.61.gate_proj,0.0000423493,0.05000,2.336
4,mlp.experts.63.gate_proj,0.0000741072,0.05000,2.688
4,mlp.experts.64.gate_proj,0.0000453137,0.05000,1.794
4,mlp.experts.65.gate_proj,0.0000368479,0.05000,1.319
4,mlp.experts.70.gate_proj,0.0000899225,0.05000,1.939
4,mlp.experts.67.gate_proj,0.0000352288,0.05000,1.492
4,mlp.experts.68.gate_proj,0.0000687203,0.05000,1.976
4,mlp.experts.69.gate_proj,0.0000373433,0.05000,2.208
4,mlp.experts.71.gate_proj,0.0000609062,0.05000,2.292
4,mlp.experts.74.gate_proj,0.0000418647,0.05000,2.891
4,mlp.experts.72.gate_proj,0.0000411086,0.05000,1.822
4,mlp.experts.73.gate_proj,0.0000695308,0.05000,1.641
4,mlp.experts.75.gate_proj,0.0000783624,0.05000,2.421
4,mlp.experts.77.gate_proj,0.0001134102,0.05000,1.402
4,mlp.experts.78.gate_proj,0.0001214992,0.05000,3.525
4,mlp.experts.76.gate_proj,0.0000789351,0.05000,3.252
4,mlp.experts.81.gate_proj,0.0000409476,0.05000,3.298
4,mlp.experts.79.gate_proj,0.0000461824,0.05000,3.671
4,mlp.experts.82.gate_proj,0.0000710178,0.05000,2.671
4,mlp.experts.80.gate_proj,0.0000735142,0.05000,3.771
4,mlp.experts.86.gate_proj,0.0001197799,0.05000,1.675
4,mlp.experts.85.gate_proj,0.0000736342,0.05000,3.559
4,mlp.experts.83.gate_proj,0.0000616848,0.05000,3.719
4,mlp.experts.90.gate_proj,0.0000508672,0.05000,1.674
4,mlp.experts.84.gate_proj,0.0000361338,0.05000,3.659
4,mlp.experts.89.gate_proj,0.0000585899,0.05000,2.806
4,mlp.experts.94.gate_proj,0.0000799467,0.05000,2.718
4,mlp.experts.87.gate_proj,0.0000364484,0.05000,3.570
4,mlp.experts.93.gate_proj,0.0000930126,0.05000,1.879
4,mlp.experts.88.gate_proj,0.0000620808,0.05000,3.451
4,mlp.experts.97.gate_proj,0.0000420046,0.05000,2.127
4,mlp.experts.98.gate_proj,0.0000564438,0.05000,3.998
4,mlp.experts.91.gate_proj,0.0000541095,0.05000,3.611
4,mlp.experts.92.gate_proj,0.0000589309,0.05000,3.478
4,mlp.experts.101.gate_proj,0.0000554005,0.05000,2.512
4,mlp.experts.95.gate_proj,0.0000328170,0.05000,3.344
4,mlp.experts.102.gate_proj,0.0000332548,0.05000,3.698
4,mlp.experts.96.gate_proj,0.0000426010,0.05000,2.553
4,mlp.experts.99.gate_proj,0.0000509037,0.05000,1.800
4,mlp.experts.105.gate_proj,0.0000615077,0.05000,3.373
4,mlp.experts.100.gate_proj,0.0000829760,0.05000,1.419
4,mlp.experts.103.gate_proj,0.0000660900,0.05000,1.430
4,mlp.experts.106.gate_proj,0.0000876197,0.05000,3.462
4,mlp.experts.104.gate_proj,0.0000971924,0.05000,1.431
4,mlp.experts.107.gate_proj,0.0000702305,0.05000,1.554
4,mlp.experts.109.gate_proj,0.0000686963,0.05000,3.118
4,mlp.experts.108.gate_proj,0.0000242473,0.05000,2.585
4,mlp.experts.110.gate_proj,0.0000802966,0.05000,2.949
4,mlp.experts.113.gate_proj,0.0001230184,0.05000,2.812
4,mlp.experts.111.gate_proj,0.0000636335,0.05000,3.581
4,mlp.experts.114.gate_proj,0.0000690724,0.05000,1.969
4,mlp.experts.112.gate_proj,0.0000621912,0.05000,3.407
4,mlp.experts.118.gate_proj,0.0000448941,0.05000,1.952
4,mlp.experts.115.gate_proj,0.0000984996,0.05000,2.449
4,mlp.experts.117.gate_proj,0.0000708041,0.05000,3.258
4,mlp.experts.122.gate_proj,0.0000506263,0.05000,2.120
4,mlp.experts.119.gate_proj,0.0000535880,0.05000,1.827
4,mlp.experts.116.gate_proj,0.0000675788,0.05000,3.234
4,mlp.experts.121.gate_proj,0.0000989095,0.05000,3.277
4,mlp.experts.123.gate_proj,0.0000682638,0.05000,1.997
4,mlp.experts.120.gate_proj,0.0000449418,0.05000,2.667
4,mlp.experts.126.gate_proj,0.0000629136,0.05000,3.228
4,mlp.experts.125.gate_proj,0.0000620954,0.05000,2.349
4,mlp.experts.127.gate_proj,0.0000603321,0.05000,2.691
4,mlp.experts.130.gate_proj,0.0000598937,0.05000,1.564
4,mlp.experts.124.gate_proj,0.0000594866,0.05000,2.492
4,mlp.experts.129.gate_proj,0.0000472430,0.05000,2.457
4,mlp.experts.131.gate_proj,0.0000336092,0.05000,2.041
4,mlp.experts.134.gate_proj,0.0000642924,0.05000,3.100
4,mlp.experts.133.gate_proj,0.0000484601,0.05000,1.417
4,mlp.experts.135.gate_proj,0.0000684061,0.05000,1.424
4,mlp.experts.128.gate_proj,0.0000222248,0.05000,2.702
4,mlp.experts.137.gate_proj,0.0000729118,0.05000,1.843
4,mlp.experts.138.gate_proj,0.0000776244,0.05000,3.492
4,mlp.experts.139.gate_proj,0.0000537685,0.05000,3.431
4,mlp.experts.141.gate_proj,0.0000417621,0.05000,1.892
4,mlp.experts.132.gate_proj,0.0000595347,0.05000,3.758
4,mlp.experts.145.gate_proj,0.0000515592,0.05000,2.155
4,mlp.experts.143.gate_proj,0.0001371470,0.05000,3.128
4,mlp.experts.136.gate_proj,0.0000535608,0.05000,2.993
4,mlp.experts.142.gate_proj,0.0000231999,0.05000,3.674
4,mlp.experts.149.gate_proj,0.0000823202,0.05000,2.019
4,mlp.experts.147.gate_proj,0.0000456928,0.05000,1.342
4,mlp.experts.140.gate_proj,0.0000465480,0.05000,1.325
4,mlp.experts.146.gate_proj,0.0000608254,0.05000,1.391
4,mlp.experts.153.gate_proj,0.0000581814,0.05000,1.231
4,mlp.experts.151.gate_proj,0.0000490808,0.05000,1.302
4,mlp.experts.144.gate_proj,0.0000327580,0.05000,1.226
4,mlp.experts.150.gate_proj,0.0000375871,0.05000,1.240
4,mlp.experts.157.gate_proj,0.0000708040,0.05000,1.273
4,mlp.experts.148.gate_proj,0.0000965973,0.05000,1.282
4,mlp.experts.155.gate_proj,0.0000607653,0.05000,1.588
4,mlp.experts.154.gate_proj,0.0000454846,0.05000,1.326
4,mlp.experts.161.gate_proj,0.0000250281,0.05000,1.349
4,mlp.experts.152.gate_proj,0.0001061110,0.05000,1.350
4,mlp.experts.159.gate_proj,0.0000424544,0.05000,1.339
4,mlp.experts.158.gate_proj,0.0001059643,0.05000,1.327
4,mlp.experts.165.gate_proj,0.0000727129,0.05000,1.331
4,mlp.experts.156.gate_proj,0.0000491218,0.05000,1.324
4,mlp.experts.163.gate_proj,0.0000724025,0.05000,1.322
4,mlp.experts.162.gate_proj,0.0000918374,0.05000,1.321
4,mlp.experts.169.gate_proj,0.0000909582,0.05000,1.267
4,mlp.experts.160.gate_proj,0.0000390087,0.05000,1.269
4,mlp.experts.167.gate_proj,0.0000323938,0.05000,1.274
4,mlp.experts.166.gate_proj,0.0000785083,0.05000,1.274
4,mlp.experts.173.gate_proj,0.0000973078,0.05000,1.338
4,mlp.experts.171.gate_proj,0.0000423221,0.05000,1.416
4,mlp.experts.164.gate_proj,0.0000829442,0.05000,1.603
4,mlp.experts.170.gate_proj,0.0000426704,0.05000,1.755
4,mlp.experts.177.gate_proj,0.0000468421,0.05000,2.096
4,mlp.experts.168.gate_proj,0.0000447338,0.05000,2.091
4,mlp.experts.175.gate_proj,0.0000632456,0.05000,2.307
4,mlp.experts.181.gate_proj,0.0000454602,0.05000,1.675
4,mlp.experts.174.gate_proj,0.0000422706,0.05000,3.343
4,mlp.experts.172.gate_proj,0.0000494507,0.05000,1.664
4,mlp.experts.185.gate_proj,0.0000429452,0.05000,1.664
4,mlp.experts.176.gate_proj,0.0000517461,0.05000,1.651
4,mlp.experts.179.gate_proj,0.0000499177,0.05000,3.392
4,mlp.experts.189.gate_proj,0.0000676786,0.05000,1.682
4,mlp.experts.180.gate_proj,0.0000635747,0.05000,1.675
4,mlp.experts.178.gate_proj,0.0000663850,0.05000,3.760
4,mlp.experts.193.gate_proj,0.0000551751,0.05000,1.684
4,mlp.experts.184.gate_proj,0.0000381141,0.05000,1.671
4,mlp.experts.183.gate_proj,0.0000589442,0.05000,3.563
4,mlp.experts.188.gate_proj,0.0000727122,0.05000,1.802
4,mlp.experts.182.gate_proj,0.0000648323,0.05000,3.261
4,mlp.experts.197.gate_proj,0.0000545058,0.05000,2.576
4,mlp.experts.187.gate_proj,0.0000308395,0.05000,3.479
4,mlp.experts.201.gate_proj,0.0000702678,0.05000,2.176
4,mlp.experts.192.gate_proj,0.0001431781,0.05000,3.154
4,mlp.experts.186.gate_proj,0.0001269756,0.05000,3.181
4,mlp.experts.205.gate_proj,0.0000462928,0.05000,1.564
4,mlp.experts.191.gate_proj,0.0000551904,0.05000,2.190
4,mlp.experts.190.gate_proj,0.0000527845,0.05000,1.507
4,mlp.experts.209.gate_proj,0.0000525122,0.05000,1.317
4,mlp.experts.196.gate_proj,0.0000737059,0.05000,2.370
4,mlp.experts.195.gate_proj,0.0000554951,0.05000,1.313
4,mlp.experts.194.gate_proj,0.0000915258,0.05000,1.836
4,mlp.experts.199.gate_proj,0.0000627136,0.05000,1.824
4,mlp.experts.213.gate_proj,0.0000477253,0.05000,2.256
4,mlp.experts.200.gate_proj,0.0000483179,0.05000,2.726
4,mlp.experts.203.gate_proj,0.0000778394,0.05000,1.594
4,mlp.experts.198.gate_proj,0.0000706697,0.05000,2.530
4,mlp.experts.217.gate_proj,0.0000743664,0.05000,2.639
4,mlp.experts.204.gate_proj,0.0001167058,0.05000,2.298
4,mlp.experts.207.gate_proj,0.0001020087,0.05000,1.966
4,mlp.experts.208.gate_proj,0.0001397521,0.05000,1.158
4,mlp.experts.211.gate_proj,0.0000628843,0.05000,1.162
4,mlp.experts.202.gate_proj,0.0000507189,0.05000,3.340
4,mlp.experts.212.gate_proj,0.0000956375,0.05000,1.242
4,mlp.experts.221.gate_proj,0.0001084704,0.05000,2.988
4,mlp.experts.216.gate_proj,0.0000952877,0.05000,1.430
4,mlp.experts.215.gate_proj,0.0000504748,0.05000,3.058
4,mlp.experts.220.gate_proj,0.0001062217,0.05000,1.392
4,mlp.experts.206.gate_proj,0.0003569893,0.05000,3.530
4,mlp.experts.225.gate_proj,0.0001184009,0.05000,3.316
4,mlp.experts.224.gate_proj,0.0000575661,0.05000,1.362
4,mlp.experts.219.gate_proj,0.0000660853,0.05000,3.134
4,mlp.experts.228.gate_proj,0.0000613533,0.05000,1.434
4,mlp.experts.229.gate_proj,0.0000621508,0.05000,2.871
4,mlp.experts.210.gate_proj,0.0000615685,0.05000,3.497
4,mlp.experts.232.gate_proj,0.0000490917,0.05000,1.667
4,mlp.experts.223.gate_proj,0.0000799129,0.05000,2.519
4,mlp.experts.233.gate_proj,0.0000847610,0.05000,3.517
4,mlp.experts.214.gate_proj,0.0000664297,0.05000,3.709
4,mlp.experts.236.gate_proj,0.0000288571,0.05000,3.218
4,mlp.experts.227.gate_proj,0.0000402225,0.05000,2.639
4,mlp.experts.237.gate_proj,0.0000762252,0.05000,2.278
4,mlp.experts.240.gate_proj,0.0000637388,0.05000,2.718
4,mlp.experts.218.gate_proj,0.0000815647,0.05000,3.598
4,mlp.experts.231.gate_proj,0.0000951980,0.05000,3.527
4,mlp.experts.241.gate_proj,0.0000287670,0.05000,2.478
4,mlp.experts.244.gate_proj,0.0000532404,0.05000,1.724
4,mlp.experts.222.gate_proj,0.0000310541,0.05000,2.619
4,mlp.experts.235.gate_proj,0.0000507858,0.05000,3.625
4,mlp.experts.245.gate_proj,0.0000476842,0.05000,3.323
4,mlp.experts.248.gate_proj,0.0000606396,0.05000,3.205
4,mlp.experts.226.gate_proj,0.0000674487,0.05000,1.900
4,mlp.experts.230.gate_proj,0.0000390228,0.05000,1.876
4,mlp.experts.249.gate_proj,0.0000723798,0.05000,3.469
4,mlp.experts.239.gate_proj,0.0000967000,0.05000,3.754
4,mlp.experts.252.gate_proj,0.0001193488,0.05000,3.462
4,mlp.experts.234.gate_proj,0.0000544382,0.05000,2.002
4,mlp.experts.238.gate_proj,0.0000933157,0.05000,1.958
4,mlp.experts.0.up_proj,0.0000582811,0.05000,2.692
4,mlp.experts.243.gate_proj,0.0000639918,0.05000,3.387
4,mlp.experts.253.gate_proj,0.0000732767,0.05000,3.586
4,mlp.experts.4.up_proj,0.0000861297,0.05000,2.018
4,mlp.experts.242.gate_proj,0.0000500032,0.05000,2.404
4,mlp.experts.247.gate_proj,0.0000409984,0.05000,1.980
4,mlp.experts.8.up_proj,0.0000519019,0.05000,1.255
4,mlp.experts.251.gate_proj,0.0000660000,0.05000,1.311
4,mlp.experts.1.up_proj,0.0000693283,0.05000,3.602
4,mlp.experts.246.gate_proj,0.0000533563,0.05000,2.061
4,mlp.experts.255.gate_proj,0.0000760076,0.05000,1.445
4,mlp.experts.12.up_proj,0.0000455197,0.05000,3.117
4,mlp.experts.250.gate_proj,0.0000679752,0.05000,2.077
4,mlp.experts.5.up_proj,0.0000578455,0.05000,2.816
4,mlp.experts.3.up_proj,0.0000532431,0.05000,2.684
4,mlp.experts.9.up_proj,0.0000529395,0.05000,1.453
4,mlp.experts.16.up_proj,0.0000459437,0.05000,3.521
4,mlp.experts.254.gate_proj,0.0000377335,0.05000,3.466
4,mlp.experts.7.up_proj,0.0000415960,0.05000,3.236
4,mlp.experts.13.up_proj,0.0000301744,0.05000,3.401
4,mlp.experts.20.up_proj,0.0000342699,0.05000,3.434
4,mlp.experts.2.up_proj,0.0000448857,0.05000,3.370
4,mlp.experts.11.up_proj,0.0000922234,0.05000,2.196
4,mlp.experts.15.up_proj,0.0000261238,0.05000,1.725
4,mlp.experts.24.up_proj,0.0000563556,0.05000,1.841
4,mlp.experts.17.up_proj,0.0000366951,0.05000,3.542
4,mlp.experts.6.up_proj,0.0000646596,0.05000,2.795
4,mlp.experts.19.up_proj,0.0000509328,0.05000,1.607
4,mlp.experts.28.up_proj,0.0000265724,0.05000,1.991
4,mlp.experts.10.up_proj,0.0000478552,0.05000,1.444
4,mlp.experts.21.up_proj,0.0000426919,0.05000,2.256
4,mlp.experts.23.up_proj,0.0000442021,0.05000,1.299
4,mlp.experts.32.up_proj,0.0000704068,0.05000,1.228
4,mlp.experts.14.up_proj,0.0000291034,0.05000,1.234
4,mlp.experts.25.up_proj,0.0000493919,0.05000,1.207
4,mlp.experts.27.up_proj,0.0000576631,0.05000,1.237
4,mlp.experts.36.up_proj,0.0000651672,0.05000,1.238
4,mlp.experts.18.up_proj,0.0000537822,0.05000,1.228
4,mlp.experts.29.up_proj,0.0000723984,0.05000,1.202
4,mlp.experts.31.up_proj,0.0000488003,0.05000,1.236
4,mlp.experts.40.up_proj,0.0001150987,0.05000,1.241
4,mlp.experts.22.up_proj,0.0000321571,0.05000,1.229
4,mlp.experts.33.up_proj,0.0000688616,0.05000,1.203
4,mlp.experts.35.up_proj,0.0000408631,0.05000,1.248
4,mlp.experts.44.up_proj,0.0000743117,0.05000,1.278
4,mlp.experts.26.up_proj,0.0000617472,0.05000,1.315
4,mlp.experts.37.up_proj,0.0000570525,0.05000,1.314
4,mlp.experts.39.up_proj,0.0000672117,0.05000,1.319
4,mlp.experts.48.up_proj,0.0000363863,0.05000,1.330
4,mlp.experts.30.up_proj,0.0000597492,0.05000,1.339
4,mlp.experts.41.up_proj,0.0000527655,0.05000,1.344
4,mlp.experts.43.up_proj,0.0000595085,0.05000,1.337
4,mlp.experts.52.up_proj,0.0000442094,0.05000,1.340
4,mlp.experts.34.up_proj,0.0000927523,0.05000,1.345
4,mlp.experts.45.up_proj,0.0000446055,0.05000,1.351
4,mlp.experts.47.up_proj,0.0000542313,0.05000,1.295
4,mlp.experts.56.up_proj,0.0000456109,0.05000,1.381
4,mlp.experts.38.up_proj,0.0000693861,0.05000,1.361
4,mlp.experts.49.up_proj,0.0000631361,0.05000,1.326
4,mlp.experts.51.up_proj,0.0000559826,0.05000,1.339
4,mlp.experts.60.up_proj,0.0000567867,0.05000,1.321
4,mlp.experts.55.up_proj,0.0000507679,0.05000,1.332
4,mlp.experts.42.up_proj,0.0000903785,0.05000,1.883
4,mlp.experts.53.up_proj,0.0000863731,0.05000,1.824
4,mlp.experts.64.up_proj,0.0000430928,0.05000,1.360
4,mlp.experts.57.up_proj,0.0000724432,0.05000,1.655
4,mlp.experts.68.up_proj,0.0000636628,0.05000,1.632
4,mlp.experts.59.up_proj,0.0001716123,0.05000,2.431
4,mlp.experts.46.up_proj,0.0000392167,0.05000,2.533
4,mlp.experts.61.up_proj,0.0000398214,0.05000,1.733
4,mlp.experts.72.up_proj,0.0000391996,0.05000,2.452
4,mlp.experts.63.up_proj,0.0000691722,0.05000,2.709
4,mlp.experts.50.up_proj,0.0000363044,0.05000,3.606
4,mlp.experts.65.up_proj,0.0000352356,0.05000,3.456
4,mlp.experts.67.up_proj,0.0000332013,0.05000,2.009
4,mlp.experts.76.up_proj,0.0000733790,0.05000,3.471
4,mlp.experts.54.up_proj,0.0000635414,0.05000,3.034
4,mlp.experts.69.up_proj,0.0000352296,0.05000,2.864
4,mlp.experts.71.up_proj,0.0000563045,0.05000,2.805
4,mlp.experts.80.up_proj,0.0000692538,0.05000,2.601
4,mlp.experts.73.up_proj,0.0000660486,0.05000,1.666
4,mlp.experts.58.up_proj,0.0000369366,0.05000,3.669
4,mlp.experts.77.up_proj,0.0001048594,0.05000,1.622
4,mlp.experts.75.up_proj,0.0000721001,0.05000,3.488
4,mlp.experts.84.up_proj,0.0000343885,0.05000,2.879
4,mlp.experts.81.up_proj,0.0000385945,0.05000,1.424
4,mlp.experts.88.up_proj,0.0000575471,0.05000,1.519
4,mlp.experts.62.up_proj,0.0000452080,0.05000,3.457
4,mlp.experts.79.up_proj,0.0000439008,0.05000,3.439
4,mlp.experts.92.up_proj,0.0000553926,0.05000,3.052
4,mlp.experts.85.up_proj,0.0000702779,0.05000,3.571
4,mlp.experts.66.up_proj,0.0000479113,0.05000,2.173
4,mlp.experts.89.up_proj,0.0000551167,0.05000,1.221
4,mlp.experts.83.up_proj,0.0000578562,0.05000,3.116
4,mlp.experts.70.up_proj,0.0000848423,0.05000,2.301
4,mlp.experts.96.up_proj,0.0000395163,0.05000,3.043
4,mlp.experts.93.up_proj,0.0000895492,0.05000,3.312
4,mlp.experts.87.up_proj,0.0000344909,0.05000,3.095
4,mlp.experts.100.up_proj,0.0000757015,0.05000,2.965
4,mlp.experts.74.up_proj,0.0000388802,0.05000,3.702
4,mlp.experts.91.up_proj,0.0000508474,0.05000,1.741
4,mlp.experts.97.up_proj,0.0000403612,0.05000,3.598
4,mlp.experts.95.up_proj,0.0000307225,0.05000,1.957
4,mlp.experts.78.up_proj,0.0001162205,0.05000,2.704
4,mlp.experts.104.up_proj,0.0000938957,0.05000,3.564
4,mlp.experts.99.up_proj,0.0000485522,0.05000,1.511
4,mlp.experts.82.up_proj,0.0000585652,0.05000,2.436
4,mlp.experts.103.up_proj,0.0000609495,0.05000,1.697
4,mlp.experts.101.up_proj,0.0000525115,0.05000,3.889
4,mlp.experts.108.up_proj,0.0000226665,0.05000,3.601
4,mlp.experts.107.up_proj,0.0000659464,0.05000,1.669
4,mlp.experts.86.up_proj,0.0001125439,0.05000,3.554
4,mlp.experts.111.up_proj,0.0000587206,0.05000,1.726
4,mlp.experts.105.up_proj,0.0000556021,0.05000,3.926
4,mlp.experts.112.up_proj,0.0000587344,0.05000,3.730
4,mlp.experts.115.up_proj,0.0000934655,0.05000,1.827
4,mlp.experts.90.up_proj,0.0000478248,0.05000,3.795
4,mlp.experts.119.up_proj,0.0000499832,0.05000,2.197
4,mlp.experts.109.up_proj,0.0000668811,0.05000,3.564
4,mlp.experts.116.up_proj,0.0000671626,0.05000,3.670
4,mlp.experts.120.up_proj,0.0000423388,0.05000,1.863
4,mlp.experts.94.up_proj,0.0000625913,0.05000,3.704
4,mlp.experts.123.up_proj,0.0000635006,0.05000,3.607
4,mlp.experts.113.up_proj,0.0001084479,0.05000,3.412
4,mlp.experts.124.up_proj,0.0000563139,0.05000,1.912
4,mlp.experts.127.up_proj,0.0000576215,0.05000,2.260
4,mlp.experts.98.up_proj,0.0000513140,0.05000,3.218
4,mlp.experts.128.up_proj,0.0000214061,0.05000,1.695
4,mlp.experts.117.up_proj,0.0000652753,0.05000,3.547
4,mlp.experts.132.up_proj,0.0000548460,0.05000,1.649
4,mlp.experts.102.up_proj,0.0000315840,0.05000,2.219
4,mlp.experts.131.up_proj,0.0000321517,0.05000,3.484
4,mlp.experts.121.up_proj,0.0000930248,0.05000,3.792
4,mlp.experts.136.up_proj,0.0000503258,0.05000,3.121
4,mlp.experts.106.up_proj,0.0000821361,0.05000,3.116
4,mlp.experts.135.up_proj,0.0000648711,0.05000,3.636
4,mlp.experts.140.up_proj,0.0000435065,0.05000,1.795
4,mlp.experts.110.up_proj,0.0000732268,0.05000,2.078
4,mlp.experts.125.up_proj,0.0000585639,0.05000,3.753
4,mlp.experts.139.up_proj,0.0000504416,0.05000,3.136
4,mlp.experts.144.up_proj,0.0000309702,0.05000,3.135
4,mlp.experts.114.up_proj,0.0000658639,0.05000,3.460
4,mlp.experts.143.up_proj,0.0001301417,0.05000,1.461
4,mlp.experts.129.up_proj,0.0000435959,0.05000,2.872
4,mlp.experts.148.up_proj,0.0000872915,0.05000,2.675
4,mlp.experts.147.up_proj,0.0000411928,0.05000,2.372
4,mlp.experts.118.up_proj,0.0000412332,0.05000,3.056
4,mlp.experts.133.up_proj,0.0000465839,0.05000,2.997
4,mlp.experts.152.up_proj,0.0000981292,0.05000,1.852
4,mlp.experts.122.up_proj,0.0000458052,0.05000,1.452
4,mlp.experts.156.up_proj,0.0000432085,0.05000,1.462
4,mlp.experts.151.up_proj,0.0000449988,0.05000,3.443
4,mlp.experts.126.up_proj,0.0000600602,0.05000,1.587
4,mlp.experts.137.up_proj,0.0000688798,0.05000,3.523
4,mlp.experts.130.up_proj,0.0000569495,0.05000,1.921
4,mlp.experts.160.up_proj,0.0000375117,0.05000,3.648
4,mlp.experts.155.up_proj,0.0000521275,0.05000,3.650
4,mlp.experts.141.up_proj,0.0000395073,0.05000,3.623
4,mlp.experts.164.up_proj,0.0000768104,0.05000,2.094
4,mlp.experts.134.up_proj,0.0000593000,0.05000,3.079
4,mlp.experts.159.up_proj,0.0000400323,0.05000,2.940
4,mlp.experts.138.up_proj,0.0000695461,0.05000,1.768
4,mlp.experts.145.up_proj,0.0000487153,0.05000,3.152
4,mlp.experts.168.up_proj,0.0000421091,0.05000,3.473
4,mlp.experts.142.up_proj,0.0000204901,0.05000,2.957
4,mlp.experts.163.up_proj,0.0000666002,0.05000,3.832
4,mlp.experts.149.up_proj,0.0000730371,0.05000,3.613
4,mlp.experts.172.up_proj,0.0000469770,0.05000,3.710
4,mlp.experts.146.up_proj,0.0000567386,0.05000,3.585
4,mlp.experts.176.up_proj,0.0000494800,0.05000,1.920
4,mlp.experts.167.up_proj,0.0000305541,0.05000,3.460
4,mlp.experts.153.up_proj,0.0000544157,0.05000,3.256
4,mlp.experts.150.up_proj,0.0000353900,0.05000,2.786
4,mlp.experts.171.up_proj,0.0000397636,0.05000,2.465
4,mlp.experts.180.up_proj,0.0000590842,0.05000,2.650
4,mlp.experts.157.up_proj,0.0000675536,0.05000,2.165
4,mlp.experts.175.up_proj,0.0000605534,0.05000,1.304
4,mlp.experts.184.up_proj,0.0000364632,0.05000,1.316
4,mlp.experts.179.up_proj,0.0000469102,0.05000,1.244
4,mlp.experts.188.up_proj,0.0000684488,0.05000,1.247
4,mlp.experts.154.up_proj,0.0000448691,0.05000,3.037
4,mlp.experts.161.up_proj,0.0000220498,0.05000,2.883
4,mlp.experts.183.up_proj,0.0000562960,0.05000,1.189
4,mlp.experts.192.up_proj,0.0001353239,0.05000,1.172
4,mlp.experts.158.up_proj,0.0001003167,0.05000,1.192
4,mlp.experts.165.up_proj,0.0000684203,0.05000,1.226
4,mlp.experts.187.up_proj,0.0000292360,0.05000,1.237
4,mlp.experts.196.up_proj,0.0000689568,0.05000,1.209
4,mlp.experts.162.up_proj,0.0000849236,0.05000,1.323
4,mlp.experts.169.up_proj,0.0000862924,0.05000,1.252
4,mlp.experts.191.up_proj,0.0000519912,0.05000,1.255
4,mlp.experts.200.up_proj,0.0000447790,0.05000,1.237
4,mlp.experts.166.up_proj,0.0000721394,0.05000,1.293
4,mlp.experts.173.up_proj,0.0000806716,0.05000,1.246
4,mlp.experts.195.up_proj,0.0000525886,0.05000,1.272
4,mlp.experts.204.up_proj,0.0001054569,0.05000,1.264
4,mlp.experts.170.up_proj,0.0000408791,0.05000,1.295
4,mlp.experts.177.up_proj,0.0000446172,0.05000,1.300
4,mlp.experts.199.up_proj,0.0000590733,0.05000,1.323
4,mlp.experts.208.up_proj,0.0001290125,0.05000,1.316
4,mlp.experts.174.up_proj,0.0000396795,0.05000,1.269
4,mlp.experts.181.up_proj,0.0000394003,0.05000,1.269
4,mlp.experts.185.up_proj,0.0000405554,0.05000,1.520
4,mlp.experts.178.up_proj,0.0000629702,0.05000,1.696
4,mlp.experts.203.up_proj,0.0000677460,0.05000,2.222
4,mlp.experts.212.up_proj,0.0000921599,0.05000,2.700
4,mlp.experts.189.up_proj,0.0000642202,0.05000,1.574
4,mlp.experts.182.up_proj,0.0000599474,0.05000,1.778
4,mlp.experts.193.up_proj,0.0000516480,0.05000,1.551
4,mlp.experts.186.up_proj,0.0001167024,0.05000,1.739
4,mlp.experts.207.up_proj,0.0000963391,0.05000,3.525
4,mlp.experts.216.up_proj,0.0000859778,0.05000,3.529
4,mlp.experts.197.up_proj,0.0000518396,0.05000,2.333
4,mlp.experts.190.up_proj,0.0000453248,0.05000,1.970
4,mlp.experts.211.up_proj,0.0000599128,0.05000,3.330
4,mlp.experts.201.up_proj,0.0000597160,0.05000,1.628
4,mlp.experts.220.up_proj,0.0000980559,0.05000,3.453
4,mlp.experts.194.up_proj,0.0000866131,0.05000,3.181
4,mlp.experts.205.up_proj,0.0000420032,0.05000,2.143
4,mlp.experts.215.up_proj,0.0000474772,0.05000,2.604
4,mlp.experts.209.up_proj,0.0000500847,0.05000,1.433
4,mlp.experts.224.up_proj,0.0000545473,0.05000,3.530
4,mlp.experts.219.up_proj,0.0000618927,0.05000,2.250
4,mlp.experts.198.up_proj,0.0000570194,0.05000,3.318
4,mlp.experts.213.up_proj,0.0000455683,0.05000,1.658
4,mlp.experts.223.up_proj,0.0000759981,0.05000,1.957
4,mlp.experts.228.up_proj,0.0000590401,0.05000,2.901
4,mlp.experts.202.up_proj,0.0000481941,0.05000,3.349
4,mlp.experts.217.up_proj,0.0000642379,0.05000,3.346
4,mlp.experts.227.up_proj,0.0000383896,0.05000,1.975
4,mlp.experts.232.up_proj,0.0000463773,0.05000,2.854
4,mlp.experts.221.up_proj,0.0000971236,0.05000,2.453
4,mlp.experts.206.up_proj,0.0001079893,0.05000,3.727
4,mlp.experts.231.up_proj,0.0000865396,0.05000,3.690
4,mlp.experts.225.up_proj,0.0001090473,0.05000,1.675
4,mlp.experts.236.up_proj,0.0000273058,0.05000,3.121
4,mlp.experts.229.up_proj,0.0000584425,0.05000,1.576
4,mlp.experts.210.up_proj,0.0000579002,0.05000,3.125
4,mlp.experts.235.up_proj,0.0000475511,0.05000,3.190
4,mlp.experts.233.up_proj,0.0000791254,0.05000,1.676
4,mlp.experts.240.up_proj,0.0000574227,0.05000,3.527
4,mlp.experts.237.up_proj,0.0000735390,0.05000,1.435
4,mlp.experts.239.up_proj,0.0000814279,0.05000,2.630
4,mlp.experts.214.up_proj,0.0000627805,0.05000,3.430
4,mlp.experts.244.up_proj,0.0000476141,0.05000,2.120
4,mlp.experts.241.up_proj,0.0000244993,0.05000,2.003
4,mlp.experts.243.up_proj,0.0000585200,0.05000,3.021
4,mlp.experts.248.up_proj,0.0000570415,0.05000,2.917
4,mlp.experts.218.up_proj,0.0000742077,0.05000,3.279
4,mlp.experts.245.up_proj,0.0000452600,0.05000,3.721
4,mlp.experts.247.up_proj,0.0000388675,0.05000,3.702
4,mlp.experts.252.up_proj,0.0001117401,0.05000,3.680
4,mlp.experts.222.up_proj,0.0000293344,0.05000,3.494
4,mlp.experts.249.up_proj,0.0000677813,0.05000,2.554
4,mlp.experts.251.up_proj,0.0000623203,0.05000,1.113
4,mlp.experts.226.up_proj,0.0000625728,0.05000,0.829
4,mlp.experts.253.up_proj,0.0000660282,0.05000,0.832
4,mlp.experts.255.up_proj,0.0000715731,0.05000,0.734
4,mlp.experts.230.up_proj,0.0000364106,0.05000,0.598
4,mlp.experts.234.up_proj,0.0000514702,0.05000,0.199
4,mlp.experts.238.up_proj,0.0000845738,0.05000,0.202
4,mlp.experts.242.up_proj,0.0000472425,0.05000,0.199
4,mlp.experts.246.up_proj,0.0000503201,0.05000,0.200
4,mlp.experts.250.up_proj,0.0000623103,0.05000,0.200
4,mlp.experts.254.up_proj,0.0000355362,0.05000,0.201
4,mlp.experts.1.down_proj,0.0000013892,0.05000,0.343
4,mlp.experts.2.down_proj,0.0000013220,0.05000,0.344
4,mlp.experts.3.down_proj,0.0000006059,0.05000,0.377
4,mlp.experts.5.down_proj,0.0000004523,0.05000,0.323
4,mlp.experts.0.down_proj,0.0000004404,0.05000,0.674
4,mlp.experts.6.down_proj,0.0000015086,0.05000,0.324
4,mlp.experts.7.down_proj,0.0000003073,0.05000,0.326
4,mlp.experts.4.down_proj,0.0000019763,0.05000,0.297
4,mlp.experts.10.down_proj,0.0000015800,0.05000,0.301
4,mlp.experts.9.down_proj,0.0000004176,0.05000,0.307
4,mlp.experts.11.down_proj,0.0000016794,0.05000,0.290
4,mlp.experts.8.down_proj,0.0000019663,0.05000,0.484
4,mlp.experts.14.down_proj,0.0000008567,0.05000,0.657
4,mlp.experts.15.down_proj,0.0000009026,0.05000,0.748
4,mlp.experts.13.down_proj,0.0000002271,0.05000,0.795
4,mlp.experts.12.down_proj,0.0000013903,0.05000,0.474
4,mlp.experts.16.down_proj,0.0000008789,0.05000,0.471
4,mlp.experts.18.down_proj,0.0000005618,0.05000,0.869
4,mlp.experts.19.down_proj,0.0000003817,0.05000,0.881
4,mlp.experts.17.down_proj,0.0000008335,0.05000,0.945
4,mlp.experts.20.down_proj,0.0000003441,0.05000,0.472
4,mlp.experts.22.down_proj,0.0000025204,0.05000,0.739
4,mlp.experts.23.down_proj,0.0000003484,0.05000,0.660
4,mlp.experts.21.down_proj,0.0000004332,0.05000,0.575
4,mlp.experts.24.down_proj,0.0000006275,0.05000,0.376
4,mlp.experts.27.down_proj,0.0000004871,0.05000,0.584
4,mlp.experts.26.down_proj,0.0000039263,0.05000,0.642
4,mlp.experts.25.down_proj,0.0000018527,0.05000,0.819
4,mlp.experts.28.down_proj,0.0000006289,0.05000,0.505
4,mlp.experts.29.down_proj,0.0000016064,0.05000,0.418
4,mlp.experts.31.down_proj,0.0000005453,0.05000,0.725
4,mlp.experts.30.down_proj,0.0000012373,0.05000,0.908
4,mlp.experts.33.down_proj,0.0000011150,0.05000,0.419
4,mlp.experts.32.down_proj,0.0000008642,0.05000,0.925
4,mlp.experts.37.down_proj,0.0000009700,0.05000,0.417
4,mlp.experts.35.down_proj,0.0000004750,0.05000,0.928
4,mlp.experts.34.down_proj,0.0000021723,0.05000,0.896
4,mlp.experts.41.down_proj,0.0000007952,0.05000,0.478
4,mlp.experts.36.down_proj,0.0000013075,0.05000,0.951
4,mlp.experts.39.down_proj,0.0000005253,0.05000,0.959
4,mlp.experts.38.down_proj,0.0000016499,0.05000,0.945
4,mlp.experts.45.down_proj,0.0000004976,0.05000,0.939
4,mlp.experts.40.down_proj,0.0000028827,0.05000,0.980
4,mlp.experts.43.down_proj,0.0000010072,0.05000,0.930
4,mlp.experts.42.down_proj,0.0000023889,0.05000,0.776
4,mlp.experts.49.down_proj,0.0000004908,0.05000,0.913
4,mlp.experts.44.down_proj,0.0000021359,0.05000,0.865
4,mlp.experts.46.down_proj,0.0000019271,0.05000,0.591
4,mlp.experts.47.down_proj,0.0000012013,0.05000,0.939
4,mlp.experts.53.down_proj,0.0000018510,0.05000,0.947
4,mlp.experts.48.down_proj,0.0000003489,0.05000,0.971
4,mlp.experts.50.down_proj,0.0000003507,0.05000,0.965
4,mlp.experts.51.down_proj,0.0000013229,0.05000,0.977
4,mlp.experts.57.down_proj,0.0000012362,0.05000,0.986
4,mlp.experts.52.down_proj,0.0000007108,0.05000,0.977
4,mlp.experts.54.down_proj,0.0000010826,0.05000,0.992
4,mlp.experts.55.down_proj,0.0000021929,0.05000,0.967
4,mlp.experts.61.down_proj,0.0000003069,0.05000,0.979
4,mlp.experts.56.down_proj,0.0000003877,0.05000,0.970
4,mlp.experts.58.down_proj,0.0000006226,0.05000,0.988
4,mlp.experts.59.down_proj,0.0000046400,0.05000,0.961
4,mlp.experts.65.down_proj,0.0000005198,0.05000,0.982
4,mlp.experts.62.down_proj,0.0000003135,0.05000,0.717
4,mlp.experts.60.down_proj,0.0000020123,0.05000,0.976
4,mlp.experts.63.down_proj,0.0000016297,0.05000,0.639
4,mlp.experts.67.down_proj,0.0000006386,0.05000,0.448
4,mlp.experts.66.down_proj,0.0000004333,0.05000,0.648
4,mlp.experts.69.down_proj,0.0000003618,0.05000,0.892
4,mlp.experts.64.down_proj,0.0000005063,0.05000,0.974
4,mlp.experts.71.down_proj,0.0000020389,0.05000,0.421
4,mlp.experts.70.down_proj,0.0000019556,0.05000,0.424
4,mlp.experts.75.down_proj,0.0000011075,0.05000,0.416
4,mlp.experts.74.down_proj,0.0000005560,0.05000,0.420
4,mlp.experts.73.down_proj,0.0000011837,0.05000,0.925
4,mlp.experts.79.down_proj,0.0000004729,0.05000,0.418
4,mlp.experts.78.down_proj,0.0000023128,0.05000,0.422
4,mlp.experts.68.down_proj,0.0000006250,0.05000,0.967
4,mlp.experts.83.down_proj,0.0000005924,0.05000,0.420
4,mlp.experts.82.down_proj,0.0000012275,0.05000,0.419
4,mlp.experts.77.down_proj,0.0000053786,0.05000,0.908
4,mlp.experts.86.down_proj,0.0000022230,0.05000,0.365
4,mlp.experts.72.down_proj,0.0000003139,0.05000,0.917
4,mlp.experts.90.down_proj,0.0000016105,0.05000,0.363
4,mlp.experts.87.down_proj,0.0000003349,0.05000,0.875
4,mlp.experts.81.down_proj,0.0000003040,0.05000,0.761
4,mlp.experts.94.down_proj,0.0000024328,0.05000,0.361
4,mlp.experts.98.down_proj,0.0000020149,0.05000,0.354
4,mlp.experts.76.down_proj,0.0000015289,0.05000,0.882
4,mlp.experts.91.down_proj,0.0000004352,0.05000,0.897
4,mlp.experts.102.down_proj,0.0000002803,0.05000,0.362
4,mlp.experts.85.down_proj,0.0000010016,0.05000,0.882
4,mlp.experts.106.down_proj,0.0000012478,0.05000,0.352
4,mlp.experts.80.down_proj,0.0000010793,0.05000,0.878
4,mlp.experts.110.down_proj,0.0000015943,0.05000,0.341
4,mlp.experts.95.down_proj,0.0000003106,0.05000,0.881
4,mlp.experts.89.down_proj,0.0000004512,0.05000,0.783
4,mlp.experts.114.down_proj,0.0000012023,0.05000,0.357
4,mlp.experts.118.down_proj,0.0000015403,0.05000,0.357
4,mlp.experts.84.down_proj,0.0000007282,0.05000,0.886
4,mlp.experts.93.down_proj,0.0000023150,0.05000,0.746
4,mlp.experts.99.down_proj,0.0000005933,0.05000,0.879
4,mlp.experts.122.down_proj,0.0000012927,0.05000,0.330
4,mlp.experts.97.down_proj,0.0000004326,0.05000,0.300
4,mlp.experts.126.down_proj,0.0000009106,0.05000,0.293
4,mlp.experts.101.down_proj,0.0000003964,0.05000,0.294
4,mlp.experts.88.down_proj,0.0000013675,0.05000,0.850
4,mlp.experts.130.down_proj,0.0000004380,0.05000,0.299
4,mlp.experts.105.down_proj,0.0000018329,0.05000,0.298
4,mlp.experts.103.down_proj,0.0000016253,0.05000,0.834
4,mlp.experts.134.down_proj,0.0000022504,0.05000,0.298
4,mlp.experts.109.down_proj,0.0000008158,0.05000,0.300
4,mlp.experts.138.down_proj,0.0000017663,0.05000,0.295
4,mlp.experts.113.down_proj,0.0000026510,0.05000,0.295
4,mlp.experts.92.down_proj,0.0000004876,0.05000,0.842
4,mlp.experts.142.down_proj,0.0000010757,0.05000,0.297
4,mlp.experts.107.down_proj,0.0000011279,0.05000,0.852
4,mlp.experts.146.down_proj,0.0000004246,0.05000,0.485
4,mlp.experts.117.down_proj,0.0000016705,0.05000,0.717
4,mlp.experts.96.down_proj,0.0000003305,0.05000,0.880
4,mlp.experts.150.down_proj,0.0000002745,0.05000,0.475
4,mlp.experts.111.down_proj,0.0000007030,0.05000,0.801
4,mlp.experts.121.down_proj,0.0000023126,0.05000,0.990
4,mlp.experts.100.down_proj,0.0000013487,0.05000,0.931
4,mlp.experts.154.down_proj,0.0000009540,0.05000,0.922
4,mlp.experts.115.down_proj,0.0000017942,0.05000,0.942
4,mlp.experts.119.down_proj,0.0000009561,0.05000,0.468
4,mlp.experts.125.down_proj,0.0000004999,0.05000,0.901
4,mlp.experts.104.down_proj,0.0000016631,0.05000,0.808
4,mlp.experts.158.down_proj,0.0000023791,0.05000,0.874
4,mlp.experts.123.down_proj,0.0000014717,0.05000,0.533
4,mlp.experts.129.down_proj,0.0000009741,0.05000,0.871
4,mlp.experts.127.down_proj,0.0000005908,0.05000,0.505
4,mlp.experts.108.down_proj,0.0000012037,0.05000,0.928
4,mlp.experts.162.down_proj,0.0000012201,0.05000,0.897
4,mlp.experts.166.down_proj,0.0000013489,0.05000,0.454
4,mlp.experts.133.down_proj,0.0000004920,0.05000,0.827
4,mlp.experts.131.down_proj,0.0000003125,0.05000,0.800
4,mlp.experts.112.down_proj,0.0000013251,0.05000,0.765
4,mlp.experts.170.down_proj,0.0000008468,0.05000,0.928
4,mlp.experts.116.down_proj,0.0000011239,0.05000,0.869
4,mlp.experts.135.down_proj,0.0000005223,0.05000,0.922
4,mlp.experts.137.down_proj,0.0000007964,0.05000,0.963
4,mlp.experts.120.down_proj,0.0000003061,0.05000,0.384
4,mlp.experts.139.down_proj,0.0000009696,0.05000,0.440
4,mlp.experts.141.down_proj,0.0000005876,0.05000,0.674
4,mlp.experts.174.down_proj,0.0000003710,0.05000,0.888
4,mlp.experts.143.down_proj,0.0000032024,0.05000,0.394
4,mlp.experts.145.down_proj,0.0000003810,0.05000,0.359
4,mlp.experts.124.down_proj,0.0000008499,0.05000,0.761
4,mlp.experts.147.down_proj,0.0000019187,0.05000,0.355
4,mlp.experts.149.down_proj,0.0000027989,0.05000,0.355
4,mlp.experts.151.down_proj,0.0000008486,0.05000,0.350
4,mlp.experts.178.down_proj,0.0000008163,0.05000,0.865
4,mlp.experts.153.down_proj,0.0000005177,0.05000,0.355
4,mlp.experts.155.down_proj,0.0000019053,0.05000,0.352
4,mlp.experts.128.down_proj,0.0000002290,0.05000,0.814
4,mlp.experts.132.down_proj,0.0000004644,0.05000,0.422
4,mlp.experts.157.down_proj,0.0000006641,0.05000,0.594
4,mlp.experts.182.down_proj,0.0000005932,0.05000,0.800
4,mlp.experts.159.down_proj,0.0000002821,0.05000,0.815
4,mlp.experts.136.down_proj,0.0000004140,0.05000,0.418
4,mlp.experts.161.down_proj,0.0000012248,0.05000,0.551
4,mlp.experts.140.down_proj,0.0000005970,0.05000,0.365
4,mlp.experts.186.down_proj,0.0000043683,0.05000,0.846
4,mlp.experts.165.down_proj,0.0000007232,0.05000,0.478
4,mlp.experts.144.down_proj,0.0000002860,0.05000,0.415
4,mlp.experts.163.down_proj,0.0000007589,0.05000,0.939
4,mlp.experts.169.down_proj,0.0000023623,0.05000,0.531
4,mlp.experts.148.down_proj,0.0000024190,0.05000,0.389
4,mlp.experts.190.down_proj,0.0000023891,0.05000,0.863
4,mlp.experts.152.down_proj,0.0000033688,0.05000,0.402
4,mlp.experts.167.down_proj,0.0000008974,0.05000,0.948
4,mlp.experts.173.down_proj,0.0000011113,0.05000,0.687
4,mlp.experts.156.down_proj,0.0000012625,0.05000,0.428
4,mlp.experts.194.down_proj,0.0000020169,0.05000,0.854
4,mlp.experts.160.down_proj,0.0000006895,0.05000,0.716
4,mlp.experts.177.down_proj,0.0000009209,0.05000,0.921
4,mlp.experts.171.down_proj,0.0000003342,0.05000,1.000
4,mlp.experts.198.down_proj,0.0000025475,0.05000,0.772
4,mlp.experts.164.down_proj,0.0000020309,0.05000,0.975
4,mlp.experts.181.down_proj,0.0000006727,0.05000,0.966
4,mlp.experts.175.down_proj,0.0000016097,0.05000,0.983
4,mlp.experts.202.down_proj,0.0000003418,0.05000,0.914
4,mlp.experts.168.down_proj,0.0000004241,0.05000,0.974
4,mlp.experts.185.down_proj,0.0000005387,0.05000,0.964
4,mlp.experts.179.down_proj,0.0000003566,0.05000,1.001
4,mlp.experts.206.down_proj,0.0000004217,0.05000,0.938
4,mlp.experts.172.down_proj,0.0000005820,0.05000,0.981
4,mlp.experts.189.down_proj,0.0000006967,0.05000,0.972
4,mlp.experts.183.down_proj,0.0000004261,0.05000,0.993
4,mlp.experts.210.down_proj,0.0000006043,0.05000,1.019
4,mlp.experts.193.down_proj,0.0000004204,0.05000,0.800
4,mlp.experts.176.down_proj,0.0000005173,0.05000,0.968
4,mlp.experts.187.down_proj,0.0000003439,0.05000,0.914
4,mlp.experts.214.down_proj,0.0000007473,0.05000,0.978
4,mlp.experts.197.down_proj,0.0000005852,0.05000,0.761
4,mlp.experts.180.down_proj,0.0000013795,0.05000,0.989
4,mlp.experts.191.down_proj,0.0000003813,0.05000,0.991
4,mlp.experts.218.down_proj,0.0000015404,0.05000,0.975
4,mlp.experts.201.down_proj,0.0000010030,0.05000,0.717
4,mlp.experts.184.down_proj,0.0000003729,0.05000,0.967
4,mlp.experts.195.down_proj,0.0000006916,0.05000,0.975
4,mlp.experts.205.down_proj,0.0000005682,0.05000,0.791
4,mlp.experts.222.down_proj,0.0000003424,0.05000,0.968
4,mlp.experts.199.down_proj,0.0000005576,0.05000,0.828
4,mlp.experts.188.down_proj,0.0000005398,0.05000,0.951
4,mlp.experts.209.down_proj,0.0000007532,0.05000,0.838
4,mlp.experts.226.down_proj,0.0000009417,0.05000,0.978
4,mlp.experts.203.down_proj,0.0000027854,0.05000,0.473
4,mlp.experts.192.down_proj,0.0000030011,0.05000,0.912
4,mlp.experts.213.down_proj,0.0000004087,0.05000,0.891
4,mlp.experts.230.down_proj,0.0000004410,0.05000,0.957
4,mlp.experts.207.down_proj,0.0000016721,0.05000,0.847
4,mlp.experts.217.down_proj,0.0000026496,0.05000,0.481
4,mlp.experts.196.down_proj,0.0000006864,0.05000,0.966
4,mlp.experts.221.down_proj,0.0000030948,0.05000,0.500
4,mlp.experts.234.down_proj,0.0000004863,0.05000,0.914
4,mlp.experts.211.down_proj,0.0000005285,0.05000,0.955
4,mlp.experts.200.down_proj,0.0000013741,0.05000,0.879
4,mlp.experts.225.down_proj,0.0000020492,0.05000,0.829
4,mlp.experts.215.down_proj,0.0000005478,0.05000,0.632
4,mlp.experts.238.down_proj,0.0000014490,0.05000,0.969
4,mlp.experts.219.down_proj,0.0000005431,0.05000,0.419
4,mlp.experts.229.down_proj,0.0000004867,0.05000,0.823
4,mlp.experts.204.down_proj,0.0000029421,0.05000,0.971
4,mlp.experts.242.down_proj,0.0000004951,0.05000,0.709
4,mlp.experts.223.down_proj,0.0000015759,0.05000,0.624
4,mlp.experts.246.down_proj,0.0000004020,0.05000,0.442
4,mlp.experts.233.down_proj,0.0000006912,0.05000,0.816
4,mlp.experts.208.down_proj,0.0000026759,0.05000,0.998
4,mlp.experts.227.down_proj,0.0000003075,0.05000,0.811
4,mlp.experts.237.down_proj,0.0000009014,0.05000,0.570
4,mlp.experts.250.down_proj,0.0000011342,0.05000,0.818
4,mlp.experts.231.down_proj,0.0000020152,0.05000,0.400
4,mlp.experts.212.down_proj,0.0000021213,0.05000,0.580
4,mlp.experts.254.down_proj,0.0000005272,0.05000,0.596
4,mlp.experts.216.down_proj,0.0000020174,0.05000,0.395
4,mlp.experts.241.down_proj,0.0000020878,0.05000,0.778
4,mlp.experts.235.down_proj,0.0000008389,0.05000,0.601
4,mlp.experts.220.down_proj,0.0000016476,0.05000,0.163
4,mlp.experts.245.down_proj,0.0000003611,0.05000,0.152
4,mlp.experts.239.down_proj,0.0000029007,0.05000,0.153
4,mlp.experts.224.down_proj,0.0000004300,0.05000,0.154
4,mlp.experts.249.down_proj,0.0000006142,0.05000,0.149
4,mlp.experts.243.down_proj,0.0000012220,0.05000,0.149
4,mlp.experts.228.down_proj,0.0000012298,0.05000,0.147
4,mlp.experts.253.down_proj,0.0000018655,0.05000,0.147
4,mlp.experts.247.down_proj,0.0000004606,0.05000,0.142
4,mlp.experts.232.down_proj,0.0000004565,0.05000,0.112
4,mlp.experts.251.down_proj,0.0000009912,0.05000,0.103
4,mlp.experts.236.down_proj,0.0000002288,0.05000,0.103
4,mlp.experts.255.down_proj,0.0000006222,0.05000,0.117
4,mlp.experts.240.down_proj,0.0000018295,0.05000,0.079
4,mlp.experts.244.down_proj,0.0000030485,0.05000,0.049
4,mlp.experts.248.down_proj,0.0000004267,0.05000,0.050
4,mlp.experts.252.down_proj,0.0000024688,0.05000,0.050
5,mlp.experts.3.gate_proj,0.0000867362,0.05000,1.769
5,mlp.experts.0.gate_proj,0.0000961856,0.05000,2.676
5,mlp.experts.1.gate_proj,0.0000715888,0.05000,3.287
5,mlp.experts.2.gate_proj,0.0000878941,0.05000,3.434
5,mlp.experts.7.gate_proj,0.0000768906,0.05000,2.045
5,mlp.experts.4.gate_proj,0.0000405217,0.05000,1.386
5,mlp.experts.5.gate_proj,0.0000624597,0.05000,1.446
5,mlp.experts.6.gate_proj,0.0000639273,0.05000,1.315
5,mlp.experts.11.gate_proj,0.0000576655,0.05000,1.335
5,mlp.experts.8.gate_proj,0.0000813773,0.05000,1.342
5,mlp.experts.9.gate_proj,0.0000552486,0.05000,1.337
5,mlp.experts.10.gate_proj,0.0000461989,0.05000,1.345
5,mlp.experts.15.gate_proj,0.0000609793,0.05000,1.349
5,mlp.experts.12.gate_proj,0.0000877704,0.05000,1.336
5,mlp.experts.14.gate_proj,0.0000804548,0.05000,1.397
5,mlp.experts.13.gate_proj,0.0000605882,0.05000,1.498
5,mlp.experts.16.gate_proj,0.0001060687,0.05000,1.479
5,mlp.experts.19.gate_proj,0.0000768161,0.05000,2.031
5,mlp.experts.18.gate_proj,0.0000748690,0.05000,1.598
5,mlp.experts.20.gate_proj,0.0000537481,0.05000,2.285
5,mlp.experts.17.gate_proj,0.0000669025,0.05000,3.204
5,mlp.experts.22.gate_proj,0.0000456026,0.05000,2.114
5,mlp.experts.23.gate_proj,0.0001345455,0.05000,3.298
5,mlp.experts.24.gate_proj,0.0000584428,0.05000,2.519
5,mlp.experts.26.gate_proj,0.0000644519,0.05000,1.843
5,mlp.experts.27.gate_proj,0.0000729615,0.05000,1.676
5,mlp.experts.21.gate_proj,0.0000565485,0.05000,2.998
5,mlp.experts.28.gate_proj,0.0000812007,0.05000,1.344
5,mlp.experts.30.gate_proj,0.0000754968,0.05000,1.375
5,mlp.experts.31.gate_proj,0.0000813625,0.05000,1.339
5,mlp.experts.25.gate_proj,0.0000517598,0.05000,1.337
5,mlp.experts.32.gate_proj,0.0000505322,0.05000,1.321
5,mlp.experts.34.gate_proj,0.0000408524,0.05000,1.331
5,mlp.experts.35.gate_proj,0.0000828781,0.05000,1.318
5,mlp.experts.29.gate_proj,0.0000620111,0.05000,1.262
5,mlp.experts.36.gate_proj,0.0000422491,0.05000,1.201
5,mlp.experts.38.gate_proj,0.0000649515,0.05000,1.212
5,mlp.experts.39.gate_proj,0.0001299863,0.05000,1.474
5,mlp.experts.33.gate_proj,0.0000903004,0.05000,1.458
5,mlp.experts.40.gate_proj,0.0000943083,0.05000,2.972
5,mlp.experts.37.gate_proj,0.0000587331,0.05000,2.502
5,mlp.experts.42.gate_proj,0.0000832403,0.05000,3.556
5,mlp.experts.43.gate_proj,0.0000602150,0.05000,3.037
5,mlp.experts.41.gate_proj,0.0000400346,0.05000,1.867
5,mlp.experts.44.gate_proj,0.0000637939,0.05000,2.996
5,mlp.experts.47.gate_proj,0.0000348086,0.05000,2.517
5,mlp.experts.46.gate_proj,0.0000873103,0.05000,2.689
5,mlp.experts.51.gate_proj,0.0000512969,0.05000,1.814
5,mlp.experts.45.gate_proj,0.0000730427,0.05000,3.649
5,mlp.experts.48.gate_proj,0.0000740946,0.05000,3.757
5,mlp.experts.50.gate_proj,0.0000697480,0.05000,3.586
5,mlp.experts.55.gate_proj,0.0000588183,0.05000,1.919
5,mlp.experts.49.gate_proj,0.0000892418,0.05000,3.072
5,mlp.experts.59.gate_proj,0.0000485028,0.05000,3.363
5,mlp.experts.52.gate_proj,0.0000849906,0.05000,3.687
5,mlp.experts.54.gate_proj,0.0000761455,0.05000,3.573
5,mlp.experts.53.gate_proj,0.0000759547,0.05000,3.849
5,mlp.experts.63.gate_proj,0.0000848943,0.05000,3.113
5,mlp.experts.56.gate_proj,0.0000689115,0.05000,3.776
5,mlp.experts.58.gate_proj,0.0000656551,0.05000,3.750
5,mlp.experts.67.gate_proj,0.0000654122,0.05000,1.982
5,mlp.experts.57.gate_proj,0.0000490342,0.05000,3.105
5,mlp.experts.61.gate_proj,0.0000639528,0.05000,1.491
5,mlp.experts.60.gate_proj,0.0000712879,0.05000,3.509
5,mlp.experts.62.gate_proj,0.0001399809,0.05000,3.626
5,mlp.experts.71.gate_proj,0.0000778476,0.05000,3.648
5,mlp.experts.65.gate_proj,0.0000345999,0.05000,3.156
5,mlp.experts.64.gate_proj,0.0003385400,0.05000,3.032
5,mlp.experts.66.gate_proj,0.0001182235,0.05000,3.233
5,mlp.experts.75.gate_proj,0.0000600217,0.05000,3.722
5,mlp.experts.69.gate_proj,0.0000827161,0.05000,3.594
5,mlp.experts.68.gate_proj,0.0000490466,0.05000,3.837
5,mlp.experts.70.gate_proj,0.0000554602,0.05000,3.749
5,mlp.experts.79.gate_proj,0.0000540864,0.05000,3.742
5,mlp.experts.72.gate_proj,0.0000550355,0.05000,2.979
5,mlp.experts.74.gate_proj,0.0001046733,0.05000,2.980
5,mlp.experts.73.gate_proj,0.0000718618,0.05000,3.602
5,mlp.experts.78.gate_proj,0.0000532607,0.05000,1.881
5,mlp.experts.83.gate_proj,0.0000607565,0.05000,3.640
5,mlp.experts.76.gate_proj,0.0000588386,0.05000,3.659
5,mlp.experts.77.gate_proj,0.0001137462,0.05000,3.478
5,mlp.experts.82.gate_proj,0.0000703699,0.05000,2.957
5,mlp.experts.81.gate_proj,0.0000805753,0.05000,1.652
5,mlp.experts.87.gate_proj,0.0000658089,0.05000,3.357
5,mlp.experts.86.gate_proj,0.0000830695,0.05000,1.385
5,mlp.experts.80.gate_proj,0.0000745817,0.05000,2.906
5,mlp.experts.85.gate_proj,0.0000503585,0.05000,1.576
5,mlp.experts.91.gate_proj,0.0000872086,0.05000,1.712
5,mlp.experts.90.gate_proj,0.0000399931,0.05000,1.765
5,mlp.experts.84.gate_proj,0.0000751524,0.05000,2.854
5,mlp.experts.89.gate_proj,0.0000696400,0.05000,3.345
5,mlp.experts.94.gate_proj,0.0001052936,0.05000,2.529
5,mlp.experts.95.gate_proj,0.0000598478,0.05000,3.040
5,mlp.experts.93.gate_proj,0.0001226431,0.05000,2.075
5,mlp.experts.88.gate_proj,0.0000819750,0.05000,3.387
5,mlp.experts.97.gate_proj,0.0000674719,0.05000,1.680
5,mlp.experts.99.gate_proj,0.0000538924,0.05000,3.675
5,mlp.experts.98.gate_proj,0.0000998873,0.05000,3.835
5,mlp.experts.101.gate_proj,0.0000677823,0.05000,2.032
5,mlp.experts.92.gate_proj,0.0000666933,0.05000,3.349
5,mlp.experts.103.gate_proj,0.0000709127,0.05000,1.995
5,mlp.experts.102.gate_proj,0.0000628136,0.05000,2.996
5,mlp.experts.107.gate_proj,0.0000832178,0.05000,1.853
5,mlp.experts.96.gate_proj,0.0000756362,0.05000,2.865
5,mlp.experts.105.gate_proj,0.0000889865,0.05000,3.290
5,mlp.experts.111.gate_proj,0.0000743432,0.05000,1.703
5,mlp.experts.106.gate_proj,0.0000558978,0.05000,3.151
5,mlp.experts.115.gate_proj,0.0000915447,0.05000,1.367
5,mlp.experts.109.gate_proj,0.0000473205,0.05000,2.134
5,mlp.experts.100.gate_proj,0.0000859498,0.05000,2.555
5,mlp.experts.110.gate_proj,0.0000834678,0.05000,1.280
5,mlp.experts.119.gate_proj,0.0000431501,0.05000,1.269
5,mlp.experts.113.gate_proj,0.0000885196,0.05000,1.260
5,mlp.experts.104.gate_proj,0.0000354231,0.05000,1.271
5,mlp.experts.114.gate_proj,0.0000675292,0.05000,1.241
5,mlp.experts.123.gate_proj,0.0001196474,0.05000,1.292
5,mlp.experts.117.gate_proj,0.0001282134,0.05000,1.304
5,mlp.experts.108.gate_proj,0.0000393569,0.05000,1.293
5,mlp.experts.118.gate_proj,0.0000912023,0.05000,1.340
5,mlp.experts.127.gate_proj,0.0000479051,0.05000,1.287
5,mlp.experts.112.gate_proj,0.0000537545,0.05000,1.241
5,mlp.experts.121.gate_proj,0.0000408851,0.05000,1.271
5,mlp.experts.122.gate_proj,0.0000815656,0.05000,1.269
5,mlp.experts.131.gate_proj,0.0000614939,0.05000,1.387
5,mlp.experts.116.gate_proj,0.0000549109,0.05000,1.858
5,mlp.experts.126.gate_proj,0.0000552565,0.05000,1.583
5,mlp.experts.125.gate_proj,0.0000740856,0.05000,2.988
5,mlp.experts.135.gate_proj,0.0000424478,0.05000,2.497
5,mlp.experts.120.gate_proj,0.0001500085,0.05000,3.367
5,mlp.experts.130.gate_proj,0.0000538421,0.05000,3.756
5,mlp.experts.129.gate_proj,0.0001123584,0.05000,3.675
5,mlp.experts.139.gate_proj,0.0000705809,0.05000,3.298
5,mlp.experts.134.gate_proj,0.0000483224,0.05000,2.363
5,mlp.experts.124.gate_proj,0.0000615761,0.05000,3.037
5,mlp.experts.138.gate_proj,0.0000538717,0.05000,1.893
5,mlp.experts.133.gate_proj,0.0000936150,0.05000,3.561
5,mlp.experts.143.gate_proj,0.0000438398,0.05000,3.196
5,mlp.experts.128.gate_proj,0.0000385888,0.05000,2.485
5,mlp.experts.142.gate_proj,0.0001009432,0.05000,0.963
5,mlp.experts.137.gate_proj,0.0000691839,0.05000,0.954
5,mlp.experts.147.gate_proj,0.0000525694,0.05000,1.038
5,mlp.experts.132.gate_proj,0.0000642840,0.05000,0.878
5,mlp.experts.146.gate_proj,0.0000500476,0.05000,0.917
5,mlp.experts.141.gate_proj,0.0000996029,0.05000,0.957
5,mlp.experts.151.gate_proj,0.0001001210,0.05000,0.989
5,mlp.experts.136.gate_proj,0.0000803603,0.05000,1.239
5,mlp.experts.150.gate_proj,0.0000695685,0.05000,1.284
5,mlp.experts.145.gate_proj,0.0000318496,0.05000,1.293
5,mlp.experts.155.gate_proj,0.0001187295,0.05000,1.298
5,mlp.experts.140.gate_proj,0.0000725993,0.05000,1.351
5,mlp.experts.154.gate_proj,0.0000564937,0.05000,1.329
5,mlp.experts.149.gate_proj,0.0000863492,0.05000,1.332
5,mlp.experts.159.gate_proj,0.0000461108,0.05000,1.343
5,mlp.experts.144.gate_proj,0.0000498893,0.05000,1.295
5,mlp.experts.158.gate_proj,0.0000646547,0.05000,1.301
5,mlp.experts.153.gate_proj,0.0000853762,0.05000,1.287
5,mlp.experts.163.gate_proj,0.0000846064,0.05000,1.319
5,mlp.experts.148.gate_proj,0.0000748198,0.05000,1.347
5,mlp.experts.162.gate_proj,0.0000417946,0.05000,1.355
5,mlp.experts.157.gate_proj,0.0000577578,0.05000,1.344
5,mlp.experts.167.gate_proj,0.0000882924,0.05000,1.336
5,mlp.experts.152.gate_proj,0.0000429552,0.05000,1.333
5,mlp.experts.166.gate_proj,0.0000503674,0.05000,1.323
5,mlp.experts.161.gate_proj,0.0000608947,0.05000,1.315
5,mlp.experts.171.gate_proj,0.0000566999,0.05000,1.286
5,mlp.experts.156.gate_proj,0.0000523447,0.05000,1.290
5,mlp.experts.170.gate_proj,0.0000591236,0.05000,1.441
5,mlp.experts.175.gate_proj,0.0000775318,0.05000,1.309
5,mlp.experts.165.gate_proj,0.0001099200,0.05000,1.535
5,mlp.experts.160.gate_proj,0.0000541153,0.05000,1.301
5,mlp.experts.174.gate_proj,0.0000290236,0.05000,1.326
5,mlp.experts.179.gate_proj,0.0000747967,0.05000,1.292
5,mlp.experts.169.gate_proj,0.0000525522,0.05000,1.299
5,mlp.experts.164.gate_proj,0.0001098084,0.05000,1.301
5,mlp.experts.178.gate_proj,0.0000846951,0.05000,1.304
5,mlp.experts.183.gate_proj,0.0001263199,0.05000,1.305
5,mlp.experts.173.gate_proj,0.0000599133,0.05000,1.308
5,mlp.experts.168.gate_proj,0.0000932941,0.05000,1.260
5,mlp.experts.182.gate_proj,0.0000817308,0.05000,1.156
5,mlp.experts.187.gate_proj,0.0000704660,0.05000,1.205
5,mlp.experts.177.gate_proj,0.0000979106,0.05000,1.201
5,mlp.experts.172.gate_proj,0.0000786441,0.05000,1.201
5,mlp.experts.186.gate_proj,0.0000303621,0.05000,1.177
5,mlp.experts.191.gate_proj,0.0000650226,0.05000,1.248
5,mlp.experts.181.gate_proj,0.0000701123,0.05000,1.387
5,mlp.experts.176.gate_proj,0.0000831810,0.05000,1.450
5,mlp.experts.195.gate_proj,0.0001122330,0.05000,1.443
5,mlp.experts.190.gate_proj,0.0000612690,0.05000,2.240
5,mlp.experts.185.gate_proj,0.0000733128,0.05000,2.173
5,mlp.experts.180.gate_proj,0.0000470758,0.05000,1.682
5,mlp.experts.199.gate_proj,0.0000656527,0.05000,2.921
5,mlp.experts.184.gate_proj,0.0000818789,0.05000,2.002
5,mlp.experts.194.gate_proj,0.0000732021,0.05000,3.208
5,mlp.experts.189.gate_proj,0.0000673713,0.05000,3.170
5,mlp.experts.203.gate_proj,0.0001612757,0.05000,1.464
5,mlp.experts.188.gate_proj,0.0000495518,0.05000,1.502
5,mlp.experts.198.gate_proj,0.0001565405,0.05000,1.276
5,mlp.experts.207.gate_proj,0.0000617558,0.05000,1.275
5,mlp.experts.193.gate_proj,0.0000256027,0.05000,1.667
5,mlp.experts.192.gate_proj,0.0001131579,0.05000,1.279
5,mlp.experts.202.gate_proj,0.0001009765,0.05000,1.284
5,mlp.experts.211.gate_proj,0.0000860213,0.05000,1.108
5,mlp.experts.196.gate_proj,0.0000900913,0.05000,1.052
5,mlp.experts.197.gate_proj,0.0000762064,0.05000,1.113
5,mlp.experts.206.gate_proj,0.0000539640,0.05000,0.913
5,mlp.experts.215.gate_proj,0.0000420284,0.05000,0.958
5,mlp.experts.200.gate_proj,0.0000471087,0.05000,0.983
5,mlp.experts.201.gate_proj,0.0000567750,0.05000,1.010
5,mlp.experts.210.gate_proj,0.0000824791,0.05000,1.212
5,mlp.experts.219.gate_proj,0.0000444852,0.05000,1.296
5,mlp.experts.204.gate_proj,0.0000631429,0.05000,1.297
5,mlp.experts.205.gate_proj,0.0000560415,0.05000,1.285
5,mlp.experts.214.gate_proj,0.0000754821,0.05000,1.234
5,mlp.experts.223.gate_proj,0.0001008549,0.05000,1.197
5,mlp.experts.208.gate_proj,0.0000695161,0.05000,1.232
5,mlp.experts.209.gate_proj,0.0000438383,0.05000,1.223
5,mlp.experts.218.gate_proj,0.0000588603,0.05000,1.264
5,mlp.experts.227.gate_proj,0.0000668257,0.05000,1.608
5,mlp.experts.213.gate_proj,0.0000646687,0.05000,1.474
5,mlp.experts.212.gate_proj,0.0001030663,0.05000,2.051
5,mlp.experts.222.gate_proj,0.0000723378,0.05000,2.462
5,mlp.experts.217.gate_proj,0.0001545571,0.05000,2.160
5,mlp.experts.231.gate_proj,0.0000821850,0.05000,2.329
5,mlp.experts.216.gate_proj,0.0000767323,0.05000,3.284
5,mlp.experts.226.gate_proj,0.0000880905,0.05000,2.814
5,mlp.experts.235.gate_proj,0.0000580910,0.05000,2.657
5,mlp.experts.221.gate_proj,0.0001098878,0.05000,3.649
5,mlp.experts.220.gate_proj,0.0000634940,0.05000,3.351
5,mlp.experts.230.gate_proj,0.0000659897,0.05000,2.925
5,mlp.experts.239.gate_proj,0.0000521983,0.05000,3.625
5,mlp.experts.234.gate_proj,0.0000471375,0.05000,1.656
5,mlp.experts.225.gate_proj,0.0001103159,0.05000,3.665
5,mlp.experts.238.gate_proj,0.0000820940,0.05000,1.666
5,mlp.experts.224.gate_proj,0.0000308391,0.05000,3.725
5,mlp.experts.243.gate_proj,0.0000594468,0.05000,3.566
5,mlp.experts.242.gate_proj,0.0000906634,0.05000,2.244
5,mlp.experts.229.gate_proj,0.0000637387,0.05000,3.594
5,mlp.experts.228.gate_proj,0.0000801233,0.05000,3.716
5,mlp.experts.247.gate_proj,0.0000578664,0.05000,3.747
5,mlp.experts.233.gate_proj,0.0001367104,0.05000,3.122
5,mlp.experts.246.gate_proj,0.0000696498,0.05000,3.769
5,mlp.experts.232.gate_proj,0.0001105477,0.05000,3.029
5,mlp.experts.251.gate_proj,0.0000643335,0.05000,3.490
5,mlp.experts.237.gate_proj,0.0000615550,0.05000,3.829
5,mlp.experts.236.gate_proj,0.0000911855,0.05000,2.446
5,mlp.experts.250.gate_proj,0.0000733791,0.05000,3.751
5,mlp.experts.255.gate_proj,0.0000592647,0.05000,2.388
5,mlp.experts.241.gate_proj,0.0001631444,0.05000,3.491
5,mlp.experts.254.gate_proj,0.0000912379,0.05000,3.180
5,mlp.experts.240.gate_proj,0.0000808836,0.05000,3.806
5,mlp.experts.3.up_proj,0.0000769660,0.05000,3.587
5,mlp.experts.2.up_proj,0.0000800012,0.05000,2.149
5,mlp.experts.245.gate_proj,0.0001055076,0.05000,3.549
5,mlp.experts.6.up_proj,0.0000523849,0.05000,1.994
5,mlp.experts.244.gate_proj,0.0000416823,0.05000,3.909
5,mlp.experts.249.gate_proj,0.0000475797,0.05000,1.485
5,mlp.experts.7.up_proj,0.0000695388,0.05000,3.379
5,mlp.experts.10.up_proj,0.0000435091,0.05000,1.620
5,mlp.experts.11.up_proj,0.0000536076,0.05000,2.189
5,mlp.experts.14.up_proj,0.0000704727,0.05000,1.735
5,mlp.experts.248.gate_proj,0.0000521895,0.05000,3.882
5,mlp.experts.253.gate_proj,0.0000671932,0.05000,3.472
5,mlp.experts.15.up_proj,0.0000572397,0.05000,2.537
5,mlp.experts.18.up_proj,0.0000696070,0.05000,2.809
5,mlp.experts.19.up_proj,0.0000687597,0.05000,1.646
5,mlp.experts.252.gate_proj,0.0001062622,0.05000,3.600
5,mlp.experts.1.up_proj,0.0000648380,0.05000,3.398
5,mlp.experts.23.up_proj,0.0001211326,0.05000,1.997
5,mlp.experts.22.up_proj,0.0000424060,0.05000,3.691
5,mlp.experts.0.up_proj,0.0000858039,0.05000,3.609
5,mlp.experts.5.up_proj,0.0000578425,0.05000,3.638
5,mlp.experts.27.up_proj,0.0000633476,0.05000,2.222
5,mlp.experts.26.up_proj,0.0000603254,0.05000,3.553
5,mlp.experts.4.up_proj,0.0000380458,0.05000,2.567
5,mlp.experts.31.up_proj,0.0000674829,0.05000,2.957
5,mlp.experts.9.up_proj,0.0000517527,0.05000,3.442
5,mlp.experts.8.up_proj,0.0000757523,0.05000,1.512
5,mlp.experts.12.up_proj,0.0000794200,0.05000,1.403
5,mlp.experts.30.up_proj,0.0000690581,0.05000,3.468
5,mlp.experts.35.up_proj,0.0000700490,0.05000,2.589
5,mlp.experts.16.up_proj,0.0001007822,0.05000,1.394
5,mlp.experts.13.up_proj,0.0000569546,0.05000,3.430
5,mlp.experts.34.up_proj,0.0000387115,0.05000,1.602
5,mlp.experts.39.up_proj,0.0001204547,0.05000,1.341
5,mlp.experts.38.up_proj,0.0000603287,0.05000,2.024
5,mlp.experts.20.up_proj,0.0000503319,0.05000,2.084
5,mlp.experts.43.up_proj,0.0000558352,0.05000,3.270
5,mlp.experts.17.up_proj,0.0000619820,0.05000,3.671
5,mlp.experts.42.up_proj,0.0000774265,0.05000,1.745
5,mlp.experts.24.up_proj,0.0000520088,0.05000,1.890
5,mlp.experts.46.up_proj,0.0000793151,0.05000,1.653
5,mlp.experts.28.up_proj,0.0000735667,0.05000,1.642
5,mlp.experts.47.up_proj,0.0000321384,0.05000,3.645
5,mlp.experts.21.up_proj,0.0000532389,0.05000,3.640
5,mlp.experts.32.up_proj,0.0000469117,0.05000,2.531
5,mlp.experts.50.up_proj,0.0000641162,0.05000,3.259
5,mlp.experts.36.up_proj,0.0000404576,0.05000,1.844
5,mlp.experts.51.up_proj,0.0000476566,0.05000,3.526
5,mlp.experts.25.up_proj,0.0000488253,0.05000,3.663
5,mlp.experts.54.up_proj,0.0000695758,0.05000,2.461
5,mlp.experts.40.up_proj,0.0000865086,0.05000,3.112
5,mlp.experts.55.up_proj,0.0000551365,0.05000,3.306
5,mlp.experts.58.up_proj,0.0000606696,0.05000,2.740
5,mlp.experts.29.up_proj,0.0000574966,0.05000,3.469
5,mlp.experts.44.up_proj,0.0000571988,0.05000,1.816
5,mlp.experts.59.up_proj,0.0000411382,0.05000,2.104
5,mlp.experts.48.up_proj,0.0000695479,0.05000,2.371
5,mlp.experts.62.up_proj,0.0001306102,0.05000,3.733
5,mlp.experts.33.up_proj,0.0000863484,0.05000,3.775
5,mlp.experts.63.up_proj,0.0000754667,0.05000,3.548
5,mlp.experts.52.up_proj,0.0000783976,0.05000,3.163
5,mlp.experts.66.up_proj,0.0001028451,0.05000,3.789
5,mlp.experts.37.up_proj,0.0000559627,0.05000,3.699
5,mlp.experts.67.up_proj,0.0000590133,0.05000,3.307
5,mlp.experts.70.up_proj,0.0000513290,0.05000,2.375
5,mlp.experts.56.up_proj,0.0000641746,0.05000,3.370
5,mlp.experts.41.up_proj,0.0000373151,0.05000,2.330
5,mlp.experts.74.up_proj,0.0000978101,0.05000,1.813
5,mlp.experts.60.up_proj,0.0000660153,0.05000,2.751
5,mlp.experts.71.up_proj,0.0000751387,0.05000,3.914
5,mlp.experts.45.up_proj,0.0000661186,0.05000,3.685
5,mlp.experts.64.up_proj,0.0000920000,0.05000,1.712
5,mlp.experts.78.up_proj,0.0000489428,0.05000,3.526
5,mlp.experts.75.up_proj,0.0000550300,0.05000,2.836
5,mlp.experts.68.up_proj,0.0000456563,0.05000,1.324
5,mlp.experts.49.up_proj,0.0000814212,0.05000,1.901
5,mlp.experts.82.up_proj,0.0000654321,0.05000,1.209
5,mlp.experts.79.up_proj,0.0000500998,0.05000,1.278
5,mlp.experts.72.up_proj,0.0000513023,0.05000,1.276
5,mlp.experts.53.up_proj,0.0000709007,0.05000,1.273
5,mlp.experts.86.up_proj,0.0000779604,0.05000,1.226
5,mlp.experts.83.up_proj,0.0000569664,0.05000,1.244
5,mlp.experts.76.up_proj,0.0000544792,0.05000,1.272
5,mlp.experts.57.up_proj,0.0000459324,0.05000,1.422
5,mlp.experts.90.up_proj,0.0000381849,0.05000,2.045
5,mlp.experts.80.up_proj,0.0000694728,0.05000,2.018
5,mlp.experts.87.up_proj,0.0000618789,0.05000,2.745
5,mlp.experts.61.up_proj,0.0000615800,0.05000,3.612
5,mlp.experts.84.up_proj,0.0000669586,0.05000,2.117
5,mlp.experts.94.up_proj,0.0000865059,0.05000,3.457
5,mlp.experts.88.up_proj,0.0000765424,0.05000,1.576
5,mlp.experts.91.up_proj,0.0000824016,0.05000,3.612
5,mlp.experts.98.up_proj,0.0000921358,0.05000,2.132
5,mlp.experts.65.up_proj,0.0000316071,0.05000,3.413
5,mlp.experts.92.up_proj,0.0000579494,0.05000,3.006
5,mlp.experts.102.up_proj,0.0000593391,0.05000,1.720
5,mlp.experts.95.up_proj,0.0000562708,0.05000,3.544
5,mlp.experts.69.up_proj,0.0000778705,0.05000,2.694
5,mlp.experts.106.up_proj,0.0000521906,0.05000,2.440
5,mlp.experts.96.up_proj,0.0000700124,0.05000,3.152
5,mlp.experts.73.up_proj,0.0000665869,0.05000,2.085
5,mlp.experts.110.up_proj,0.0000772396,0.05000,1.482
5,mlp.experts.99.up_proj,0.0000498311,0.05000,3.620
5,mlp.experts.114.up_proj,0.0000604940,0.05000,1.833
5,mlp.experts.77.up_proj,0.0001092795,0.05000,2.722
5,mlp.experts.100.up_proj,0.0000777736,0.05000,3.869
5,mlp.experts.103.up_proj,0.0000654825,0.05000,3.075
5,mlp.experts.81.up_proj,0.0000711490,0.05000,2.537
5,mlp.experts.118.up_proj,0.0000847254,0.05000,3.214
5,mlp.experts.107.up_proj,0.0000769902,0.05000,1.513
5,mlp.experts.104.up_proj,0.0000337936,0.05000,2.627
5,mlp.experts.111.up_proj,0.0000693168,0.05000,2.330
5,mlp.experts.85.up_proj,0.0000470054,0.05000,3.222
5,mlp.experts.122.up_proj,0.0000751656,0.05000,3.223
5,mlp.experts.108.up_proj,0.0000357581,0.05000,2.826
5,mlp.experts.115.up_proj,0.0000907660,0.05000,2.675
5,mlp.experts.112.up_proj,0.0000500633,0.05000,2.809
5,mlp.experts.89.up_proj,0.0000646209,0.05000,3.411
5,mlp.experts.126.up_proj,0.0000470986,0.05000,3.528
5,mlp.experts.119.up_proj,0.0000403868,0.05000,3.006
5,mlp.experts.116.up_proj,0.0000487995,0.05000,2.195
5,mlp.experts.93.up_proj,0.0001137096,0.05000,3.598
5,mlp.experts.120.up_proj,0.0001281855,0.05000,1.638
5,mlp.experts.130.up_proj,0.0000498229,0.05000,3.553
5,mlp.experts.123.up_proj,0.0001107233,0.05000,2.951
5,mlp.experts.124.up_proj,0.0000574393,0.05000,1.575
5,mlp.experts.134.up_proj,0.0000448469,0.05000,2.076
5,mlp.experts.97.up_proj,0.0000637518,0.05000,3.102
5,mlp.experts.127.up_proj,0.0000450864,0.05000,3.189
5,mlp.experts.128.up_proj,0.0000351071,0.05000,2.757
5,mlp.experts.138.up_proj,0.0000514629,0.05000,2.596
5,mlp.experts.101.up_proj,0.0000624419,0.05000,3.424
5,mlp.experts.142.up_proj,0.0000815148,0.05000,2.359
5,mlp.experts.132.up_proj,0.0000599112,0.05000,3.272
5,mlp.experts.131.up_proj,0.0000572272,0.05000,3.727
5,mlp.experts.105.up_proj,0.0000824991,0.05000,3.159
5,mlp.experts.136.up_proj,0.0000754605,0.05000,1.929
5,mlp.experts.135.up_proj,0.0000395533,0.05000,1.949
5,mlp.experts.146.up_proj,0.0000454898,0.05000,2.713
5,mlp.experts.109.up_proj,0.0000446030,0.05000,1.195
5,mlp.experts.140.up_proj,0.0000645229,0.05000,1.190
5,mlp.experts.139.up_proj,0.0000616595,0.05000,1.283
5,mlp.experts.150.up_proj,0.0000651280,0.05000,1.280
5,mlp.experts.144.up_proj,0.0000433953,0.05000,1.295
5,mlp.experts.113.up_proj,0.0000785098,0.05000,1.313
5,mlp.experts.154.up_proj,0.0000523101,0.05000,1.317
5,mlp.experts.143.up_proj,0.0000411194,0.05000,1.332
5,mlp.experts.117.up_proj,0.0001157670,0.05000,1.282
5,mlp.experts.148.up_proj,0.0000696560,0.05000,1.303
5,mlp.experts.147.up_proj,0.0000494726,0.05000,1.255
5,mlp.experts.158.up_proj,0.0000604685,0.05000,1.256
5,mlp.experts.152.up_proj,0.0000391168,0.05000,1.130
5,mlp.experts.121.up_proj,0.0000386327,0.05000,1.212
5,mlp.experts.151.up_proj,0.0000853921,0.05000,1.262
5,mlp.experts.162.up_proj,0.0000394384,0.05000,1.738
5,mlp.experts.156.up_proj,0.0000476183,0.05000,1.361
5,mlp.experts.125.up_proj,0.0000686067,0.05000,1.429
5,mlp.experts.155.up_proj,0.0001073601,0.05000,1.441
5,mlp.experts.160.up_proj,0.0000509022,0.05000,1.272
5,mlp.experts.166.up_proj,0.0000475141,0.05000,1.684
5,mlp.experts.129.up_proj,0.0000966055,0.05000,1.289
5,mlp.experts.159.up_proj,0.0000436565,0.05000,1.354
5,mlp.experts.164.up_proj,0.0001090447,0.05000,1.239
5,mlp.experts.170.up_proj,0.0000534131,0.05000,1.246
5,mlp.experts.133.up_proj,0.0000862832,0.05000,1.246
5,mlp.experts.163.up_proj,0.0000785602,0.05000,1.205
5,mlp.experts.168.up_proj,0.0000847165,0.05000,1.187
5,mlp.experts.137.up_proj,0.0000602045,0.05000,1.184
5,mlp.experts.174.up_proj,0.0000269514,0.05000,1.217
5,mlp.experts.167.up_proj,0.0000815327,0.05000,1.251
5,mlp.experts.172.up_proj,0.0000625353,0.05000,1.191
5,mlp.experts.178.up_proj,0.0000726903,0.05000,1.217
5,mlp.experts.141.up_proj,0.0000931388,0.05000,1.241
5,mlp.experts.171.up_proj,0.0000523921,0.05000,1.247
5,mlp.experts.176.up_proj,0.0000771345,0.05000,1.271
5,mlp.experts.182.up_proj,0.0000761491,0.05000,1.259
5,mlp.experts.145.up_proj,0.0000300382,0.05000,1.282
5,mlp.experts.175.up_proj,0.0000735152,0.05000,1.302
5,mlp.experts.180.up_proj,0.0000444583,0.05000,1.298
5,mlp.experts.186.up_proj,0.0000290325,0.05000,1.281
5,mlp.experts.149.up_proj,0.0000699097,0.05000,1.295
5,mlp.experts.179.up_proj,0.0000689301,0.05000,1.201
5,mlp.experts.184.up_proj,0.0000777168,0.05000,1.221
5,mlp.experts.190.up_proj,0.0000573269,0.05000,1.222
5,mlp.experts.153.up_proj,0.0000789696,0.05000,1.222
5,mlp.experts.183.up_proj,0.0001238823,0.05000,1.184
5,mlp.experts.188.up_proj,0.0000451261,0.05000,1.283
5,mlp.experts.157.up_proj,0.0000500365,0.05000,1.273
5,mlp.experts.194.up_proj,0.0000697042,0.05000,1.356
5,mlp.experts.187.up_proj,0.0000640258,0.05000,1.487
5,mlp.experts.198.up_proj,0.0001400370,0.05000,1.238
5,mlp.experts.192.up_proj,0.0000999245,0.05000,2.362
5,mlp.experts.161.up_proj,0.0000597643,0.05000,2.518
5,mlp.experts.191.up_proj,0.0000604724,0.05000,2.129
5,mlp.experts.202.up_proj,0.0000881155,0.05000,2.901
5,mlp.experts.165.up_proj,0.0001004662,0.05000,2.202
5,mlp.experts.196.up_proj,0.0000845420,0.05000,3.125
5,mlp.experts.195.up_proj,0.0001057300,0.05000,2.963
5,mlp.experts.169.up_proj,0.0000480750,0.05000,1.766
5,mlp.experts.206.up_proj,0.0000509813,0.05000,2.641
5,mlp.experts.199.up_proj,0.0000600913,0.05000,1.958
5,mlp.experts.200.up_proj,0.0000437253,0.05000,3.064
5,mlp.experts.173.up_proj,0.0000559878,0.05000,2.522
5,mlp.experts.210.up_proj,0.0000748374,0.05000,2.793
5,mlp.experts.214.up_proj,0.0000691379,0.05000,1.868
5,mlp.experts.203.up_proj,0.0001512054,0.05000,3.734
5,mlp.experts.204.up_proj,0.0000591746,0.05000,3.465
5,mlp.experts.177.up_proj,0.0000920731,0.05000,3.490
5,mlp.experts.218.up_proj,0.0000561399,0.05000,1.550
5,mlp.experts.208.up_proj,0.0000634082,0.05000,1.925
5,mlp.experts.181.up_proj,0.0000565533,0.05000,1.386
5,mlp.experts.207.up_proj,0.0000575404,0.05000,2.464
5,mlp.experts.222.up_proj,0.0000664902,0.05000,1.266
5,mlp.experts.212.up_proj,0.0000943467,0.05000,1.296
5,mlp.experts.185.up_proj,0.0000677478,0.05000,1.541
5,mlp.experts.211.up_proj,0.0000804503,0.05000,1.707
5,mlp.experts.226.up_proj,0.0000782241,0.05000,1.617
5,mlp.experts.216.up_proj,0.0000689494,0.05000,1.697
5,mlp.experts.189.up_proj,0.0000628346,0.05000,1.621
5,mlp.experts.215.up_proj,0.0000389564,0.05000,1.533
5,mlp.experts.230.up_proj,0.0000609335,0.05000,2.102
5,mlp.experts.220.up_proj,0.0000598133,0.05000,1.501
5,mlp.experts.193.up_proj,0.0000243973,0.05000,1.277
5,mlp.experts.219.up_proj,0.0000399097,0.05000,1.224
5,mlp.experts.234.up_proj,0.0000447458,0.05000,1.281
5,mlp.experts.224.up_proj,0.0000284630,0.05000,1.277
5,mlp.experts.197.up_proj,0.0000657773,0.05000,1.328
5,mlp.experts.223.up_proj,0.0000838705,0.05000,1.333
5,mlp.experts.238.up_proj,0.0000764223,0.05000,1.273
5,mlp.experts.228.up_proj,0.0000734054,0.05000,1.290
5,mlp.experts.201.up_proj,0.0000538557,0.05000,1.358
5,mlp.experts.227.up_proj,0.0000621289,0.05000,1.322
5,mlp.experts.242.up_proj,0.0000828149,0.05000,1.787
5,mlp.experts.231.up_proj,0.0000770954,0.05000,2.200
5,mlp.experts.205.up_proj,0.0000532258,0.05000,2.743
5,mlp.experts.232.up_proj,0.0000998436,0.05000,3.357
5,mlp.experts.209.up_proj,0.0000409708,0.05000,1.392
5,mlp.experts.246.up_proj,0.0000654945,0.05000,2.938
5,mlp.experts.235.up_proj,0.0000533771,0.05000,3.075
5,mlp.experts.213.up_proj,0.0000596678,0.05000,1.513
5,mlp.experts.236.up_proj,0.0000836195,0.05000,3.529
5,mlp.experts.217.up_proj,0.0001483727,0.05000,1.655
5,mlp.experts.250.up_proj,0.0000656043,0.05000,3.050
5,mlp.experts.239.up_proj,0.0000482770,0.05000,2.145
5,mlp.experts.221.up_proj,0.0001059319,0.05000,1.590
5,mlp.experts.243.up_proj,0.0000560654,0.05000,1.575
5,mlp.experts.254.up_proj,0.0000783613,0.05000,2.167
5,mlp.experts.240.up_proj,0.0000730395,0.05000,2.996
5,mlp.experts.225.up_proj,0.0000993787,0.05000,1.094
5,mlp.experts.247.up_proj,0.0000543347,0.05000,0.993
5,mlp.experts.244.up_proj,0.0000393350,0.05000,0.852
5,mlp.experts.229.up_proj,0.0000597887,0.05000,0.822
5,mlp.experts.251.up_proj,0.0000597644,0.05000,0.821
5,mlp.experts.248.up_proj,0.0000493139,0.05000,0.847
5,mlp.experts.233.up_proj,0.0001253101,0.05000,0.818
5,mlp.experts.255.up_proj,0.0000550071,0.05000,0.816
5,mlp.experts.252.up_proj,0.0000952354,0.05000,0.713
5,mlp.experts.237.up_proj,0.0000581938,0.05000,0.504
5,mlp.experts.241.up_proj,0.0001468370,0.05000,0.200
5,mlp.experts.245.up_proj,0.0001004315,0.05000,0.200
5,mlp.experts.249.up_proj,0.0000453796,0.05000,0.198
5,mlp.experts.253.up_proj,0.0000589230,0.05000,0.200
5,mlp.experts.0.down_proj,0.0000019753,0.05000,0.309
5,mlp.experts.2.down_proj,0.0000032652,0.05000,0.319
5,mlp.experts.3.down_proj,0.0000021402,0.05000,0.320
5,mlp.experts.1.down_proj,0.0000017972,0.05000,0.327
5,mlp.experts.4.down_proj,0.0000008088,0.05000,0.331
5,mlp.experts.7.down_proj,0.0000013414,0.05000,0.327
5,mlp.experts.5.down_proj,0.0000010135,0.05000,0.338
5,mlp.experts.6.down_proj,0.0000016854,0.05000,0.442
5,mlp.experts.8.down_proj,0.0000014281,0.05000,0.312
5,mlp.experts.11.down_proj,0.0000008973,0.05000,0.313
5,mlp.experts.9.down_proj,0.0000011319,0.05000,0.316
5,mlp.experts.10.down_proj,0.0000004462,0.05000,0.311
5,mlp.experts.12.down_proj,0.0000016047,0.05000,0.311
5,mlp.experts.15.down_proj,0.0000004699,0.05000,0.312
5,mlp.experts.13.down_proj,0.0000005841,0.05000,0.310
5,mlp.experts.14.down_proj,0.0000025351,0.05000,0.305
5,mlp.experts.16.down_proj,0.0000014341,0.05000,0.293
5,mlp.experts.19.down_proj,0.0000020092,0.05000,0.304
5,mlp.experts.17.down_proj,0.0000005794,0.05000,0.305
5,mlp.experts.18.down_proj,0.0000008063,0.05000,0.305
5,mlp.experts.20.down_proj,0.0000006159,0.05000,0.258
5,mlp.experts.23.down_proj,0.0000033474,0.05000,0.253
5,mlp.experts.21.down_proj,0.0000005211,0.05000,0.252
5,mlp.experts.22.down_proj,0.0000013183,0.05000,0.222
5,mlp.experts.25.down_proj,0.0000005441,0.05000,0.353
5,mlp.experts.26.down_proj,0.0000007232,0.05000,0.404
5,mlp.experts.24.down_proj,0.0000020935,0.05000,0.587
5,mlp.experts.27.down_proj,0.0000027845,0.05000,0.656
5,mlp.experts.29.down_proj,0.0000004509,0.05000,0.370
5,mlp.experts.30.down_proj,0.0000009364,0.05000,0.369
5,mlp.experts.33.down_proj,0.0000013710,0.05000,0.386
5,mlp.experts.28.down_proj,0.0000016747,0.05000,0.617
5,mlp.experts.31.down_proj,0.0000031581,0.05000,0.609
5,mlp.experts.34.down_proj,0.0000004490,0.05000,0.734
5,mlp.experts.32.down_proj,0.0000005272,0.05000,0.416
5,mlp.experts.35.down_proj,0.0000018553,0.05000,0.418
5,mlp.experts.37.down_proj,0.0000005467,0.05000,0.797
5,mlp.experts.36.down_proj,0.0000030662,0.05000,0.426
5,mlp.experts.39.down_proj,0.0000021557,0.05000,0.488
5,mlp.experts.38.down_proj,0.0000006699,0.05000,0.734
5,mlp.experts.40.down_proj,0.0000020094,0.05000,0.388
5,mlp.experts.44.down_proj,0.0000018245,0.05000,0.355
5,mlp.experts.41.down_proj,0.0000003948,0.05000,0.872
5,mlp.experts.42.down_proj,0.0000006655,0.05000,0.551
5,mlp.experts.43.down_proj,0.0000006285,0.05000,0.729
5,mlp.experts.48.down_proj,0.0000013059,0.05000,0.315
5,mlp.experts.46.down_proj,0.0000016814,0.05000,0.521
5,mlp.experts.47.down_proj,0.0000003127,0.05000,0.506
5,mlp.experts.52.down_proj,0.0000018990,0.05000,0.389
5,mlp.experts.45.down_proj,0.0000012383,0.05000,0.780
5,mlp.experts.56.down_proj,0.0000005530,0.05000,0.512
5,mlp.experts.51.down_proj,0.0000003458,0.05000,0.750
5,mlp.experts.50.down_proj,0.0000021670,0.05000,0.852
5,mlp.experts.49.down_proj,0.0000019172,0.05000,0.851
5,mlp.experts.60.down_proj,0.0000005756,0.05000,0.730
5,mlp.experts.54.down_proj,0.0000012406,0.05000,0.685
5,mlp.experts.55.down_proj,0.0000011676,0.05000,0.917
5,mlp.experts.53.down_proj,0.0000011676,0.05000,0.906
5,mlp.experts.58.down_proj,0.0000024692,0.05000,0.422
5,mlp.experts.64.down_proj,0.0000003575,0.05000,0.894
5,mlp.experts.62.down_proj,0.0000025887,0.05000,0.413
5,mlp.experts.59.down_proj,0.0000039359,0.05000,0.927
5,mlp.experts.66.down_proj,0.0000043175,0.05000,0.417
5,mlp.experts.57.down_proj,0.0000004843,0.05000,0.928
5,mlp.experts.68.down_proj,0.0000003535,0.05000,0.897
5,mlp.experts.70.down_proj,0.0000010719,0.05000,0.425
5,mlp.experts.63.down_proj,0.0000025369,0.05000,0.955
5,mlp.experts.74.down_proj,0.0000012312,0.05000,0.423
5,mlp.experts.61.down_proj,0.0000014831,0.05000,0.935
5,mlp.experts.72.down_proj,0.0000004064,0.05000,0.895
5,mlp.experts.78.down_proj,0.0000005028,0.05000,0.425
5,mlp.experts.82.down_proj,0.0000007430,0.05000,0.416
5,mlp.experts.67.down_proj,0.0000029386,0.05000,0.940
5,mlp.experts.65.down_proj,0.0000008434,0.05000,0.925
5,mlp.experts.86.down_proj,0.0000013411,0.05000,0.416
5,mlp.experts.76.down_proj,0.0000005891,0.05000,0.887
5,mlp.experts.90.down_proj,0.0000005259,0.05000,0.414
5,mlp.experts.71.down_proj,0.0000014496,0.05000,0.916
5,mlp.experts.69.down_proj,0.0000015970,0.05000,0.919
5,mlp.experts.94.down_proj,0.0000036084,0.05000,0.419
5,mlp.experts.80.down_proj,0.0000006062,0.05000,0.893
5,mlp.experts.75.down_proj,0.0000007346,0.05000,0.943
5,mlp.experts.98.down_proj,0.0000020586,0.05000,0.734
5,mlp.experts.73.down_proj,0.0000007852,0.05000,0.939
5,mlp.experts.84.down_proj,0.0000014437,0.05000,0.977
5,mlp.experts.79.down_proj,0.0000005976,0.05000,0.942
5,mlp.experts.102.down_proj,0.0000006105,0.05000,0.868
5,mlp.experts.77.down_proj,0.0000033350,0.05000,0.933
5,mlp.experts.88.down_proj,0.0000015444,0.05000,0.868
5,mlp.experts.106.down_proj,0.0000004193,0.05000,0.553
5,mlp.experts.81.down_proj,0.0000023194,0.05000,0.387
5,mlp.experts.92.down_proj,0.0000017921,0.05000,0.426
5,mlp.experts.83.down_proj,0.0000005081,0.05000,0.916
5,mlp.experts.85.down_proj,0.0000003655,0.05000,0.389
5,mlp.experts.96.down_proj,0.0000015589,0.05000,0.431
5,mlp.experts.89.down_proj,0.0000006906,0.05000,0.385
5,mlp.experts.110.down_proj,0.0000009729,0.05000,0.896
5,mlp.experts.100.down_proj,0.0000031278,0.05000,0.427
5,mlp.experts.87.down_proj,0.0000005719,0.05000,0.782
5,mlp.experts.93.down_proj,0.0000038831,0.05000,0.377
5,mlp.experts.104.down_proj,0.0000008069,0.05000,0.332
5,mlp.experts.91.down_proj,0.0000009018,0.05000,0.318
5,mlp.experts.114.down_proj,0.0000022108,0.05000,0.592
5,mlp.experts.97.down_proj,0.0000014973,0.05000,0.325
5,mlp.experts.108.down_proj,0.0000016563,0.05000,0.347
5,mlp.experts.95.down_proj,0.0000012701,0.05000,0.370
5,mlp.experts.101.down_proj,0.0000013988,0.05000,0.364
5,mlp.experts.112.down_proj,0.0000003641,0.05000,0.363
5,mlp.experts.105.down_proj,0.0000012545,0.05000,0.394
5,mlp.experts.99.down_proj,0.0000003988,0.05000,0.524
5,mlp.experts.118.down_proj,0.0000018175,0.05000,0.974
5,mlp.experts.116.down_proj,0.0000008888,0.05000,0.417
5,mlp.experts.109.down_proj,0.0000004066,0.05000,0.423
5,mlp.experts.120.down_proj,0.0000054365,0.05000,0.426
5,mlp.experts.113.down_proj,0.0000011250,0.05000,0.433
5,mlp.experts.103.down_proj,0.0000015352,0.05000,0.882
5,mlp.experts.124.down_proj,0.0000007550,0.05000,0.429
5,mlp.experts.122.down_proj,0.0000011926,0.05000,1.007
5,mlp.experts.117.down_proj,0.0000025611,0.05000,0.431
5,mlp.experts.128.down_proj,0.0000018120,0.05000,0.433
5,mlp.experts.121.down_proj,0.0000003776,0.05000,0.431
5,mlp.experts.107.down_proj,0.0000008009,0.05000,0.919
5,mlp.experts.132.down_proj,0.0000005131,0.05000,0.415
5,mlp.experts.125.down_proj,0.0000016895,0.05000,0.389
5,mlp.experts.126.down_proj,0.0000065267,0.05000,0.987
5,mlp.experts.111.down_proj,0.0000006920,0.05000,0.381
5,mlp.experts.136.down_proj,0.0000011300,0.05000,0.358
5,mlp.experts.129.down_proj,0.0000028402,0.05000,0.368
5,mlp.experts.115.down_proj,0.0000030793,0.05000,0.369
5,mlp.experts.140.down_proj,0.0000035344,0.05000,0.357
5,mlp.experts.133.down_proj,0.0000014952,0.05000,0.371
5,mlp.experts.119.down_proj,0.0000013219,0.05000,0.366
5,mlp.experts.130.down_proj,0.0000004161,0.05000,0.907
5,mlp.experts.137.down_proj,0.0000018313,0.05000,0.355
5,mlp.experts.144.down_proj,0.0000015468,0.05000,0.669
5,mlp.experts.123.down_proj,0.0000051968,0.05000,0.457
5,mlp.experts.141.down_proj,0.0000024231,0.05000,0.400
5,mlp.experts.134.down_proj,0.0000003270,0.05000,0.638
5,mlp.experts.145.down_proj,0.0000004073,0.05000,0.397
5,mlp.experts.138.down_proj,0.0000004829,0.05000,0.447
5,mlp.experts.148.down_proj,0.0000013900,0.05000,0.897
5,mlp.experts.127.down_proj,0.0000011758,0.05000,0.920
5,mlp.experts.149.down_proj,0.0000028058,0.05000,0.401
5,mlp.experts.142.down_proj,0.0000020919,0.05000,0.449
5,mlp.experts.153.down_proj,0.0000024205,0.05000,0.386
5,mlp.experts.152.down_proj,0.0000019001,0.05000,0.907
5,mlp.experts.146.down_proj,0.0000014505,0.05000,0.545
5,mlp.experts.157.down_proj,0.0000022090,0.05000,0.411
5,mlp.experts.131.down_proj,0.0000004560,0.05000,0.926
5,mlp.experts.161.down_proj,0.0000016924,0.05000,0.603
5,mlp.experts.156.down_proj,0.0000005411,0.05000,0.730
5,mlp.experts.150.down_proj,0.0000009647,0.05000,0.835
5,mlp.experts.135.down_proj,0.0000004212,0.05000,0.945
5,mlp.experts.165.down_proj,0.0000032688,0.05000,0.886
5,mlp.experts.160.down_proj,0.0000003709,0.05000,0.959
5,mlp.experts.154.down_proj,0.0000007287,0.05000,0.966
5,mlp.experts.139.down_proj,0.0000013874,0.05000,0.843
5,mlp.experts.169.down_proj,0.0000010367,0.05000,0.473
5,mlp.experts.158.down_proj,0.0000008320,0.05000,0.457
5,mlp.experts.143.down_proj,0.0000004248,0.05000,0.365
5,mlp.experts.164.down_proj,0.0000017038,0.05000,0.767
5,mlp.experts.147.down_proj,0.0000010837,0.05000,0.327
5,mlp.experts.162.down_proj,0.0000004163,0.05000,0.333
5,mlp.experts.173.down_proj,0.0000007047,0.05000,0.707
5,mlp.experts.151.down_proj,0.0000029765,0.05000,0.324
5,mlp.experts.166.down_proj,0.0000004219,0.05000,0.330
5,mlp.experts.155.down_proj,0.0000018725,0.05000,0.323
5,mlp.experts.170.down_proj,0.0000016259,0.05000,0.326
5,mlp.experts.168.down_proj,0.0000018253,0.05000,0.948
5,mlp.experts.177.down_proj,0.0000015339,0.05000,0.943
5,mlp.experts.174.down_proj,0.0000017899,0.05000,0.388
5,mlp.experts.172.down_proj,0.0000018025,0.05000,0.349
5,mlp.experts.178.down_proj,0.0000027421,0.05000,0.313
5,mlp.experts.159.down_proj,0.0000003499,0.05000,0.793
5,mlp.experts.176.down_proj,0.0000012241,0.05000,0.316
5,mlp.experts.182.down_proj,0.0000013992,0.05000,0.323
5,mlp.experts.180.down_proj,0.0000004039,0.05000,0.322
5,mlp.experts.181.down_proj,0.0000014887,0.05000,0.919
5,mlp.experts.186.down_proj,0.0000002968,0.05000,0.324
5,mlp.experts.184.down_proj,0.0000006328,0.05000,0.322
5,mlp.experts.190.down_proj,0.0000004694,0.05000,0.318
5,mlp.experts.163.down_proj,0.0000014089,0.05000,0.916
5,mlp.experts.188.down_proj,0.0000017723,0.05000,0.320
5,mlp.experts.194.down_proj,0.0000008900,0.05000,0.328
5,mlp.experts.192.down_proj,0.0000016343,0.05000,0.322
5,mlp.experts.185.down_proj,0.0000018041,0.05000,0.931
5,mlp.experts.198.down_proj,0.0000044135,0.05000,0.326
5,mlp.experts.196.down_proj,0.0000012487,0.05000,0.335
5,mlp.experts.167.down_proj,0.0000024112,0.05000,0.951
5,mlp.experts.200.down_proj,0.0000004310,0.05000,0.446
5,mlp.experts.202.down_proj,0.0000029118,0.05000,0.808
5,mlp.experts.189.down_proj,0.0000005259,0.05000,1.044
5,mlp.experts.204.down_proj,0.0000006236,0.05000,0.444
5,mlp.experts.171.down_proj,0.0000008496,0.05000,1.001
5,mlp.experts.208.down_proj,0.0000012413,0.05000,0.438
5,mlp.experts.206.down_proj,0.0000005736,0.05000,0.937
5,mlp.experts.212.down_proj,0.0000013680,0.05000,0.445
5,mlp.experts.193.down_proj,0.0000006437,0.05000,1.046
5,mlp.experts.216.down_proj,0.0000010524,0.05000,0.440
5,mlp.experts.175.down_proj,0.0000008417,0.05000,1.002
5,mlp.experts.210.down_proj,0.0000014667,0.05000,0.921
5,mlp.experts.220.down_proj,0.0000006317,0.05000,0.436
5,mlp.experts.197.down_proj,0.0000021099,0.05000,1.010
5,mlp.experts.224.down_proj,0.0000007130,0.05000,0.441
5,mlp.experts.179.down_proj,0.0000009975,0.05000,0.983
5,mlp.experts.214.down_proj,0.0000007169,0.05000,0.917
5,mlp.experts.228.down_proj,0.0000026402,0.05000,0.444
5,mlp.experts.201.down_proj,0.0000006322,0.05000,1.052
5,mlp.experts.232.down_proj,0.0000038402,0.05000,0.439
5,mlp.experts.183.down_proj,0.0000044084,0.05000,0.997
5,mlp.experts.236.down_proj,0.0000031842,0.05000,0.435
5,mlp.experts.218.down_proj,0.0000014565,0.05000,0.926
5,mlp.experts.240.down_proj,0.0000016533,0.05000,0.441
5,mlp.experts.205.down_proj,0.0000010668,0.05000,1.042
5,mlp.experts.187.down_proj,0.0000015786,0.05000,1.018
5,mlp.experts.244.down_proj,0.0000004577,0.05000,0.448
5,mlp.experts.222.down_proj,0.0000011064,0.05000,0.935
5,mlp.experts.248.down_proj,0.0000003764,0.05000,0.444
5,mlp.experts.209.down_proj,0.0000003420,0.05000,1.056
5,mlp.experts.252.down_proj,0.0000028932,0.05000,0.437
5,mlp.experts.191.down_proj,0.0000011690,0.05000,0.995
5,mlp.experts.226.down_proj,0.0000017665,0.05000,0.899
5,mlp.experts.213.down_proj,0.0000025948,0.05000,0.626
5,mlp.experts.195.down_proj,0.0000019346,0.05000,0.629
5,mlp.experts.230.down_proj,0.0000004915,0.05000,0.616
5,mlp.experts.217.down_proj,0.0000041497,0.05000,0.291
5,mlp.experts.199.down_proj,0.0000009730,0.05000,0.213
5,mlp.experts.234.down_proj,0.0000004635,0.05000,0.211
5,mlp.experts.221.down_proj,0.0000018440,0.05000,0.204
5,mlp.experts.238.down_proj,0.0000010716,0.05000,0.205
5,mlp.experts.203.down_proj,0.0000028186,0.05000,0.218
5,mlp.experts.225.down_proj,0.0000035761,0.05000,0.210
5,mlp.experts.242.down_proj,0.0000012929,0.05000,0.206
5,mlp.experts.207.down_proj,0.0000004110,0.05000,0.213
5,mlp.experts.229.down_proj,0.0000005849,0.05000,0.208
5,mlp.experts.246.down_proj,0.0000010290,0.05000,0.206
5,mlp.experts.211.down_proj,0.0000010448,0.05000,0.209
5,mlp.experts.233.down_proj,0.0000049216,0.05000,0.204
5,mlp.experts.250.down_proj,0.0000020970,0.05000,0.206
5,mlp.experts.215.down_proj,0.0000003782,0.05000,0.210
5,mlp.experts.237.down_proj,0.0000007807,0.05000,0.208
5,mlp.experts.254.down_proj,0.0000045441,0.05000,0.209
5,mlp.experts.219.down_proj,0.0000005680,0.05000,0.204
5,mlp.experts.241.down_proj,0.0000035790,0.05000,0.178
5,mlp.experts.223.down_proj,0.0000030205,0.05000,0.154
5,mlp.experts.245.down_proj,0.0000017522,0.05000,0.155
5,mlp.experts.227.down_proj,0.0000005777,0.05000,0.155
5,mlp.experts.249.down_proj,0.0000009258,0.05000,0.154
5,mlp.experts.231.down_proj,0.0000007345,0.05000,0.154
5,mlp.experts.253.down_proj,0.0000015172,0.05000,0.154
5,mlp.experts.235.down_proj,0.0000020838,0.05000,0.093
5,mlp.experts.239.down_proj,0.0000003732,0.05000,0.051
5,mlp.experts.243.down_proj,0.0000005175,0.05000,0.050
5,mlp.experts.247.down_proj,0.0000005542,0.05000,0.050
5,mlp.experts.251.down_proj,0.0000017618,0.05000,0.050
5,mlp.experts.255.down_proj,0.0000004329,0.05000,0.050
6,mlp.experts.0.gate_proj,0.0000455819,0.05000,1.232
6,mlp.experts.2.gate_proj,0.0000963300,0.05000,1.234
6,mlp.experts.1.gate_proj,0.0001052768,0.05000,1.270
6,mlp.experts.3.gate_proj,0.0000824515,0.05000,1.273
6,mlp.experts.6.gate_proj,0.0000757812,0.05000,1.187
6,mlp.experts.4.gate_proj,0.0000932017,0.05000,1.202
6,mlp.experts.7.gate_proj,0.0000609611,0.05000,1.212
6,mlp.experts.5.gate_proj,0.0000644363,0.05000,1.215
6,mlp.experts.8.gate_proj,0.0000758613,0.05000,1.233
6,mlp.experts.10.gate_proj,0.0000676214,0.05000,1.298
6,mlp.experts.11.gate_proj,0.0000769431,0.05000,1.318
6,mlp.experts.9.gate_proj,0.0000936591,0.05000,1.739
6,mlp.experts.12.gate_proj,0.0000543060,0.05000,1.313
6,mlp.experts.14.gate_proj,0.0000673662,0.05000,1.338
6,mlp.experts.15.gate_proj,0.0001038149,0.05000,1.381
6,mlp.experts.16.gate_proj,0.0000767944,0.05000,1.731
6,mlp.experts.13.gate_proj,0.0000661454,0.05000,2.526
6,mlp.experts.19.gate_proj,0.0000911882,0.05000,1.758
6,mlp.experts.18.gate_proj,0.0001039597,0.05000,3.516
6,mlp.experts.23.gate_proj,0.0000594821,0.05000,1.853
6,mlp.experts.20.gate_proj,0.0000817617,0.05000,2.890
6,mlp.experts.27.gate_proj,0.0000845173,0.05000,1.629
6,mlp.experts.17.gate_proj,0.0000791734,0.05000,3.772
6,mlp.experts.22.gate_proj,0.0000600283,0.05000,3.577
6,mlp.experts.21.gate_proj,0.0000719084,0.05000,1.791
6,mlp.experts.24.gate_proj,0.0000500006,0.05000,2.826
6,mlp.experts.31.gate_proj,0.0000659080,0.05000,2.436
6,mlp.experts.28.gate_proj,0.0000506439,0.05000,1.853
6,mlp.experts.26.gate_proj,0.0000622195,0.05000,3.445
6,mlp.experts.25.gate_proj,0.0000904538,0.05000,3.437
6,mlp.experts.35.gate_proj,0.0000762047,0.05000,2.946
6,mlp.experts.32.gate_proj,0.0001309972,0.05000,1.531
6,mlp.experts.39.gate_proj,0.0000718091,0.05000,1.310
6,mlp.experts.36.gate_proj,0.0000759835,0.05000,1.316
6,mlp.experts.29.gate_proj,0.0000645127,0.05000,1.329
6,mlp.experts.30.gate_proj,0.0000432738,0.05000,1.527
6,mlp.experts.33.gate_proj,0.0000652352,0.05000,1.232
6,mlp.experts.40.gate_proj,0.0000685388,0.05000,1.272
6,mlp.experts.43.gate_proj,0.0000575491,0.05000,1.331
6,mlp.experts.34.gate_proj,0.0000559204,0.05000,1.304
6,mlp.experts.37.gate_proj,0.0000541338,0.05000,1.220
6,mlp.experts.44.gate_proj,0.0001207529,0.05000,1.223
6,mlp.experts.47.gate_proj,0.0000672806,0.05000,1.181
6,mlp.experts.38.gate_proj,0.0001357832,0.05000,1.199
6,mlp.experts.51.gate_proj,0.0000794829,0.05000,1.123
6,mlp.experts.41.gate_proj,0.0000656370,0.05000,1.198
6,mlp.experts.48.gate_proj,0.0001088544,0.05000,1.198
6,mlp.experts.42.gate_proj,0.0000688981,0.05000,1.186
6,mlp.experts.55.gate_proj,0.0000757381,0.05000,1.673
6,mlp.experts.52.gate_proj,0.0000860142,0.05000,1.817
6,mlp.experts.45.gate_proj,0.0000936703,0.05000,1.926
6,mlp.experts.46.gate_proj,0.0000464824,0.05000,1.727
6,mlp.experts.59.gate_proj,0.0000827115,0.05000,2.320
6,mlp.experts.50.gate_proj,0.0000772775,0.05000,2.718
6,mlp.experts.49.gate_proj,0.0000887899,0.05000,2.781
6,mlp.experts.56.gate_proj,0.0000974956,0.05000,2.936
6,mlp.experts.63.gate_proj,0.0000591132,0.05000,1.395
6,mlp.experts.54.gate_proj,0.0000634549,0.05000,1.248
6,mlp.experts.53.gate_proj,0.0000567199,0.05000,1.265
6,mlp.experts.60.gate_proj,0.0000282114,0.05000,1.298
6,mlp.experts.67.gate_proj,0.0000505400,0.05000,1.273
6,mlp.experts.58.gate_proj,0.0000866845,0.05000,1.236
6,mlp.experts.57.gate_proj,0.0000838168,0.05000,1.215
6,mlp.experts.64.gate_proj,0.0000836374,0.05000,1.232
6,mlp.experts.71.gate_proj,0.0000657595,0.05000,1.209
6,mlp.experts.61.gate_proj,0.0000938501,0.05000,1.238
6,mlp.experts.62.gate_proj,0.0000959693,0.05000,1.293
6,mlp.experts.68.gate_proj,0.0000573347,0.05000,1.280
6,mlp.experts.75.gate_proj,0.0000905529,0.05000,1.622
6,mlp.experts.65.gate_proj,0.0000590714,0.05000,1.260
6,mlp.experts.66.gate_proj,0.0001029912,0.05000,1.266
6,mlp.experts.72.gate_proj,0.0000422326,0.05000,1.276
6,mlp.experts.79.gate_proj,0.0000774371,0.05000,1.444
6,mlp.experts.69.gate_proj,0.0000608005,0.05000,1.299
6,mlp.experts.70.gate_proj,0.0000588781,0.05000,1.304
6,mlp.experts.76.gate_proj,0.0000716187,0.05000,1.440
6,mlp.experts.83.gate_proj,0.0000769372,0.05000,1.316
6,mlp.experts.73.gate_proj,0.0000838012,0.05000,1.305
6,mlp.experts.74.gate_proj,0.0000553071,0.05000,1.297
6,mlp.experts.80.gate_proj,0.0000938258,0.05000,1.304
6,mlp.experts.87.gate_proj,0.0000464866,0.05000,1.296
6,mlp.experts.77.gate_proj,0.0000771889,0.05000,1.291
6,mlp.experts.78.gate_proj,0.0000366840,0.05000,1.294
6,mlp.experts.84.gate_proj,0.0000814305,0.05000,1.291
6,mlp.experts.91.gate_proj,0.0000764890,0.05000,1.296
6,mlp.experts.81.gate_proj,0.0000606033,0.05000,1.289
6,mlp.experts.82.gate_proj,0.0001229573,0.05000,1.295
6,mlp.experts.88.gate_proj,0.0000997249,0.05000,1.254
6,mlp.experts.95.gate_proj,0.0000672011,0.05000,1.213
6,mlp.experts.85.gate_proj,0.0001273742,0.05000,1.210
6,mlp.experts.86.gate_proj,0.0000638679,0.05000,1.213
6,mlp.experts.92.gate_proj,0.0000829942,0.05000,1.173
6,mlp.experts.89.gate_proj,0.0000659621,0.05000,1.481
6,mlp.experts.96.gate_proj,0.0000653914,0.05000,1.549
6,mlp.experts.99.gate_proj,0.0000905447,0.05000,2.597
6,mlp.experts.90.gate_proj,0.0000743625,0.05000,2.666
6,mlp.experts.100.gate_proj,0.0000871636,0.05000,2.023
6,mlp.experts.93.gate_proj,0.0001100988,0.05000,2.765
6,mlp.experts.103.gate_proj,0.0001058719,0.05000,2.188
6,mlp.experts.94.gate_proj,0.0001313157,0.05000,3.374
6,mlp.experts.107.gate_proj,0.0000781112,0.05000,1.399
6,mlp.experts.104.gate_proj,0.0000795047,0.05000,2.697
6,mlp.experts.97.gate_proj,0.0000735471,0.05000,2.413
6,mlp.experts.98.gate_proj,0.0000653885,0.05000,1.855
6,mlp.experts.101.gate_proj,0.0000677677,0.05000,1.936
6,mlp.experts.111.gate_proj,0.0000435611,0.05000,2.622
6,mlp.experts.108.gate_proj,0.0001080271,0.05000,2.390
6,mlp.experts.102.gate_proj,0.0000866977,0.05000,1.264
6,mlp.experts.105.gate_proj,0.0000694288,0.05000,1.350
6,mlp.experts.115.gate_proj,0.0000998012,0.05000,1.193
6,mlp.experts.112.gate_proj,0.0000682309,0.05000,1.191
6,mlp.experts.106.gate_proj,0.0000634970,0.05000,1.180
6,mlp.experts.109.gate_proj,0.0000817828,0.05000,1.250
6,mlp.experts.119.gate_proj,0.0000659640,0.05000,1.321
6,mlp.experts.116.gate_proj,0.0000757170,0.05000,1.263
6,mlp.experts.110.gate_proj,0.0000397840,0.05000,1.299
6,mlp.experts.113.gate_proj,0.0000573561,0.05000,1.283
6,mlp.experts.123.gate_proj,0.0001100326,0.05000,1.273
6,mlp.experts.120.gate_proj,0.0000396958,0.05000,1.284
6,mlp.experts.114.gate_proj,0.0000872861,0.05000,1.283
6,mlp.experts.117.gate_proj,0.0000574780,0.05000,1.219
6,mlp.experts.127.gate_proj,0.0000520408,0.05000,1.207
6,mlp.experts.124.gate_proj,0.0000636715,0.05000,1.177
6,mlp.experts.118.gate_proj,0.0000566759,0.05000,1.192
6,mlp.experts.131.gate_proj,0.0000620137,0.05000,1.217
6,mlp.experts.128.gate_proj,0.0000758969,0.05000,1.193
6,mlp.experts.121.gate_proj,0.0000431063,0.05000,1.558
6,mlp.experts.122.gate_proj,0.0000621770,0.05000,1.290
6,mlp.experts.135.gate_proj,0.0000696627,0.05000,1.306
6,mlp.experts.132.gate_proj,0.0000618049,0.05000,1.308
6,mlp.experts.125.gate_proj,0.0000826133,0.05000,1.294
6,mlp.experts.126.gate_proj,0.0000656642,0.05000,1.292
6,mlp.experts.139.gate_proj,0.0000426308,0.05000,1.260
6,mlp.experts.136.gate_proj,0.0000818223,0.05000,1.258
6,mlp.experts.129.gate_proj,0.0000785526,0.05000,1.249
6,mlp.experts.130.gate_proj,0.0000704501,0.05000,1.233
6,mlp.experts.140.gate_proj,0.0000837824,0.05000,1.154
6,mlp.experts.143.gate_proj,0.0000864534,0.05000,1.198
6,mlp.experts.133.gate_proj,0.0000675272,0.05000,1.201
6,mlp.experts.134.gate_proj,0.0000594630,0.05000,1.208
6,mlp.experts.144.gate_proj,0.0000663724,0.05000,1.152
6,mlp.experts.147.gate_proj,0.0000853515,0.05000,1.204
6,mlp.experts.137.gate_proj,0.0000634373,0.05000,1.204
6,mlp.experts.138.gate_proj,0.0000417351,0.05000,1.196
6,mlp.experts.148.gate_proj,0.0000589052,0.05000,1.348
6,mlp.experts.142.gate_proj,0.0000536252,0.05000,1.678
6,mlp.experts.151.gate_proj,0.0001376360,0.05000,2.525
6,mlp.experts.152.gate_proj,0.0001012711,0.05000,1.584
6,mlp.experts.141.gate_proj,0.0001257240,0.05000,2.966
6,mlp.experts.156.gate_proj,0.0001057691,0.05000,1.581
6,mlp.experts.146.gate_proj,0.0000786257,0.05000,3.088
6,mlp.experts.145.gate_proj,0.0000618897,0.05000,2.216
6,mlp.experts.155.gate_proj,0.0000969842,0.05000,3.453
6,mlp.experts.160.gate_proj,0.0000566764,0.05000,2.513
6,mlp.experts.149.gate_proj,0.0000765768,0.05000,2.048
6,mlp.experts.150.gate_proj,0.0000636709,0.05000,3.688
6,mlp.experts.159.gate_proj,0.0000789089,0.05000,3.660
6,mlp.experts.164.gate_proj,0.0000448343,0.05000,3.819
6,mlp.experts.153.gate_proj,0.0000333067,0.05000,3.397
6,mlp.experts.154.gate_proj,0.0000792180,0.05000,3.092
6,mlp.experts.157.gate_proj,0.0001149068,0.05000,1.991
6,mlp.experts.163.gate_proj,0.0000478168,0.05000,3.549
6,mlp.experts.168.gate_proj,0.0000856348,0.05000,3.077
6,mlp.experts.161.gate_proj,0.0000859815,0.05000,2.020
6,mlp.experts.158.gate_proj,0.0001267887,0.05000,3.311
6,mlp.experts.167.gate_proj,0.0000411056,0.05000,3.368
6,mlp.experts.165.gate_proj,0.0000696731,0.05000,1.787
6,mlp.experts.172.gate_proj,0.0000684551,0.05000,3.460
6,mlp.experts.169.gate_proj,0.0000778078,0.05000,1.650
6,mlp.experts.162.gate_proj,0.0000640181,0.05000,3.625
6,mlp.experts.173.gate_proj,0.0000723882,0.05000,1.653
6,mlp.experts.171.gate_proj,0.0001124316,0.05000,3.635
6,mlp.experts.176.gate_proj,0.0000916023,0.05000,3.655
6,mlp.experts.166.gate_proj,0.0000600132,0.05000,2.269
6,mlp.experts.177.gate_proj,0.0000772856,0.05000,1.298
6,mlp.experts.175.gate_proj,0.0000965524,0.05000,1.784
6,mlp.experts.180.gate_proj,0.0000676386,0.05000,1.114
6,mlp.experts.170.gate_proj,0.0001050418,0.05000,1.210
6,mlp.experts.181.gate_proj,0.0000716684,0.05000,1.218
6,mlp.experts.179.gate_proj,0.0000620822,0.05000,1.356
6,mlp.experts.184.gate_proj,0.0001072615,0.05000,1.323
6,mlp.experts.174.gate_proj,0.0000792244,0.05000,1.297
6,mlp.experts.185.gate_proj,0.0001452930,0.05000,1.302
6,mlp.experts.183.gate_proj,0.0000526309,0.05000,1.282
6,mlp.experts.188.gate_proj,0.0000470543,0.05000,1.260
6,mlp.experts.178.gate_proj,0.0000882479,0.05000,1.191
6,mlp.experts.189.gate_proj,0.0000797801,0.05000,1.159
6,mlp.experts.187.gate_proj,0.0000922667,0.05000,1.205
6,mlp.experts.192.gate_proj,0.0000934952,0.05000,1.195
6,mlp.experts.182.gate_proj,0.0000501387,0.05000,1.170
6,mlp.experts.193.gate_proj,0.0000682914,0.05000,1.114
6,mlp.experts.191.gate_proj,0.0000607825,0.05000,0.980
6,mlp.experts.196.gate_proj,0.0000688225,0.05000,0.978
6,mlp.experts.186.gate_proj,0.0001166432,0.05000,1.082
6,mlp.experts.197.gate_proj,0.0000658742,0.05000,1.078
6,mlp.experts.195.gate_proj,0.0003112481,0.05000,1.315
6,mlp.experts.200.gate_proj,0.0000896088,0.05000,1.300
6,mlp.experts.190.gate_proj,0.0000378630,0.05000,1.310
6,mlp.experts.201.gate_proj,0.0000771683,0.05000,1.317
6,mlp.experts.199.gate_proj,0.0000534844,0.05000,1.215
6,mlp.experts.204.gate_proj,0.0000828673,0.05000,1.231
6,mlp.experts.194.gate_proj,0.0000747384,0.05000,1.208
6,mlp.experts.205.gate_proj,0.0000427784,0.05000,1.203
6,mlp.experts.203.gate_proj,0.0000841242,0.05000,1.163
6,mlp.experts.208.gate_proj,0.0000653558,0.05000,1.209
6,mlp.experts.198.gate_proj,0.0000573978,0.05000,1.206
6,mlp.experts.209.gate_proj,0.0001358299,0.05000,1.197
6,mlp.experts.207.gate_proj,0.0000446176,0.05000,1.263
6,mlp.experts.212.gate_proj,0.0000685300,0.05000,1.270
6,mlp.experts.202.gate_proj,0.0000329003,0.05000,1.260
6,mlp.experts.213.gate_proj,0.0000813678,0.05000,1.275
6,mlp.experts.211.gate_proj,0.0000416517,0.05000,1.177
6,mlp.experts.216.gate_proj,0.0000827592,0.05000,1.181
6,mlp.experts.206.gate_proj,0.0000415350,0.05000,1.200
6,mlp.experts.217.gate_proj,0.0000698187,0.05000,1.189
6,mlp.experts.215.gate_proj,0.0000611174,0.05000,1.226
6,mlp.experts.220.gate_proj,0.0000895726,0.05000,1.260
6,mlp.experts.210.gate_proj,0.0000595754,0.05000,1.282
6,mlp.experts.221.gate_proj,0.0000699211,0.05000,1.293
6,mlp.experts.219.gate_proj,0.0000745149,0.05000,1.305
6,mlp.experts.224.gate_proj,0.0000504305,0.05000,1.298
6,mlp.experts.214.gate_proj,0.0000538945,0.05000,1.272
6,mlp.experts.225.gate_proj,0.0000476108,0.05000,1.339
6,mlp.experts.223.gate_proj,0.0001223976,0.05000,1.246
6,mlp.experts.228.gate_proj,0.0000931986,0.05000,1.189
6,mlp.experts.218.gate_proj,0.0000331965,0.05000,1.231
6,mlp.experts.229.gate_proj,0.0000515842,0.05000,1.198
6,mlp.experts.227.gate_proj,0.0000950499,0.05000,1.320
6,mlp.experts.232.gate_proj,0.0001041644,0.05000,1.490
6,mlp.experts.222.gate_proj,0.0000912353,0.05000,1.307
6,mlp.experts.233.gate_proj,0.0000536590,0.05000,1.297
6,mlp.experts.231.gate_proj,0.0000441735,0.05000,1.291
6,mlp.experts.236.gate_proj,0.0001013545,0.05000,1.287
6,mlp.experts.226.gate_proj,0.0000868311,0.05000,1.302
6,mlp.experts.237.gate_proj,0.0000897165,0.05000,1.295
6,mlp.experts.235.gate_proj,0.0000960294,0.05000,1.337
6,mlp.experts.240.gate_proj,0.0000805881,0.05000,1.316
6,mlp.experts.230.gate_proj,0.0000566195,0.05000,1.313
6,mlp.experts.241.gate_proj,0.0000946132,0.05000,1.312
6,mlp.experts.239.gate_proj,0.0000618697,0.05000,1.169
6,mlp.experts.244.gate_proj,0.0000697532,0.05000,1.233
6,mlp.experts.234.gate_proj,0.0000496726,0.05000,1.135
6,mlp.experts.245.gate_proj,0.0000830959,0.05000,1.151
6,mlp.experts.238.gate_proj,0.0000873860,0.05000,1.686
6,mlp.experts.243.gate_proj,0.0000940606,0.05000,2.442
6,mlp.experts.248.gate_proj,0.0000703463,0.05000,2.939
6,mlp.experts.249.gate_proj,0.0000588011,0.05000,3.207
6,mlp.experts.247.gate_proj,0.0000688371,0.05000,1.449
6,mlp.experts.242.gate_proj,0.0000757964,0.05000,2.471
6,mlp.experts.252.gate_proj,0.0000546840,0.05000,2.049
6,mlp.experts.251.gate_proj,0.0000598193,0.05000,1.709
6,mlp.experts.253.gate_proj,0.0001382647,0.05000,3.017
6,mlp.experts.255.gate_proj,0.0000864764,0.05000,1.640
6,mlp.experts.246.gate_proj,0.0001219103,0.05000,3.826
6,mlp.experts.3.up_proj,0.0000724809,0.05000,1.651
6,mlp.experts.0.up_proj,0.0000416674,0.05000,3.734
6,mlp.experts.1.up_proj,0.0000963400,0.05000,2.716
6,mlp.experts.250.gate_proj,0.0000685845,0.05000,1.710
6,mlp.experts.7.up_proj,0.0000573590,0.05000,1.200
6,mlp.experts.4.up_proj,0.0000799702,0.05000,1.307
6,mlp.experts.5.up_proj,0.0000594740,0.05000,1.265
6,mlp.experts.11.up_proj,0.0000703245,0.05000,1.459
6,mlp.experts.8.up_proj,0.0000701398,0.05000,1.488
6,mlp.experts.254.gate_proj,0.0000635193,0.05000,2.255
6,mlp.experts.15.up_proj,0.0001056576,0.05000,1.638
6,mlp.experts.12.up_proj,0.0000507213,0.05000,1.627
6,mlp.experts.9.up_proj,0.0000825744,0.05000,3.198
6,mlp.experts.19.up_proj,0.0000764329,0.05000,1.720
6,mlp.experts.2.up_proj,0.0000805592,0.05000,3.376
6,mlp.experts.16.up_proj,0.0000658827,0.05000,2.523
6,mlp.experts.23.up_proj,0.0000554051,0.05000,1.848
6,mlp.experts.13.up_proj,0.0000612301,0.05000,3.745
6,mlp.experts.27.up_proj,0.0000676453,0.05000,2.205
6,mlp.experts.6.up_proj,0.0000702374,0.05000,3.540
6,mlp.experts.20.up_proj,0.0000741440,0.05000,3.390
6,mlp.experts.17.up_proj,0.0000713265,0.05000,2.727
6,mlp.experts.24.up_proj,0.0000467632,0.05000,2.444
6,mlp.experts.31.up_proj,0.0000597444,0.05000,3.764
6,mlp.experts.10.up_proj,0.0000620133,0.05000,3.819
6,mlp.experts.21.up_proj,0.0000625194,0.05000,3.494
6,mlp.experts.14.up_proj,0.0000616796,0.05000,2.130
6,mlp.experts.28.up_proj,0.0000465807,0.05000,3.640
6,mlp.experts.25.up_proj,0.0000768180,0.05000,2.499
6,mlp.experts.35.up_proj,0.0000683640,0.05000,3.774
6,mlp.experts.18.up_proj,0.0000890025,0.05000,1.598
6,mlp.experts.32.up_proj,0.0001112176,0.05000,2.453
6,mlp.experts.22.up_proj,0.0000551275,0.05000,1.682
6,mlp.experts.29.up_proj,0.0000579611,0.05000,3.529
6,mlp.experts.36.up_proj,0.0000702851,0.05000,2.286
6,mlp.experts.39.up_proj,0.0000667266,0.05000,3.709
6,mlp.experts.26.up_proj,0.0000556977,0.05000,1.983
6,mlp.experts.40.up_proj,0.0000642348,0.05000,1.470
6,mlp.experts.30.up_proj,0.0000388252,0.05000,1.617
6,mlp.experts.33.up_proj,0.0000594931,0.05000,2.474
6,mlp.experts.43.up_proj,0.0000546869,0.05000,3.107
6,mlp.experts.34.up_proj,0.0000502435,0.05000,1.538
6,mlp.experts.37.up_proj,0.0000477308,0.05000,1.411
6,mlp.experts.44.up_proj,0.0001007793,0.05000,2.150
6,mlp.experts.47.up_proj,0.0000585461,0.05000,1.273
6,mlp.experts.38.up_proj,0.0001218555,0.05000,1.277
6,mlp.experts.41.up_proj,0.0000605622,0.05000,1.295
6,mlp.experts.48.up_proj,0.0001011786,0.05000,1.340
6,mlp.experts.51.up_proj,0.0000653243,0.05000,1.297
6,mlp.experts.42.up_proj,0.0000606244,0.05000,1.309
6,mlp.experts.45.up_proj,0.0000864966,0.05000,1.298
6,mlp.experts.52.up_proj,0.0000800780,0.05000,1.290
6,mlp.experts.55.up_proj,0.0000719532,0.05000,1.279
6,mlp.experts.46.up_proj,0.0000434033,0.05000,1.296
6,mlp.experts.49.up_proj,0.0000842787,0.05000,1.291
6,mlp.experts.56.up_proj,0.0000907031,0.05000,1.218
6,mlp.experts.59.up_proj,0.0000726480,0.05000,1.291
6,mlp.experts.50.up_proj,0.0000666760,0.05000,1.313
6,mlp.experts.53.up_proj,0.0000533333,0.05000,1.325
6,mlp.experts.60.up_proj,0.0000257448,0.05000,1.329
6,mlp.experts.63.up_proj,0.0000555689,0.05000,1.264
6,mlp.experts.54.up_proj,0.0000537202,0.05000,1.268
6,mlp.experts.57.up_proj,0.0000724441,0.05000,1.255
6,mlp.experts.64.up_proj,0.0000770777,0.05000,1.197
6,mlp.experts.67.up_proj,0.0000462832,0.05000,1.325
6,mlp.experts.61.up_proj,0.0000862005,0.05000,1.319
6,mlp.experts.68.up_proj,0.0000534721,0.05000,1.415
6,mlp.experts.58.up_proj,0.0000753955,0.05000,1.915
6,mlp.experts.65.up_proj,0.0000548913,0.05000,1.321
6,mlp.experts.72.up_proj,0.0000391747,0.05000,1.303
6,mlp.experts.71.up_proj,0.0000553258,0.05000,1.918
6,mlp.experts.62.up_proj,0.0000825003,0.05000,1.236
6,mlp.experts.69.up_proj,0.0000566828,0.05000,1.254
6,mlp.experts.76.up_proj,0.0000660761,0.05000,1.236
6,mlp.experts.75.up_proj,0.0000803880,0.05000,1.260
6,mlp.experts.66.up_proj,0.0000917438,0.05000,1.307
6,mlp.experts.73.up_proj,0.0000712729,0.05000,1.260
6,mlp.experts.80.up_proj,0.0000865839,0.05000,1.254
6,mlp.experts.79.up_proj,0.0000745687,0.05000,1.255
6,mlp.experts.70.up_proj,0.0000544966,0.05000,1.214
6,mlp.experts.77.up_proj,0.0000715034,0.05000,1.213
6,mlp.experts.84.up_proj,0.0000716440,0.05000,1.208
6,mlp.experts.83.up_proj,0.0000699451,0.05000,1.211
6,mlp.experts.74.up_proj,0.0000522059,0.05000,1.177
6,mlp.experts.81.up_proj,0.0000563421,0.05000,1.211
6,mlp.experts.88.up_proj,0.0000891286,0.05000,1.212
6,mlp.experts.87.up_proj,0.0000434271,0.05000,1.207
6,mlp.experts.78.up_proj,0.0000343732,0.05000,1.169
6,mlp.experts.85.up_proj,0.0001152515,0.05000,1.189
6,mlp.experts.92.up_proj,0.0000752577,0.05000,1.192
6,mlp.experts.91.up_proj,0.0000693613,0.05000,1.193
6,mlp.experts.82.up_proj,0.0001055299,0.05000,1.149
6,mlp.experts.96.up_proj,0.0000606776,0.05000,1.579
6,mlp.experts.86.up_proj,0.0000561951,0.05000,2.269
6,mlp.experts.89.up_proj,0.0000618819,0.05000,2.649
6,mlp.experts.100.up_proj,0.0000776514,0.05000,1.522
6,mlp.experts.95.up_proj,0.0000611375,0.05000,3.003
6,mlp.experts.93.up_proj,0.0001034499,0.05000,1.509
6,mlp.experts.104.up_proj,0.0000715458,0.05000,1.166
6,mlp.experts.97.up_proj,0.0000682568,0.05000,1.151
6,mlp.experts.108.up_proj,0.0000909369,0.05000,1.295
6,mlp.experts.90.up_proj,0.0000701575,0.05000,3.381
6,mlp.experts.99.up_proj,0.0000847965,0.05000,3.159
6,mlp.experts.112.up_proj,0.0000649115,0.05000,2.398
6,mlp.experts.101.up_proj,0.0000625417,0.05000,2.899
6,mlp.experts.103.up_proj,0.0000952763,0.05000,2.429
6,mlp.experts.94.up_proj,0.0001168766,0.05000,3.163
6,mlp.experts.105.up_proj,0.0000617875,0.05000,2.365
6,mlp.experts.116.up_proj,0.0000684023,0.05000,2.884
6,mlp.experts.107.up_proj,0.0000708581,0.05000,2.656
6,mlp.experts.98.up_proj,0.0000604021,0.05000,2.996
6,mlp.experts.109.up_proj,0.0000707138,0.05000,3.648
6,mlp.experts.111.up_proj,0.0000414885,0.05000,3.132
6,mlp.experts.120.up_proj,0.0000367978,0.05000,3.721
6,mlp.experts.102.up_proj,0.0000752629,0.05000,3.761
6,mlp.experts.124.up_proj,0.0000597657,0.05000,2.202
6,mlp.experts.113.up_proj,0.0000549055,0.05000,2.939
6,mlp.experts.115.up_proj,0.0000829802,0.05000,3.430
6,mlp.experts.106.up_proj,0.0000592676,0.05000,3.244
6,mlp.experts.128.up_proj,0.0000692506,0.05000,2.351
6,mlp.experts.117.up_proj,0.0000508300,0.05000,2.111
6,mlp.experts.119.up_proj,0.0000609717,0.05000,3.497
6,mlp.experts.121.up_proj,0.0000415862,0.05000,2.845
6,mlp.experts.132.up_proj,0.0000569563,0.05000,3.279
6,mlp.experts.110.up_proj,0.0000370926,0.05000,3.577
6,mlp.experts.125.up_proj,0.0000771874,0.05000,1.643
6,mlp.experts.136.up_proj,0.0000706215,0.05000,1.629
6,mlp.experts.123.up_proj,0.0001002936,0.05000,3.738
6,mlp.experts.129.up_proj,0.0000702435,0.05000,1.657
6,mlp.experts.140.up_proj,0.0000778212,0.05000,1.840
6,mlp.experts.114.up_proj,0.0000767774,0.05000,3.414
6,mlp.experts.133.up_proj,0.0000633435,0.05000,2.513
6,mlp.experts.118.up_proj,0.0000527298,0.05000,1.948
6,mlp.experts.127.up_proj,0.0000486472,0.05000,2.913
6,mlp.experts.144.up_proj,0.0000624496,0.05000,3.129
6,mlp.experts.137.up_proj,0.0000591314,0.05000,2.565
6,mlp.experts.148.up_proj,0.0000540563,0.05000,1.572
6,mlp.experts.131.up_proj,0.0000575968,0.05000,2.789
6,mlp.experts.122.up_proj,0.0000582052,0.05000,3.164
6,mlp.experts.152.up_proj,0.0000946852,0.05000,1.631
6,mlp.experts.126.up_proj,0.0000614582,0.05000,2.195
6,mlp.experts.135.up_proj,0.0000644239,0.05000,2.669
6,mlp.experts.141.up_proj,0.0001052693,0.05000,3.282
6,mlp.experts.156.up_proj,0.0000927103,0.05000,1.666
6,mlp.experts.160.up_proj,0.0000527467,0.05000,1.844
6,mlp.experts.139.up_proj,0.0000398619,0.05000,2.637
6,mlp.experts.130.up_proj,0.0000635819,0.05000,3.222
6,mlp.experts.145.up_proj,0.0000586366,0.05000,3.162
6,mlp.experts.143.up_proj,0.0000808506,0.05000,1.367
6,mlp.experts.147.up_proj,0.0000723118,0.05000,1.457
6,mlp.experts.164.up_proj,0.0000414247,0.05000,3.726
6,mlp.experts.149.up_proj,0.0000702253,0.05000,2.847
6,mlp.experts.134.up_proj,0.0000544194,0.05000,3.624
6,mlp.experts.151.up_proj,0.0001265728,0.05000,1.500
6,mlp.experts.153.up_proj,0.0000326525,0.05000,2.942
6,mlp.experts.168.up_proj,0.0000847610,0.05000,3.751
6,mlp.experts.138.up_proj,0.0000385267,0.05000,3.674
6,mlp.experts.155.up_proj,0.0000858004,0.05000,3.598
6,mlp.experts.157.up_proj,0.0001078042,0.05000,2.352
6,mlp.experts.142.up_proj,0.0000513344,0.05000,2.000
6,mlp.experts.161.up_proj,0.0000809822,0.05000,1.344
6,mlp.experts.172.up_proj,0.0000612049,0.05000,3.519
6,mlp.experts.146.up_proj,0.0000713187,0.05000,1.156
6,mlp.experts.159.up_proj,0.0000699879,0.05000,3.233
6,mlp.experts.165.up_proj,0.0000624108,0.05000,1.883
6,mlp.experts.163.up_proj,0.0000453144,0.05000,1.805
6,mlp.experts.176.up_proj,0.0000849770,0.05000,3.211
6,mlp.experts.150.up_proj,0.0000541112,0.05000,3.079
6,mlp.experts.169.up_proj,0.0000714006,0.05000,2.657
6,mlp.experts.180.up_proj,0.0000646366,0.05000,2.789
6,mlp.experts.167.up_proj,0.0000427173,0.05000,3.636
6,mlp.experts.154.up_proj,0.0000658155,0.05000,3.658
6,mlp.experts.173.up_proj,0.0000651822,0.05000,3.538
6,mlp.experts.184.up_proj,0.0000988546,0.05000,3.093
6,mlp.experts.158.up_proj,0.0001106891,0.05000,2.588
6,mlp.experts.171.up_proj,0.0001023890,0.05000,3.804
6,mlp.experts.188.up_proj,0.0000427420,0.05000,1.152
6,mlp.experts.177.up_proj,0.0000693489,0.05000,2.600
6,mlp.experts.162.up_proj,0.0000600505,0.05000,1.139
6,mlp.experts.175.up_proj,0.0000821373,0.05000,1.183
6,mlp.experts.192.up_proj,0.0000870741,0.05000,1.294
6,mlp.experts.181.up_proj,0.0000666894,0.05000,1.284
6,mlp.experts.166.up_proj,0.0000563207,0.05000,1.311
6,mlp.experts.179.up_proj,0.0000576252,0.05000,1.306
6,mlp.experts.196.up_proj,0.0000696377,0.05000,1.314
6,mlp.experts.185.up_proj,0.0001312890,0.05000,1.297
6,mlp.experts.170.up_proj,0.0000922288,0.05000,1.306
6,mlp.experts.183.up_proj,0.0000499052,0.05000,1.315
6,mlp.experts.200.up_proj,0.0000781477,0.05000,1.296
6,mlp.experts.189.up_proj,0.0000625451,0.05000,1.294
6,mlp.experts.174.up_proj,0.0000685447,0.05000,1.226
6,mlp.experts.187.up_proj,0.0000846495,0.05000,1.222
6,mlp.experts.204.up_proj,0.0000692222,0.05000,1.182
6,mlp.experts.193.up_proj,0.0000628228,0.05000,1.181
6,mlp.experts.178.up_proj,0.0000781778,0.05000,1.149
6,mlp.experts.191.up_proj,0.0000564952,0.05000,1.235
6,mlp.experts.208.up_proj,0.0000619207,0.05000,1.282
6,mlp.experts.197.up_proj,0.0000601272,0.05000,1.285
6,mlp.experts.182.up_proj,0.0000477731,0.05000,1.313
6,mlp.experts.195.up_proj,0.0001032197,0.05000,1.321
6,mlp.experts.212.up_proj,0.0000610818,0.05000,1.267
6,mlp.experts.201.up_proj,0.0000718982,0.05000,1.297
6,mlp.experts.186.up_proj,0.0000891659,0.05000,1.294
6,mlp.experts.199.up_proj,0.0000501036,0.05000,1.292
6,mlp.experts.216.up_proj,0.0000749344,0.05000,1.334
6,mlp.experts.205.up_proj,0.0000401589,0.05000,1.281
6,mlp.experts.190.up_proj,0.0000352357,0.05000,1.296
6,mlp.experts.203.up_proj,0.0000807380,0.05000,1.585
6,mlp.experts.220.up_proj,0.0000803784,0.05000,1.266
6,mlp.experts.209.up_proj,0.0001275842,0.05000,1.251
6,mlp.experts.194.up_proj,0.0000703272,0.05000,2.176
6,mlp.experts.213.up_proj,0.0000736906,0.05000,1.714
6,mlp.experts.207.up_proj,0.0000413447,0.05000,1.955
6,mlp.experts.217.up_proj,0.0000657670,0.05000,1.775
6,mlp.experts.224.up_proj,0.0000485433,0.05000,3.790
6,mlp.experts.198.up_proj,0.0000539443,0.05000,2.561
6,mlp.experts.211.up_proj,0.0000389695,0.05000,2.732
6,mlp.experts.221.up_proj,0.0000644253,0.05000,2.358
6,mlp.experts.202.up_proj,0.0000300261,0.05000,2.187
6,mlp.experts.215.up_proj,0.0000570724,0.05000,2.858
6,mlp.experts.228.up_proj,0.0000877620,0.05000,3.737
6,mlp.experts.206.up_proj,0.0000395257,0.05000,1.663
6,mlp.experts.225.up_proj,0.0000454015,0.05000,3.575
6,mlp.experts.210.up_proj,0.0000529777,0.05000,1.719
6,mlp.experts.219.up_proj,0.0000656923,0.05000,3.882
6,mlp.experts.232.up_proj,0.0000958901,0.05000,3.816
6,mlp.experts.214.up_proj,0.0000496597,0.05000,2.387
6,mlp.experts.229.up_proj,0.0000441387,0.05000,3.698
6,mlp.experts.223.up_proj,0.0001033504,0.05000,3.403
6,mlp.experts.236.up_proj,0.0000946125,0.05000,3.572
6,mlp.experts.218.up_proj,0.0000298368,0.05000,3.705
6,mlp.experts.233.up_proj,0.0000503843,0.05000,2.988
6,mlp.experts.237.up_proj,0.0000827802,0.05000,1.407
6,mlp.experts.227.up_proj,0.0000870055,0.05000,2.942
6,mlp.experts.240.up_proj,0.0000757371,0.05000,3.144
6,mlp.experts.222.up_proj,0.0000810920,0.05000,2.687
6,mlp.experts.241.up_proj,0.0000805238,0.05000,1.419
6,mlp.experts.231.up_proj,0.0000417906,0.05000,1.415
6,mlp.experts.244.up_proj,0.0000634261,0.05000,1.308
6,mlp.experts.226.up_proj,0.0000816104,0.05000,1.303
6,mlp.experts.245.up_proj,0.0000771342,0.05000,1.308
6,mlp.experts.235.up_proj,0.0000874429,0.05000,1.303
6,mlp.experts.248.up_proj,0.0000662557,0.05000,1.299
6,mlp.experts.230.up_proj,0.0000533756,0.05000,1.305
6,mlp.experts.249.up_proj,0.0000546616,0.05000,1.303
6,mlp.experts.239.up_proj,0.0000573477,0.05000,1.319
6,mlp.experts.252.up_proj,0.0000502214,0.05000,1.305
6,mlp.experts.234.up_proj,0.0000419632,0.05000,1.226
6,mlp.experts.253.up_proj,0.0001309221,0.05000,0.983
6,mlp.experts.243.up_proj,0.0000806784,0.05000,0.920
6,mlp.experts.238.up_proj,0.0000807480,0.05000,0.637
6,mlp.experts.247.up_proj,0.0000645553,0.05000,0.412
6,mlp.experts.242.up_proj,0.0000704836,0.05000,0.411
6,mlp.experts.251.up_proj,0.0000558741,0.05000,0.411
6,mlp.experts.246.up_proj,0.0001115229,0.05000,0.413
6,mlp.experts.255.up_proj,0.0000754822,0.05000,0.417
6,mlp.experts.250.up_proj,0.0000619550,0.05000,0.323
6,mlp.experts.254.up_proj,0.0000575824,0.05000,0.200
6,mlp.experts.2.down_proj,0.0000027695,0.05000,0.327
6,mlp.experts.3.down_proj,0.0000026603,0.05000,0.326
6,mlp.experts.0.down_proj,0.0000018162,0.05000,0.336
6,mlp.experts.1.down_proj,0.0000029816,0.05000,0.339
6,mlp.experts.6.down_proj,0.0000010550,0.05000,0.324
6,mlp.experts.7.down_proj,0.0000009078,0.05000,0.325
6,mlp.experts.5.down_proj,0.0000006869,0.05000,0.322
6,mlp.experts.4.down_proj,0.0000013854,0.05000,0.332
6,mlp.experts.10.down_proj,0.0000006934,0.05000,0.317
6,mlp.experts.11.down_proj,0.0000007203,0.05000,0.323
6,mlp.experts.9.down_proj,0.0000025357,0.05000,0.326
6,mlp.experts.8.down_proj,0.0000014374,0.05000,0.330
6,mlp.experts.14.down_proj,0.0000023270,0.05000,0.327
6,mlp.experts.15.down_proj,0.0000021247,0.05000,0.325
6,mlp.experts.13.down_proj,0.0000006084,0.05000,0.326
6,mlp.experts.12.down_proj,0.0000007073,0.05000,0.327
6,mlp.experts.18.down_proj,0.0000029603,0.05000,0.302
6,mlp.experts.17.down_proj,0.0000007386,0.05000,0.288
6,mlp.experts.19.down_proj,0.0000023941,0.05000,0.298
6,mlp.experts.16.down_proj,0.0000019430,0.05000,0.302
6,mlp.experts.21.down_proj,0.0000015924,0.05000,0.292
6,mlp.experts.23.down_proj,0.0000004519,0.05000,0.300
6,mlp.experts.22.down_proj,0.0000015790,0.05000,0.309
6,mlp.experts.20.down_proj,0.0000023815,0.05000,0.305
6,mlp.experts.25.down_proj,0.0000019696,0.05000,0.289
6,mlp.experts.27.down_proj,0.0000018881,0.05000,0.299
6,mlp.experts.26.down_proj,0.0000013718,0.05000,0.302
6,mlp.experts.24.down_proj,0.0000004008,0.05000,0.300
6,mlp.experts.29.down_proj,0.0000009997,0.05000,0.288
6,mlp.experts.31.down_proj,0.0000023193,0.05000,0.300
6,mlp.experts.30.down_proj,0.0000014826,0.05000,0.300
6,mlp.experts.28.down_proj,0.0000006288,0.05000,0.299
6,mlp.experts.33.down_proj,0.0000026648,0.05000,0.291
6,mlp.experts.35.down_proj,0.0000012098,0.05000,0.279
6,mlp.experts.34.down_proj,0.0000013926,0.05000,0.274
6,mlp.experts.32.down_proj,0.0000030970,0.05000,0.261
6,mlp.experts.37.down_proj,0.0000010182,0.05000,0.287
6,mlp.experts.38.down_proj,0.0000027112,0.05000,0.303
6,mlp.experts.36.down_proj,0.0000009110,0.05000,0.303
6,mlp.experts.39.down_proj,0.0000020240,0.05000,0.307
6,mlp.experts.41.down_proj,0.0000004710,0.05000,0.420
6,mlp.experts.40.down_proj,0.0000005346,0.05000,0.572
6,mlp.experts.42.down_proj,0.0000017342,0.05000,0.599
6,mlp.experts.43.down_proj,0.0000020971,0.05000,0.736
6,mlp.experts.45.down_proj,0.0000009849,0.05000,0.394
6,mlp.experts.44.down_proj,0.0000018908,0.05000,0.368
6,mlp.experts.46.down_proj,0.0000003414,0.05000,0.366
6,mlp.experts.48.down_proj,0.0000035482,0.05000,0.352
6,mlp.experts.50.down_proj,0.0000015628,0.05000,0.353
6,mlp.experts.49.down_proj,0.0000029192,0.05000,0.564
6,mlp.experts.47.down_proj,0.0000005341,0.05000,0.836
6,mlp.experts.52.down_proj,0.0000020396,0.05000,0.358
6,mlp.experts.54.down_proj,0.0000022192,0.05000,0.357
6,mlp.experts.56.down_proj,0.0000016849,0.05000,0.349
6,mlp.experts.58.down_proj,0.0000019771,0.05000,0.356
6,mlp.experts.53.down_proj,0.0000003880,0.05000,0.851
6,mlp.experts.60.down_proj,0.0000015060,0.05000,0.355
6,mlp.experts.51.down_proj,0.0000019799,0.05000,0.799
6,mlp.experts.62.down_proj,0.0000025232,0.05000,0.356
6,mlp.experts.64.down_proj,0.0000015882,0.05000,0.350
6,mlp.experts.66.down_proj,0.0000036961,0.05000,0.351
6,mlp.experts.68.down_proj,0.0000014079,0.05000,0.353
6,mlp.experts.57.down_proj,0.0000018464,0.05000,0.860
6,mlp.experts.70.down_proj,0.0000011013,0.05000,0.356
6,mlp.experts.55.down_proj,0.0000012311,0.05000,0.797
6,mlp.experts.72.down_proj,0.0000012314,0.05000,0.356
6,mlp.experts.74.down_proj,0.0000008014,0.05000,0.354
6,mlp.experts.76.down_proj,0.0000005764,0.05000,0.349
6,mlp.experts.78.down_proj,0.0000003341,0.05000,0.350
6,mlp.experts.61.down_proj,0.0000033721,0.05000,0.863
6,mlp.experts.59.down_proj,0.0000025160,0.05000,0.798
6,mlp.experts.80.down_proj,0.0000011924,0.05000,0.354
6,mlp.experts.82.down_proj,0.0000035262,0.05000,0.358
6,mlp.experts.84.down_proj,0.0000016124,0.05000,0.354
6,mlp.experts.86.down_proj,0.0000008121,0.05000,0.353
6,mlp.experts.63.down_proj,0.0000004323,0.05000,0.796
6,mlp.experts.65.down_proj,0.0000010058,0.05000,0.859
6,mlp.experts.88.down_proj,0.0000013657,0.05000,0.354
6,mlp.experts.90.down_proj,0.0000009426,0.05000,0.355
6,mlp.experts.92.down_proj,0.0000027178,0.05000,0.348
6,mlp.experts.94.down_proj,0.0000022038,0.05000,0.349
6,mlp.experts.96.down_proj,0.0000004971,0.05000,0.352
6,mlp.experts.67.down_proj,0.0000004693,0.05000,0.800
6,mlp.experts.98.down_proj,0.0000005593,0.05000,0.355
6,mlp.experts.69.down_proj,0.0000006269,0.05000,0.869
6,mlp.experts.100.down_proj,0.0000026327,0.05000,0.361
6,mlp.experts.102.down_proj,0.0000015794,0.05000,0.359
6,mlp.experts.104.down_proj,0.0000008624,0.05000,0.446
6,mlp.experts.71.down_proj,0.0000011722,0.05000,0.840
6,mlp.experts.106.down_proj,0.0000008962,0.05000,0.499
6,mlp.experts.73.down_proj,0.0000022301,0.05000,0.921
6,mlp.experts.108.down_proj,0.0000025279,0.05000,0.420
6,mlp.experts.75.down_proj,0.0000019594,0.05000,0.421
6,mlp.experts.112.down_proj,0.0000007397,0.05000,0.404
6,mlp.experts.110.down_proj,0.0000002422,0.05000,0.931
6,mlp.experts.77.down_proj,0.0000007135,0.05000,0.827
6,mlp.experts.79.down_proj,0.0000024504,0.05000,0.603
6,mlp.experts.116.down_proj,0.0000009522,0.05000,0.335
6,mlp.experts.120.down_proj,0.0000012470,0.05000,0.348
6,mlp.experts.114.down_proj,0.0000025843,0.05000,0.698
6,mlp.experts.81.down_proj,0.0000004038,0.05000,0.836
6,mlp.experts.83.down_proj,0.0000014902,0.05000,0.852
6,mlp.experts.124.down_proj,0.0000005197,0.05000,0.585
6,mlp.experts.118.down_proj,0.0000004304,0.05000,0.915
6,mlp.experts.128.down_proj,0.0000023271,0.05000,0.554
6,mlp.experts.87.down_proj,0.0000004064,0.05000,0.774
6,mlp.experts.85.down_proj,0.0000025843,0.05000,0.914
6,mlp.experts.132.down_proj,0.0000008809,0.05000,0.408
6,mlp.experts.91.down_proj,0.0000008004,0.05000,0.662
6,mlp.experts.122.down_proj,0.0000007441,0.05000,0.934
6,mlp.experts.89.down_proj,0.0000004839,0.05000,0.921
6,mlp.experts.95.down_proj,0.0000008416,0.05000,0.471
6,mlp.experts.136.down_proj,0.0000022264,0.05000,0.797
6,mlp.experts.99.down_proj,0.0000019754,0.05000,0.538
6,mlp.experts.126.down_proj,0.0000019375,0.05000,0.920
6,mlp.experts.93.down_proj,0.0000024019,0.05000,0.891
6,mlp.experts.140.down_proj,0.0000006425,0.05000,0.913
6,mlp.experts.103.down_proj,0.0000011443,0.05000,0.513
6,mlp.experts.107.down_proj,0.0000015569,0.05000,0.356
6,mlp.experts.97.down_proj,0.0000005676,0.05000,0.666
6,mlp.experts.130.down_proj,0.0000029619,0.05000,0.884
6,mlp.experts.111.down_proj,0.0000003923,0.05000,0.360
6,mlp.experts.144.down_proj,0.0000004975,0.05000,0.885
6,mlp.experts.115.down_proj,0.0000024409,0.05000,0.358
6,mlp.experts.101.down_proj,0.0000005961,0.05000,0.894
6,mlp.experts.134.down_proj,0.0000008277,0.05000,0.888
6,mlp.experts.119.down_proj,0.0000004528,0.05000,0.367
6,mlp.experts.148.down_proj,0.0000011655,0.05000,0.894
6,mlp.experts.123.down_proj,0.0000035238,0.05000,0.355
6,mlp.experts.127.down_proj,0.0000005606,0.05000,0.350
6,mlp.experts.138.down_proj,0.0000011525,0.05000,0.791
6,mlp.experts.105.down_proj,0.0000017463,0.05000,0.902
6,mlp.experts.131.down_proj,0.0000004080,0.05000,0.363
6,mlp.experts.152.down_proj,0.0000009333,0.05000,0.894
6,mlp.experts.135.down_proj,0.0000019603,0.05000,0.347
6,mlp.experts.109.down_proj,0.0000016229,0.05000,0.787
6,mlp.experts.142.down_proj,0.0000015229,0.05000,0.898
6,mlp.experts.139.down_proj,0.0000004360,0.05000,0.360
6,mlp.experts.156.down_proj,0.0000025464,0.05000,0.892
6,mlp.experts.143.down_proj,0.0000015150,0.05000,0.351
6,mlp.experts.146.down_proj,0.0000008880,0.05000,0.819
6,mlp.experts.113.down_proj,0.0000007508,0.05000,0.919
6,mlp.experts.147.down_proj,0.0000022976,0.05000,0.366
6,mlp.experts.151.down_proj,0.0000019907,0.05000,0.357
6,mlp.experts.160.down_proj,0.0000003830,0.05000,0.893
6,mlp.experts.155.down_proj,0.0000016833,0.05000,0.443
6,mlp.experts.150.down_proj,0.0000013453,0.05000,0.941
6,mlp.experts.117.down_proj,0.0000007112,0.05000,0.952
6,mlp.experts.159.down_proj,0.0000015825,0.05000,0.429
6,mlp.experts.164.down_proj,0.0000002986,0.05000,0.921
6,mlp.experts.163.down_proj,0.0000004682,0.05000,0.419
6,mlp.experts.154.down_proj,0.0000022171,0.05000,0.981
6,mlp.experts.121.down_proj,0.0000005838,0.05000,0.971
6,mlp.experts.167.down_proj,0.0000014351,0.05000,0.582
6,mlp.experts.168.down_proj,0.0000020643,0.05000,0.933
6,mlp.experts.125.down_proj,0.0000027022,0.05000,0.696
6,mlp.experts.158.down_proj,0.0000016315,0.05000,0.985
6,mlp.experts.171.down_proj,0.0000013052,0.05000,0.936
6,mlp.experts.172.down_proj,0.0000013942,0.05000,0.941
6,mlp.experts.129.down_proj,0.0000009924,0.05000,0.892
6,mlp.experts.162.down_proj,0.0000015726,0.05000,0.969
6,mlp.experts.133.down_proj,0.0000006752,0.05000,0.460
6,mlp.experts.175.down_proj,0.0000029441,0.05000,0.896
6,mlp.experts.176.down_proj,0.0000007520,0.05000,0.893
6,mlp.experts.137.down_proj,0.0000005555,0.05000,0.465
6,mlp.experts.166.down_proj,0.0000005015,0.05000,0.971
6,mlp.experts.141.down_proj,0.0000016575,0.05000,0.486
6,mlp.experts.179.down_proj,0.0000004632,0.05000,0.879
6,mlp.experts.180.down_proj,0.0000035296,0.05000,0.877
6,mlp.experts.145.down_proj,0.0000006460,0.05000,0.464
6,mlp.experts.184.down_proj,0.0000013453,0.05000,0.648
6,mlp.experts.170.down_proj,0.0000014468,0.05000,0.956
6,mlp.experts.149.down_proj,0.0000011752,0.05000,0.394
6,mlp.experts.183.down_proj,0.0000006113,0.05000,0.897
6,mlp.experts.188.down_proj,0.0000013986,0.05000,0.312
6,mlp.experts.153.down_proj,0.0000011061,0.05000,0.308
6,mlp.experts.192.down_proj,0.0000013765,0.05000,0.303
6,mlp.experts.157.down_proj,0.0000042022,0.05000,0.304
6,mlp.experts.196.down_proj,0.0000018844,0.05000,0.304
6,mlp.experts.174.down_proj,0.0000018914,0.05000,0.866
6,mlp.experts.161.down_proj,0.0000026428,0.05000,0.308
6,mlp.experts.187.down_proj,0.0000020731,0.05000,0.882
6,mlp.experts.200.down_proj,0.0000026254,0.05000,0.317
6,mlp.experts.165.down_proj,0.0000019370,0.05000,0.312
6,mlp.experts.204.down_proj,0.0000017591,0.05000,0.312
6,mlp.experts.169.down_proj,0.0000025487,0.05000,0.310
6,mlp.experts.208.down_proj,0.0000004998,0.05000,0.312
6,mlp.experts.178.down_proj,0.0000025439,0.05000,0.892
6,mlp.experts.173.down_proj,0.0000012996,0.05000,0.317
6,mlp.experts.191.down_proj,0.0000005398,0.05000,0.898
6,mlp.experts.212.down_proj,0.0000012917,0.05000,0.320
6,mlp.experts.177.down_proj,0.0000018252,0.05000,0.315
6,mlp.experts.216.down_proj,0.0000013689,0.05000,0.310
6,mlp.experts.181.down_proj,0.0000004927,0.05000,0.312
6,mlp.experts.182.down_proj,0.0000019425,0.05000,0.895
6,mlp.experts.195.down_proj,0.0000002568,0.05000,0.896
6,mlp.experts.220.down_proj,0.0000010229,0.05000,0.487
6,mlp.experts.185.down_proj,0.0000032729,0.05000,0.401
6,mlp.experts.189.down_proj,0.0000013144,0.05000,0.418
6,mlp.experts.186.down_proj,0.0000025172,0.05000,0.967
6,mlp.experts.199.down_proj,0.0000004676,0.05000,0.958
6,mlp.experts.193.down_proj,0.0000004925,0.05000,0.427
6,mlp.experts.224.down_proj,0.0000005430,0.05000,0.909
6,mlp.experts.197.down_proj,0.0000009668,0.05000,0.538
6,mlp.experts.203.down_proj,0.0000019574,0.05000,0.574
6,mlp.experts.190.down_proj,0.0000003469,0.05000,0.888
6,mlp.experts.228.down_proj,0.0000008970,0.05000,0.831
6,mlp.experts.201.down_proj,0.0000018032,0.05000,0.447
6,mlp.experts.205.down_proj,0.0000005147,0.05000,0.433
6,mlp.experts.207.down_proj,0.0000004965,0.05000,0.966
6,mlp.experts.194.down_proj,0.0000007107,0.05000,0.925
6,mlp.experts.232.down_proj,0.0000024370,0.05000,0.965
6,mlp.experts.209.down_proj,0.0000031474,0.05000,0.427
6,mlp.experts.213.down_proj,0.0000010507,0.05000,0.424
6,mlp.experts.211.down_proj,0.0000003510,0.05000,0.822
6,mlp.experts.236.down_proj,0.0000014750,0.05000,0.671
6,mlp.experts.198.down_proj,0.0000007215,0.05000,0.810
6,mlp.experts.217.down_proj,0.0000005390,0.05000,0.533
6,mlp.experts.240.down_proj,0.0000032835,0.05000,0.397
6,mlp.experts.202.down_proj,0.0000008877,0.05000,0.396
6,mlp.experts.215.down_proj,0.0000006418,0.05000,0.702
6,mlp.experts.221.down_proj,0.0000005447,0.05000,0.325
6,mlp.experts.244.down_proj,0.0000006394,0.05000,0.309
6,mlp.experts.206.down_proj,0.0000003873,0.05000,0.308
6,mlp.experts.219.down_proj,0.0000008216,0.05000,0.300
6,mlp.experts.225.down_proj,0.0000004855,0.05000,0.302
6,mlp.experts.248.down_proj,0.0000006387,0.05000,0.288
6,mlp.experts.210.down_proj,0.0000014840,0.05000,0.303
6,mlp.experts.223.down_proj,0.0000031647,0.05000,0.297
6,mlp.experts.229.down_proj,0.0000024609,0.05000,0.301
6,mlp.experts.252.down_proj,0.0000003673,0.05000,0.288
6,mlp.experts.214.down_proj,0.0000004159,0.05000,0.276
6,mlp.experts.227.down_proj,0.0000010536,0.05000,0.228
6,mlp.experts.233.down_proj,0.0000008099,0.05000,0.193
6,mlp.experts.218.down_proj,0.0000017400,0.05000,0.193
6,mlp.experts.231.down_proj,0.0000004494,0.05000,0.197
6,mlp.experts.237.down_proj,0.0000013448,0.05000,0.210
6,mlp.experts.222.down_proj,0.0000016241,0.05000,0.207
6,mlp.experts.235.down_proj,0.0000029734,0.05000,0.206
6,mlp.experts.241.down_proj,0.0000029841,0.05000,0.208
6,mlp.experts.226.down_proj,0.0000012956,0.05000,0.207
6,mlp.experts.239.down_proj,0.0000005153,0.05000,0.205
6,mlp.experts.245.down_proj,0.0000031177,0.05000,0.207
6,mlp.experts.230.down_proj,0.0000005692,0.05000,0.205
6,mlp.experts.243.down_proj,0.0000024149,0.05000,0.204
6,mlp.experts.249.down_proj,0.0000017394,0.05000,0.213
6,mlp.experts.234.down_proj,0.0000053665,0.05000,0.206
6,mlp.experts.247.down_proj,0.0000006254,0.05000,0.205
6,mlp.experts.253.down_proj,0.0000021835,0.05000,0.206
6,mlp.experts.238.down_proj,0.0000024063,0.05000,0.194
6,mlp.experts.251.down_proj,0.0000007861,0.05000,0.175
6,mlp.experts.242.down_proj,0.0000006877,0.05000,0.155
6,mlp.experts.255.down_proj,0.0000026668,0.05000,0.154
6,mlp.experts.246.down_proj,0.0000035756,0.05000,0.095
6,mlp.experts.250.down_proj,0.0000013668,0.05000,0.050
6,mlp.experts.254.down_proj,0.0000015552,0.05000,0.049
7,mlp.experts.2.gate_proj,0.0001188429,0.05000,1.233
7,mlp.experts.1.gate_proj,0.0000710034,0.05000,1.251
7,mlp.experts.3.gate_proj,0.0001512239,0.05000,1.277
7,mlp.experts.0.gate_proj,0.0001046199,0.05000,1.293
7,mlp.experts.5.gate_proj,0.0000353706,0.05000,1.223
7,mlp.experts.6.gate_proj,0.0001264177,0.05000,1.273
7,mlp.experts.4.gate_proj,0.0001292716,0.05000,1.247
7,mlp.experts.7.gate_proj,0.0000749529,0.05000,1.264
7,mlp.experts.9.gate_proj,0.0000772004,0.05000,1.135
7,mlp.experts.10.gate_proj,0.0001193939,0.05000,1.122
7,mlp.experts.8.gate_proj,0.0001148831,0.05000,1.118
7,mlp.experts.11.gate_proj,0.0000782538,0.05000,1.129
7,mlp.experts.13.gate_proj,0.0000799474,0.05000,0.866
7,mlp.experts.14.gate_proj,0.0001234009,0.05000,0.863
7,mlp.experts.15.gate_proj,0.0001082795,0.05000,0.846
7,mlp.experts.12.gate_proj,0.0001030891,0.05000,0.875
7,mlp.experts.17.gate_proj,0.0000736368,0.05000,1.024
7,mlp.experts.18.gate_proj,0.0000537923,0.05000,1.026
7,mlp.experts.19.gate_proj,0.0001679373,0.05000,1.016
7,mlp.experts.16.gate_proj,0.0000735723,0.05000,1.039
7,mlp.experts.23.gate_proj,0.0000772109,0.05000,1.147
7,mlp.experts.21.gate_proj,0.0001136270,0.05000,1.207
7,mlp.experts.22.gate_proj,0.0000902241,0.05000,1.215
7,mlp.experts.20.gate_proj,0.0001767817,0.05000,1.205
7,mlp.experts.27.gate_proj,0.0000749888,0.05000,1.312
7,mlp.experts.25.gate_proj,0.0001147027,0.05000,1.315
7,mlp.experts.26.gate_proj,0.0000729050,0.05000,1.322
7,mlp.experts.24.gate_proj,0.0001169342,0.05000,1.328
7,mlp.experts.31.gate_proj,0.0000989497,0.05000,1.325
7,mlp.experts.29.gate_proj,0.0000546984,0.05000,1.326
7,mlp.experts.30.gate_proj,0.0001299019,0.05000,1.320
7,mlp.experts.28.gate_proj,0.0001371908,0.05000,1.337
7,mlp.experts.35.gate_proj,0.0001420332,0.05000,1.249
7,mlp.experts.33.gate_proj,0.0000768516,0.05000,1.263
7,mlp.experts.34.gate_proj,0.0001365011,0.05000,1.262
7,mlp.experts.32.gate_proj,0.0000763335,0.05000,1.265
7,mlp.experts.39.gate_proj,0.0000799283,0.05000,1.163
7,mlp.experts.37.gate_proj,0.0000921230,0.05000,1.202
7,mlp.experts.38.gate_proj,0.0001011591,0.05000,1.206
7,mlp.experts.36.gate_proj,0.0000856524,0.05000,1.271
7,mlp.experts.43.gate_proj,0.0001320188,0.05000,1.306
7,mlp.experts.42.gate_proj,0.0001440021,0.05000,1.305
7,mlp.experts.41.gate_proj,0.0001215906,0.05000,1.408
7,mlp.experts.40.gate_proj,0.0000857981,0.05000,1.302
7,mlp.experts.47.gate_proj,0.0000793201,0.05000,1.317
7,mlp.experts.46.gate_proj,0.0000880947,0.05000,1.324
7,mlp.experts.45.gate_proj,0.0000782511,0.05000,1.328
7,mlp.experts.44.gate_proj,0.0000861088,0.05000,1.315
7,mlp.experts.51.gate_proj,0.0000963199,0.05000,1.272
7,mlp.experts.50.gate_proj,0.0000912671,0.05000,1.273
7,mlp.experts.49.gate_proj,0.0000827520,0.05000,1.261
7,mlp.experts.48.gate_proj,0.0001503244,0.05000,1.241
7,mlp.experts.55.gate_proj,0.0001372036,0.05000,1.211
7,mlp.experts.53.gate_proj,0.0000981961,0.05000,1.184
7,mlp.experts.52.gate_proj,0.0000677352,0.05000,1.239
7,mlp.experts.54.gate_proj,0.0000869829,0.05000,1.701
7,mlp.experts.59.gate_proj,0.0000957606,0.05000,2.465
7,mlp.experts.57.gate_proj,0.0001168797,0.05000,2.453
7,mlp.experts.56.gate_proj,0.0000723415,0.05000,3.388
7,mlp.experts.58.gate_proj,0.0001640946,0.05000,3.137
7,mlp.experts.63.gate_proj,0.0000638906,0.05000,2.838
7,mlp.experts.61.gate_proj,0.0000905178,0.05000,3.074
7,mlp.experts.60.gate_proj,0.0001271310,0.05000,2.321
7,mlp.experts.62.gate_proj,0.0000809761,0.05000,2.429
7,mlp.experts.67.gate_proj,0.0001233647,0.05000,1.234
7,mlp.experts.64.gate_proj,0.0000723716,0.05000,1.288
7,mlp.experts.65.gate_proj,0.0001021113,0.05000,1.585
7,mlp.experts.71.gate_proj,0.0000789065,0.05000,1.274
7,mlp.experts.66.gate_proj,0.0001304141,0.05000,1.701
7,mlp.experts.68.gate_proj,0.0001555992,0.05000,1.219
7,mlp.experts.69.gate_proj,0.0001000811,0.05000,1.325
7,mlp.experts.75.gate_proj,0.0000871951,0.05000,1.235
7,mlp.experts.70.gate_proj,0.0000902591,0.05000,1.229
7,mlp.experts.72.gate_proj,0.0000892362,0.05000,1.222
7,mlp.experts.73.gate_proj,0.0000551721,0.05000,1.342
7,mlp.experts.79.gate_proj,0.0001025159,0.05000,1.194
7,mlp.experts.74.gate_proj,0.0000629275,0.05000,1.161
7,mlp.experts.76.gate_proj,0.0001388901,0.05000,1.104
7,mlp.experts.77.gate_proj,0.0000873247,0.05000,1.102
7,mlp.experts.78.gate_proj,0.0000671348,0.05000,1.102
7,mlp.experts.83.gate_proj,0.0000668054,0.05000,1.149
7,mlp.experts.80.gate_proj,0.0002059567,0.05000,1.222
7,mlp.experts.81.gate_proj,0.0000765777,0.05000,1.261
7,mlp.experts.82.gate_proj,0.0001003128,0.05000,1.282
7,mlp.experts.87.gate_proj,0.0001670957,0.05000,1.291
7,mlp.experts.84.gate_proj,0.0001211569,0.05000,1.320
7,mlp.experts.85.gate_proj,0.0001189510,0.05000,1.300
7,mlp.experts.86.gate_proj,0.0000556260,0.05000,1.307
7,mlp.experts.91.gate_proj,0.0000972117,0.05000,1.304
7,mlp.experts.88.gate_proj,0.0000771480,0.05000,1.308
7,mlp.experts.89.gate_proj,0.0001218947,0.05000,1.293
7,mlp.experts.90.gate_proj,0.0000753081,0.05000,1.268
7,mlp.experts.95.gate_proj,0.0001463261,0.05000,1.276
7,mlp.experts.92.gate_proj,0.0001377355,0.05000,1.336
7,mlp.experts.93.gate_proj,0.0001180947,0.05000,1.256
7,mlp.experts.99.gate_proj,0.0000713093,0.05000,1.248
7,mlp.experts.94.gate_proj,0.0001324930,0.05000,1.305
7,mlp.experts.96.gate_proj,0.0001912719,0.05000,1.283
7,mlp.experts.97.gate_proj,0.0001995551,0.05000,1.238
7,mlp.experts.103.gate_proj,0.0000702881,0.05000,1.237
7,mlp.experts.98.gate_proj,0.0000615447,0.05000,1.230
7,mlp.experts.101.gate_proj,0.0000873206,0.05000,1.266
7,mlp.experts.100.gate_proj,0.0001421737,0.05000,1.442
7,mlp.experts.102.gate_proj,0.0001199410,0.05000,1.299
7,mlp.experts.107.gate_proj,0.0001346583,0.05000,1.467
7,mlp.experts.105.gate_proj,0.0000600975,0.05000,1.326
7,mlp.experts.104.gate_proj,0.0001380531,0.05000,1.334
7,mlp.experts.106.gate_proj,0.0001073666,0.05000,1.311
7,mlp.experts.111.gate_proj,0.0001232735,0.05000,1.298
7,mlp.experts.109.gate_proj,0.0001338933,0.05000,1.645
7,mlp.experts.115.gate_proj,0.0001160145,0.05000,1.566
7,mlp.experts.108.gate_proj,0.0000669959,0.05000,2.104
7,mlp.experts.110.gate_proj,0.0000895554,0.05000,1.892
7,mlp.experts.119.gate_proj,0.0000881240,0.05000,1.428
7,mlp.experts.113.gate_proj,0.0000950507,0.05000,1.902
7,mlp.experts.112.gate_proj,0.0000634920,0.05000,1.422
7,mlp.experts.114.gate_proj,0.0000897406,0.05000,1.709
7,mlp.experts.123.gate_proj,0.0000817861,0.05000,1.269
7,mlp.experts.117.gate_proj,0.0000552618,0.05000,1.272
7,mlp.experts.116.gate_proj,0.0000815787,0.05000,1.287
7,mlp.experts.118.gate_proj,0.0000484513,0.05000,1.299
7,mlp.experts.127.gate_proj,0.0001522091,0.05000,1.203
7,mlp.experts.121.gate_proj,0.0000958907,0.05000,1.199
7,mlp.experts.120.gate_proj,0.0000944856,0.05000,1.178
7,mlp.experts.122.gate_proj,0.0001159102,0.05000,1.240
7,mlp.experts.125.gate_proj,0.0000959809,0.05000,2.254
7,mlp.experts.124.gate_proj,0.0002010043,0.05000,2.413
7,mlp.experts.131.gate_proj,0.0001215005,0.05000,2.493
7,mlp.experts.126.gate_proj,0.0000930462,0.05000,3.481
7,mlp.experts.129.gate_proj,0.0000942469,0.05000,2.791
7,mlp.experts.135.gate_proj,0.0000865440,0.05000,2.934
7,mlp.experts.128.gate_proj,0.0000915125,0.05000,3.711
7,mlp.experts.133.gate_proj,0.0001310064,0.05000,1.802
7,mlp.experts.130.gate_proj,0.0001037811,0.05000,2.986
7,mlp.experts.137.gate_proj,0.0001521600,0.05000,1.622
7,mlp.experts.134.gate_proj,0.0000926640,0.05000,1.631
7,mlp.experts.139.gate_proj,0.0001190170,0.05000,3.633
7,mlp.experts.132.gate_proj,0.0001362359,0.05000,3.497
7,mlp.experts.138.gate_proj,0.0001023780,0.05000,1.500
7,mlp.experts.143.gate_proj,0.0000855683,0.05000,1.341
7,mlp.experts.141.gate_proj,0.0000638881,0.05000,1.946
7,mlp.experts.136.gate_proj,0.0001036976,0.05000,1.516
7,mlp.experts.142.gate_proj,0.0000743547,0.05000,1.236
7,mlp.experts.147.gate_proj,0.0000937838,0.05000,1.156
7,mlp.experts.145.gate_proj,0.0000806681,0.05000,1.167
7,mlp.experts.140.gate_proj,0.0001403432,0.05000,1.285
7,mlp.experts.146.gate_proj,0.0001067479,0.05000,1.282
7,mlp.experts.151.gate_proj,0.0001043671,0.05000,1.246
7,mlp.experts.149.gate_proj,0.0000610757,0.05000,1.251
7,mlp.experts.144.gate_proj,0.0000948426,0.05000,1.205
7,mlp.experts.150.gate_proj,0.0001110045,0.05000,1.220
7,mlp.experts.155.gate_proj,0.0000917689,0.05000,1.215
7,mlp.experts.153.gate_proj,0.0000681431,0.05000,1.178
7,mlp.experts.148.gate_proj,0.0000615003,0.05000,1.248
7,mlp.experts.154.gate_proj,0.0000983965,0.05000,1.218
7,mlp.experts.157.gate_proj,0.0000899748,0.05000,1.262
7,mlp.experts.159.gate_proj,0.0000842947,0.05000,1.430
7,mlp.experts.158.gate_proj,0.0001500031,0.05000,1.709
7,mlp.experts.161.gate_proj,0.0001299216,0.05000,1.534
7,mlp.experts.152.gate_proj,0.0001520532,0.05000,3.080
7,mlp.experts.165.gate_proj,0.0000834141,0.05000,1.530
7,mlp.experts.162.gate_proj,0.0001021140,0.05000,1.738
7,mlp.experts.163.gate_proj,0.0001043570,0.05000,3.434
7,mlp.experts.169.gate_proj,0.0001120422,0.05000,1.528
7,mlp.experts.166.gate_proj,0.0004709276,0.05000,1.779
7,mlp.experts.156.gate_proj,0.0001105696,0.05000,3.572
7,mlp.experts.167.gate_proj,0.0001278253,0.05000,3.018
7,mlp.experts.173.gate_proj,0.0001203476,0.05000,3.070
7,mlp.experts.170.gate_proj,0.0001050651,0.05000,3.823
7,mlp.experts.160.gate_proj,0.0000865465,0.05000,3.779
7,mlp.experts.171.gate_proj,0.0001952255,0.05000,3.923
7,mlp.experts.174.gate_proj,0.0000997040,0.05000,1.747
7,mlp.experts.177.gate_proj,0.0001395061,0.05000,3.601
7,mlp.experts.175.gate_proj,0.0000346625,0.05000,1.423
7,mlp.experts.178.gate_proj,0.0001375670,0.05000,1.431
7,mlp.experts.164.gate_proj,0.0001311509,0.05000,2.361
7,mlp.experts.181.gate_proj,0.0000875380,0.05000,1.695
7,mlp.experts.179.gate_proj,0.0001425052,0.05000,1.180
7,mlp.experts.182.gate_proj,0.0000922642,0.05000,1.199
7,mlp.experts.168.gate_proj,0.0001555807,0.05000,1.286
7,mlp.experts.185.gate_proj,0.0001002655,0.05000,1.182
7,mlp.experts.183.gate_proj,0.0001939190,0.05000,1.210
7,mlp.experts.186.gate_proj,0.0000580991,0.05000,1.209
7,mlp.experts.172.gate_proj,0.0001049028,0.05000,1.276
7,mlp.experts.189.gate_proj,0.0000924228,0.05000,1.322
7,mlp.experts.187.gate_proj,0.0001469163,0.05000,1.309
7,mlp.experts.190.gate_proj,0.0001548597,0.05000,1.259
7,mlp.experts.176.gate_proj,0.0000617561,0.05000,1.247
7,mlp.experts.193.gate_proj,0.0001179621,0.05000,1.203
7,mlp.experts.191.gate_proj,0.0000907206,0.05000,1.164
7,mlp.experts.194.gate_proj,0.0000633746,0.05000,1.200
7,mlp.experts.180.gate_proj,0.0000745370,0.05000,1.229
7,mlp.experts.197.gate_proj,0.0000779950,0.05000,1.442
7,mlp.experts.195.gate_proj,0.0000479735,0.05000,2.157
7,mlp.experts.198.gate_proj,0.0001223179,0.05000,2.389
7,mlp.experts.184.gate_proj,0.0001252468,0.05000,2.258
7,mlp.experts.201.gate_proj,0.0001096945,0.05000,1.740
7,mlp.experts.199.gate_proj,0.0001519450,0.05000,1.296
7,mlp.experts.202.gate_proj,0.0001212219,0.05000,1.246
7,mlp.experts.188.gate_proj,0.0000663991,0.05000,1.187
7,mlp.experts.205.gate_proj,0.0000834459,0.05000,1.225
7,mlp.experts.203.gate_proj,0.0000843764,0.05000,1.215
7,mlp.experts.206.gate_proj,0.0000891214,0.05000,1.208
7,mlp.experts.192.gate_proj,0.0001678419,0.05000,1.178
7,mlp.experts.209.gate_proj,0.0000561918,0.05000,1.214
7,mlp.experts.207.gate_proj,0.0000857196,0.05000,1.221
7,mlp.experts.210.gate_proj,0.0000976313,0.05000,1.217
7,mlp.experts.196.gate_proj,0.0002732403,0.05000,1.181
7,mlp.experts.213.gate_proj,0.0000691668,0.05000,1.301
7,mlp.experts.211.gate_proj,0.0000568122,0.05000,1.275
7,mlp.experts.214.gate_proj,0.0001122990,0.05000,1.283
7,mlp.experts.200.gate_proj,0.0000747458,0.05000,1.287
7,mlp.experts.217.gate_proj,0.0000997783,0.05000,1.281
7,mlp.experts.215.gate_proj,0.0000836729,0.05000,1.271
7,mlp.experts.218.gate_proj,0.0000932654,0.05000,1.251
7,mlp.experts.204.gate_proj,0.0001123667,0.05000,1.293
7,mlp.experts.221.gate_proj,0.0000754793,0.05000,1.305
7,mlp.experts.219.gate_proj,0.0001280862,0.05000,1.292
7,mlp.experts.222.gate_proj,0.0000967284,0.05000,1.311
7,mlp.experts.208.gate_proj,0.0001079005,0.05000,1.306
7,mlp.experts.225.gate_proj,0.0001277976,0.05000,1.292
7,mlp.experts.223.gate_proj,0.0001211707,0.05000,1.272
7,mlp.experts.226.gate_proj,0.0001344782,0.05000,1.250
7,mlp.experts.212.gate_proj,0.0001050811,0.05000,1.228
7,mlp.experts.229.gate_proj,0.0002377442,0.05000,1.201
7,mlp.experts.227.gate_proj,0.0000609493,0.05000,1.178
7,mlp.experts.230.gate_proj,0.0000978105,0.05000,1.152
7,mlp.experts.216.gate_proj,0.0001338363,0.05000,1.192
7,mlp.experts.233.gate_proj,0.0001877603,0.05000,1.205
7,mlp.experts.231.gate_proj,0.0000953604,0.05000,1.241
7,mlp.experts.234.gate_proj,0.0000790250,0.05000,1.241
7,mlp.experts.220.gate_proj,0.0000916960,0.05000,1.286
7,mlp.experts.237.gate_proj,0.0000819943,0.05000,1.278
7,mlp.experts.235.gate_proj,0.0001079372,0.05000,1.290
7,mlp.experts.238.gate_proj,0.0001276870,0.05000,1.299
7,mlp.experts.224.gate_proj,0.0000834294,0.05000,1.291
7,mlp.experts.241.gate_proj,0.0000726905,0.05000,1.295
7,mlp.experts.239.gate_proj,0.0001106086,0.05000,1.311
7,mlp.experts.242.gate_proj,0.0001106959,0.05000,1.305
7,mlp.experts.228.gate_proj,0.0001378569,0.05000,1.298
7,mlp.experts.245.gate_proj,0.0000702113,0.05000,1.284
7,mlp.experts.243.gate_proj,0.0000965982,0.05000,1.296
7,mlp.experts.246.gate_proj,0.0001209228,0.05000,1.340
7,mlp.experts.232.gate_proj,0.0000872945,0.05000,1.224
7,mlp.experts.249.gate_proj,0.0000480608,0.05000,1.255
7,mlp.experts.247.gate_proj,0.0000688537,0.05000,1.256
7,mlp.experts.250.gate_proj,0.0001525804,0.05000,1.254
7,mlp.experts.236.gate_proj,0.0000946450,0.05000,1.273
7,mlp.experts.253.gate_proj,0.0001417071,0.05000,1.248
7,mlp.experts.251.gate_proj,0.0001073231,0.05000,1.398
7,mlp.experts.254.gate_proj,0.0000779622,0.05000,1.251
7,mlp.experts.240.gate_proj,0.0001139654,0.05000,1.146
7,mlp.experts.1.up_proj,0.0000652138,0.05000,1.232
7,mlp.experts.255.gate_proj,0.0000993350,0.05000,1.255
7,mlp.experts.2.up_proj,0.0001074299,0.05000,1.298
7,mlp.experts.244.gate_proj,0.0000636934,0.05000,1.217
7,mlp.experts.5.up_proj,0.0000330206,0.05000,1.551
7,mlp.experts.3.up_proj,0.0001415934,0.05000,1.249
7,mlp.experts.248.gate_proj,0.0000975911,0.05000,1.324
7,mlp.experts.6.up_proj,0.0001136768,0.05000,1.565
7,mlp.experts.7.up_proj,0.0000744377,0.05000,1.461
7,mlp.experts.9.up_proj,0.0000714435,0.05000,1.963
7,mlp.experts.252.gate_proj,0.0001030728,0.05000,1.376
7,mlp.experts.10.up_proj,0.0001096139,0.05000,1.366
7,mlp.experts.11.up_proj,0.0000679894,0.05000,1.330
7,mlp.experts.13.up_proj,0.0000739346,0.05000,1.324
7,mlp.experts.0.up_proj,0.0000904827,0.05000,1.327
7,mlp.experts.14.up_proj,0.0001234060,0.05000,1.324
7,mlp.experts.15.up_proj,0.0000970387,0.05000,1.241
7,mlp.experts.17.up_proj,0.0000679744,0.05000,1.216
7,mlp.experts.4.up_proj,0.0001131443,0.05000,1.225
7,mlp.experts.18.up_proj,0.0000475547,0.05000,1.163
7,mlp.experts.19.up_proj,0.0001287643,0.05000,1.298
7,mlp.experts.22.up_proj,0.0000840435,0.05000,1.442
7,mlp.experts.21.up_proj,0.0001008474,0.05000,1.923
7,mlp.experts.8.up_proj,0.0001013633,0.05000,2.127
7,mlp.experts.23.up_proj,0.0000792459,0.05000,1.405
7,mlp.experts.26.up_proj,0.0000646368,0.05000,1.584
7,mlp.experts.25.up_proj,0.0001049478,0.05000,1.252
7,mlp.experts.12.up_proj,0.0000917642,0.05000,1.204
7,mlp.experts.27.up_proj,0.0000676687,0.05000,1.171
7,mlp.experts.30.up_proj,0.0001143914,0.05000,1.208
7,mlp.experts.29.up_proj,0.0000587101,0.05000,1.248
7,mlp.experts.16.up_proj,0.0000601401,0.05000,1.265
7,mlp.experts.31.up_proj,0.0000813125,0.05000,1.280
7,mlp.experts.34.up_proj,0.0001200799,0.05000,1.306
7,mlp.experts.33.up_proj,0.0000742289,0.05000,1.303
7,mlp.experts.20.up_proj,0.0001548045,0.05000,1.309
7,mlp.experts.35.up_proj,0.0001275247,0.05000,1.307
7,mlp.experts.38.up_proj,0.0001030982,0.05000,1.269
7,mlp.experts.37.up_proj,0.0000775734,0.05000,1.285
7,mlp.experts.24.up_proj,0.0001078855,0.05000,1.296
7,mlp.experts.39.up_proj,0.0000756047,0.05000,1.278
7,mlp.experts.42.up_proj,0.0001298385,0.05000,1.052
7,mlp.experts.41.up_proj,0.0001060494,0.05000,0.988
7,mlp.experts.28.up_proj,0.0001272473,0.05000,0.793
7,mlp.experts.45.up_proj,0.0000719629,0.05000,1.162
7,mlp.experts.43.up_proj,0.0001155221,0.05000,1.203
7,mlp.experts.46.up_proj,0.0000817340,0.05000,1.207
7,mlp.experts.32.up_proj,0.0000681492,0.05000,1.218
7,mlp.experts.49.up_proj,0.0000768632,0.05000,1.132
7,mlp.experts.47.up_proj,0.0000717963,0.05000,1.156
7,mlp.experts.50.up_proj,0.0000811703,0.05000,1.162
7,mlp.experts.36.up_proj,0.0000801126,0.05000,1.185
7,mlp.experts.53.up_proj,0.0000879081,0.05000,1.341
7,mlp.experts.40.up_proj,0.0000807587,0.05000,2.339
7,mlp.experts.51.up_proj,0.0000867538,0.05000,2.405
7,mlp.experts.54.up_proj,0.0000816729,0.05000,2.527
7,mlp.experts.57.up_proj,0.0001055357,0.05000,2.005
7,mlp.experts.61.up_proj,0.0000779509,0.05000,1.839
7,mlp.experts.44.up_proj,0.0000760340,0.05000,3.340
7,mlp.experts.58.up_proj,0.0001451447,0.05000,3.275
7,mlp.experts.55.up_proj,0.0001313300,0.05000,3.463
7,mlp.experts.65.up_proj,0.0000890664,0.05000,1.599
7,mlp.experts.62.up_proj,0.0000738199,0.05000,1.672
7,mlp.experts.69.up_proj,0.0000879539,0.05000,1.496
7,mlp.experts.66.up_proj,0.0001056933,0.05000,1.644
7,mlp.experts.48.up_proj,0.0001276204,0.05000,3.437
7,mlp.experts.59.up_proj,0.0000869636,0.05000,3.406
7,mlp.experts.73.up_proj,0.0000503257,0.05000,1.512
7,mlp.experts.70.up_proj,0.0000839891,0.05000,2.021
7,mlp.experts.77.up_proj,0.0000734692,0.05000,1.463
7,mlp.experts.81.up_proj,0.0000665138,0.05000,1.284
7,mlp.experts.52.up_proj,0.0000623409,0.05000,3.469
7,mlp.experts.63.up_proj,0.0000605351,0.05000,3.438
7,mlp.experts.74.up_proj,0.0000593630,0.05000,1.871
7,mlp.experts.85.up_proj,0.0001020609,0.05000,1.764
7,mlp.experts.78.up_proj,0.0000631235,0.05000,1.762
7,mlp.experts.67.up_proj,0.0000973095,0.05000,3.049
7,mlp.experts.56.up_proj,0.0000656805,0.05000,3.406
7,mlp.experts.82.up_proj,0.0000890230,0.05000,1.382
7,mlp.experts.89.up_proj,0.0001053276,0.05000,2.218
7,mlp.experts.71.up_proj,0.0000718740,0.05000,1.185
7,mlp.experts.86.up_proj,0.0000534988,0.05000,1.180
7,mlp.experts.75.up_proj,0.0000810109,0.05000,1.177
7,mlp.experts.90.up_proj,0.0000702781,0.05000,1.227
7,mlp.experts.60.up_proj,0.0001121185,0.05000,2.726
7,mlp.experts.93.up_proj,0.0001086878,0.05000,3.479
7,mlp.experts.64.up_proj,0.0000661888,0.05000,1.651
7,mlp.experts.79.up_proj,0.0001012216,0.05000,3.100
7,mlp.experts.94.up_proj,0.0001117972,0.05000,3.256
7,mlp.experts.97.up_proj,0.0001730849,0.05000,1.893
7,mlp.experts.83.up_proj,0.0000645929,0.05000,1.312
7,mlp.experts.98.up_proj,0.0000581505,0.05000,1.534
7,mlp.experts.68.up_proj,0.0001306012,0.05000,3.089
7,mlp.experts.72.up_proj,0.0000830516,0.05000,1.660
7,mlp.experts.101.up_proj,0.0000797204,0.05000,3.327
7,mlp.experts.102.up_proj,0.0000996195,0.05000,1.861
7,mlp.experts.87.up_proj,0.0001402115,0.05000,2.890
7,mlp.experts.105.up_proj,0.0000525921,0.05000,1.254
7,mlp.experts.76.up_proj,0.0001248308,0.05000,1.259
7,mlp.experts.106.up_proj,0.0000981343,0.05000,1.236
7,mlp.experts.91.up_proj,0.0000849021,0.05000,1.406
7,mlp.experts.110.up_proj,0.0000807832,0.05000,1.149
7,mlp.experts.80.up_proj,0.0001841086,0.05000,1.210
7,mlp.experts.109.up_proj,0.0001272338,0.05000,1.229
7,mlp.experts.95.up_proj,0.0001186094,0.05000,1.201
7,mlp.experts.84.up_proj,0.0001071963,0.05000,1.399
7,mlp.experts.114.up_proj,0.0000802130,0.05000,1.454
7,mlp.experts.99.up_proj,0.0000604112,0.05000,1.487
7,mlp.experts.113.up_proj,0.0000874915,0.05000,2.463
7,mlp.experts.88.up_proj,0.0000708532,0.05000,1.690
7,mlp.experts.103.up_proj,0.0000647101,0.05000,1.623
7,mlp.experts.118.up_proj,0.0000434759,0.05000,2.436
7,mlp.experts.117.up_proj,0.0000506493,0.05000,1.936
7,mlp.experts.107.up_proj,0.0001148835,0.05000,1.301
7,mlp.experts.92.up_proj,0.0001203904,0.05000,2.047
7,mlp.experts.122.up_proj,0.0001006869,0.05000,1.702
7,mlp.experts.121.up_proj,0.0000887486,0.05000,1.307
7,mlp.experts.111.up_proj,0.0001157450,0.05000,1.368
7,mlp.experts.96.up_proj,0.0001723613,0.05000,1.331
7,mlp.experts.126.up_proj,0.0000872167,0.05000,1.320
7,mlp.experts.125.up_proj,0.0000873374,0.05000,1.301
7,mlp.experts.115.up_proj,0.0001009472,0.05000,1.313
7,mlp.experts.100.up_proj,0.0001233150,0.05000,1.303
7,mlp.experts.130.up_proj,0.0000881190,0.05000,1.320
7,mlp.experts.129.up_proj,0.0000788741,0.05000,1.307
7,mlp.experts.119.up_proj,0.0000786975,0.05000,1.319
7,mlp.experts.104.up_proj,0.0001218252,0.05000,1.319
7,mlp.experts.134.up_proj,0.0000868247,0.05000,1.397
7,mlp.experts.133.up_proj,0.0001193076,0.05000,1.506
7,mlp.experts.123.up_proj,0.0000713822,0.05000,2.114
7,mlp.experts.108.up_proj,0.0000648682,0.05000,2.327
7,mlp.experts.138.up_proj,0.0000898390,0.05000,1.862
7,mlp.experts.137.up_proj,0.0001130067,0.05000,3.533
7,mlp.experts.142.up_proj,0.0000687869,0.05000,2.213
7,mlp.experts.127.up_proj,0.0001390115,0.05000,2.986
7,mlp.experts.112.up_proj,0.0000609580,0.05000,3.466
7,mlp.experts.131.up_proj,0.0001023542,0.05000,2.568
7,mlp.experts.141.up_proj,0.0000607589,0.05000,3.686
7,mlp.experts.146.up_proj,0.0000953279,0.05000,3.651
7,mlp.experts.116.up_proj,0.0000732363,0.05000,3.045
7,mlp.experts.145.up_proj,0.0000743224,0.05000,1.880
7,mlp.experts.120.up_proj,0.0000891523,0.05000,1.214
7,mlp.experts.135.up_proj,0.0000781580,0.05000,2.838
7,mlp.experts.150.up_proj,0.0001009620,0.05000,2.524
7,mlp.experts.149.up_proj,0.0000610241,0.05000,1.176
7,mlp.experts.124.up_proj,0.0001866562,0.05000,1.195
7,mlp.experts.139.up_proj,0.0001014546,0.05000,1.272
7,mlp.experts.154.up_proj,0.0000871981,0.05000,1.282
7,mlp.experts.153.up_proj,0.0000590460,0.05000,1.289
7,mlp.experts.128.up_proj,0.0000808157,0.05000,1.293
7,mlp.experts.143.up_proj,0.0000801375,0.05000,1.294
7,mlp.experts.158.up_proj,0.0001395201,0.05000,1.307
7,mlp.experts.157.up_proj,0.0000768273,0.05000,1.300
7,mlp.experts.132.up_proj,0.0001217655,0.05000,1.298
7,mlp.experts.147.up_proj,0.0000868263,0.05000,1.295
7,mlp.experts.161.up_proj,0.0001102540,0.05000,1.374
7,mlp.experts.151.up_proj,0.0000870039,0.05000,1.410
7,mlp.experts.162.up_proj,0.0000909847,0.05000,2.279
7,mlp.experts.136.up_proj,0.0000964642,0.05000,2.734
7,mlp.experts.165.up_proj,0.0000778630,0.05000,1.597
7,mlp.experts.155.up_proj,0.0000872603,0.05000,1.664
7,mlp.experts.169.up_proj,0.0001007260,0.05000,1.629
7,mlp.experts.159.up_proj,0.0000785946,0.05000,1.627
7,mlp.experts.166.up_proj,0.0002018880,0.05000,3.720
7,mlp.experts.173.up_proj,0.0001029741,0.05000,1.862
7,mlp.experts.140.up_proj,0.0001206704,0.05000,3.576
7,mlp.experts.163.up_proj,0.0000878679,0.05000,2.666
7,mlp.experts.177.up_proj,0.0001308607,0.05000,2.504
7,mlp.experts.170.up_proj,0.0000986936,0.05000,3.241
7,mlp.experts.144.up_proj,0.0000879750,0.05000,2.499
7,mlp.experts.148.up_proj,0.0000588026,0.05000,1.757
7,mlp.experts.167.up_proj,0.0001105920,0.05000,3.137
7,mlp.experts.181.up_proj,0.0000784296,0.05000,2.930
7,mlp.experts.174.up_proj,0.0000857361,0.05000,2.987
7,mlp.experts.152.up_proj,0.0001329682,0.05000,2.489
7,mlp.experts.171.up_proj,0.0001783266,0.05000,2.572
7,mlp.experts.178.up_proj,0.0001283747,0.05000,2.288
7,mlp.experts.185.up_proj,0.0000922539,0.05000,3.329
7,mlp.experts.175.up_proj,0.0000306743,0.05000,1.969
7,mlp.experts.156.up_proj,0.0001023197,0.05000,2.453
7,mlp.experts.182.up_proj,0.0000816092,0.05000,1.665
7,mlp.experts.189.up_proj,0.0000779176,0.05000,1.135
7,mlp.experts.160.up_proj,0.0000799576,0.05000,1.406
7,mlp.experts.186.up_proj,0.0000541827,0.05000,1.384
7,mlp.experts.179.up_proj,0.0001173423,0.05000,2.157
7,mlp.experts.164.up_proj,0.0001150218,0.05000,1.570
7,mlp.experts.183.up_proj,0.0001782585,0.05000,1.556
7,mlp.experts.193.up_proj,0.0001000104,0.05000,3.043
7,mlp.experts.190.up_proj,0.0001238147,0.05000,2.564
7,mlp.experts.168.up_proj,0.0001163258,0.05000,1.647
7,mlp.experts.187.up_proj,0.0001311134,0.05000,1.624
7,mlp.experts.172.up_proj,0.0000949401,0.05000,1.385
7,mlp.experts.197.up_proj,0.0000676079,0.05000,2.515
7,mlp.experts.194.up_proj,0.0000587935,0.05000,2.485
7,mlp.experts.191.up_proj,0.0000843226,0.05000,1.634
7,mlp.experts.201.up_proj,0.0001012220,0.05000,1.634
7,mlp.experts.176.up_proj,0.0000581026,0.05000,3.176
7,mlp.experts.205.up_proj,0.0000721789,0.05000,1.930
7,mlp.experts.198.up_proj,0.0001085354,0.05000,3.439
7,mlp.experts.195.up_proj,0.0000443671,0.05000,3.602
7,mlp.experts.180.up_proj,0.0000690785,0.05000,2.073
7,mlp.experts.202.up_proj,0.0001037449,0.05000,1.482
7,mlp.experts.209.up_proj,0.0000518567,0.05000,2.031
7,mlp.experts.199.up_proj,0.0001523233,0.05000,1.678
7,mlp.experts.184.up_proj,0.0001151118,0.05000,1.250
7,mlp.experts.206.up_proj,0.0000828090,0.05000,1.256
7,mlp.experts.213.up_proj,0.0000649320,0.05000,1.206
7,mlp.experts.203.up_proj,0.0000777655,0.05000,1.254
7,mlp.experts.188.up_proj,0.0000632108,0.05000,1.279
7,mlp.experts.210.up_proj,0.0000925766,0.05000,1.272
7,mlp.experts.217.up_proj,0.0000827087,0.05000,1.306
7,mlp.experts.207.up_proj,0.0000773945,0.05000,1.301
7,mlp.experts.192.up_proj,0.0001603057,0.05000,1.288
7,mlp.experts.214.up_proj,0.0001056041,0.05000,1.270
7,mlp.experts.221.up_proj,0.0000699212,0.05000,1.268
7,mlp.experts.211.up_proj,0.0000539473,0.05000,1.235
7,mlp.experts.196.up_proj,0.0002481317,0.05000,1.163
7,mlp.experts.218.up_proj,0.0000825736,0.05000,1.222
7,mlp.experts.225.up_proj,0.0001164703,0.05000,1.240
7,mlp.experts.215.up_proj,0.0000727184,0.05000,1.249
7,mlp.experts.200.up_proj,0.0000698957,0.05000,1.290
7,mlp.experts.222.up_proj,0.0000889203,0.05000,1.299
7,mlp.experts.229.up_proj,0.0002392497,0.05000,1.299
7,mlp.experts.219.up_proj,0.0001188058,0.05000,1.306
7,mlp.experts.204.up_proj,0.0000970353,0.05000,1.301
7,mlp.experts.226.up_proj,0.0001271296,0.05000,1.311
7,mlp.experts.233.up_proj,0.0001652101,0.05000,1.297
7,mlp.experts.223.up_proj,0.0001022486,0.05000,1.311
7,mlp.experts.208.up_proj,0.0000960256,0.05000,1.306
7,mlp.experts.230.up_proj,0.0000948808,0.05000,1.312
7,mlp.experts.237.up_proj,0.0000765362,0.05000,1.289
7,mlp.experts.227.up_proj,0.0000541001,0.05000,1.268
7,mlp.experts.212.up_proj,0.0001006726,0.05000,1.249
7,mlp.experts.234.up_proj,0.0000707338,0.05000,1.212
7,mlp.experts.241.up_proj,0.0000679895,0.05000,1.175
7,mlp.experts.231.up_proj,0.0000854626,0.05000,1.076
7,mlp.experts.216.up_proj,0.0001142814,0.05000,0.976
7,mlp.experts.238.up_proj,0.0001079319,0.05000,0.878
7,mlp.experts.245.up_proj,0.0000654974,0.05000,0.862
7,mlp.experts.235.up_proj,0.0000993210,0.05000,0.858
7,mlp.experts.220.up_proj,0.0000855799,0.05000,0.885
7,mlp.experts.242.up_proj,0.0000994226,0.05000,0.953
7,mlp.experts.249.up_proj,0.0000452475,0.05000,1.016
7,mlp.experts.239.up_proj,0.0001007476,0.05000,1.091
7,mlp.experts.224.up_proj,0.0000734303,0.05000,1.203
7,mlp.experts.246.up_proj,0.0001167701,0.05000,1.171
7,mlp.experts.253.up_proj,0.0001213958,0.05000,1.201
7,mlp.experts.243.up_proj,0.0000825637,0.05000,1.118
7,mlp.experts.228.up_proj,0.0001114821,0.05000,0.982
7,mlp.experts.250.up_proj,0.0001296189,0.05000,0.890
7,mlp.experts.247.up_proj,0.0000644006,0.05000,0.817
7,mlp.experts.232.up_proj,0.0000789336,0.05000,0.821
7,mlp.experts.254.up_proj,0.0000690511,0.05000,0.844
7,mlp.experts.251.up_proj,0.0000992663,0.05000,0.665
7,mlp.experts.236.up_proj,0.0000875349,0.05000,0.505
7,mlp.experts.255.up_proj,0.0000853923,0.05000,0.412
7,mlp.experts.240.up_proj,0.0000932949,0.05000,0.321
7,mlp.experts.244.up_proj,0.0000559502,0.05000,0.201
7,mlp.experts.248.up_proj,0.0000801073,0.05000,0.200
7,mlp.experts.252.up_proj,0.0000972868,0.05000,0.199
7,mlp.experts.1.down_proj,0.0000017044,0.05000,0.314
7,mlp.experts.0.down_proj,0.0000016901,0.05000,0.340
7,mlp.experts.3.down_proj,0.0000021754,0.05000,0.390
7,mlp.experts.2.down_proj,0.0000028828,0.05000,0.492
7,mlp.experts.5.down_proj,0.0000006468,0.05000,0.351
7,mlp.experts.4.down_proj,0.0000038208,0.05000,0.362
7,mlp.experts.6.down_proj,0.0000012195,0.05000,0.353
7,mlp.experts.8.down_proj,0.0000016791,0.05000,0.370
7,mlp.experts.7.down_proj,0.0000018125,0.05000,0.738
7,mlp.experts.9.down_proj,0.0000006034,0.05000,0.476
7,mlp.experts.10.down_proj,0.0000041898,0.05000,0.875
7,mlp.experts.12.down_proj,0.0000022516,0.05000,0.807
7,mlp.experts.13.down_proj,0.0000008353,0.05000,0.787
7,mlp.experts.11.down_proj,0.0000029529,0.05000,0.968
7,mlp.experts.14.down_proj,0.0000040559,0.05000,0.789
7,mlp.experts.16.down_proj,0.0000024789,0.05000,0.811
7,mlp.experts.17.down_proj,0.0000009521,0.05000,0.933
7,mlp.experts.18.down_proj,0.0000041753,0.05000,0.422
7,mlp.experts.15.down_proj,0.0000008860,0.05000,0.927
7,mlp.experts.22.down_proj,0.0000007591,0.05000,0.374
7,mlp.experts.19.down_proj,0.0000039129,0.05000,0.517
7,mlp.experts.20.down_proj,0.0000026242,0.05000,0.914
7,mlp.experts.21.down_proj,0.0000018800,0.05000,0.847
7,mlp.experts.26.down_proj,0.0000011033,0.05000,0.451
7,mlp.experts.30.down_proj,0.0000021497,0.05000,0.578
7,mlp.experts.23.down_proj,0.0000030373,0.05000,0.901
7,mlp.experts.24.down_proj,0.0000015627,0.05000,0.960
7,mlp.experts.25.down_proj,0.0000013569,0.05000,0.933
7,mlp.experts.34.down_proj,0.0000017151,0.05000,0.984
7,mlp.experts.27.down_proj,0.0000020885,0.05000,0.970
7,mlp.experts.28.down_proj,0.0000027154,0.05000,0.973
7,mlp.experts.29.down_proj,0.0000019135,0.05000,0.969
7,mlp.experts.31.down_proj,0.0000035743,0.05000,0.872
7,mlp.experts.38.down_proj,0.0000034783,0.05000,0.972
7,mlp.experts.32.down_proj,0.0000010149,0.05000,0.969
7,mlp.experts.33.down_proj,0.0000011288,0.05000,0.974
7,mlp.experts.35.down_proj,0.0000028557,0.05000,0.641
7,mlp.experts.42.down_proj,0.0000026975,0.05000,1.007
7,mlp.experts.39.down_proj,0.0000018390,0.05000,0.430
7,mlp.experts.36.down_proj,0.0000016669,0.05000,0.930
7,mlp.experts.37.down_proj,0.0000027644,0.05000,0.974
7,mlp.experts.43.down_proj,0.0000025846,0.05000,0.435
7,mlp.experts.47.down_proj,0.0000007296,0.05000,0.432
7,mlp.experts.46.down_proj,0.0000010213,0.05000,1.043
7,mlp.experts.40.down_proj,0.0000024481,0.05000,0.928
7,mlp.experts.41.down_proj,0.0000037017,0.05000,0.991
7,mlp.experts.51.down_proj,0.0000020616,0.05000,0.446
7,mlp.experts.55.down_proj,0.0000020360,0.05000,0.430
7,mlp.experts.44.down_proj,0.0000024098,0.05000,0.930
7,mlp.experts.50.down_proj,0.0000011678,0.05000,1.039
7,mlp.experts.45.down_proj,0.0000007386,0.05000,0.980
7,mlp.experts.59.down_proj,0.0000012603,0.05000,0.441
7,mlp.experts.63.down_proj,0.0000007247,0.05000,0.425
7,mlp.experts.48.down_proj,0.0000028534,0.05000,0.912
7,mlp.experts.49.down_proj,0.0000008510,0.05000,0.799
7,mlp.experts.54.down_proj,0.0000006509,0.05000,0.984
7,mlp.experts.67.down_proj,0.0000020637,0.05000,0.417
7,mlp.experts.52.down_proj,0.0000005608,0.05000,0.953
7,mlp.experts.71.down_proj,0.0000008756,0.05000,0.873
7,mlp.experts.53.down_proj,0.0000064672,0.05000,0.984
7,mlp.experts.58.down_proj,0.0000036635,0.05000,1.022
7,mlp.experts.56.down_proj,0.0000021732,0.05000,0.755
7,mlp.experts.62.down_proj,0.0000013230,0.05000,0.578
7,mlp.experts.57.down_proj,0.0000013689,0.05000,0.832
7,mlp.experts.75.down_proj,0.0000010343,0.05000,0.937
7,mlp.experts.60.down_proj,0.0000016493,0.05000,0.439
7,mlp.experts.64.down_proj,0.0000019339,0.05000,0.449
7,mlp.experts.66.down_proj,0.0000039862,0.05000,1.062
7,mlp.experts.61.down_proj,0.0000029440,0.05000,0.895
7,mlp.experts.68.down_proj,0.0000028196,0.05000,0.443
7,mlp.experts.79.down_proj,0.0000032042,0.05000,1.084
7,mlp.experts.72.down_proj,0.0000007570,0.05000,0.445
7,mlp.experts.65.down_proj,0.0000019026,0.05000,0.991
7,mlp.experts.70.down_proj,0.0000012280,0.05000,1.032
7,mlp.experts.76.down_proj,0.0000032619,0.05000,0.432
7,mlp.experts.83.down_proj,0.0000016765,0.05000,0.922
7,mlp.experts.80.down_proj,0.0000046619,0.05000,0.410
7,mlp.experts.74.down_proj,0.0000017007,0.05000,0.812
7,mlp.experts.84.down_proj,0.0000027122,0.05000,0.438
7,mlp.experts.69.down_proj,0.0000048846,0.05000,1.002
7,mlp.experts.87.down_proj,0.0000032140,0.05000,1.019
7,mlp.experts.88.down_proj,0.0000012064,0.05000,0.427
7,mlp.experts.92.down_proj,0.0000028359,0.05000,0.450
7,mlp.experts.73.down_proj,0.0000004663,0.05000,0.858
7,mlp.experts.78.down_proj,0.0000011698,0.05000,1.058
7,mlp.experts.96.down_proj,0.0000056351,0.05000,0.445
7,mlp.experts.91.down_proj,0.0000021468,0.05000,1.197
7,mlp.experts.100.down_proj,0.0000028324,0.05000,0.429
7,mlp.experts.77.down_proj,0.0000013041,0.05000,0.939
7,mlp.experts.82.down_proj,0.0000015187,0.05000,1.010
7,mlp.experts.104.down_proj,0.0000025647,0.05000,0.348
7,mlp.experts.81.down_proj,0.0000014888,0.05000,0.328
7,mlp.experts.95.down_proj,0.0000030613,0.05000,0.760
7,mlp.experts.86.down_proj,0.0000009939,0.05000,0.406
7,mlp.experts.108.down_proj,0.0000013901,0.05000,0.328
7,mlp.experts.99.down_proj,0.0000010163,0.05000,0.336
7,mlp.experts.85.down_proj,0.0000029053,0.05000,0.532
7,mlp.experts.90.down_proj,0.0000006500,0.05000,0.528
7,mlp.experts.112.down_proj,0.0000011882,0.05000,0.643
7,mlp.experts.103.down_proj,0.0000006504,0.05000,0.831
7,mlp.experts.89.down_proj,0.0000017754,0.05000,1.014
7,mlp.experts.94.down_proj,0.0000030944,0.05000,0.957
7,mlp.experts.116.down_proj,0.0000021573,0.05000,0.856
7,mlp.experts.107.down_proj,0.0000020763,0.05000,0.959
7,mlp.experts.93.down_proj,0.0000021049,0.05000,0.945
7,mlp.experts.98.down_proj,0.0000006700,0.05000,0.906
7,mlp.experts.120.down_proj,0.0000014261,0.05000,0.946
7,mlp.experts.111.down_proj,0.0000017433,0.05000,0.951
7,mlp.experts.102.down_proj,0.0000026177,0.05000,0.835
7,mlp.experts.97.down_proj,0.0000068390,0.05000,1.016
7,mlp.experts.124.down_proj,0.0000055343,0.05000,0.976
7,mlp.experts.115.down_proj,0.0000023939,0.05000,0.933
7,mlp.experts.101.down_proj,0.0000008165,0.05000,0.640
7,mlp.experts.106.down_proj,0.0000016186,0.05000,0.768
7,mlp.experts.128.down_proj,0.0000024422,0.05000,0.677
7,mlp.experts.105.down_proj,0.0000031189,0.05000,0.457
7,mlp.experts.110.down_proj,0.0000008742,0.05000,0.470
7,mlp.experts.119.down_proj,0.0000011393,0.05000,0.722
7,mlp.experts.132.down_proj,0.0000027121,0.05000,0.491
7,mlp.experts.109.down_proj,0.0000020799,0.05000,0.359
7,mlp.experts.114.down_proj,0.0000010489,0.05000,0.361
7,mlp.experts.136.down_proj,0.0000009413,0.05000,0.347
7,mlp.experts.113.down_proj,0.0000014205,0.05000,0.334
7,mlp.experts.123.down_proj,0.0000019043,0.05000,0.557
7,mlp.experts.118.down_proj,0.0000016668,0.05000,0.338
7,mlp.experts.140.down_proj,0.0000032412,0.05000,0.325
7,mlp.experts.117.down_proj,0.0000017958,0.05000,0.320
7,mlp.experts.127.down_proj,0.0000024670,0.05000,0.322
7,mlp.experts.122.down_proj,0.0000017224,0.05000,0.321
7,mlp.experts.144.down_proj,0.0000007666,0.05000,0.301
7,mlp.experts.121.down_proj,0.0000013204,0.05000,0.310
7,mlp.experts.131.down_proj,0.0000034654,0.05000,0.314
7,mlp.experts.126.down_proj,0.0000014282,0.05000,0.315
7,mlp.experts.148.down_proj,0.0000005590,0.05000,0.327
7,mlp.experts.125.down_proj,0.0000019023,0.05000,0.330
7,mlp.experts.135.down_proj,0.0000011833,0.05000,0.332
7,mlp.experts.130.down_proj,0.0000015907,0.05000,0.329
7,mlp.experts.152.down_proj,0.0000037911,0.05000,0.327
7,mlp.experts.129.down_proj,0.0000021888,0.05000,0.328
7,mlp.experts.139.down_proj,0.0000013595,0.05000,0.330
7,mlp.experts.134.down_proj,0.0000011639,0.05000,0.329
7,mlp.experts.156.down_proj,0.0000015622,0.05000,0.330
7,mlp.experts.133.down_proj,0.0000026755,0.05000,0.328
7,mlp.experts.143.down_proj,0.0000008289,0.05000,0.328
7,mlp.experts.138.down_proj,0.0000018242,0.05000,0.323
7,mlp.experts.160.down_proj,0.0000011775,0.05000,0.326
7,mlp.experts.137.down_proj,0.0000037507,0.05000,0.328
7,mlp.experts.147.down_proj,0.0000022972,0.05000,0.325
7,mlp.experts.142.down_proj,0.0000009352,0.05000,0.325
7,mlp.experts.164.down_proj,0.0000020464,0.05000,0.325
7,mlp.experts.141.down_proj,0.0000007215,0.05000,0.326
7,mlp.experts.151.down_proj,0.0000016013,0.05000,0.326
7,mlp.experts.146.down_proj,0.0000026514,0.05000,0.328
7,mlp.experts.168.down_proj,0.0000015997,0.05000,0.316
7,mlp.experts.145.down_proj,0.0000006787,0.05000,0.297
7,mlp.experts.155.down_proj,0.0000009246,0.05000,0.306
7,mlp.experts.150.down_proj,0.0000017141,0.05000,0.304
7,mlp.experts.172.down_proj,0.0000017961,0.05000,0.303
7,mlp.experts.149.down_proj,0.0000011137,0.05000,0.296
7,mlp.experts.159.down_proj,0.0000007254,0.05000,0.302
7,mlp.experts.154.down_proj,0.0000024603,0.05000,0.303
7,mlp.experts.176.down_proj,0.0000012659,0.05000,0.305
7,mlp.experts.153.down_proj,0.0000007012,0.05000,0.301
7,mlp.experts.163.down_proj,0.0000013272,0.05000,0.306
7,mlp.experts.158.down_proj,0.0000027474,0.05000,0.306
7,mlp.experts.180.down_proj,0.0000007628,0.05000,0.306
7,mlp.experts.157.down_proj,0.0000011117,0.05000,0.300
7,mlp.experts.167.down_proj,0.0000035426,0.05000,0.311
7,mlp.experts.162.down_proj,0.0000010038,0.05000,0.307
7,mlp.experts.184.down_proj,0.0000019740,0.05000,0.312
7,mlp.experts.161.down_proj,0.0000034214,0.05000,0.323
7,mlp.experts.171.down_proj,0.0000070568,0.05000,0.326
7,mlp.experts.166.down_proj,0.0000004285,0.05000,0.331
7,mlp.experts.188.down_proj,0.0000006745,0.05000,0.335
7,mlp.experts.165.down_proj,0.0000008271,0.05000,0.330
7,mlp.experts.175.down_proj,0.0000011938,0.05000,0.328
7,mlp.experts.170.down_proj,0.0000015476,0.05000,0.329
7,mlp.experts.192.down_proj,0.0000055741,0.05000,0.324
7,mlp.experts.169.down_proj,0.0000031986,0.05000,0.331
7,mlp.experts.179.down_proj,0.0000041476,0.05000,0.327
7,mlp.experts.174.down_proj,0.0000020275,0.05000,0.332
7,mlp.experts.196.down_proj,0.0000067987,0.05000,0.331
7,mlp.experts.173.down_proj,0.0000019508,0.05000,0.327
7,mlp.experts.183.down_proj,0.0000034469,0.05000,0.326
7,mlp.experts.178.down_proj,0.0000020687,0.05000,0.325
7,mlp.experts.200.down_proj,0.0000009917,0.05000,0.334
7,mlp.experts.177.down_proj,0.0000017751,0.05000,0.334
7,mlp.experts.187.down_proj,0.0000037575,0.05000,0.328
7,mlp.experts.182.down_proj,0.0000016191,0.05000,0.330
7,mlp.experts.204.down_proj,0.0000011222,0.05000,0.329
7,mlp.experts.181.down_proj,0.0000022386,0.05000,0.336
7,mlp.experts.191.down_proj,0.0000024617,0.05000,0.327
7,mlp.experts.186.down_proj,0.0000005771,0.05000,0.328
7,mlp.experts.208.down_proj,0.0000021983,0.05000,0.318
7,mlp.experts.190.down_proj,0.0000015824,0.05000,0.351
7,mlp.experts.185.down_proj,0.0000032507,0.05000,0.426
7,mlp.experts.195.down_proj,0.0000003800,0.05000,0.409
7,mlp.experts.212.down_proj,0.0000019308,0.05000,0.416
7,mlp.experts.194.down_proj,0.0000005770,0.05000,0.715
7,mlp.experts.189.down_proj,0.0000009713,0.05000,0.835
7,mlp.experts.216.down_proj,0.0000016468,0.05000,0.722
7,mlp.experts.199.down_proj,0.0000057195,0.05000,0.960
7,mlp.experts.220.down_proj,0.0000032684,0.05000,0.428
7,mlp.experts.198.down_proj,0.0000055515,0.05000,0.975
7,mlp.experts.193.down_proj,0.0000017505,0.05000,0.870
7,mlp.experts.224.down_proj,0.0000012803,0.05000,0.435
7,mlp.experts.203.down_proj,0.0000007146,0.05000,0.907
7,mlp.experts.228.down_proj,0.0000034140,0.05000,0.458
7,mlp.experts.197.down_proj,0.0000011074,0.05000,0.879
7,mlp.experts.202.down_proj,0.0000023267,0.05000,0.917
7,mlp.experts.232.down_proj,0.0000011564,0.05000,0.455
7,mlp.experts.207.down_proj,0.0000007113,0.05000,0.875
7,mlp.experts.236.down_proj,0.0000008030,0.05000,0.466
7,mlp.experts.206.down_proj,0.0000007204,0.05000,0.878
7,mlp.experts.201.down_proj,0.0000011835,0.05000,1.009
7,mlp.experts.211.down_proj,0.0000005794,0.05000,0.876
7,mlp.experts.240.down_proj,0.0000024026,0.05000,0.510
7,mlp.experts.244.down_proj,0.0000008828,0.05000,0.411
7,mlp.experts.210.down_proj,0.0000028332,0.05000,0.926
7,mlp.experts.205.down_proj,0.0000013228,0.05000,0.912
7,mlp.experts.215.down_proj,0.0000019301,0.05000,0.928
7,mlp.experts.248.down_proj,0.0000019599,0.05000,0.620
7,mlp.experts.252.down_proj,0.0000010926,0.05000,0.407
7,mlp.experts.219.down_proj,0.0000038246,0.05000,0.564
7,mlp.experts.214.down_proj,0.0000012452,0.05000,0.776
7,mlp.experts.209.down_proj,0.0000006131,0.05000,0.725
7,mlp.experts.223.down_proj,0.0000023539,0.05000,0.218
7,mlp.experts.218.down_proj,0.0000014820,0.05000,0.204
7,mlp.experts.213.down_proj,0.0000007547,0.05000,0.209
7,mlp.experts.227.down_proj,0.0000015900,0.05000,0.212
7,mlp.experts.222.down_proj,0.0000010691,0.05000,0.204
7,mlp.experts.217.down_proj,0.0000022702,0.05000,0.207
7,mlp.experts.231.down_proj,0.0000013819,0.05000,0.212
7,mlp.experts.226.down_proj,0.0000018397,0.05000,0.208
7,mlp.experts.221.down_proj,0.0000009543,0.05000,0.207
7,mlp.experts.235.down_proj,0.0000011319,0.05000,0.216
7,mlp.experts.230.down_proj,0.0000009860,0.05000,0.213
7,mlp.experts.225.down_proj,0.0000018723,0.05000,0.210
7,mlp.experts.239.down_proj,0.0000031319,0.05000,0.213
7,mlp.experts.234.down_proj,0.0000012751,0.05000,0.208
7,mlp.experts.229.down_proj,0.0000083783,0.05000,0.209
7,mlp.experts.243.down_proj,0.0000022870,0.05000,0.212
7,mlp.experts.238.down_proj,0.0000014656,0.05000,0.208
7,mlp.experts.233.down_proj,0.0000048811,0.05000,0.209
7,mlp.experts.247.down_proj,0.0000006614,0.05000,0.215
7,mlp.experts.242.down_proj,0.0000026929,0.05000,0.211
7,mlp.experts.237.down_proj,0.0000007428,0.05000,0.208
7,mlp.experts.251.down_proj,0.0000010383,0.05000,0.216
7,mlp.experts.246.down_proj,0.0000026730,0.05000,0.211
7,mlp.experts.241.down_proj,0.0000007471,0.05000,0.209
7,mlp.experts.255.down_proj,0.0000021208,0.05000,0.219
7,mlp.experts.250.down_proj,0.0000025936,0.05000,0.210
7,mlp.experts.245.down_proj,0.0000012646,0.05000,0.181
7,mlp.experts.254.down_proj,0.0000015218,0.05000,0.104
7,mlp.experts.249.down_proj,0.0000013670,0.05000,0.090
7,mlp.experts.253.down_proj,0.0000041985,0.05000,0.050
8,mlp.experts.1.gate_proj,0.0000805989,0.05000,2.204
8,mlp.experts.0.gate_proj,0.0001255518,0.05000,3.026
8,mlp.experts.3.gate_proj,0.0001387007,0.05000,3.214
8,mlp.experts.2.gate_proj,0.0000881609,0.05000,3.267
8,mlp.experts.6.gate_proj,0.0001119859,0.05000,1.854
8,mlp.experts.5.gate_proj,0.0001062043,0.05000,2.984
8,mlp.experts.4.gate_proj,0.0002130058,0.05000,2.242
8,mlp.experts.7.gate_proj,0.0001384883,0.05000,2.096
8,mlp.experts.9.gate_proj,0.0001338540,0.05000,1.464
8,mlp.experts.10.gate_proj,0.0001545433,0.05000,2.726
8,mlp.experts.8.gate_proj,0.0000637091,0.05000,2.826
8,mlp.experts.13.gate_proj,0.0000842543,0.05000,1.643
8,mlp.experts.11.gate_proj,0.0000645413,0.05000,3.579
8,mlp.experts.17.gate_proj,0.0000621402,0.05000,1.539
8,mlp.experts.12.gate_proj,0.0001429233,0.05000,2.360
8,mlp.experts.14.gate_proj,0.0001705911,0.05000,3.520
8,mlp.experts.15.gate_proj,0.0001617485,0.05000,3.375
8,mlp.experts.21.gate_proj,0.0001034181,0.05000,3.192
8,mlp.experts.16.gate_proj,0.0000917742,0.05000,3.639
8,mlp.experts.19.gate_proj,0.0001064824,0.05000,1.853
8,mlp.experts.18.gate_proj,0.0000620612,0.05000,3.627
8,mlp.experts.20.gate_proj,0.0001150196,0.05000,2.118
8,mlp.experts.23.gate_proj,0.0000407991,0.05000,2.399
8,mlp.experts.25.gate_proj,0.0001140021,0.05000,3.620
8,mlp.experts.22.gate_proj,0.0000867117,0.05000,3.838
8,mlp.experts.24.gate_proj,0.0001361394,0.05000,3.109
8,mlp.experts.27.gate_proj,0.0001208412,0.05000,2.875
8,mlp.experts.29.gate_proj,0.0001033045,0.05000,3.523
8,mlp.experts.26.gate_proj,0.0000890119,0.05000,2.009
8,mlp.experts.31.gate_proj,0.0002261039,0.05000,1.639
8,mlp.experts.33.gate_proj,0.0000890287,0.05000,2.313
8,mlp.experts.28.gate_proj,0.0000886827,0.05000,3.340
8,mlp.experts.35.gate_proj,0.0001300359,0.05000,2.055
8,mlp.experts.30.gate_proj,0.0000936653,0.05000,3.241
8,mlp.experts.37.gate_proj,0.0001159597,0.05000,1.661
8,mlp.experts.32.gate_proj,0.0000978559,0.05000,3.099
8,mlp.experts.39.gate_proj,0.0000674811,0.05000,3.207
8,mlp.experts.34.gate_proj,0.0000973230,0.05000,2.242
8,mlp.experts.41.gate_proj,0.0001189848,0.05000,2.664
8,mlp.experts.36.gate_proj,0.0001343209,0.05000,2.014
8,mlp.experts.38.gate_proj,0.0000955929,0.05000,1.480
8,mlp.experts.43.gate_proj,0.0001191697,0.05000,1.806
8,mlp.experts.45.gate_proj,0.0001042470,0.05000,1.332
8,mlp.experts.40.gate_proj,0.0001034746,0.05000,0.456
8,mlp.experts.47.gate_proj,0.0002294423,0.05000,1.015
8,mlp.experts.49.gate_proj,0.0001469197,0.05000,1.025
8,mlp.experts.42.gate_proj,0.0000995803,0.05000,1.046
8,mlp.experts.44.gate_proj,0.0001201523,0.05000,1.049
8,mlp.experts.53.gate_proj,0.0001647258,0.05000,1.247
8,mlp.experts.51.gate_proj,0.0001089596,0.05000,1.279
8,mlp.experts.48.gate_proj,0.0001004978,0.05000,1.264
8,mlp.experts.46.gate_proj,0.0001463626,0.05000,1.285
8,mlp.experts.57.gate_proj,0.0000678278,0.05000,1.288
8,mlp.experts.55.gate_proj,0.0002737070,0.05000,1.305
8,mlp.experts.50.gate_proj,0.0001058223,0.05000,1.300
8,mlp.experts.52.gate_proj,0.0000674116,0.05000,1.433
8,mlp.experts.61.gate_proj,0.0001755291,0.05000,1.178
8,mlp.experts.59.gate_proj,0.0001360775,0.05000,1.210
8,mlp.experts.54.gate_proj,0.0001259471,0.05000,1.226
8,mlp.experts.56.gate_proj,0.0000732507,0.05000,1.238
8,mlp.experts.65.gate_proj,0.0001473311,0.05000,1.295
8,mlp.experts.63.gate_proj,0.0001696348,0.05000,1.298
8,mlp.experts.58.gate_proj,0.0001007555,0.05000,1.308
8,mlp.experts.60.gate_proj,0.0001586496,0.05000,1.304
8,mlp.experts.69.gate_proj,0.0001332510,0.05000,1.268
8,mlp.experts.67.gate_proj,0.0001610772,0.05000,1.256
8,mlp.experts.62.gate_proj,0.0001499675,0.05000,1.271
8,mlp.experts.64.gate_proj,0.0001193644,0.05000,1.255
8,mlp.experts.73.gate_proj,0.0001517742,0.05000,1.194
8,mlp.experts.71.gate_proj,0.0000824753,0.05000,1.160
8,mlp.experts.66.gate_proj,0.0000828675,0.05000,1.196
8,mlp.experts.68.gate_proj,0.0001126920,0.05000,1.198
8,mlp.experts.75.gate_proj,0.0001085576,0.05000,1.150
8,mlp.experts.77.gate_proj,0.0001498553,0.05000,1.207
8,mlp.experts.70.gate_proj,0.0001276726,0.05000,1.269
8,mlp.experts.72.gate_proj,0.0000704748,0.05000,1.271
8,mlp.experts.79.gate_proj,0.0001643142,0.05000,1.306
8,mlp.experts.76.gate_proj,0.0002067801,0.05000,1.248
8,mlp.experts.83.gate_proj,0.0001356058,0.05000,1.475
8,mlp.experts.81.gate_proj,0.0000547056,0.05000,3.450
8,mlp.experts.74.gate_proj,0.0001030846,0.05000,3.355
8,mlp.experts.80.gate_proj,0.0001078180,0.05000,2.544
8,mlp.experts.87.gate_proj,0.0000946085,0.05000,2.533
8,mlp.experts.78.gate_proj,0.0000597740,0.05000,2.115
8,mlp.experts.85.gate_proj,0.0000703283,0.05000,3.504
8,mlp.experts.84.gate_proj,0.0001392547,0.05000,3.297
8,mlp.experts.82.gate_proj,0.0001233892,0.05000,2.354
8,mlp.experts.91.gate_proj,0.0000977828,0.05000,3.596
8,mlp.experts.88.gate_proj,0.0001317779,0.05000,1.673
8,mlp.experts.86.gate_proj,0.0000839588,0.05000,2.037
8,mlp.experts.92.gate_proj,0.0000707560,0.05000,1.593
8,mlp.experts.89.gate_proj,0.0000963494,0.05000,3.880
8,mlp.experts.90.gate_proj,0.0003334067,0.05000,1.573
8,mlp.experts.95.gate_proj,0.0001030520,0.05000,2.890
8,mlp.experts.96.gate_proj,0.0001067286,0.05000,1.407
8,mlp.experts.93.gate_proj,0.0001026562,0.05000,2.224
8,mlp.experts.100.gate_proj,0.0001328689,0.05000,1.574
8,mlp.experts.99.gate_proj,0.0000849509,0.05000,2.033
8,mlp.experts.94.gate_proj,0.0000977360,0.05000,2.631
8,mlp.experts.104.gate_proj,0.0000462549,0.05000,1.442
8,mlp.experts.103.gate_proj,0.0000621354,0.05000,1.435
8,mlp.experts.97.gate_proj,0.0001163862,0.05000,3.251
8,mlp.experts.108.gate_proj,0.0001221908,0.05000,1.441
8,mlp.experts.107.gate_proj,0.0001837226,0.05000,1.436
8,mlp.experts.98.gate_proj,0.0001348595,0.05000,3.287
8,mlp.experts.111.gate_proj,0.0001009334,0.05000,1.490
8,mlp.experts.112.gate_proj,0.0001057713,0.05000,2.145
8,mlp.experts.101.gate_proj,0.0001342950,0.05000,3.276
8,mlp.experts.102.gate_proj,0.0003046912,0.05000,2.175
8,mlp.experts.116.gate_proj,0.0001285671,0.05000,2.234
8,mlp.experts.115.gate_proj,0.0000653423,0.05000,3.068
8,mlp.experts.106.gate_proj,0.0000973354,0.05000,3.143
8,mlp.experts.105.gate_proj,0.0001216721,0.05000,3.617
8,mlp.experts.120.gate_proj,0.0000960100,0.05000,3.465
8,mlp.experts.110.gate_proj,0.0001669725,0.05000,1.881
8,mlp.experts.119.gate_proj,0.0001373562,0.05000,3.648
8,mlp.experts.109.gate_proj,0.0000859895,0.05000,3.567
8,mlp.experts.114.gate_proj,0.0001879892,0.05000,2.933
8,mlp.experts.123.gate_proj,0.0001166763,0.05000,2.979
8,mlp.experts.124.gate_proj,0.0001222129,0.05000,3.737
8,mlp.experts.127.gate_proj,0.0000715374,0.05000,1.253
8,mlp.experts.113.gate_proj,0.0000387432,0.05000,2.420
8,mlp.experts.118.gate_proj,0.0001653287,0.05000,1.722
8,mlp.experts.128.gate_proj,0.0001024025,0.05000,1.490
8,mlp.experts.131.gate_proj,0.0001268516,0.05000,1.087
8,mlp.experts.117.gate_proj,0.0001178002,0.05000,1.121
8,mlp.experts.122.gate_proj,0.0000808407,0.05000,1.170
8,mlp.experts.132.gate_proj,0.0000983696,0.05000,1.204
8,mlp.experts.135.gate_proj,0.0000578715,0.05000,1.194
8,mlp.experts.121.gate_proj,0.0001322037,0.05000,1.192
8,mlp.experts.126.gate_proj,0.0001177287,0.05000,1.164
8,mlp.experts.136.gate_proj,0.0001079142,0.05000,1.212
8,mlp.experts.139.gate_proj,0.0000520047,0.05000,1.261
8,mlp.experts.125.gate_proj,0.0001305294,0.05000,1.261
8,mlp.experts.130.gate_proj,0.0002299885,0.05000,1.292
8,mlp.experts.140.gate_proj,0.0001781154,0.05000,1.303
8,mlp.experts.143.gate_proj,0.0000976780,0.05000,1.311
8,mlp.experts.129.gate_proj,0.0001321683,0.05000,1.314
8,mlp.experts.134.gate_proj,0.0000867101,0.05000,1.319
8,mlp.experts.144.gate_proj,0.0001013268,0.05000,1.305
8,mlp.experts.147.gate_proj,0.0001210998,0.05000,1.315
8,mlp.experts.133.gate_proj,0.0001264265,0.05000,1.320
8,mlp.experts.138.gate_proj,0.0000920978,0.05000,1.313
8,mlp.experts.148.gate_proj,0.0001132126,0.05000,1.314
8,mlp.experts.151.gate_proj,0.0001354958,0.05000,1.320
8,mlp.experts.137.gate_proj,0.0000973437,0.05000,1.318
8,mlp.experts.142.gate_proj,0.0001189868,0.05000,1.298
8,mlp.experts.152.gate_proj,0.0001091877,0.05000,1.306
8,mlp.experts.155.gate_proj,0.0001547503,0.05000,1.284
8,mlp.experts.141.gate_proj,0.0000719782,0.05000,1.227
8,mlp.experts.146.gate_proj,0.0000869071,0.05000,1.536
8,mlp.experts.156.gate_proj,0.0001031499,0.05000,2.011
8,mlp.experts.159.gate_proj,0.0001299221,0.05000,2.017
8,mlp.experts.150.gate_proj,0.0002162229,0.05000,1.443
8,mlp.experts.145.gate_proj,0.0001212127,0.05000,2.185
8,mlp.experts.160.gate_proj,0.0001161000,0.05000,2.583
8,mlp.experts.149.gate_proj,0.0000865329,0.05000,2.533
8,mlp.experts.154.gate_proj,0.0000999978,0.05000,3.076
8,mlp.experts.163.gate_proj,0.0001601575,0.05000,3.182
8,mlp.experts.158.gate_proj,0.0001725543,0.05000,1.527
8,mlp.experts.167.gate_proj,0.0001256145,0.05000,2.244
8,mlp.experts.164.gate_proj,0.0001001892,0.05000,3.554
8,mlp.experts.153.gate_proj,0.0000991303,0.05000,3.411
8,mlp.experts.162.gate_proj,0.0001508038,0.05000,1.615
8,mlp.experts.166.gate_proj,0.0000970093,0.05000,1.520
8,mlp.experts.171.gate_proj,0.0001425107,0.05000,2.646
8,mlp.experts.168.gate_proj,0.0001211605,0.05000,2.703
8,mlp.experts.157.gate_proj,0.0000945256,0.05000,2.180
8,mlp.experts.170.gate_proj,0.0001356253,0.05000,1.306
8,mlp.experts.175.gate_proj,0.0000589364,0.05000,1.309
8,mlp.experts.172.gate_proj,0.0004306396,0.05000,1.306
8,mlp.experts.161.gate_proj,0.0002369703,0.05000,1.302
8,mlp.experts.174.gate_proj,0.0000818493,0.05000,1.312
8,mlp.experts.179.gate_proj,0.0001692708,0.05000,1.322
8,mlp.experts.176.gate_proj,0.0001013430,0.05000,1.316
8,mlp.experts.165.gate_proj,0.0001467758,0.05000,1.315
8,mlp.experts.178.gate_proj,0.0001819445,0.05000,1.312
8,mlp.experts.183.gate_proj,0.0000842593,0.05000,1.316
8,mlp.experts.180.gate_proj,0.0001156399,0.05000,1.320
8,mlp.experts.169.gate_proj,0.0001896145,0.05000,1.320
8,mlp.experts.182.gate_proj,0.0001613800,0.05000,1.262
8,mlp.experts.187.gate_proj,0.0001011801,0.05000,1.241
8,mlp.experts.184.gate_proj,0.0001356783,0.05000,1.226
8,mlp.experts.173.gate_proj,0.0001375940,0.05000,1.213
8,mlp.experts.186.gate_proj,0.0001126564,0.05000,1.233
8,mlp.experts.191.gate_proj,0.0001210165,0.05000,1.279
8,mlp.experts.188.gate_proj,0.0000826811,0.05000,1.396
8,mlp.experts.177.gate_proj,0.0000887972,0.05000,1.308
8,mlp.experts.190.gate_proj,0.0001164294,0.05000,1.308
8,mlp.experts.195.gate_proj,0.0000661150,0.05000,1.314
8,mlp.experts.192.gate_proj,0.0001618124,0.05000,1.307
8,mlp.experts.181.gate_proj,0.0000963971,0.05000,1.306
8,mlp.experts.194.gate_proj,0.0001479007,0.05000,1.227
8,mlp.experts.199.gate_proj,0.0000788669,0.05000,1.242
8,mlp.experts.196.gate_proj,0.0000862837,0.05000,1.421
8,mlp.experts.185.gate_proj,0.0001783230,0.05000,1.667
8,mlp.experts.198.gate_proj,0.0000745976,0.05000,2.652
8,mlp.experts.189.gate_proj,0.0001723375,0.05000,1.642
8,mlp.experts.203.gate_proj,0.0001465762,0.05000,2.534
8,mlp.experts.200.gate_proj,0.0001041978,0.05000,3.168
8,mlp.experts.202.gate_proj,0.0001186565,0.05000,2.221
8,mlp.experts.193.gate_proj,0.0001205704,0.05000,2.286
8,mlp.experts.207.gate_proj,0.0000743824,0.05000,3.673
8,mlp.experts.206.gate_proj,0.0000940476,0.05000,2.948
8,mlp.experts.204.gate_proj,0.0000897652,0.05000,3.941
8,mlp.experts.197.gate_proj,0.0000785043,0.05000,3.671
8,mlp.experts.210.gate_proj,0.0001480756,0.05000,1.831
8,mlp.experts.211.gate_proj,0.0001451459,0.05000,3.326
8,mlp.experts.208.gate_proj,0.0001138017,0.05000,2.993
8,mlp.experts.214.gate_proj,0.0000880086,0.05000,1.334
8,mlp.experts.201.gate_proj,0.0001056318,0.05000,2.514
8,mlp.experts.215.gate_proj,0.0001124179,0.05000,1.662
8,mlp.experts.205.gate_proj,0.0001253232,0.05000,1.641
8,mlp.experts.218.gate_proj,0.0001069425,0.05000,2.199
8,mlp.experts.212.gate_proj,0.0002263782,0.05000,3.334
8,mlp.experts.219.gate_proj,0.0000973706,0.05000,3.723
8,mlp.experts.209.gate_proj,0.0001541079,0.05000,3.327
8,mlp.experts.222.gate_proj,0.0000802651,0.05000,3.780
8,mlp.experts.216.gate_proj,0.0000949889,0.05000,3.831
8,mlp.experts.223.gate_proj,0.0000560412,0.05000,3.344
8,mlp.experts.213.gate_proj,0.0000857538,0.05000,3.094
8,mlp.experts.226.gate_proj,0.0000971036,0.05000,2.760
8,mlp.experts.220.gate_proj,0.0001297912,0.05000,2.108
8,mlp.experts.227.gate_proj,0.0001692384,0.05000,1.650
8,mlp.experts.217.gate_proj,0.0000723159,0.05000,1.369
8,mlp.experts.230.gate_proj,0.0001296477,0.05000,1.237
8,mlp.experts.224.gate_proj,0.0002054036,0.05000,1.259
8,mlp.experts.231.gate_proj,0.0000859738,0.05000,1.184
8,mlp.experts.221.gate_proj,0.0002557497,0.05000,1.200
8,mlp.experts.234.gate_proj,0.0000749615,0.05000,1.165
8,mlp.experts.228.gate_proj,0.0001895366,0.05000,1.233
8,mlp.experts.235.gate_proj,0.0000736605,0.05000,1.221
8,mlp.experts.225.gate_proj,0.0001773396,0.05000,1.245
8,mlp.experts.238.gate_proj,0.0001758851,0.05000,1.258
8,mlp.experts.232.gate_proj,0.0000707286,0.05000,1.253
8,mlp.experts.239.gate_proj,0.0000852957,0.05000,1.244
8,mlp.experts.229.gate_proj,0.0001577861,0.05000,1.291
8,mlp.experts.242.gate_proj,0.0001472271,0.05000,1.313
8,mlp.experts.236.gate_proj,0.0001059518,0.05000,1.298
8,mlp.experts.243.gate_proj,0.0001014022,0.05000,1.297
8,mlp.experts.233.gate_proj,0.0002206064,0.05000,1.298
8,mlp.experts.246.gate_proj,0.0002510296,0.05000,1.302
8,mlp.experts.240.gate_proj,0.0000540359,0.05000,1.238
8,mlp.experts.247.gate_proj,0.0001713974,0.05000,1.244
8,mlp.experts.237.gate_proj,0.0001054855,0.05000,1.239
8,mlp.experts.250.gate_proj,0.0001292348,0.05000,1.232
8,mlp.experts.244.gate_proj,0.0000974666,0.05000,1.260
8,mlp.experts.251.gate_proj,0.0001044287,0.05000,1.279
8,mlp.experts.241.gate_proj,0.0001108091,0.05000,1.252
8,mlp.experts.254.gate_proj,0.0001553293,0.05000,1.226
8,mlp.experts.248.gate_proj,0.0001295813,0.05000,1.190
8,mlp.experts.255.gate_proj,0.0002395505,0.05000,1.183
8,mlp.experts.245.gate_proj,0.0000906575,0.05000,1.130
8,mlp.experts.2.up_proj,0.0000792262,0.05000,1.188
8,mlp.experts.252.gate_proj,0.0000967293,0.05000,1.185
8,mlp.experts.3.up_proj,0.0001192640,0.05000,1.182
8,mlp.experts.249.gate_proj,0.0001889047,0.05000,1.144
8,mlp.experts.6.up_proj,0.0000925979,0.05000,1.180
8,mlp.experts.0.up_proj,0.0001028918,0.05000,1.361
8,mlp.experts.7.up_proj,0.0001297463,0.05000,1.314
8,mlp.experts.253.gate_proj,0.0000980159,0.05000,2.083
8,mlp.experts.4.up_proj,0.0002276985,0.05000,1.638
8,mlp.experts.10.up_proj,0.0001426759,0.05000,2.941
8,mlp.experts.11.up_proj,0.0000608686,0.05000,3.411
8,mlp.experts.8.up_proj,0.0000601496,0.05000,1.960
8,mlp.experts.1.up_proj,0.0000631145,0.05000,2.633
8,mlp.experts.12.up_proj,0.0001331678,0.05000,1.639
8,mlp.experts.5.up_proj,0.0000947285,0.05000,1.724
8,mlp.experts.14.up_proj,0.0001373174,0.05000,3.478
8,mlp.experts.16.up_proj,0.0000864543,0.05000,1.609
8,mlp.experts.15.up_proj,0.0001398269,0.05000,3.420
8,mlp.experts.9.up_proj,0.0001156150,0.05000,1.700
8,mlp.experts.18.up_proj,0.0000588675,0.05000,1.646
8,mlp.experts.19.up_proj,0.0000916766,0.05000,0.949
8,mlp.experts.20.up_proj,0.0001144214,0.05000,0.958
8,mlp.experts.13.up_proj,0.0000826505,0.05000,1.025
8,mlp.experts.22.up_proj,0.0000738910,0.05000,1.145
8,mlp.experts.23.up_proj,0.0000362380,0.05000,1.149
8,mlp.experts.24.up_proj,0.0001262288,0.05000,1.183
8,mlp.experts.17.up_proj,0.0000596365,0.05000,1.138
8,mlp.experts.26.up_proj,0.0000806531,0.05000,1.267
8,mlp.experts.27.up_proj,0.0000969680,0.05000,1.223
8,mlp.experts.28.up_proj,0.0000785984,0.05000,1.221
8,mlp.experts.21.up_proj,0.0000986484,0.05000,1.287
8,mlp.experts.30.up_proj,0.0000903927,0.05000,1.274
8,mlp.experts.31.up_proj,0.0001959638,0.05000,1.295
8,mlp.experts.32.up_proj,0.0000867152,0.05000,1.288
8,mlp.experts.25.up_proj,0.0000869710,0.05000,1.306
8,mlp.experts.34.up_proj,0.0000771135,0.05000,1.316
8,mlp.experts.35.up_proj,0.0001298707,0.05000,1.324
8,mlp.experts.36.up_proj,0.0001159471,0.05000,1.299
8,mlp.experts.29.up_proj,0.0000862368,0.05000,1.318
8,mlp.experts.38.up_proj,0.0000858210,0.05000,1.301
8,mlp.experts.40.up_proj,0.0000944934,0.05000,1.299
8,mlp.experts.39.up_proj,0.0000567252,0.05000,1.323
8,mlp.experts.33.up_proj,0.0000780379,0.05000,1.304
8,mlp.experts.42.up_proj,0.0000925617,0.05000,1.311
8,mlp.experts.44.up_proj,0.0001047719,0.05000,1.288
8,mlp.experts.43.up_proj,0.0000963606,0.05000,1.301
8,mlp.experts.37.up_proj,0.0000981089,0.05000,1.280
8,mlp.experts.46.up_proj,0.0001125985,0.05000,1.204
8,mlp.experts.48.up_proj,0.0000820305,0.05000,1.200
8,mlp.experts.47.up_proj,0.0001840513,0.05000,1.199
8,mlp.experts.41.up_proj,0.0001065916,0.05000,1.239
8,mlp.experts.50.up_proj,0.0001070102,0.05000,1.274
8,mlp.experts.51.up_proj,0.0001018828,0.05000,1.303
8,mlp.experts.52.up_proj,0.0000646308,0.05000,1.491
8,mlp.experts.45.up_proj,0.0000837615,0.05000,1.295
8,mlp.experts.54.up_proj,0.0001015976,0.05000,1.313
8,mlp.experts.55.up_proj,0.0002233094,0.05000,1.310
8,mlp.experts.56.up_proj,0.0000651594,0.05000,1.320
8,mlp.experts.49.up_proj,0.0001225324,0.05000,1.309
8,mlp.experts.58.up_proj,0.0000880849,0.05000,1.293
8,mlp.experts.59.up_proj,0.0001227790,0.05000,1.259
8,mlp.experts.60.up_proj,0.0001243116,0.05000,1.230
8,mlp.experts.53.up_proj,0.0001269968,0.05000,1.228
8,mlp.experts.62.up_proj,0.0001277224,0.05000,1.213
8,mlp.experts.63.up_proj,0.0001570373,0.05000,1.231
8,mlp.experts.64.up_proj,0.0000967242,0.05000,1.214
8,mlp.experts.57.up_proj,0.0000635052,0.05000,1.211
8,mlp.experts.66.up_proj,0.0000688620,0.05000,1.195
8,mlp.experts.67.up_proj,0.0001276138,0.05000,1.186
8,mlp.experts.68.up_proj,0.0000966533,0.05000,1.182
8,mlp.experts.61.up_proj,0.0001488994,0.05000,1.154
8,mlp.experts.70.up_proj,0.0000985946,0.05000,1.240
8,mlp.experts.71.up_proj,0.0000688539,0.05000,1.274
8,mlp.experts.72.up_proj,0.0000565213,0.05000,1.288
8,mlp.experts.65.up_proj,0.0001193591,0.05000,1.299
8,mlp.experts.74.up_proj,0.0000907288,0.05000,1.277
8,mlp.experts.75.up_proj,0.0000841492,0.05000,1.261
8,mlp.experts.76.up_proj,0.0001762153,0.05000,1.378
8,mlp.experts.69.up_proj,0.0001175355,0.05000,1.226
8,mlp.experts.78.up_proj,0.0000571880,0.05000,1.350
8,mlp.experts.79.up_proj,0.0001427794,0.05000,1.187
8,mlp.experts.80.up_proj,0.0000946133,0.05000,1.235
8,mlp.experts.73.up_proj,0.0001400201,0.05000,1.224
8,mlp.experts.82.up_proj,0.0001028513,0.05000,1.177
8,mlp.experts.83.up_proj,0.0001180413,0.05000,1.157
8,mlp.experts.84.up_proj,0.0001267496,0.05000,1.160
8,mlp.experts.77.up_proj,0.0001439240,0.05000,1.147
8,mlp.experts.86.up_proj,0.0000858696,0.05000,1.237
8,mlp.experts.87.up_proj,0.0000848146,0.05000,1.234
8,mlp.experts.81.up_proj,0.0000517449,0.05000,1.194
8,mlp.experts.88.up_proj,0.0001202130,0.05000,1.326
8,mlp.experts.90.up_proj,0.0002508545,0.05000,1.266
8,mlp.experts.91.up_proj,0.0000836636,0.05000,1.339
8,mlp.experts.85.up_proj,0.0000635082,0.05000,1.288
8,mlp.experts.92.up_proj,0.0000658445,0.05000,1.306
8,mlp.experts.94.up_proj,0.0000862132,0.05000,1.231
8,mlp.experts.95.up_proj,0.0000911571,0.05000,1.214
8,mlp.experts.89.up_proj,0.0000972076,0.05000,1.218
8,mlp.experts.96.up_proj,0.0000924707,0.05000,1.215
8,mlp.experts.98.up_proj,0.0001164761,0.05000,1.260
8,mlp.experts.99.up_proj,0.0000760898,0.05000,1.285
8,mlp.experts.93.up_proj,0.0000928454,0.05000,1.292
8,mlp.experts.100.up_proj,0.0001150118,0.05000,1.311
8,mlp.experts.102.up_proj,0.0002432326,0.05000,1.293
8,mlp.experts.103.up_proj,0.0000619344,0.05000,1.282
8,mlp.experts.97.up_proj,0.0001045078,0.05000,1.275
8,mlp.experts.104.up_proj,0.0000435815,0.05000,1.295
8,mlp.experts.106.up_proj,0.0000870052,0.05000,1.267
8,mlp.experts.107.up_proj,0.0001595211,0.05000,1.255
8,mlp.experts.101.up_proj,0.0001054808,0.05000,1.240
8,mlp.experts.108.up_proj,0.0001150612,0.05000,1.216
8,mlp.experts.110.up_proj,0.0001446312,0.05000,1.201
8,mlp.experts.111.up_proj,0.0000943717,0.05000,1.204
8,mlp.experts.105.up_proj,0.0001026259,0.05000,1.198
8,mlp.experts.112.up_proj,0.0000898056,0.05000,1.154
8,mlp.experts.114.up_proj,0.0001496887,0.05000,1.199
8,mlp.experts.115.up_proj,0.0000593750,0.05000,1.198
8,mlp.experts.109.up_proj,0.0000744703,0.05000,1.214
8,mlp.experts.116.up_proj,0.0001212363,0.05000,1.179
8,mlp.experts.118.up_proj,0.0001484395,0.05000,1.225
8,mlp.experts.119.up_proj,0.0001286293,0.05000,1.225
8,mlp.experts.120.up_proj,0.0000827607,0.05000,1.173
8,mlp.experts.113.up_proj,0.0000357996,0.05000,1.233
8,mlp.experts.122.up_proj,0.0000742402,0.05000,1.365
8,mlp.experts.123.up_proj,0.0000978994,0.05000,1.283
8,mlp.experts.124.up_proj,0.0001018824,0.05000,1.393
8,mlp.experts.117.up_proj,0.0001053054,0.05000,2.013
8,mlp.experts.128.up_proj,0.0000931245,0.05000,1.656
8,mlp.experts.127.up_proj,0.0000676980,0.05000,2.187
8,mlp.experts.126.up_proj,0.0000954307,0.05000,3.624
8,mlp.experts.132.up_proj,0.0000843350,0.05000,1.842
8,mlp.experts.121.up_proj,0.0001285628,0.05000,3.303
8,mlp.experts.131.up_proj,0.0000965234,0.05000,3.530
8,mlp.experts.125.up_proj,0.0001262118,0.05000,1.478
8,mlp.experts.136.up_proj,0.0000896181,0.05000,3.146
8,mlp.experts.130.up_proj,0.0001750644,0.05000,3.652
8,mlp.experts.129.up_proj,0.0001160596,0.05000,1.665
8,mlp.experts.133.up_proj,0.0001067877,0.05000,1.739
8,mlp.experts.135.up_proj,0.0000511984,0.05000,3.623
8,mlp.experts.140.up_proj,0.0001462542,0.05000,2.596
8,mlp.experts.134.up_proj,0.0000713748,0.05000,3.563
8,mlp.experts.137.up_proj,0.0000906533,0.05000,1.726
8,mlp.experts.144.up_proj,0.0000880545,0.05000,1.794
8,mlp.experts.139.up_proj,0.0000489267,0.05000,2.442
8,mlp.experts.138.up_proj,0.0000841069,0.05000,1.285
8,mlp.experts.141.up_proj,0.0000632850,0.05000,1.262
8,mlp.experts.148.up_proj,0.0000920955,0.05000,1.205
8,mlp.experts.143.up_proj,0.0000835456,0.05000,1.316
8,mlp.experts.142.up_proj,0.0001061701,0.05000,1.241
8,mlp.experts.145.up_proj,0.0001130315,0.05000,1.240
8,mlp.experts.152.up_proj,0.0001008658,0.05000,1.181
8,mlp.experts.147.up_proj,0.0001035869,0.05000,1.216
8,mlp.experts.146.up_proj,0.0000791441,0.05000,1.246
8,mlp.experts.149.up_proj,0.0000734215,0.05000,1.254
8,mlp.experts.156.up_proj,0.0000881624,0.05000,1.245
8,mlp.experts.151.up_proj,0.0001049147,0.05000,1.289
8,mlp.experts.150.up_proj,0.0002042193,0.05000,1.256
8,mlp.experts.153.up_proj,0.0000826998,0.05000,1.249
8,mlp.experts.160.up_proj,0.0001073605,0.05000,1.197
8,mlp.experts.155.up_proj,0.0001307597,0.05000,1.205
8,mlp.experts.154.up_proj,0.0000865157,0.05000,1.194
8,mlp.experts.157.up_proj,0.0000844897,0.05000,1.187
8,mlp.experts.164.up_proj,0.0000920794,0.05000,1.146
8,mlp.experts.159.up_proj,0.0001143092,0.05000,1.179
8,mlp.experts.158.up_proj,0.0001411436,0.05000,1.169
8,mlp.experts.161.up_proj,0.0001750200,0.05000,1.169
8,mlp.experts.168.up_proj,0.0001133460,0.05000,1.139
8,mlp.experts.163.up_proj,0.0001314270,0.05000,1.216
8,mlp.experts.162.up_proj,0.0001426080,0.05000,1.289
8,mlp.experts.165.up_proj,0.0001119235,0.05000,1.792
8,mlp.experts.172.up_proj,0.0002628154,0.05000,1.991
8,mlp.experts.167.up_proj,0.0001032353,0.05000,1.450
8,mlp.experts.166.up_proj,0.0000787873,0.05000,1.490
8,mlp.experts.169.up_proj,0.0001671156,0.05000,1.297
8,mlp.experts.176.up_proj,0.0000930361,0.05000,1.119
8,mlp.experts.171.up_proj,0.0001110270,0.05000,1.018
8,mlp.experts.170.up_proj,0.0001021545,0.05000,0.971
8,mlp.experts.173.up_proj,0.0001274517,0.05000,0.865
8,mlp.experts.180.up_proj,0.0001114363,0.05000,0.974
8,mlp.experts.175.up_proj,0.0000545897,0.05000,0.988
8,mlp.experts.174.up_proj,0.0000728650,0.05000,1.074
8,mlp.experts.177.up_proj,0.0000769951,0.05000,1.212
8,mlp.experts.184.up_proj,0.0001126504,0.05000,1.219
8,mlp.experts.179.up_proj,0.0001378554,0.05000,1.168
8,mlp.experts.178.up_proj,0.0001638169,0.05000,1.175
8,mlp.experts.181.up_proj,0.0000820829,0.05000,1.209
8,mlp.experts.183.up_proj,0.0000734152,0.05000,1.176
8,mlp.experts.188.up_proj,0.0000755704,0.05000,1.224
8,mlp.experts.182.up_proj,0.0001248168,0.05000,1.342
8,mlp.experts.185.up_proj,0.0001571259,0.05000,1.255
8,mlp.experts.187.up_proj,0.0000920070,0.05000,1.277
8,mlp.experts.192.up_proj,0.0001487356,0.05000,1.332
8,mlp.experts.186.up_proj,0.0000974476,0.05000,1.255
8,mlp.experts.189.up_proj,0.0001383658,0.05000,1.275
8,mlp.experts.191.up_proj,0.0000979477,0.05000,1.214
8,mlp.experts.196.up_proj,0.0000804104,0.05000,1.211
8,mlp.experts.190.up_proj,0.0000990383,0.05000,1.180
8,mlp.experts.193.up_proj,0.0001005554,0.05000,1.199
8,mlp.experts.195.up_proj,0.0000591815,0.05000,1.202
8,mlp.experts.200.up_proj,0.0000915746,0.05000,1.195
8,mlp.experts.194.up_proj,0.0001255899,0.05000,1.166
8,mlp.experts.197.up_proj,0.0000752846,0.05000,1.196
8,mlp.experts.199.up_proj,0.0000745963,0.05000,1.229
8,mlp.experts.204.up_proj,0.0000873108,0.05000,1.212
8,mlp.experts.198.up_proj,0.0000655038,0.05000,1.176
8,mlp.experts.201.up_proj,0.0000935128,0.05000,1.229
8,mlp.experts.203.up_proj,0.0001305436,0.05000,1.274
8,mlp.experts.208.up_proj,0.0000902907,0.05000,1.281
8,mlp.experts.202.up_proj,0.0001010529,0.05000,1.197
8,mlp.experts.205.up_proj,0.0001135691,0.05000,1.294
8,mlp.experts.207.up_proj,0.0000689206,0.05000,1.293
8,mlp.experts.212.up_proj,0.0002178386,0.05000,1.270
8,mlp.experts.206.up_proj,0.0000763165,0.05000,1.269
8,mlp.experts.209.up_proj,0.0001414476,0.05000,1.216
8,mlp.experts.216.up_proj,0.0000831559,0.05000,1.171
8,mlp.experts.211.up_proj,0.0001190569,0.05000,1.233
8,mlp.experts.210.up_proj,0.0001277364,0.05000,1.222
8,mlp.experts.213.up_proj,0.0000798136,0.05000,1.218
8,mlp.experts.220.up_proj,0.0001161390,0.05000,1.177
8,mlp.experts.215.up_proj,0.0000928623,0.05000,1.241
8,mlp.experts.214.up_proj,0.0000723472,0.05000,1.691
8,mlp.experts.224.up_proj,0.0001760133,0.05000,1.663
8,mlp.experts.219.up_proj,0.0000846954,0.05000,1.815
8,mlp.experts.217.up_proj,0.0000688987,0.05000,2.834
8,mlp.experts.223.up_proj,0.0000511848,0.05000,2.380
8,mlp.experts.218.up_proj,0.0000866835,0.05000,3.665
8,mlp.experts.228.up_proj,0.0001573694,0.05000,2.780
8,mlp.experts.221.up_proj,0.0001852347,0.05000,2.959
8,mlp.experts.227.up_proj,0.0001273071,0.05000,2.333
8,mlp.experts.222.up_proj,0.0000708311,0.05000,2.539
8,mlp.experts.225.up_proj,0.0001499375,0.05000,2.263
8,mlp.experts.232.up_proj,0.0000619123,0.05000,3.748
8,mlp.experts.231.up_proj,0.0000765303,0.05000,2.767
8,mlp.experts.226.up_proj,0.0000828628,0.05000,3.124
8,mlp.experts.229.up_proj,0.0001244307,0.05000,3.794
8,mlp.experts.236.up_proj,0.0000832308,0.05000,3.775
8,mlp.experts.235.up_proj,0.0000686606,0.05000,3.684
8,mlp.experts.230.up_proj,0.0001108816,0.05000,3.811
8,mlp.experts.233.up_proj,0.0001848259,0.05000,2.607
8,mlp.experts.240.up_proj,0.0000484242,0.05000,2.832
8,mlp.experts.239.up_proj,0.0000819442,0.05000,2.767
8,mlp.experts.237.up_proj,0.0000929432,0.05000,2.154
8,mlp.experts.234.up_proj,0.0000710478,0.05000,2.812
8,mlp.experts.244.up_proj,0.0000890792,0.05000,2.947
8,mlp.experts.238.up_proj,0.0001402278,0.05000,1.647
8,mlp.experts.241.up_proj,0.0000854518,0.05000,2.675
8,mlp.experts.243.up_proj,0.0000937791,0.05000,3.526
8,mlp.experts.242.up_proj,0.0001234576,0.05000,1.719
8,mlp.experts.245.up_proj,0.0000831752,0.05000,2.558
8,mlp.experts.248.up_proj,0.0001028109,0.05000,3.814
8,mlp.experts.246.up_proj,0.0002516197,0.05000,1.532
8,mlp.experts.247.up_proj,0.0001478545,0.05000,3.357
8,mlp.experts.249.up_proj,0.0001601517,0.05000,1.436
8,mlp.experts.250.up_proj,0.0001038419,0.05000,1.441
8,mlp.experts.252.up_proj,0.0000862565,0.05000,2.656
8,mlp.experts.253.up_proj,0.0000879474,0.05000,1.751
8,mlp.experts.251.up_proj,0.0000905402,0.05000,1.978
8,mlp.experts.254.up_proj,0.0001429981,0.05000,1.701
8,mlp.experts.255.up_proj,0.0002071582,0.05000,0.212
8,mlp.experts.2.down_proj,0.0000013777,0.05000,0.340
8,mlp.experts.3.down_proj,0.0000028981,0.05000,0.340
8,mlp.experts.0.down_proj,0.0000016765,0.05000,0.349
8,mlp.experts.1.down_proj,0.0000014428,0.05000,0.415
8,mlp.experts.6.down_proj,0.0000016574,0.05000,0.328
8,mlp.experts.7.down_proj,0.0000049519,0.05000,0.330
8,mlp.experts.4.down_proj,0.0000091679,0.05000,0.330
8,mlp.experts.5.down_proj,0.0000016923,0.05000,0.332
8,mlp.experts.10.down_proj,0.0000025310,0.05000,0.326
8,mlp.experts.8.down_proj,0.0000006564,0.05000,0.325
8,mlp.experts.11.down_proj,0.0000006516,0.05000,0.333
8,mlp.experts.9.down_proj,0.0000022689,0.05000,0.334
8,mlp.experts.14.down_proj,0.0000030083,0.05000,0.324
8,mlp.experts.12.down_proj,0.0000022769,0.05000,0.321
8,mlp.experts.13.down_proj,0.0000021131,0.05000,0.310
8,mlp.experts.15.down_proj,0.0000021067,0.05000,0.394
8,mlp.experts.18.down_proj,0.0000006652,0.05000,0.297
8,mlp.experts.16.down_proj,0.0000014319,0.05000,0.298
8,mlp.experts.17.down_proj,0.0000007424,0.05000,0.303
8,mlp.experts.19.down_proj,0.0000015558,0.05000,0.304
8,mlp.experts.20.down_proj,0.0000020757,0.05000,0.283
8,mlp.experts.22.down_proj,0.0000036937,0.05000,0.325
8,mlp.experts.21.down_proj,0.0000012940,0.05000,0.325
8,mlp.experts.23.down_proj,0.0000006944,0.05000,0.469
8,mlp.experts.24.down_proj,0.0000015031,0.05000,0.336
8,mlp.experts.26.down_proj,0.0000011094,0.05000,0.336
8,mlp.experts.25.down_proj,0.0000017356,0.05000,0.322
8,mlp.experts.27.down_proj,0.0000042096,0.05000,0.299
8,mlp.experts.28.down_proj,0.0000019417,0.05000,0.313
8,mlp.experts.30.down_proj,0.0000010867,0.05000,0.314
8,mlp.experts.29.down_proj,0.0000018617,0.05000,0.317
8,mlp.experts.31.down_proj,0.0000040263,0.05000,0.322
8,mlp.experts.32.down_proj,0.0000012125,0.05000,0.324
8,mlp.experts.34.down_proj,0.0000014897,0.05000,0.322
8,mlp.experts.33.down_proj,0.0000024929,0.05000,0.324
8,mlp.experts.35.down_proj,0.0000056601,0.05000,0.320
8,mlp.experts.36.down_proj,0.0000014776,0.05000,0.324
8,mlp.experts.38.down_proj,0.0000034004,0.05000,0.324
8,mlp.experts.37.down_proj,0.0000020081,0.05000,0.336
8,mlp.experts.39.down_proj,0.0000008070,0.05000,0.329
8,mlp.experts.40.down_proj,0.0000011237,0.05000,0.321
8,mlp.experts.42.down_proj,0.0000017544,0.05000,0.322
8,mlp.experts.41.down_proj,0.0000015639,0.05000,0.330
8,mlp.experts.43.down_proj,0.0000025155,0.05000,0.325
8,mlp.experts.44.down_proj,0.0000014680,0.05000,0.319
8,mlp.experts.46.down_proj,0.0000022147,0.05000,0.307
8,mlp.experts.45.down_proj,0.0000019222,0.05000,0.266
8,mlp.experts.47.down_proj,0.0000069137,0.05000,0.163
8,mlp.experts.49.down_proj,0.0000045064,0.05000,0.287
8,mlp.experts.51.down_proj,0.0000015223,0.05000,0.293
8,mlp.experts.50.down_proj,0.0000009995,0.05000,0.294
8,mlp.experts.48.down_proj,0.0000017862,0.05000,0.298
8,mlp.experts.53.down_proj,0.0000030364,0.05000,0.288
8,mlp.experts.55.down_proj,0.0000064943,0.05000,0.289
8,mlp.experts.54.down_proj,0.0000018743,0.05000,0.294
8,mlp.experts.52.down_proj,0.0000017748,0.05000,0.293
8,mlp.experts.57.down_proj,0.0000012322,0.05000,0.307
8,mlp.experts.58.down_proj,0.0000015471,0.05000,0.316
8,mlp.experts.56.down_proj,0.0000015801,0.05000,0.319
8,mlp.experts.59.down_proj,0.0000017822,0.05000,0.385
8,mlp.experts.61.down_proj,0.0000037994,0.05000,0.322
8,mlp.experts.60.down_proj,0.0000024041,0.05000,0.323
8,mlp.experts.62.down_proj,0.0000023823,0.05000,0.330
8,mlp.experts.63.down_proj,0.0000026102,0.05000,0.474
8,mlp.experts.65.down_proj,0.0000035856,0.05000,0.313
8,mlp.experts.64.down_proj,0.0000019444,0.05000,0.314
8,mlp.experts.66.down_proj,0.0000010205,0.05000,0.316
8,mlp.experts.67.down_proj,0.0000031879,0.05000,0.298
8,mlp.experts.69.down_proj,0.0000039046,0.05000,0.297
8,mlp.experts.70.down_proj,0.0000016358,0.05000,0.286
8,mlp.experts.68.down_proj,0.0000028980,0.05000,0.298
8,mlp.experts.73.down_proj,0.0000025118,0.05000,0.396
8,mlp.experts.74.down_proj,0.0000017754,0.05000,0.405
8,mlp.experts.71.down_proj,0.0000016600,0.05000,0.571
8,mlp.experts.77.down_proj,0.0000023414,0.05000,0.375
8,mlp.experts.78.down_proj,0.0000006844,0.05000,0.373
8,mlp.experts.72.down_proj,0.0000010585,0.05000,0.914
8,mlp.experts.75.down_proj,0.0000016484,0.05000,0.650
8,mlp.experts.82.down_proj,0.0000020745,0.05000,0.418
8,mlp.experts.81.down_proj,0.0000007154,0.05000,0.737
8,mlp.experts.86.down_proj,0.0000024284,0.05000,0.417
8,mlp.experts.76.down_proj,0.0000044846,0.05000,0.951
8,mlp.experts.79.down_proj,0.0000035358,0.05000,0.901
8,mlp.experts.90.down_proj,0.0000060498,0.05000,0.422
8,mlp.experts.94.down_proj,0.0000013489,0.05000,0.381
8,mlp.experts.85.down_proj,0.0000024910,0.05000,0.960
8,mlp.experts.83.down_proj,0.0000028664,0.05000,0.442
8,mlp.experts.80.down_proj,0.0000021508,0.05000,0.899
8,mlp.experts.98.down_proj,0.0000021441,0.05000,0.393
8,mlp.experts.87.down_proj,0.0000011880,0.05000,0.435
8,mlp.experts.102.down_proj,0.0000058069,0.05000,0.389
8,mlp.experts.91.down_proj,0.0000014370,0.05000,0.438
8,mlp.experts.89.down_proj,0.0000022139,0.05000,0.932
8,mlp.experts.106.down_proj,0.0000009794,0.05000,0.393
8,mlp.experts.84.down_proj,0.0000020303,0.05000,0.918
8,mlp.experts.95.down_proj,0.0000015454,0.05000,0.444
8,mlp.experts.110.down_proj,0.0000047105,0.05000,0.414
8,mlp.experts.93.down_proj,0.0000012257,0.05000,0.868
8,mlp.experts.114.down_proj,0.0000027768,0.05000,0.321
8,mlp.experts.88.down_proj,0.0000026213,0.05000,0.654
8,mlp.experts.99.down_proj,0.0000014659,0.05000,0.739
8,mlp.experts.97.down_proj,0.0000017055,0.05000,0.298
8,mlp.experts.118.down_proj,0.0000035011,0.05000,0.297
8,mlp.experts.101.down_proj,0.0000015438,0.05000,0.315
8,mlp.experts.122.down_proj,0.0000031192,0.05000,0.312
8,mlp.experts.92.down_proj,0.0000005701,0.05000,0.841
8,mlp.experts.105.down_proj,0.0000013837,0.05000,0.345
8,mlp.experts.126.down_proj,0.0000017426,0.05000,0.297
8,mlp.experts.103.down_proj,0.0000012916,0.05000,0.844
8,mlp.experts.109.down_proj,0.0000009162,0.05000,0.295
8,mlp.experts.130.down_proj,0.0000045756,0.05000,0.294
8,mlp.experts.113.down_proj,0.0000019496,0.05000,0.289
8,mlp.experts.134.down_proj,0.0000011140,0.05000,0.290
8,mlp.experts.96.down_proj,0.0000023386,0.05000,0.831
8,mlp.experts.117.down_proj,0.0000019413,0.05000,0.294
8,mlp.experts.138.down_proj,0.0000008768,0.05000,0.295
8,mlp.experts.107.down_proj,0.0000060066,0.05000,0.835
8,mlp.experts.121.down_proj,0.0000016160,0.05000,0.299
8,mlp.experts.142.down_proj,0.0000018761,0.05000,0.300
8,mlp.experts.125.down_proj,0.0000019501,0.05000,0.294
8,mlp.experts.146.down_proj,0.0000008385,0.05000,0.293
8,mlp.experts.100.down_proj,0.0000021207,0.05000,0.833
8,mlp.experts.129.down_proj,0.0000022979,0.05000,0.296
8,mlp.experts.150.down_proj,0.0000045616,0.05000,0.293
8,mlp.experts.111.down_proj,0.0000011928,0.05000,0.838
8,mlp.experts.154.down_proj,0.0000010838,0.05000,0.385
8,mlp.experts.133.down_proj,0.0000025117,0.05000,0.701
8,mlp.experts.104.down_proj,0.0000007605,0.05000,0.899
8,mlp.experts.158.down_proj,0.0000022159,0.05000,0.412
8,mlp.experts.115.down_proj,0.0000013552,0.05000,0.913
8,mlp.experts.162.down_proj,0.0000021984,0.05000,0.411
8,mlp.experts.137.down_proj,0.0000011863,0.05000,0.886
8,mlp.experts.166.down_proj,0.0000012081,0.05000,0.410
8,mlp.experts.108.down_proj,0.0000015899,0.05000,0.920
8,mlp.experts.119.down_proj,0.0000020328,0.05000,0.910
8,mlp.experts.170.down_proj,0.0000019794,0.05000,0.438
8,mlp.experts.141.down_proj,0.0000009940,0.05000,0.886
8,mlp.experts.174.down_proj,0.0000028850,0.05000,0.465
8,mlp.experts.112.down_proj,0.0000026411,0.05000,0.898
8,mlp.experts.123.down_proj,0.0000017884,0.05000,0.946
8,mlp.experts.178.down_proj,0.0000038460,0.05000,0.463
8,mlp.experts.145.down_proj,0.0000018518,0.05000,0.860
8,mlp.experts.116.down_proj,0.0000027947,0.05000,0.867
8,mlp.experts.182.down_proj,0.0000023295,0.05000,0.461
8,mlp.experts.127.down_proj,0.0000007536,0.05000,0.941
8,mlp.experts.186.down_proj,0.0000027348,0.05000,0.461
8,mlp.experts.149.down_proj,0.0000016676,0.05000,0.863
8,mlp.experts.120.down_proj,0.0000031134,0.05000,0.864
8,mlp.experts.190.down_proj,0.0000023644,0.05000,0.459
8,mlp.experts.131.down_proj,0.0000016484,0.05000,0.933
8,mlp.experts.194.down_proj,0.0000029840,0.05000,0.461
8,mlp.experts.153.down_proj,0.0000018268,0.05000,0.861
8,mlp.experts.124.down_proj,0.0000026404,0.05000,0.866
8,mlp.experts.198.down_proj,0.0000031530,0.05000,0.468
8,mlp.experts.135.down_proj,0.0000031838,0.05000,0.945
8,mlp.experts.202.down_proj,0.0000026020,0.05000,0.506
8,mlp.experts.157.down_proj,0.0000027648,0.05000,0.786
8,mlp.experts.128.down_proj,0.0000016662,0.05000,0.900
8,mlp.experts.161.down_proj,0.0000047360,0.05000,0.397
8,mlp.experts.139.down_proj,0.0000005819,0.05000,0.683
8,mlp.experts.165.down_proj,0.0000022738,0.05000,0.408
8,mlp.experts.206.down_proj,0.0000015547,0.05000,0.917
8,mlp.experts.132.down_proj,0.0000018263,0.05000,0.886
8,mlp.experts.143.down_proj,0.0000015858,0.05000,0.702
8,mlp.experts.169.down_proj,0.0000045331,0.05000,0.392
8,mlp.experts.147.down_proj,0.0000016597,0.05000,0.405
8,mlp.experts.210.down_proj,0.0000019170,0.05000,0.919
8,mlp.experts.136.down_proj,0.0000018185,0.05000,0.926
8,mlp.experts.151.down_proj,0.0000020581,0.05000,0.509
8,mlp.experts.173.down_proj,0.0000018825,0.05000,0.954
8,mlp.experts.214.down_proj,0.0000014075,0.05000,0.984
8,mlp.experts.140.down_proj,0.0000031101,0.05000,0.975
8,mlp.experts.155.down_proj,0.0000029115,0.05000,0.955
8,mlp.experts.177.down_proj,0.0000012635,0.05000,1.010
8,mlp.experts.218.down_proj,0.0000016188,0.05000,0.940
8,mlp.experts.181.down_proj,0.0000019449,0.05000,0.677
8,mlp.experts.144.down_proj,0.0000015211,0.05000,0.950
8,mlp.experts.159.down_proj,0.0000046877,0.05000,0.949
8,mlp.experts.185.down_proj,0.0000061235,0.05000,0.421
8,mlp.experts.222.down_proj,0.0000015392,0.05000,0.921
8,mlp.experts.189.down_proj,0.0000027923,0.05000,0.416
8,mlp.experts.163.down_proj,0.0000023038,0.05000,0.886
8,mlp.experts.148.down_proj,0.0000030676,0.05000,0.942
8,mlp.experts.193.down_proj,0.0000027635,0.05000,0.440
8,mlp.experts.226.down_proj,0.0000027386,0.05000,0.918
8,mlp.experts.197.down_proj,0.0000010137,0.05000,0.497
8,mlp.experts.167.down_proj,0.0000020874,0.05000,0.908
8,mlp.experts.152.down_proj,0.0000024252,0.05000,0.941
8,mlp.experts.201.down_proj,0.0000019980,0.05000,0.412
8,mlp.experts.230.down_proj,0.0000015890,0.05000,0.869
8,mlp.experts.156.down_proj,0.0000016885,0.05000,0.654
8,mlp.experts.171.down_proj,0.0000021602,0.05000,0.885
8,mlp.experts.205.down_proj,0.0000012554,0.05000,0.707
8,mlp.experts.160.down_proj,0.0000014226,0.05000,0.469
8,mlp.experts.234.down_proj,0.0000018776,0.05000,0.817
8,mlp.experts.175.down_proj,0.0000006087,0.05000,0.864
8,mlp.experts.209.down_proj,0.0000025409,0.05000,0.862
8,mlp.experts.164.down_proj,0.0000020520,0.05000,0.750
8,mlp.experts.238.down_proj,0.0000029670,0.05000,0.599
8,mlp.experts.168.down_proj,0.0000016148,0.05000,0.461
8,mlp.experts.179.down_proj,0.0000027910,0.05000,0.854
8,mlp.experts.213.down_proj,0.0000011018,0.05000,0.855
8,mlp.experts.172.down_proj,0.0000009704,0.05000,0.460
8,mlp.experts.242.down_proj,0.0000047559,0.05000,0.922
8,mlp.experts.176.down_proj,0.0000015659,0.05000,0.514
8,mlp.experts.183.down_proj,0.0000016765,0.05000,0.851
8,mlp.experts.217.down_proj,0.0000007796,0.05000,0.854
8,mlp.experts.246.down_proj,0.0000055876,0.05000,0.591
8,mlp.experts.250.down_proj,0.0000018668,0.05000,0.501
8,mlp.experts.180.down_proj,0.0000038785,0.05000,0.916
8,mlp.experts.187.down_proj,0.0000014386,0.05000,0.901
8,mlp.experts.221.down_proj,0.0000037343,0.05000,0.906
8,mlp.experts.254.down_proj,0.0000029783,0.05000,0.838
8,mlp.experts.184.down_proj,0.0000045845,0.05000,0.868
8,mlp.experts.191.down_proj,0.0000026664,0.05000,0.856
8,mlp.experts.225.down_proj,0.0000044966,0.05000,0.820
8,mlp.experts.195.down_proj,0.0000025969,0.05000,0.334
8,mlp.experts.229.down_proj,0.0000026619,0.05000,0.342
8,mlp.experts.188.down_proj,0.0000021003,0.05000,0.422
8,mlp.experts.199.down_proj,0.0000015335,0.05000,0.206
8,mlp.experts.233.down_proj,0.0000049508,0.05000,0.207
8,mlp.experts.192.down_proj,0.0000024542,0.05000,0.213
8,mlp.experts.203.down_proj,0.0000024739,0.05000,0.211
8,mlp.experts.237.down_proj,0.0000012291,0.05000,0.213
8,mlp.experts.196.down_proj,0.0000009881,0.05000,0.210
8,mlp.experts.207.down_proj,0.0000021808,0.05000,0.209
8,mlp.experts.241.down_proj,0.0000015022,0.05000,0.213
8,mlp.experts.200.down_proj,0.0000011011,0.05000,0.208
8,mlp.experts.211.down_proj,0.0000023158,0.05000,0.207
8,mlp.experts.204.down_proj,0.0000012840,0.05000,0.206
8,mlp.experts.245.down_proj,0.0000007772,0.05000,0.214
8,mlp.experts.215.down_proj,0.0000015288,0.05000,0.209
8,mlp.experts.208.down_proj,0.0000016990,0.05000,0.207
8,mlp.experts.249.down_proj,0.0000025623,0.05000,0.216
8,mlp.experts.219.down_proj,0.0000014049,0.05000,0.207
8,mlp.experts.212.down_proj,0.0000092555,0.05000,0.210
8,mlp.experts.253.down_proj,0.0000009092,0.05000,0.213
8,mlp.experts.223.down_proj,0.0000005241,0.05000,0.123
8,mlp.experts.216.down_proj,0.0000024234,0.05000,0.108
8,mlp.experts.227.down_proj,0.0000029510,0.05000,0.103
8,mlp.experts.220.down_proj,0.0000020194,0.05000,0.099
8,mlp.experts.231.down_proj,0.0000013836,0.05000,0.101
8,mlp.experts.224.down_proj,0.0000045594,0.05000,0.099
8,mlp.experts.235.down_proj,0.0000007951,0.05000,0.100
8,mlp.experts.228.down_proj,0.0000027507,0.05000,0.101
8,mlp.experts.239.down_proj,0.0000043971,0.05000,0.100
8,mlp.experts.232.down_proj,0.0000011951,0.05000,0.099
8,mlp.experts.243.down_proj,0.0000011239,0.05000,0.100
8,mlp.experts.236.down_proj,0.0000014419,0.05000,0.100
8,mlp.experts.247.down_proj,0.0000060740,0.05000,0.100
8,mlp.experts.240.down_proj,0.0000015893,0.05000,0.102
8,mlp.experts.251.down_proj,0.0000011913,0.05000,0.102
8,mlp.experts.244.down_proj,0.0000009186,0.05000,0.102
8,mlp.experts.255.down_proj,0.0000052508,0.05000,0.101
8,mlp.experts.248.down_proj,0.0000023870,0.05000,0.094
8,mlp.experts.252.down_proj,0.0000018402,0.05000,0.049
9,mlp.experts.2.gate_proj,0.0001187267,0.05000,2.036
9,mlp.experts.0.gate_proj,0.0001575331,0.05000,2.245
9,mlp.experts.3.gate_proj,0.0002669008,0.05000,3.067
9,mlp.experts.1.gate_proj,0.0000414317,0.05000,3.070
9,mlp.experts.6.gate_proj,0.0001779844,0.05000,1.645
9,mlp.experts.4.gate_proj,0.0001408563,0.05000,2.958
9,mlp.experts.5.gate_proj,0.0001120444,0.05000,2.465
9,mlp.experts.7.gate_proj,0.0001064673,0.05000,3.359
9,mlp.experts.10.gate_proj,0.0002532225,0.05000,2.799
9,mlp.experts.9.gate_proj,0.0000691426,0.05000,1.476
9,mlp.experts.8.gate_proj,0.0000983772,0.05000,2.034
9,mlp.experts.11.gate_proj,0.0001443493,0.05000,1.416
9,mlp.experts.14.gate_proj,0.0000856575,0.05000,1.445
9,mlp.experts.15.gate_proj,0.0001260282,0.05000,1.604
9,mlp.experts.12.gate_proj,0.0000751013,0.05000,2.214
9,mlp.experts.13.gate_proj,0.0000960587,0.05000,3.548
9,mlp.experts.18.gate_proj,0.0000779877,0.05000,2.989
9,mlp.experts.16.gate_proj,0.0001611771,0.05000,1.827
9,mlp.experts.19.gate_proj,0.0001267267,0.05000,3.109
9,mlp.experts.17.gate_proj,0.0001102484,0.05000,2.052
9,mlp.experts.20.gate_proj,0.0000760612,0.05000,2.434
9,mlp.experts.21.gate_proj,0.0003060500,0.05000,1.686
9,mlp.experts.22.gate_proj,0.0001866453,0.05000,3.755
9,mlp.experts.24.gate_proj,0.0001049724,0.05000,1.605
9,mlp.experts.25.gate_proj,0.0001165364,0.05000,1.603
9,mlp.experts.23.gate_proj,0.0002717012,0.05000,3.597
9,mlp.experts.28.gate_proj,0.0001356449,0.05000,1.654
9,mlp.experts.29.gate_proj,0.0000962901,0.05000,1.671
9,mlp.experts.26.gate_proj,0.0000845123,0.05000,3.203
9,mlp.experts.32.gate_proj,0.0002006530,0.05000,1.659
9,mlp.experts.27.gate_proj,0.0001366216,0.05000,3.570
9,mlp.experts.33.gate_proj,0.0000945617,0.05000,2.490
9,mlp.experts.36.gate_proj,0.0002354137,0.05000,1.912
9,mlp.experts.30.gate_proj,0.0001169635,0.05000,2.713
9,mlp.experts.31.gate_proj,0.0000821410,0.05000,3.525
9,mlp.experts.34.gate_proj,0.0002019619,0.05000,2.686
9,mlp.experts.40.gate_proj,0.0001127093,0.05000,2.778
9,mlp.experts.37.gate_proj,0.0002067775,0.05000,3.607
9,mlp.experts.35.gate_proj,0.0001589298,0.05000,1.750
9,mlp.experts.44.gate_proj,0.0001563448,0.05000,3.066
9,mlp.experts.38.gate_proj,0.0000523230,0.05000,3.224
9,mlp.experts.39.gate_proj,0.0001271544,0.05000,1.839
9,mlp.experts.41.gate_proj,0.0000921341,0.05000,3.583
9,mlp.experts.43.gate_proj,0.0000983632,0.05000,1.837
9,mlp.experts.42.gate_proj,0.0000863928,0.05000,3.332
9,mlp.experts.48.gate_proj,0.0001274997,0.05000,3.552
9,mlp.experts.45.gate_proj,0.0001279959,0.05000,2.865
9,mlp.experts.47.gate_proj,0.0001907760,0.05000,2.051
9,mlp.experts.49.gate_proj,0.0000757477,0.05000,1.831
9,mlp.experts.46.gate_proj,0.0001193620,0.05000,3.302
9,mlp.experts.52.gate_proj,0.0001419443,0.05000,3.533
9,mlp.experts.53.gate_proj,0.0000711653,0.05000,2.059
9,mlp.experts.51.gate_proj,0.0000736652,0.05000,3.651
9,mlp.experts.50.gate_proj,0.0002356421,0.05000,1.526
9,mlp.experts.57.gate_proj,0.0001193337,0.05000,1.179
9,mlp.experts.54.gate_proj,0.0001010098,0.05000,1.163
9,mlp.experts.61.gate_proj,0.0001373921,0.05000,1.155
9,mlp.experts.56.gate_proj,0.0001315381,0.05000,3.267
9,mlp.experts.58.gate_proj,0.0001338285,0.05000,1.163
9,mlp.experts.55.gate_proj,0.0000964727,0.05000,2.947
9,mlp.experts.65.gate_proj,0.0001360888,0.05000,1.156
9,mlp.experts.60.gate_proj,0.0001020911,0.05000,1.389
9,mlp.experts.62.gate_proj,0.0001256136,0.05000,1.195
9,mlp.experts.59.gate_proj,0.0000644065,0.05000,1.189
9,mlp.experts.69.gate_proj,0.0000932239,0.05000,1.200
9,mlp.experts.64.gate_proj,0.0002028821,0.05000,1.229
9,mlp.experts.66.gate_proj,0.0000988366,0.05000,1.206
9,mlp.experts.63.gate_proj,0.0000691437,0.05000,1.281
9,mlp.experts.73.gate_proj,0.0001705895,0.05000,1.274
9,mlp.experts.70.gate_proj,0.0000865650,0.05000,1.274
9,mlp.experts.68.gate_proj,0.0002445209,0.05000,1.333
9,mlp.experts.67.gate_proj,0.0001000542,0.05000,1.258
9,mlp.experts.77.gate_proj,0.0000583757,0.05000,1.274
9,mlp.experts.74.gate_proj,0.0001286895,0.05000,1.281
9,mlp.experts.72.gate_proj,0.0000653799,0.05000,1.291
9,mlp.experts.71.gate_proj,0.0000907942,0.05000,1.252
9,mlp.experts.81.gate_proj,0.0000968232,0.05000,1.216
9,mlp.experts.78.gate_proj,0.0001403976,0.05000,1.185
9,mlp.experts.76.gate_proj,0.0002195175,0.05000,1.190
9,mlp.experts.75.gate_proj,0.0000959688,0.05000,1.167
9,mlp.experts.85.gate_proj,0.0001203153,0.05000,1.220
9,mlp.experts.80.gate_proj,0.0001169466,0.05000,1.153
9,mlp.experts.82.gate_proj,0.0000955280,0.05000,1.194
9,mlp.experts.79.gate_proj,0.0001131268,0.05000,1.175
9,mlp.experts.89.gate_proj,0.0000590801,0.05000,1.225
9,mlp.experts.84.gate_proj,0.0000431728,0.05000,1.295
9,mlp.experts.83.gate_proj,0.0001352217,0.05000,1.368
9,mlp.experts.86.gate_proj,0.0001329919,0.05000,1.724
9,mlp.experts.93.gate_proj,0.0001319216,0.05000,1.339
9,mlp.experts.88.gate_proj,0.0001728688,0.05000,1.304
9,mlp.experts.87.gate_proj,0.0001153686,0.05000,1.324
9,mlp.experts.90.gate_proj,0.0001904570,0.05000,1.310
9,mlp.experts.97.gate_proj,0.0001268892,0.05000,1.307
9,mlp.experts.92.gate_proj,0.0001230988,0.05000,1.301
9,mlp.experts.91.gate_proj,0.0000984013,0.05000,1.305
9,mlp.experts.94.gate_proj,0.0000906868,0.05000,1.305
9,mlp.experts.101.gate_proj,0.0002450246,0.05000,1.304
9,mlp.experts.96.gate_proj,0.0001675651,0.05000,1.290
9,mlp.experts.98.gate_proj,0.0001787489,0.05000,1.275
9,mlp.experts.95.gate_proj,0.0000586305,0.05000,1.339
9,mlp.experts.105.gate_proj,0.0001340095,0.05000,1.307
9,mlp.experts.100.gate_proj,0.0000768832,0.05000,1.293
9,mlp.experts.102.gate_proj,0.0001500418,0.05000,1.302
9,mlp.experts.99.gate_proj,0.0001218738,0.05000,1.296
9,mlp.experts.109.gate_proj,0.0000769454,0.05000,1.302
9,mlp.experts.104.gate_proj,0.0001431224,0.05000,1.314
9,mlp.experts.106.gate_proj,0.0001571363,0.05000,1.327
9,mlp.experts.103.gate_proj,0.0001147139,0.05000,1.309
9,mlp.experts.113.gate_proj,0.0000844242,0.05000,1.315
9,mlp.experts.108.gate_proj,0.0001280071,0.05000,1.313
9,mlp.experts.107.gate_proj,0.0001403795,0.05000,1.284
9,mlp.experts.110.gate_proj,0.0001385100,0.05000,1.315
9,mlp.experts.117.gate_proj,0.0001555102,0.05000,1.300
9,mlp.experts.112.gate_proj,0.0000793361,0.05000,1.442
9,mlp.experts.111.gate_proj,0.0001209646,0.05000,1.251
9,mlp.experts.114.gate_proj,0.0000858758,0.05000,1.267
9,mlp.experts.121.gate_proj,0.0000828927,0.05000,1.264
9,mlp.experts.116.gate_proj,0.0000579852,0.05000,1.128
9,mlp.experts.115.gate_proj,0.0001477573,0.05000,1.206
9,mlp.experts.118.gate_proj,0.0001198331,0.05000,1.211
9,mlp.experts.125.gate_proj,0.0001070990,0.05000,1.277
9,mlp.experts.120.gate_proj,0.0001396961,0.05000,1.274
9,mlp.experts.119.gate_proj,0.0001186104,0.05000,1.309
9,mlp.experts.122.gate_proj,0.0000871961,0.05000,1.303
9,mlp.experts.129.gate_proj,0.0001005224,0.05000,1.270
9,mlp.experts.124.gate_proj,0.0001316408,0.05000,1.283
9,mlp.experts.123.gate_proj,0.0001172316,0.05000,1.259
9,mlp.experts.126.gate_proj,0.0000592245,0.05000,1.261
9,mlp.experts.133.gate_proj,0.0001175913,0.05000,1.261
9,mlp.experts.128.gate_proj,0.0001084703,0.05000,1.286
9,mlp.experts.127.gate_proj,0.0001082783,0.05000,1.109
9,mlp.experts.130.gate_proj,0.0002041752,0.05000,1.121
9,mlp.experts.137.gate_proj,0.0001191418,0.05000,1.063
9,mlp.experts.132.gate_proj,0.0000901597,0.05000,0.880
9,mlp.experts.131.gate_proj,0.0002256883,0.05000,0.878
9,mlp.experts.134.gate_proj,0.0002276150,0.05000,0.867
9,mlp.experts.141.gate_proj,0.0000973503,0.05000,1.197
9,mlp.experts.136.gate_proj,0.0000545606,0.05000,1.480
9,mlp.experts.135.gate_proj,0.0000825603,0.05000,1.600
9,mlp.experts.140.gate_proj,0.0001000839,0.05000,1.541
9,mlp.experts.138.gate_proj,0.0002283144,0.05000,2.882
9,mlp.experts.139.gate_proj,0.0001617762,0.05000,1.598
9,mlp.experts.145.gate_proj,0.0001482624,0.05000,3.236
9,mlp.experts.144.gate_proj,0.0001635418,0.05000,1.406
9,mlp.experts.142.gate_proj,0.0002462558,0.05000,1.513
9,mlp.experts.143.gate_proj,0.0001445699,0.05000,1.338
9,mlp.experts.149.gate_proj,0.0001354091,0.05000,1.310
9,mlp.experts.148.gate_proj,0.0000936469,0.05000,1.313
9,mlp.experts.146.gate_proj,0.0001381719,0.05000,1.318
9,mlp.experts.147.gate_proj,0.0001182403,0.05000,1.295
9,mlp.experts.153.gate_proj,0.0001488796,0.05000,1.310
9,mlp.experts.152.gate_proj,0.0001273727,0.05000,1.310
9,mlp.experts.150.gate_proj,0.0001265622,0.05000,1.311
9,mlp.experts.151.gate_proj,0.0001043320,0.05000,1.296
9,mlp.experts.157.gate_proj,0.0001713089,0.05000,1.315
9,mlp.experts.156.gate_proj,0.0001145605,0.05000,1.284
9,mlp.experts.154.gate_proj,0.0001891001,0.05000,1.277
9,mlp.experts.155.gate_proj,0.0000615677,0.05000,1.254
9,mlp.experts.161.gate_proj,0.0000989226,0.05000,1.245
9,mlp.experts.160.gate_proj,0.0001054878,0.05000,1.158
9,mlp.experts.158.gate_proj,0.0000798350,0.05000,1.116
9,mlp.experts.159.gate_proj,0.0001768364,0.05000,1.096
9,mlp.experts.165.gate_proj,0.0001013410,0.05000,1.106
9,mlp.experts.164.gate_proj,0.0000639207,0.05000,1.127
9,mlp.experts.162.gate_proj,0.0001340599,0.05000,1.200
9,mlp.experts.163.gate_proj,0.0000727003,0.05000,1.204
9,mlp.experts.169.gate_proj,0.0001347992,0.05000,1.199
9,mlp.experts.168.gate_proj,0.0001646442,0.05000,1.151
9,mlp.experts.166.gate_proj,0.0001418968,0.05000,1.183
9,mlp.experts.167.gate_proj,0.0001026092,0.05000,1.194
9,mlp.experts.173.gate_proj,0.0001505273,0.05000,1.239
9,mlp.experts.172.gate_proj,0.0001224009,0.05000,1.214
9,mlp.experts.170.gate_proj,0.0000758854,0.05000,1.254
9,mlp.experts.171.gate_proj,0.0000987641,0.05000,1.249
9,mlp.experts.177.gate_proj,0.0001352739,0.05000,1.304
9,mlp.experts.176.gate_proj,0.0001534176,0.05000,1.305
9,mlp.experts.174.gate_proj,0.0001494001,0.05000,1.310
9,mlp.experts.175.gate_proj,0.0001049714,0.05000,1.301
9,mlp.experts.181.gate_proj,0.0001062416,0.05000,1.323
9,mlp.experts.180.gate_proj,0.0001663142,0.05000,1.269
9,mlp.experts.178.gate_proj,0.0001182365,0.05000,1.286
9,mlp.experts.179.gate_proj,0.0001880257,0.05000,1.732
9,mlp.experts.185.gate_proj,0.0001003460,0.05000,1.339
9,mlp.experts.184.gate_proj,0.0000880968,0.05000,1.323
9,mlp.experts.182.gate_proj,0.0000976621,0.05000,1.276
9,mlp.experts.183.gate_proj,0.0001188373,0.05000,1.208
9,mlp.experts.189.gate_proj,0.0001169797,0.05000,1.207
9,mlp.experts.186.gate_proj,0.0001337364,0.05000,1.308
9,mlp.experts.188.gate_proj,0.0001106194,0.05000,1.678
9,mlp.experts.193.gate_proj,0.0000646938,0.05000,1.784
9,mlp.experts.187.gate_proj,0.0001049499,0.05000,2.241
9,mlp.experts.190.gate_proj,0.0000921025,0.05000,1.461
9,mlp.experts.192.gate_proj,0.0001185626,0.05000,1.378
9,mlp.experts.197.gate_proj,0.0001619671,0.05000,1.302
9,mlp.experts.191.gate_proj,0.0000871015,0.05000,1.309
9,mlp.experts.194.gate_proj,0.0001026590,0.05000,1.306
9,mlp.experts.196.gate_proj,0.0001930144,0.05000,1.305
9,mlp.experts.201.gate_proj,0.0000847664,0.05000,1.298
9,mlp.experts.195.gate_proj,0.0001162022,0.05000,1.302
9,mlp.experts.198.gate_proj,0.0002163355,0.05000,1.301
9,mlp.experts.200.gate_proj,0.0000787643,0.05000,1.302
9,mlp.experts.205.gate_proj,0.0001089343,0.05000,1.291
9,mlp.experts.199.gate_proj,0.0001454923,0.05000,1.270
9,mlp.experts.202.gate_proj,0.0001183539,0.05000,1.259
9,mlp.experts.204.gate_proj,0.0000860044,0.05000,1.268
9,mlp.experts.209.gate_proj,0.0000584767,0.05000,1.202
9,mlp.experts.203.gate_proj,0.0000920215,0.05000,1.190
9,mlp.experts.206.gate_proj,0.0001257713,0.05000,1.156
9,mlp.experts.208.gate_proj,0.0001376969,0.05000,1.204
9,mlp.experts.213.gate_proj,0.0000967503,0.05000,1.187
9,mlp.experts.207.gate_proj,0.0001691935,0.05000,1.193
9,mlp.experts.210.gate_proj,0.0000747031,0.05000,1.159
9,mlp.experts.212.gate_proj,0.0001554631,0.05000,1.207
9,mlp.experts.217.gate_proj,0.0001085159,0.05000,1.198
9,mlp.experts.211.gate_proj,0.0001317711,0.05000,1.193
9,mlp.experts.214.gate_proj,0.0001509005,0.05000,1.154
9,mlp.experts.216.gate_proj,0.0001276033,0.05000,1.199
9,mlp.experts.221.gate_proj,0.0000913085,0.05000,1.194
9,mlp.experts.218.gate_proj,0.0002110594,0.05000,1.157
9,mlp.experts.215.gate_proj,0.0001415257,0.05000,1.213
9,mlp.experts.220.gate_proj,0.0001309408,0.05000,1.223
9,mlp.experts.225.gate_proj,0.0000855957,0.05000,1.164
9,mlp.experts.222.gate_proj,0.0000800550,0.05000,1.202
9,mlp.experts.219.gate_proj,0.0001469159,0.05000,1.212
9,mlp.experts.224.gate_proj,0.0001041015,0.05000,1.125
9,mlp.experts.229.gate_proj,0.0001306438,0.05000,0.902
9,mlp.experts.226.gate_proj,0.0001789781,0.05000,0.865
9,mlp.experts.223.gate_proj,0.0001534699,0.05000,0.852
9,mlp.experts.228.gate_proj,0.0000868489,0.05000,0.863
9,mlp.experts.233.gate_proj,0.0001674779,0.05000,0.846
9,mlp.experts.230.gate_proj,0.0001002439,0.05000,0.847
9,mlp.experts.227.gate_proj,0.0001181820,0.05000,0.855
9,mlp.experts.232.gate_proj,0.0000715481,0.05000,0.891
9,mlp.experts.237.gate_proj,0.0001320059,0.05000,1.117
9,mlp.experts.231.gate_proj,0.0001285494,0.05000,1.155
9,mlp.experts.234.gate_proj,0.0001069977,0.05000,1.362
9,mlp.experts.236.gate_proj,0.0001561783,0.05000,1.837
9,mlp.experts.235.gate_proj,0.0000615715,0.05000,1.375
9,mlp.experts.238.gate_proj,0.0001575754,0.05000,1.808
9,mlp.experts.241.gate_proj,0.0000772929,0.05000,2.399
9,mlp.experts.240.gate_proj,0.0001410585,0.05000,2.500
9,mlp.experts.239.gate_proj,0.0001050920,0.05000,2.273
9,mlp.experts.245.gate_proj,0.0001041377,0.05000,2.098
9,mlp.experts.242.gate_proj,0.0001323467,0.05000,2.999
9,mlp.experts.244.gate_proj,0.0001409532,0.05000,2.869
9,mlp.experts.243.gate_proj,0.0001260704,0.05000,3.087
9,mlp.experts.249.gate_proj,0.0003274035,0.05000,3.212
9,mlp.experts.246.gate_proj,0.0000650008,0.05000,2.646
9,mlp.experts.248.gate_proj,0.0000583719,0.05000,1.742
9,mlp.experts.250.gate_proj,0.0001021918,0.05000,1.417
9,mlp.experts.247.gate_proj,0.0001021608,0.05000,3.407
9,mlp.experts.254.gate_proj,0.0000666165,0.05000,1.592
9,mlp.experts.253.gate_proj,0.0000932094,0.05000,3.298
9,mlp.experts.252.gate_proj,0.0000826674,0.05000,3.062
9,mlp.experts.251.gate_proj,0.0000822778,0.05000,1.812
9,mlp.experts.2.up_proj,0.0001025660,0.05000,1.380
9,mlp.experts.1.up_proj,0.0000363175,0.05000,1.401
9,mlp.experts.0.up_proj,0.0001487737,0.05000,1.259
9,mlp.experts.255.gate_proj,0.0001108297,0.05000,1.204
9,mlp.experts.6.up_proj,0.0001472779,0.05000,1.202
9,mlp.experts.5.up_proj,0.0001034610,0.05000,1.170
9,mlp.experts.4.up_proj,0.0001121880,0.05000,1.196
9,mlp.experts.3.up_proj,0.0002554034,0.05000,1.183
9,mlp.experts.10.up_proj,0.0002296933,0.05000,1.194
9,mlp.experts.9.up_proj,0.0000712940,0.05000,1.153
9,mlp.experts.8.up_proj,0.0000885220,0.05000,1.199
9,mlp.experts.7.up_proj,0.0000860524,0.05000,1.182
9,mlp.experts.14.up_proj,0.0000828541,0.05000,1.197
9,mlp.experts.13.up_proj,0.0000930284,0.05000,1.154
9,mlp.experts.12.up_proj,0.0000715937,0.05000,1.195
9,mlp.experts.11.up_proj,0.0001267081,0.05000,1.201
9,mlp.experts.18.up_proj,0.0000708285,0.05000,1.215
9,mlp.experts.17.up_proj,0.0000975501,0.05000,1.175
9,mlp.experts.16.up_proj,0.0001465247,0.05000,1.207
9,mlp.experts.15.up_proj,0.0001125657,0.05000,1.268
9,mlp.experts.22.up_proj,0.0001630546,0.05000,1.281
9,mlp.experts.21.up_proj,0.0002933675,0.05000,1.273
9,mlp.experts.20.up_proj,0.0000708738,0.05000,1.286
9,mlp.experts.19.up_proj,0.0001048202,0.05000,1.283
9,mlp.experts.26.up_proj,0.0000800049,0.05000,1.294
9,mlp.experts.25.up_proj,0.0001094074,0.05000,1.295
9,mlp.experts.24.up_proj,0.0000882249,0.05000,1.289
9,mlp.experts.23.up_proj,0.0002132257,0.05000,1.275
9,mlp.experts.30.up_proj,0.0001118333,0.05000,1.274
9,mlp.experts.29.up_proj,0.0000906351,0.05000,1.268
9,mlp.experts.28.up_proj,0.0001198879,0.05000,1.237
9,mlp.experts.27.up_proj,0.0001139034,0.05000,1.278
9,mlp.experts.34.up_proj,0.0001708068,0.05000,1.280
9,mlp.experts.33.up_proj,0.0000837411,0.05000,1.353
9,mlp.experts.32.up_proj,0.0001516601,0.05000,1.220
9,mlp.experts.31.up_proj,0.0000877566,0.05000,1.202
9,mlp.experts.37.up_proj,0.0001694848,0.05000,1.217
9,mlp.experts.38.up_proj,0.0000454424,0.05000,1.394
9,mlp.experts.36.up_proj,0.0001991219,0.05000,1.221
9,mlp.experts.35.up_proj,0.0001323298,0.05000,0.939
9,mlp.experts.41.up_proj,0.0000861421,0.05000,1.006
9,mlp.experts.40.up_proj,0.0000960907,0.05000,1.050
9,mlp.experts.42.up_proj,0.0000811400,0.05000,1.478
9,mlp.experts.39.up_proj,0.0000992978,0.05000,1.404
9,mlp.experts.45.up_proj,0.0001224031,0.05000,1.305
9,mlp.experts.46.up_proj,0.0000994692,0.05000,1.314
9,mlp.experts.44.up_proj,0.0001348928,0.05000,2.080
9,mlp.experts.43.up_proj,0.0000851385,0.05000,1.479
9,mlp.experts.50.up_proj,0.0001949941,0.05000,2.361
9,mlp.experts.49.up_proj,0.0000729002,0.05000,3.181
9,mlp.experts.48.up_proj,0.0001138394,0.05000,2.836
9,mlp.experts.47.up_proj,0.0001731062,0.05000,2.575
9,mlp.experts.54.up_proj,0.0000875118,0.05000,1.052
9,mlp.experts.51.up_proj,0.0000704773,0.05000,2.229
9,mlp.experts.58.up_proj,0.0002117445,0.05000,2.669
9,mlp.experts.52.up_proj,0.0001137501,0.05000,2.907
9,mlp.experts.53.up_proj,0.0000670797,0.05000,3.118
9,mlp.experts.55.up_proj,0.0000871776,0.05000,1.279
9,mlp.experts.62.up_proj,0.0001128541,0.05000,1.396
9,mlp.experts.56.up_proj,0.0001132178,0.05000,1.240
9,mlp.experts.57.up_proj,0.0001132848,0.05000,1.207
9,mlp.experts.59.up_proj,0.0000616827,0.05000,1.197
9,mlp.experts.66.up_proj,0.0000865234,0.05000,1.191
9,mlp.experts.60.up_proj,0.0000943347,0.05000,1.194
9,mlp.experts.61.up_proj,0.0001233795,0.05000,1.157
9,mlp.experts.63.up_proj,0.0000646299,0.05000,1.192
9,mlp.experts.70.up_proj,0.0000771448,0.05000,1.303
9,mlp.experts.64.up_proj,0.0001678345,0.05000,1.462
9,mlp.experts.65.up_proj,0.0001174558,0.05000,1.490
9,mlp.experts.67.up_proj,0.0000912799,0.05000,1.408
9,mlp.experts.74.up_proj,0.0001135482,0.05000,2.749
9,mlp.experts.71.up_proj,0.0000871335,0.05000,3.174
9,mlp.experts.69.up_proj,0.0000734799,0.05000,3.540
9,mlp.experts.68.up_proj,0.0002207013,0.05000,3.778
9,mlp.experts.73.up_proj,0.0001478452,0.05000,1.578
9,mlp.experts.78.up_proj,0.0001269475,0.05000,3.401
9,mlp.experts.72.up_proj,0.0000621705,0.05000,2.671
9,mlp.experts.75.up_proj,0.0000867320,0.05000,3.238
9,mlp.experts.77.up_proj,0.0000567719,0.05000,2.537
9,mlp.experts.82.up_proj,0.0000822563,0.05000,2.254
9,mlp.experts.76.up_proj,0.0001827028,0.05000,2.244
9,mlp.experts.79.up_proj,0.0001019161,0.05000,3.282
9,mlp.experts.86.up_proj,0.0001170513,0.05000,2.184
9,mlp.experts.81.up_proj,0.0000823427,0.05000,3.504
9,mlp.experts.83.up_proj,0.0001165440,0.05000,1.358
9,mlp.experts.80.up_proj,0.0000954814,0.05000,3.577
9,mlp.experts.90.up_proj,0.0001632064,0.05000,2.678
9,mlp.experts.87.up_proj,0.0001021461,0.05000,1.647
9,mlp.experts.91.up_proj,0.0000790902,0.05000,1.669
9,mlp.experts.85.up_proj,0.0001248983,0.05000,3.610
9,mlp.experts.84.up_proj,0.0000428470,0.05000,3.555
9,mlp.experts.95.up_proj,0.0000570669,0.05000,1.639
9,mlp.experts.94.up_proj,0.0000952975,0.05000,3.508
9,mlp.experts.89.up_proj,0.0000640549,0.05000,3.693
9,mlp.experts.88.up_proj,0.0001436408,0.05000,3.730
9,mlp.experts.99.up_proj,0.0001059292,0.05000,3.301
9,mlp.experts.98.up_proj,0.0001862238,0.05000,3.439
9,mlp.experts.93.up_proj,0.0001257633,0.05000,1.906
9,mlp.experts.92.up_proj,0.0001045472,0.05000,1.274
9,mlp.experts.103.up_proj,0.0001012378,0.05000,1.193
9,mlp.experts.102.up_proj,0.0001328112,0.05000,1.201
9,mlp.experts.97.up_proj,0.0001247769,0.05000,1.185
9,mlp.experts.96.up_proj,0.0001354837,0.05000,1.160
9,mlp.experts.107.up_proj,0.0001209977,0.05000,1.296
9,mlp.experts.106.up_proj,0.0001312885,0.05000,1.221
9,mlp.experts.101.up_proj,0.0002365997,0.05000,1.211
9,mlp.experts.100.up_proj,0.0000678330,0.05000,1.194
9,mlp.experts.105.up_proj,0.0001262322,0.05000,1.237
9,mlp.experts.104.up_proj,0.0001331044,0.05000,1.242
9,mlp.experts.111.up_proj,0.0001051490,0.05000,2.503
9,mlp.experts.110.up_proj,0.0001211993,0.05000,2.613
9,mlp.experts.109.up_proj,0.0000661769,0.05000,1.758
9,mlp.experts.108.up_proj,0.0001114531,0.05000,1.658
9,mlp.experts.114.up_proj,0.0000768932,0.05000,1.856
9,mlp.experts.115.up_proj,0.0001138011,0.05000,2.082
9,mlp.experts.112.up_proj,0.0000753257,0.05000,1.370
9,mlp.experts.113.up_proj,0.0000795560,0.05000,1.574
9,mlp.experts.118.up_proj,0.0001088526,0.05000,1.301
9,mlp.experts.119.up_proj,0.0000929971,0.05000,1.302
9,mlp.experts.116.up_proj,0.0000486672,0.05000,1.294
9,mlp.experts.117.up_proj,0.0001196019,0.05000,1.282
9,mlp.experts.122.up_proj,0.0000822087,0.05000,1.306
9,mlp.experts.123.up_proj,0.0001080360,0.05000,1.301
9,mlp.experts.120.up_proj,0.0001472993,0.05000,1.295
9,mlp.experts.121.up_proj,0.0000774122,0.05000,1.296
9,mlp.experts.126.up_proj,0.0000544339,0.05000,1.311
9,mlp.experts.127.up_proj,0.0001002132,0.05000,1.306
9,mlp.experts.124.up_proj,0.0001160193,0.05000,1.291
9,mlp.experts.125.up_proj,0.0000907636,0.05000,1.299
9,mlp.experts.130.up_proj,0.0001789213,0.05000,1.286
9,mlp.experts.131.up_proj,0.0002022392,0.05000,1.298
9,mlp.experts.128.up_proj,0.0000995577,0.05000,1.312
9,mlp.experts.129.up_proj,0.0000868563,0.05000,1.307
9,mlp.experts.134.up_proj,0.0002150930,0.05000,1.312
9,mlp.experts.135.up_proj,0.0000767321,0.05000,1.316
9,mlp.experts.132.up_proj,0.0000726105,0.05000,1.321
9,mlp.experts.133.up_proj,0.0001007821,0.05000,1.305
9,mlp.experts.138.up_proj,0.0002064829,0.05000,1.310
9,mlp.experts.139.up_proj,0.0001345294,0.05000,1.312
9,mlp.experts.136.up_proj,0.0000519766,0.05000,1.285
9,mlp.experts.137.up_proj,0.0001008570,0.05000,1.288
9,mlp.experts.142.up_proj,0.0002301444,0.05000,1.210
9,mlp.experts.143.up_proj,0.0001251530,0.05000,1.228
9,mlp.experts.141.up_proj,0.0000883365,0.05000,1.134
9,mlp.experts.140.up_proj,0.0000846045,0.05000,1.204
9,mlp.experts.146.up_proj,0.0001140876,0.05000,1.182
9,mlp.experts.147.up_proj,0.0001070186,0.05000,1.187
9,mlp.experts.145.up_proj,0.0001270373,0.05000,1.155
9,mlp.experts.144.up_proj,0.0001475121,0.05000,1.216
9,mlp.experts.150.up_proj,0.0001101566,0.05000,1.269
9,mlp.experts.151.up_proj,0.0001010304,0.05000,1.277
9,mlp.experts.149.up_proj,0.0001247287,0.05000,1.295
9,mlp.experts.148.up_proj,0.0000767318,0.05000,1.298
9,mlp.experts.154.up_proj,0.0001717233,0.05000,1.305
9,mlp.experts.155.up_proj,0.0000581822,0.05000,1.310
9,mlp.experts.153.up_proj,0.0001332990,0.05000,1.311
9,mlp.experts.152.up_proj,0.0001125458,0.05000,1.306
9,mlp.experts.158.up_proj,0.0000739790,0.05000,1.294
9,mlp.experts.159.up_proj,0.0001498511,0.05000,1.312
9,mlp.experts.157.up_proj,0.0001404619,0.05000,1.294
9,mlp.experts.156.up_proj,0.0000981670,0.05000,1.359
9,mlp.experts.162.up_proj,0.0001076509,0.05000,1.241
9,mlp.experts.163.up_proj,0.0000672496,0.05000,1.221
9,mlp.experts.161.up_proj,0.0000953346,0.05000,1.320
9,mlp.experts.160.up_proj,0.0000841416,0.05000,1.265
9,mlp.experts.166.up_proj,0.0001145017,0.05000,1.266
9,mlp.experts.167.up_proj,0.0000841909,0.05000,1.260
9,mlp.experts.165.up_proj,0.0000874394,0.05000,1.867
9,mlp.experts.164.up_proj,0.0000603019,0.05000,2.295
9,mlp.experts.171.up_proj,0.0000927491,0.05000,1.811
9,mlp.experts.170.up_proj,0.0000696877,0.05000,3.128
9,mlp.experts.168.up_proj,0.0001500061,0.05000,1.447
9,mlp.experts.175.up_proj,0.0000961715,0.05000,1.441
9,mlp.experts.172.up_proj,0.0001029301,0.05000,1.429
9,mlp.experts.179.up_proj,0.0001679209,0.05000,1.426
9,mlp.experts.169.up_proj,0.0001105631,0.05000,3.626
9,mlp.experts.174.up_proj,0.0001363105,0.05000,2.355
9,mlp.experts.176.up_proj,0.0001465384,0.05000,1.256
9,mlp.experts.183.up_proj,0.0001093618,0.05000,1.229
9,mlp.experts.173.up_proj,0.0001313113,0.05000,1.375
9,mlp.experts.178.up_proj,0.0001072035,0.05000,1.302
9,mlp.experts.180.up_proj,0.0001245360,0.05000,1.390
9,mlp.experts.177.up_proj,0.0001207940,0.05000,1.865
9,mlp.experts.182.up_proj,0.0000873569,0.05000,1.460
9,mlp.experts.187.up_proj,0.0000930679,0.05000,2.615
9,mlp.experts.184.up_proj,0.0000840680,0.05000,1.485
9,mlp.experts.181.up_proj,0.0000993536,0.05000,1.380
9,mlp.experts.186.up_proj,0.0001138670,0.05000,1.364
9,mlp.experts.188.up_proj,0.0000940597,0.05000,1.309
9,mlp.experts.191.up_proj,0.0000681562,0.05000,1.547
9,mlp.experts.185.up_proj,0.0000783162,0.05000,1.292
9,mlp.experts.190.up_proj,0.0000762349,0.05000,1.300
9,mlp.experts.192.up_proj,0.0001031682,0.05000,1.279
9,mlp.experts.195.up_proj,0.0001051621,0.05000,1.294
9,mlp.experts.189.up_proj,0.0001075775,0.05000,1.298
9,mlp.experts.194.up_proj,0.0000972504,0.05000,1.360
9,mlp.experts.196.up_proj,0.0001691621,0.05000,1.319
9,mlp.experts.199.up_proj,0.0001342976,0.05000,1.312
9,mlp.experts.193.up_proj,0.0000589356,0.05000,1.284
9,mlp.experts.198.up_proj,0.0001795515,0.05000,1.249
9,mlp.experts.200.up_proj,0.0000709080,0.05000,1.239
9,mlp.experts.203.up_proj,0.0000867631,0.05000,1.224
9,mlp.experts.197.up_proj,0.0001650411,0.05000,1.203
9,mlp.experts.202.up_proj,0.0001017636,0.05000,1.206
9,mlp.experts.204.up_proj,0.0000814518,0.05000,1.245
9,mlp.experts.207.up_proj,0.0001485992,0.05000,1.252
9,mlp.experts.201.up_proj,0.0000805198,0.05000,1.291
9,mlp.experts.206.up_proj,0.0000989237,0.05000,1.301
9,mlp.experts.208.up_proj,0.0001260244,0.05000,1.308
9,mlp.experts.211.up_proj,0.0001170981,0.05000,1.308
9,mlp.experts.205.up_proj,0.0000980525,0.05000,1.324
9,mlp.experts.210.up_proj,0.0000708300,0.05000,1.336
9,mlp.experts.215.up_proj,0.0001128358,0.05000,2.070
9,mlp.experts.212.up_proj,0.0001321678,0.05000,2.537
9,mlp.experts.209.up_proj,0.0000559585,0.05000,2.354
9,mlp.experts.214.up_proj,0.0002167360,0.05000,2.824
9,mlp.experts.219.up_proj,0.0001216157,0.05000,2.035
9,mlp.experts.216.up_proj,0.0001111462,0.05000,2.452
9,mlp.experts.213.up_proj,0.0000907951,0.05000,2.664
9,mlp.experts.218.up_proj,0.0001852675,0.05000,3.667
9,mlp.experts.217.up_proj,0.0000848001,0.05000,1.796
9,mlp.experts.223.up_proj,0.0001459276,0.05000,3.469
9,mlp.experts.220.up_proj,0.0001112496,0.05000,3.190
9,mlp.experts.221.up_proj,0.0000730216,0.05000,1.859
9,mlp.experts.227.up_proj,0.0001062877,0.05000,2.962
9,mlp.experts.225.up_proj,0.0000713737,0.05000,1.703
9,mlp.experts.222.up_proj,0.0000741561,0.05000,3.743
9,mlp.experts.224.up_proj,0.0000935206,0.05000,3.427
9,mlp.experts.231.up_proj,0.0001084297,0.05000,1.600
9,mlp.experts.235.up_proj,0.0000584681,0.05000,1.704
9,mlp.experts.226.up_proj,0.0001439050,0.05000,2.968
9,mlp.experts.229.up_proj,0.0001121227,0.05000,3.259
9,mlp.experts.228.up_proj,0.0000789457,0.05000,3.783
9,mlp.experts.239.up_proj,0.0000871644,0.05000,1.664
9,mlp.experts.230.up_proj,0.0000899161,0.05000,2.709
9,mlp.experts.243.up_proj,0.0001170252,0.05000,1.624
9,mlp.experts.233.up_proj,0.0001405773,0.05000,3.540
9,mlp.experts.234.up_proj,0.0000924423,0.05000,1.652
9,mlp.experts.232.up_proj,0.0000679493,0.05000,3.127
9,mlp.experts.247.up_proj,0.0000941525,0.05000,1.674
9,mlp.experts.238.up_proj,0.0001332326,0.05000,1.550
9,mlp.experts.237.up_proj,0.0001191196,0.05000,2.390
9,mlp.experts.251.up_proj,0.0000738783,0.05000,1.525
9,mlp.experts.236.up_proj,0.0001276004,0.05000,1.894
9,mlp.experts.242.up_proj,0.0001070235,0.05000,1.120
9,mlp.experts.241.up_proj,0.0000613589,0.05000,1.108
9,mlp.experts.255.up_proj,0.0000975677,0.05000,1.136
9,mlp.experts.240.up_proj,0.0001254443,0.05000,1.172
9,mlp.experts.246.up_proj,0.0000613143,0.05000,0.871
9,mlp.experts.245.up_proj,0.0000942724,0.05000,0.672
9,mlp.experts.244.up_proj,0.0001188549,0.05000,0.548
9,mlp.experts.250.up_proj,0.0000913779,0.05000,0.667
9,mlp.experts.249.up_proj,0.0002908279,0.05000,0.682
9,mlp.experts.248.up_proj,0.0000557867,0.05000,0.723
9,mlp.experts.254.up_proj,0.0000601734,0.05000,0.737
9,mlp.experts.253.up_proj,0.0000806867,0.05000,0.716
9,mlp.experts.252.up_proj,0.0000679097,0.05000,0.603
9,mlp.experts.3.down_proj,0.0000088842,0.05000,0.331
9,mlp.experts.1.down_proj,0.0000008613,0.05000,0.340
9,mlp.experts.2.down_proj,0.0000035420,0.05000,0.346
9,mlp.experts.0.down_proj,0.0000040138,0.05000,0.452
9,mlp.experts.7.down_proj,0.0000009861,0.05000,0.323
9,mlp.experts.5.down_proj,0.0000040619,0.05000,0.327
9,mlp.experts.6.down_proj,0.0000030703,0.05000,0.325
9,mlp.experts.4.down_proj,0.0000038607,0.05000,0.327
9,mlp.experts.11.down_proj,0.0000041974,0.05000,0.325
9,mlp.experts.9.down_proj,0.0000027728,0.05000,0.327
9,mlp.experts.10.down_proj,0.0000072952,0.05000,0.326
9,mlp.experts.8.down_proj,0.0000014347,0.05000,0.320
9,mlp.experts.15.down_proj,0.0000019778,0.05000,0.307
9,mlp.experts.13.down_proj,0.0000033133,0.05000,0.304
9,mlp.experts.14.down_proj,0.0000029382,0.05000,0.314
9,mlp.experts.12.down_proj,0.0000008710,0.05000,0.411
9,mlp.experts.19.down_proj,0.0000036086,0.05000,0.331
9,mlp.experts.17.down_proj,0.0000019314,0.05000,0.330
9,mlp.experts.18.down_proj,0.0000011093,0.05000,0.325
9,mlp.experts.16.down_proj,0.0000055168,0.05000,0.307
9,mlp.experts.21.down_proj,0.0000135346,0.05000,0.298
9,mlp.experts.23.down_proj,0.0000058188,0.05000,0.309
9,mlp.experts.22.down_proj,0.0000072057,0.05000,0.304
9,mlp.experts.20.down_proj,0.0000011464,0.05000,0.308
9,mlp.experts.25.down_proj,0.0000013158,0.05000,0.314
9,mlp.experts.27.down_proj,0.0000018390,0.05000,0.314
9,mlp.experts.26.down_proj,0.0000008882,0.05000,0.315
9,mlp.experts.24.down_proj,0.0000018260,0.05000,0.363
9,mlp.experts.29.down_proj,0.0000027533,0.05000,0.297
9,mlp.experts.31.down_proj,0.0000019320,0.05000,0.308
9,mlp.experts.30.down_proj,0.0000015076,0.05000,0.304
9,mlp.experts.28.down_proj,0.0000022917,0.05000,0.304
9,mlp.experts.33.down_proj,0.0000009106,0.05000,0.296
9,mlp.experts.35.down_proj,0.0000021770,0.05000,0.304
9,mlp.experts.34.down_proj,0.0000031335,0.05000,0.310
9,mlp.experts.32.down_proj,0.0000035214,0.05000,0.335
9,mlp.experts.37.down_proj,0.0000048144,0.05000,0.307
9,mlp.experts.39.down_proj,0.0000023181,0.05000,0.310
9,mlp.experts.38.down_proj,0.0000026208,0.05000,0.311
9,mlp.experts.36.down_proj,0.0000049319,0.05000,0.305
9,mlp.experts.41.down_proj,0.0000019214,0.05000,0.300
9,mlp.experts.43.down_proj,0.0000010599,0.05000,0.305
9,mlp.experts.42.down_proj,0.0000027447,0.05000,0.304
9,mlp.experts.45.down_proj,0.0000019992,0.05000,0.291
9,mlp.experts.40.down_proj,0.0000016812,0.05000,0.314
9,mlp.experts.47.down_proj,0.0000075381,0.05000,0.302
9,mlp.experts.46.down_proj,0.0000017755,0.05000,0.305
9,mlp.experts.49.down_proj,0.0000039999,0.05000,0.320
9,mlp.experts.51.down_proj,0.0000009776,0.05000,0.316
9,mlp.experts.50.down_proj,0.0000075650,0.05000,0.315
9,mlp.experts.44.down_proj,0.0000037028,0.05000,0.377
9,mlp.experts.53.down_proj,0.0000005845,0.05000,0.294
9,mlp.experts.55.down_proj,0.0000008965,0.05000,0.303
9,mlp.experts.54.down_proj,0.0000025660,0.05000,0.301
9,mlp.experts.48.down_proj,0.0000017349,0.05000,0.305
9,mlp.experts.57.down_proj,0.0000018969,0.05000,0.307
9,mlp.experts.59.down_proj,0.0000013118,0.05000,0.314
9,mlp.experts.58.down_proj,0.0000020560,0.05000,0.313
9,mlp.experts.52.down_proj,0.0000023848,0.05000,0.352
9,mlp.experts.61.down_proj,0.0000033594,0.05000,0.324
9,mlp.experts.63.down_proj,0.0000007252,0.05000,0.326
9,mlp.experts.62.down_proj,0.0000011903,0.05000,0.320
9,mlp.experts.56.down_proj,0.0000031546,0.05000,0.322
9,mlp.experts.65.down_proj,0.0000027212,0.05000,0.326
9,mlp.experts.67.down_proj,0.0000024473,0.05000,0.322
9,mlp.experts.66.down_proj,0.0000020806,0.05000,0.317
9,mlp.experts.60.down_proj,0.0000010933,0.05000,0.320
9,mlp.experts.69.down_proj,0.0000025953,0.05000,0.312
9,mlp.experts.70.down_proj,0.0000022055,0.05000,0.313
9,mlp.experts.71.down_proj,0.0000010570,0.05000,0.315
9,mlp.experts.64.down_proj,0.0000070219,0.05000,0.310
9,mlp.experts.73.down_proj,0.0000044941,0.05000,0.330
9,mlp.experts.75.down_proj,0.0000018918,0.05000,0.326
9,mlp.experts.74.down_proj,0.0000020056,0.05000,0.347
9,mlp.experts.68.down_proj,0.0000054545,0.05000,0.327
9,mlp.experts.77.down_proj,0.0000017134,0.05000,0.322
9,mlp.experts.79.down_proj,0.0000016178,0.05000,0.320
9,mlp.experts.78.down_proj,0.0000019867,0.05000,0.316
9,mlp.experts.72.down_proj,0.0000007383,0.05000,0.320
9,mlp.experts.81.down_proj,0.0000022231,0.05000,0.318
9,mlp.experts.83.down_proj,0.0000028607,0.05000,0.322
9,mlp.experts.82.down_proj,0.0000019827,0.05000,0.326
9,mlp.experts.76.down_proj,0.0000036120,0.05000,0.324
9,mlp.experts.85.down_proj,0.0000068797,0.05000,0.324
9,mlp.experts.87.down_proj,0.0000013646,0.05000,0.323
9,mlp.experts.86.down_proj,0.0000021836,0.05000,0.322
9,mlp.experts.80.down_proj,0.0000016484,0.05000,0.324
9,mlp.experts.89.down_proj,0.0000044851,0.05000,0.322
9,mlp.experts.91.down_proj,0.0000013289,0.05000,0.315
9,mlp.experts.90.down_proj,0.0000053851,0.05000,0.323
9,mlp.experts.84.down_proj,0.0000008353,0.05000,0.323
9,mlp.experts.93.down_proj,0.0000026690,0.05000,0.327
9,mlp.experts.95.down_proj,0.0000012611,0.05000,0.322
9,mlp.experts.94.down_proj,0.0000032078,0.05000,0.319
9,mlp.experts.88.down_proj,0.0000027962,0.05000,0.325
9,mlp.experts.97.down_proj,0.0000032638,0.05000,0.320
9,mlp.experts.99.down_proj,0.0000028855,0.05000,0.321
9,mlp.experts.98.down_proj,0.0000073112,0.05000,0.316
9,mlp.experts.92.down_proj,0.0000018261,0.05000,0.320
9,mlp.experts.101.down_proj,0.0000051474,0.05000,0.320
9,mlp.experts.103.down_proj,0.0000016656,0.05000,0.320
9,mlp.experts.102.down_proj,0.0000043320,0.05000,0.323
9,mlp.experts.96.down_proj,0.0000048695,0.05000,0.321
9,mlp.experts.105.down_proj,0.0000044640,0.05000,0.321
9,mlp.experts.107.down_proj,0.0000026343,0.05000,0.318
9,mlp.experts.106.down_proj,0.0000045325,0.05000,0.317
9,mlp.experts.100.down_proj,0.0000020054,0.05000,0.321
9,mlp.experts.109.down_proj,0.0000056683,0.05000,0.324
9,mlp.experts.111.down_proj,0.0000021692,0.05000,0.321
9,mlp.experts.110.down_proj,0.0000028782,0.05000,0.319
9,mlp.experts.104.down_proj,0.0000023115,0.05000,0.317
9,mlp.experts.113.down_proj,0.0000008228,0.05000,0.324
9,mlp.experts.115.down_proj,0.0000026173,0.05000,0.320
9,mlp.experts.114.down_proj,0.0000017207,0.05000,0.318
9,mlp.experts.108.down_proj,0.0000031023,0.05000,0.324
9,mlp.experts.117.down_proj,0.0000022767,0.05000,0.320
9,mlp.experts.119.down_proj,0.0000012785,0.05000,0.319
9,mlp.experts.118.down_proj,0.0000011403,0.05000,0.321
9,mlp.experts.112.down_proj,0.0000008776,0.05000,0.323
9,mlp.experts.121.down_proj,0.0000007879,0.05000,0.311
9,mlp.experts.123.down_proj,0.0000033117,0.05000,0.311
9,mlp.experts.122.down_proj,0.0000010295,0.05000,0.305
9,mlp.experts.116.down_proj,0.0000021199,0.05000,0.303
9,mlp.experts.125.down_proj,0.0000016456,0.05000,0.301
9,mlp.experts.126.down_proj,0.0000031026,0.05000,0.288
9,mlp.experts.127.down_proj,0.0000011523,0.05000,0.304
9,mlp.experts.120.down_proj,0.0000039317,0.05000,0.298
9,mlp.experts.129.down_proj,0.0000018555,0.05000,0.299
9,mlp.experts.130.down_proj,0.0000039452,0.05000,0.290
9,mlp.experts.131.down_proj,0.0000066422,0.05000,0.301
9,mlp.experts.124.down_proj,0.0000020168,0.05000,0.300
9,mlp.experts.133.down_proj,0.0000027805,0.05000,0.303
9,mlp.experts.134.down_proj,0.0000062561,0.05000,0.294
9,mlp.experts.135.down_proj,0.0000008347,0.05000,0.304
9,mlp.experts.128.down_proj,0.0000019379,0.05000,0.316
9,mlp.experts.138.down_proj,0.0000045303,0.05000,0.374
9,mlp.experts.139.down_proj,0.0000039661,0.05000,0.548
9,mlp.experts.132.down_proj,0.0000027392,0.05000,0.543
9,mlp.experts.137.down_proj,0.0000026716,0.05000,0.739
9,mlp.experts.142.down_proj,0.0000074177,0.05000,0.438
9,mlp.experts.143.down_proj,0.0000023991,0.05000,0.389
9,mlp.experts.146.down_proj,0.0000022767,0.05000,0.452
9,mlp.experts.141.down_proj,0.0000011181,0.05000,0.716
9,mlp.experts.147.down_proj,0.0000017712,0.05000,0.492
9,mlp.experts.136.down_proj,0.0000006778,0.05000,0.923
9,mlp.experts.145.down_proj,0.0000043677,0.05000,0.402
9,mlp.experts.151.down_proj,0.0000020629,0.05000,0.421
9,mlp.experts.149.down_proj,0.0000024309,0.05000,0.310
9,mlp.experts.155.down_proj,0.0000006441,0.05000,0.312
9,mlp.experts.150.down_proj,0.0000026577,0.05000,0.936
9,mlp.experts.153.down_proj,0.0000037420,0.05000,0.316
9,mlp.experts.140.down_proj,0.0000017914,0.05000,0.910
9,mlp.experts.159.down_proj,0.0000030969,0.05000,0.312
9,mlp.experts.157.down_proj,0.0000040585,0.05000,0.303
9,mlp.experts.163.down_proj,0.0000010627,0.05000,0.301
9,mlp.experts.154.down_proj,0.0000031013,0.05000,0.780
9,mlp.experts.161.down_proj,0.0000027180,0.05000,0.325
9,mlp.experts.167.down_proj,0.0000013791,0.05000,0.324
9,mlp.experts.144.down_proj,0.0000051685,0.05000,0.713
9,mlp.experts.158.down_proj,0.0000009244,0.05000,0.332
9,mlp.experts.165.down_proj,0.0000022036,0.05000,0.235
9,mlp.experts.171.down_proj,0.0000010430,0.05000,0.229
9,mlp.experts.148.down_proj,0.0000029029,0.05000,0.267
9,mlp.experts.162.down_proj,0.0000025794,0.05000,0.305
9,mlp.experts.175.down_proj,0.0000012461,0.05000,0.272
9,mlp.experts.169.down_proj,0.0000017364,0.05000,0.293
9,mlp.experts.152.down_proj,0.0000022071,0.05000,0.233
9,mlp.experts.166.down_proj,0.0000028909,0.05000,0.216
9,mlp.experts.179.down_proj,0.0000025674,0.05000,0.215
9,mlp.experts.173.down_proj,0.0000027371,0.05000,0.217
9,mlp.experts.156.down_proj,0.0000029830,0.05000,0.220
9,mlp.experts.170.down_proj,0.0000016060,0.05000,0.295
9,mlp.experts.183.down_proj,0.0000020392,0.05000,0.296
9,mlp.experts.177.down_proj,0.0000025266,0.05000,0.303
9,mlp.experts.160.down_proj,0.0000054251,0.05000,0.319
9,mlp.experts.174.down_proj,0.0000022301,0.05000,0.315
9,mlp.experts.187.down_proj,0.0000024362,0.05000,0.309
9,mlp.experts.181.down_proj,0.0000023203,0.05000,0.313
9,mlp.experts.164.down_proj,0.0000018802,0.05000,0.349
9,mlp.experts.191.down_proj,0.0000023378,0.05000,0.319
9,mlp.experts.178.down_proj,0.0000032443,0.05000,0.330
9,mlp.experts.185.down_proj,0.0000087214,0.05000,0.329
9,mlp.experts.168.down_proj,0.0000023810,0.05000,0.325
9,mlp.experts.195.down_proj,0.0000017903,0.05000,0.274
9,mlp.experts.182.down_proj,0.0000009525,0.05000,0.279
9,mlp.experts.189.down_proj,0.0000021499,0.05000,0.272
9,mlp.experts.172.down_proj,0.0000034501,0.05000,0.267
9,mlp.experts.199.down_proj,0.0000019633,0.05000,0.420
9,mlp.experts.186.down_proj,0.0000034224,0.05000,0.688
9,mlp.experts.193.down_proj,0.0000010814,0.05000,0.692
9,mlp.experts.203.down_proj,0.0000019424,0.05000,0.511
9,mlp.experts.176.down_proj,0.0000027545,0.05000,0.831
9,mlp.experts.207.down_proj,0.0000045712,0.05000,0.509
9,mlp.experts.197.down_proj,0.0000045831,0.05000,0.867
9,mlp.experts.190.down_proj,0.0000011760,0.05000,0.888
9,mlp.experts.180.down_proj,0.0000044143,0.05000,0.874
9,mlp.experts.211.down_proj,0.0000019169,0.05000,0.452
9,mlp.experts.194.down_proj,0.0000011226,0.05000,0.387
9,mlp.experts.215.down_proj,0.0000049169,0.05000,0.465
9,mlp.experts.201.down_proj,0.0000007723,0.05000,0.914
9,mlp.experts.198.down_proj,0.0000046755,0.05000,0.641
9,mlp.experts.184.down_proj,0.0000009188,0.05000,0.883
9,mlp.experts.219.down_proj,0.0000024645,0.05000,0.468
9,mlp.experts.202.down_proj,0.0000036177,0.05000,0.387
9,mlp.experts.223.down_proj,0.0000044479,0.05000,0.448
9,mlp.experts.205.down_proj,0.0000032662,0.05000,0.900
9,mlp.experts.188.down_proj,0.0000017465,0.05000,0.888
9,mlp.experts.206.down_proj,0.0000033053,0.05000,0.653
9,mlp.experts.227.down_proj,0.0000034356,0.05000,0.504
9,mlp.experts.209.down_proj,0.0000007469,0.05000,0.658
9,mlp.experts.210.down_proj,0.0000007875,0.05000,0.473
9,mlp.experts.213.down_proj,0.0000011563,0.05000,0.318
9,mlp.experts.214.down_proj,0.0000019766,0.05000,0.318
9,mlp.experts.192.down_proj,0.0000038162,0.05000,0.930
9,mlp.experts.231.down_proj,0.0000029187,0.05000,0.854
9,mlp.experts.217.down_proj,0.0000028971,0.05000,0.327
9,mlp.experts.218.down_proj,0.0000037733,0.05000,0.325
9,mlp.experts.221.down_proj,0.0000007706,0.05000,0.317
9,mlp.experts.222.down_proj,0.0000009621,0.05000,0.317
9,mlp.experts.225.down_proj,0.0000019845,0.05000,0.320
9,mlp.experts.226.down_proj,0.0000034140,0.05000,0.319
9,mlp.experts.196.down_proj,0.0000053533,0.05000,0.929
9,mlp.experts.235.down_proj,0.0000006833,0.05000,0.913
9,mlp.experts.229.down_proj,0.0000035013,0.05000,0.585
9,mlp.experts.230.down_proj,0.0000017292,0.05000,0.742
9,mlp.experts.200.down_proj,0.0000008763,0.05000,0.982
9,mlp.experts.239.down_proj,0.0000027062,0.05000,0.978
9,mlp.experts.233.down_proj,0.0000037739,0.05000,0.927
9,mlp.experts.243.down_proj,0.0000022134,0.05000,0.461
9,mlp.experts.234.down_proj,0.0000021343,0.05000,0.907
9,mlp.experts.204.down_proj,0.0000020106,0.05000,0.985
9,mlp.experts.247.down_proj,0.0000016646,0.05000,0.796
9,mlp.experts.237.down_proj,0.0000043553,0.05000,0.935
9,mlp.experts.238.down_proj,0.0000026622,0.05000,0.972
9,mlp.experts.208.down_proj,0.0000034808,0.05000,0.987
9,mlp.experts.241.down_proj,0.0000031365,0.05000,0.960
9,mlp.experts.251.down_proj,0.0000014733,0.05000,0.975
9,mlp.experts.242.down_proj,0.0000023935,0.05000,0.920
9,mlp.experts.246.down_proj,0.0000006964,0.05000,0.419
9,mlp.experts.212.down_proj,0.0000038230,0.05000,0.978
9,mlp.experts.255.down_proj,0.0000021998,0.05000,0.765
9,mlp.experts.245.down_proj,0.0000046392,0.05000,0.854
9,mlp.experts.250.down_proj,0.0000027414,0.05000,0.297
9,mlp.experts.216.down_proj,0.0000020046,0.05000,0.354
9,mlp.experts.249.down_proj,0.0000079916,0.05000,0.212
9,mlp.experts.254.down_proj,0.0000020773,0.05000,0.206
9,mlp.experts.220.down_proj,0.0000024212,0.05000,0.186
9,mlp.experts.253.down_proj,0.0000020041,0.05000,0.171
9,mlp.experts.224.down_proj,0.0000014932,0.05000,0.077
9,mlp.experts.228.down_proj,0.0000008609,0.05000,0.050
9,mlp.experts.232.down_proj,0.0000007463,0.05000,0.051
9,mlp.experts.236.down_proj,0.0000033489,0.05000,0.050
9,mlp.experts.240.down_proj,0.0000052093,0.05000,0.051
9,mlp.experts.244.down_proj,0.0000029032,0.05000,0.050
9,mlp.experts.248.down_proj,0.0000008112,0.05000,0.051
9,mlp.experts.252.down_proj,0.0000014637,0.05000,0.050
10,mlp.experts.0.gate_proj,0.0002242044,0.05000,1.424
10,mlp.experts.2.gate_proj,0.0000990992,0.05000,2.068
10,mlp.experts.1.gate_proj,0.0001389712,0.05000,3.014
10,mlp.experts.4.gate_proj,0.0001034447,0.05000,1.679
10,mlp.experts.3.gate_proj,0.0001372739,0.05000,3.134
10,mlp.experts.8.gate_proj,0.0001274947,0.05000,1.609
10,mlp.experts.6.gate_proj,0.0000952291,0.05000,3.177
10,mlp.experts.5.gate_proj,0.0001370478,0.05000,3.155
10,mlp.experts.7.gate_proj,0.0001537164,0.05000,3.718
10,mlp.experts.10.gate_proj,0.0000778470,0.05000,1.694
10,mlp.experts.9.gate_proj,0.0001077744,0.05000,1.629
10,mlp.experts.12.gate_proj,0.0001325927,0.05000,3.468
10,mlp.experts.14.gate_proj,0.0000889208,0.05000,1.651
10,mlp.experts.13.gate_proj,0.0000899484,0.05000,1.691
10,mlp.experts.11.gate_proj,0.0001005829,0.05000,3.689
10,mlp.experts.17.gate_proj,0.0001758706,0.05000,1.616
10,mlp.experts.18.gate_proj,0.0001891255,0.05000,2.896
10,mlp.experts.16.gate_proj,0.0001543182,0.05000,3.611
10,mlp.experts.21.gate_proj,0.0000864013,0.05000,1.686
10,mlp.experts.15.gate_proj,0.0001447939,0.05000,3.022
10,mlp.experts.22.gate_proj,0.0000786369,0.05000,3.053
10,mlp.experts.20.gate_proj,0.0001415620,0.05000,3.416
10,mlp.experts.19.gate_proj,0.0001251043,0.05000,1.727
10,mlp.experts.25.gate_proj,0.0001481972,0.05000,2.624
10,mlp.experts.26.gate_proj,0.0001726631,0.05000,1.969
10,mlp.experts.23.gate_proj,0.0000403452,0.05000,2.509
10,mlp.experts.30.gate_proj,0.0001544590,0.05000,1.545
10,mlp.experts.29.gate_proj,0.0000709559,0.05000,2.722
10,mlp.experts.24.gate_proj,0.0000777655,0.05000,3.507
10,mlp.experts.33.gate_proj,0.0001048607,0.05000,2.291
10,mlp.experts.34.gate_proj,0.0001518258,0.05000,2.558
10,mlp.experts.27.gate_proj,0.0000555383,0.05000,3.301
10,mlp.experts.37.gate_proj,0.0000813441,0.05000,1.894
10,mlp.experts.28.gate_proj,0.0001011015,0.05000,3.963
10,mlp.experts.38.gate_proj,0.0000524422,0.05000,3.328
10,mlp.experts.41.gate_proj,0.0001467900,0.05000,2.228
10,mlp.experts.31.gate_proj,0.0001135804,0.05000,3.469
10,mlp.experts.42.gate_proj,0.0001795440,0.05000,1.730
10,mlp.experts.32.gate_proj,0.0001074368,0.05000,3.874
10,mlp.experts.45.gate_proj,0.0001005670,0.05000,2.865
10,mlp.experts.46.gate_proj,0.0001151152,0.05000,1.789
10,mlp.experts.35.gate_proj,0.0000776425,0.05000,3.243
10,mlp.experts.50.gate_proj,0.0001005338,0.05000,1.772
10,mlp.experts.49.gate_proj,0.0000861727,0.05000,2.721
10,mlp.experts.36.gate_proj,0.0000617010,0.05000,3.962
10,mlp.experts.54.gate_proj,0.0000856362,0.05000,1.900
10,mlp.experts.39.gate_proj,0.0001305716,0.05000,3.420
10,mlp.experts.58.gate_proj,0.0001197328,0.05000,1.903
10,mlp.experts.53.gate_proj,0.0001066820,0.05000,3.513
10,mlp.experts.40.gate_proj,0.0001190068,0.05000,3.663
10,mlp.experts.43.gate_proj,0.0000684116,0.05000,3.488
10,mlp.experts.62.gate_proj,0.0001032730,0.05000,2.197
10,mlp.experts.57.gate_proj,0.0001663165,0.05000,3.067
10,mlp.experts.44.gate_proj,0.0000481000,0.05000,2.807
10,mlp.experts.47.gate_proj,0.0001347665,0.05000,2.373
10,mlp.experts.66.gate_proj,0.0000783615,0.05000,1.916
10,mlp.experts.48.gate_proj,0.0000998823,0.05000,1.273
10,mlp.experts.51.gate_proj,0.0001505420,0.05000,1.292
10,mlp.experts.70.gate_proj,0.0001198847,0.05000,1.311
10,mlp.experts.61.gate_proj,0.0000823348,0.05000,1.395
10,mlp.experts.52.gate_proj,0.0001221833,0.05000,1.180
10,mlp.experts.55.gate_proj,0.0001118280,0.05000,1.227
10,mlp.experts.74.gate_proj,0.0000760376,0.05000,1.233
10,mlp.experts.65.gate_proj,0.0000588832,0.05000,1.190
10,mlp.experts.56.gate_proj,0.0001073443,0.05000,1.201
10,mlp.experts.78.gate_proj,0.0000620723,0.05000,1.154
10,mlp.experts.59.gate_proj,0.0001537273,0.05000,1.216
10,mlp.experts.69.gate_proj,0.0000875260,0.05000,1.190
10,mlp.experts.60.gate_proj,0.0000842616,0.05000,1.285
10,mlp.experts.82.gate_proj,0.0000930232,0.05000,1.261
10,mlp.experts.73.gate_proj,0.0001139175,0.05000,1.259
10,mlp.experts.63.gate_proj,0.0002097227,0.05000,1.361
10,mlp.experts.86.gate_proj,0.0001477497,0.05000,1.271
10,mlp.experts.64.gate_proj,0.0000917369,0.05000,1.295
10,mlp.experts.77.gate_proj,0.0001065659,0.05000,1.274
10,mlp.experts.67.gate_proj,0.0001170746,0.05000,1.271
10,mlp.experts.68.gate_proj,0.0000646876,0.05000,1.283
10,mlp.experts.90.gate_proj,0.0000989336,0.05000,1.308
10,mlp.experts.81.gate_proj,0.0001285912,0.05000,1.283
10,mlp.experts.71.gate_proj,0.0000768954,0.05000,1.294
10,mlp.experts.72.gate_proj,0.0000961474,0.05000,1.227
10,mlp.experts.94.gate_proj,0.0001549458,0.05000,1.226
10,mlp.experts.85.gate_proj,0.0000980219,0.05000,1.236
10,mlp.experts.75.gate_proj,0.0001321100,0.05000,1.194
10,mlp.experts.76.gate_proj,0.0000924203,0.05000,1.200
10,mlp.experts.98.gate_proj,0.0000859171,0.05000,1.198
10,mlp.experts.79.gate_proj,0.0000682524,0.05000,1.154
10,mlp.experts.89.gate_proj,0.0000699739,0.05000,1.210
10,mlp.experts.80.gate_proj,0.0000960734,0.05000,1.190
10,mlp.experts.102.gate_proj,0.0001264629,0.05000,1.198
10,mlp.experts.83.gate_proj,0.0000751025,0.05000,1.155
10,mlp.experts.93.gate_proj,0.0000664462,0.05000,1.200
10,mlp.experts.84.gate_proj,0.0001456998,0.05000,1.281
10,mlp.experts.106.gate_proj,0.0001192201,0.05000,1.272
10,mlp.experts.87.gate_proj,0.0001335700,0.05000,1.262
10,mlp.experts.97.gate_proj,0.0001208807,0.05000,1.280
10,mlp.experts.91.gate_proj,0.0001185610,0.05000,1.259
10,mlp.experts.88.gate_proj,0.0000717540,0.05000,1.292
10,mlp.experts.110.gate_proj,0.0000830531,0.05000,1.304
10,mlp.experts.101.gate_proj,0.0000998721,0.05000,1.270
10,mlp.experts.95.gate_proj,0.0000954057,0.05000,1.267
10,mlp.experts.92.gate_proj,0.0001116864,0.05000,1.283
10,mlp.experts.114.gate_proj,0.0000801828,0.05000,1.287
10,mlp.experts.105.gate_proj,0.0001384621,0.05000,1.277
10,mlp.experts.99.gate_proj,0.0001524854,0.05000,1.265
10,mlp.experts.96.gate_proj,0.0000537694,0.05000,1.292
10,mlp.experts.118.gate_proj,0.0000892408,0.05000,1.265
10,mlp.experts.109.gate_proj,0.0001484707,0.05000,1.289
10,mlp.experts.103.gate_proj,0.0001193436,0.05000,1.236
10,mlp.experts.122.gate_proj,0.0001531516,0.05000,1.299
10,mlp.experts.100.gate_proj,0.0000826840,0.05000,1.333
10,mlp.experts.113.gate_proj,0.0000440871,0.05000,1.296
10,mlp.experts.107.gate_proj,0.0001231376,0.05000,1.260
10,mlp.experts.104.gate_proj,0.0000937629,0.05000,1.239
10,mlp.experts.117.gate_proj,0.0001545845,0.05000,1.209
10,mlp.experts.126.gate_proj,0.0000881594,0.05000,1.275
10,mlp.experts.111.gate_proj,0.0001546534,0.05000,1.265
10,mlp.experts.130.gate_proj,0.0000632518,0.05000,1.276
10,mlp.experts.108.gate_proj,0.0001221955,0.05000,1.297
10,mlp.experts.121.gate_proj,0.0000891423,0.05000,1.296
10,mlp.experts.115.gate_proj,0.0000699446,0.05000,1.235
10,mlp.experts.134.gate_proj,0.0000742204,0.05000,1.204
10,mlp.experts.125.gate_proj,0.0000642845,0.05000,1.230
10,mlp.experts.112.gate_proj,0.0001041193,0.05000,1.235
10,mlp.experts.119.gate_proj,0.0001224985,0.05000,1.250
10,mlp.experts.138.gate_proj,0.0002534741,0.05000,1.253
10,mlp.experts.116.gate_proj,0.0001069631,0.05000,1.259
10,mlp.experts.129.gate_proj,0.0000744380,0.05000,1.282
10,mlp.experts.123.gate_proj,0.0000473917,0.05000,1.272
10,mlp.experts.142.gate_proj,0.0001099031,0.05000,1.248
10,mlp.experts.120.gate_proj,0.0001072614,0.05000,1.255
10,mlp.experts.133.gate_proj,0.0000902483,0.05000,1.260
10,mlp.experts.127.gate_proj,0.0000641138,0.05000,1.185
10,mlp.experts.146.gate_proj,0.0001267784,0.05000,1.138
10,mlp.experts.124.gate_proj,0.0000787042,0.05000,1.194
10,mlp.experts.137.gate_proj,0.0000951700,0.05000,1.191
10,mlp.experts.131.gate_proj,0.0000835001,0.05000,1.265
10,mlp.experts.150.gate_proj,0.0001137392,0.05000,1.275
10,mlp.experts.128.gate_proj,0.0001360846,0.05000,1.274
10,mlp.experts.141.gate_proj,0.0000892227,0.05000,1.273
10,mlp.experts.135.gate_proj,0.0000549273,0.05000,1.225
10,mlp.experts.154.gate_proj,0.0001412451,0.05000,1.225
10,mlp.experts.145.gate_proj,0.0000618981,0.05000,1.219
10,mlp.experts.132.gate_proj,0.0001088620,0.05000,1.245
10,mlp.experts.139.gate_proj,0.0001290415,0.05000,1.225
10,mlp.experts.158.gate_proj,0.0001547028,0.05000,1.254
10,mlp.experts.136.gate_proj,0.0000645486,0.05000,1.243
10,mlp.experts.149.gate_proj,0.0000643621,0.05000,1.251
10,mlp.experts.143.gate_proj,0.0001284553,0.05000,1.203
10,mlp.experts.162.gate_proj,0.0001315928,0.05000,1.200
10,mlp.experts.140.gate_proj,0.0001428150,0.05000,1.164
10,mlp.experts.153.gate_proj,0.0001254675,0.05000,1.212
10,mlp.experts.147.gate_proj,0.0000670012,0.05000,1.212
10,mlp.experts.166.gate_proj,0.0000862601,0.05000,1.214
10,mlp.experts.144.gate_proj,0.0000530422,0.05000,1.171
10,mlp.experts.157.gate_proj,0.0000880048,0.05000,1.213
10,mlp.experts.151.gate_proj,0.0000911041,0.05000,1.247
10,mlp.experts.170.gate_proj,0.0001397104,0.05000,1.236
10,mlp.experts.148.gate_proj,0.0000883502,0.05000,1.214
10,mlp.experts.161.gate_proj,0.0001127699,0.05000,1.234
10,mlp.experts.155.gate_proj,0.0001258077,0.05000,1.245
10,mlp.experts.152.gate_proj,0.0000998127,0.05000,1.218
10,mlp.experts.174.gate_proj,0.0001349151,0.05000,1.269
10,mlp.experts.165.gate_proj,0.0001066988,0.05000,1.260
10,mlp.experts.159.gate_proj,0.0000963669,0.05000,1.290
10,mlp.experts.156.gate_proj,0.0000695098,0.05000,1.288
10,mlp.experts.178.gate_proj,0.0001837157,0.05000,1.302
10,mlp.experts.169.gate_proj,0.0000692451,0.05000,1.287
10,mlp.experts.163.gate_proj,0.0001087442,0.05000,1.280
10,mlp.experts.182.gate_proj,0.0001060267,0.05000,1.223
10,mlp.experts.160.gate_proj,0.0000534875,0.05000,1.285
10,mlp.experts.173.gate_proj,0.0001230961,0.05000,1.255
10,mlp.experts.167.gate_proj,0.0000999029,0.05000,1.056
10,mlp.experts.164.gate_proj,0.0001251848,0.05000,1.017
10,mlp.experts.186.gate_proj,0.0001895851,0.05000,1.064
10,mlp.experts.177.gate_proj,0.0000740689,0.05000,1.058
10,mlp.experts.171.gate_proj,0.0000598586,0.05000,1.198
10,mlp.experts.168.gate_proj,0.0001741201,0.05000,1.263
10,mlp.experts.190.gate_proj,0.0000970074,0.05000,1.251
10,mlp.experts.181.gate_proj,0.0001566710,0.05000,1.203
10,mlp.experts.175.gate_proj,0.0000871829,0.05000,1.566
10,mlp.experts.185.gate_proj,0.0000762032,0.05000,2.157
10,mlp.experts.194.gate_proj,0.0001257872,0.05000,2.506
10,mlp.experts.172.gate_proj,0.0000607743,0.05000,2.939
10,mlp.experts.179.gate_proj,0.0000805050,0.05000,1.761
10,mlp.experts.189.gate_proj,0.0000884237,0.05000,1.556
10,mlp.experts.176.gate_proj,0.0000859933,0.05000,1.528
10,mlp.experts.198.gate_proj,0.0000609581,0.05000,2.974
10,mlp.experts.193.gate_proj,0.0000965198,0.05000,1.716
10,mlp.experts.180.gate_proj,0.0002958169,0.05000,1.531
10,mlp.experts.183.gate_proj,0.0000875279,0.05000,3.413
10,mlp.experts.197.gate_proj,0.0001721822,0.05000,1.717
10,mlp.experts.184.gate_proj,0.0000500309,0.05000,1.528
10,mlp.experts.202.gate_proj,0.0001321343,0.05000,3.267
10,mlp.experts.201.gate_proj,0.0001515600,0.05000,1.670
10,mlp.experts.188.gate_proj,0.0000989572,0.05000,1.500
10,mlp.experts.187.gate_proj,0.0001651525,0.05000,3.032
10,mlp.experts.205.gate_proj,0.0001534000,0.05000,1.370
10,mlp.experts.206.gate_proj,0.0001139173,0.05000,1.608
10,mlp.experts.192.gate_proj,0.0001402877,0.05000,1.372
10,mlp.experts.191.gate_proj,0.0001081519,0.05000,1.314
10,mlp.experts.209.gate_proj,0.0002267772,0.05000,1.280
10,mlp.experts.210.gate_proj,0.0000892571,0.05000,1.283
10,mlp.experts.196.gate_proj,0.0000653366,0.05000,1.276
10,mlp.experts.195.gate_proj,0.0000886695,0.05000,1.203
10,mlp.experts.213.gate_proj,0.0000937386,0.05000,1.199
10,mlp.experts.214.gate_proj,0.0001411107,0.05000,1.209
10,mlp.experts.200.gate_proj,0.0001357516,0.05000,1.209
10,mlp.experts.199.gate_proj,0.0001013341,0.05000,1.163
10,mlp.experts.217.gate_proj,0.0000733542,0.05000,1.241
10,mlp.experts.218.gate_proj,0.0001200853,0.05000,1.233
10,mlp.experts.204.gate_proj,0.0001466118,0.05000,1.445
10,mlp.experts.203.gate_proj,0.0000676382,0.05000,1.270
10,mlp.experts.221.gate_proj,0.0001263887,0.05000,1.300
10,mlp.experts.222.gate_proj,0.0001715839,0.05000,1.382
10,mlp.experts.208.gate_proj,0.0000947509,0.05000,1.304
10,mlp.experts.207.gate_proj,0.0001042317,0.05000,1.222
10,mlp.experts.226.gate_proj,0.0001047448,0.05000,1.232
10,mlp.experts.225.gate_proj,0.0001208204,0.05000,1.446
10,mlp.experts.212.gate_proj,0.0000735073,0.05000,1.452
10,mlp.experts.211.gate_proj,0.0000929825,0.05000,1.271
10,mlp.experts.230.gate_proj,0.0001323498,0.05000,1.486
10,mlp.experts.229.gate_proj,0.0001447274,0.05000,1.456
10,mlp.experts.215.gate_proj,0.0000963124,0.05000,1.335
10,mlp.experts.216.gate_proj,0.0001147548,0.05000,1.497
10,mlp.experts.234.gate_proj,0.0001551933,0.05000,1.230
10,mlp.experts.233.gate_proj,0.0002076961,0.05000,1.238
10,mlp.experts.219.gate_proj,0.0000987588,0.05000,1.224
10,mlp.experts.220.gate_proj,0.0001291001,0.05000,1.199
10,mlp.experts.238.gate_proj,0.0001078205,0.05000,1.307
10,mlp.experts.237.gate_proj,0.0002458739,0.05000,1.299
10,mlp.experts.223.gate_proj,0.0001276548,0.05000,1.300
10,mlp.experts.224.gate_proj,0.0000970352,0.05000,1.309
10,mlp.experts.242.gate_proj,0.0001213072,0.05000,1.298
10,mlp.experts.241.gate_proj,0.0001249595,0.05000,1.316
10,mlp.experts.227.gate_proj,0.0000734374,0.05000,1.317
10,mlp.experts.228.gate_proj,0.0001148759,0.05000,1.316
10,mlp.experts.246.gate_proj,0.0001193082,0.05000,1.311
10,mlp.experts.245.gate_proj,0.0001341285,0.05000,1.313
10,mlp.experts.231.gate_proj,0.0001162790,0.05000,1.282
10,mlp.experts.232.gate_proj,0.0001747424,0.05000,1.284
10,mlp.experts.250.gate_proj,0.0001053162,0.05000,1.326
10,mlp.experts.235.gate_proj,0.0001464434,0.05000,1.330
10,mlp.experts.249.gate_proj,0.0000690425,0.05000,1.627
10,mlp.experts.236.gate_proj,0.0000637358,0.05000,1.352
10,mlp.experts.254.gate_proj,0.0001503159,0.05000,1.306
10,mlp.experts.239.gate_proj,0.0001525019,0.05000,1.296
10,mlp.experts.253.gate_proj,0.0001456770,0.05000,1.305
10,mlp.experts.240.gate_proj,0.0001328332,0.05000,1.296
10,mlp.experts.2.up_proj,0.0000922067,0.05000,1.286
10,mlp.experts.243.gate_proj,0.0000702241,0.05000,1.294
10,mlp.experts.1.up_proj,0.0001420924,0.05000,1.304
10,mlp.experts.244.gate_proj,0.0001597471,0.05000,1.299
10,mlp.experts.6.up_proj,0.0000894909,0.05000,1.308
10,mlp.experts.247.gate_proj,0.0000953872,0.05000,1.312
10,mlp.experts.5.up_proj,0.0001340524,0.05000,1.301
10,mlp.experts.248.gate_proj,0.0001117370,0.05000,1.314
10,mlp.experts.10.up_proj,0.0000738827,0.05000,1.311
10,mlp.experts.251.gate_proj,0.0000844684,0.05000,1.306
10,mlp.experts.9.up_proj,0.0001052685,0.05000,1.297
10,mlp.experts.252.gate_proj,0.0001683206,0.05000,1.305
10,mlp.experts.14.up_proj,0.0000843063,0.05000,1.304
10,mlp.experts.255.gate_proj,0.0001185518,0.05000,1.307
10,mlp.experts.13.up_proj,0.0000818769,0.05000,1.298
10,mlp.experts.0.up_proj,0.0001651980,0.05000,1.299
10,mlp.experts.18.up_proj,0.0001562309,0.05000,1.320
10,mlp.experts.3.up_proj,0.0001206952,0.05000,1.313
10,mlp.experts.17.up_proj,0.0001381705,0.05000,1.307
10,mlp.experts.4.up_proj,0.0000986848,0.05000,1.297
10,mlp.experts.22.up_proj,0.0000729140,0.05000,1.292
10,mlp.experts.7.up_proj,0.0001301938,0.05000,1.269
10,mlp.experts.21.up_proj,0.0000813579,0.05000,1.255
10,mlp.experts.8.up_proj,0.0001264464,0.05000,1.262
10,mlp.experts.26.up_proj,0.0001710615,0.05000,1.109
10,mlp.experts.11.up_proj,0.0000937127,0.05000,1.176
10,mlp.experts.25.up_proj,0.0001179633,0.05000,1.143
10,mlp.experts.12.up_proj,0.0001120541,0.05000,1.202
10,mlp.experts.30.up_proj,0.0001335926,0.05000,1.296
10,mlp.experts.15.up_proj,0.0001276641,0.05000,1.287
10,mlp.experts.29.up_proj,0.0000663782,0.05000,1.295
10,mlp.experts.16.up_proj,0.0001409167,0.05000,1.290
10,mlp.experts.34.up_proj,0.0001465920,0.05000,1.228
10,mlp.experts.33.up_proj,0.0000943955,0.05000,1.171
10,mlp.experts.19.up_proj,0.0001046572,0.05000,1.274
10,mlp.experts.20.up_proj,0.0001276646,0.05000,1.227
10,mlp.experts.38.up_proj,0.0000454483,0.05000,1.255
10,mlp.experts.23.up_proj,0.0000386160,0.05000,1.333
10,mlp.experts.37.up_proj,0.0000774846,0.05000,1.623
10,mlp.experts.24.up_proj,0.0000679016,0.05000,1.961
10,mlp.experts.42.up_proj,0.0001281636,0.05000,3.029
10,mlp.experts.27.up_proj,0.0000500489,0.05000,2.794
10,mlp.experts.41.up_proj,0.0001370057,0.05000,3.770
10,mlp.experts.28.up_proj,0.0000940776,0.05000,3.838
10,mlp.experts.46.up_proj,0.0001009172,0.05000,3.742
10,mlp.experts.31.up_proj,0.0000988885,0.05000,3.762
10,mlp.experts.32.up_proj,0.0000999338,0.05000,3.083
10,mlp.experts.45.up_proj,0.0000946471,0.05000,3.791
10,mlp.experts.36.up_proj,0.0000538339,0.05000,2.230
10,mlp.experts.35.up_proj,0.0000778549,0.05000,3.472
10,mlp.experts.50.up_proj,0.0000950785,0.05000,3.640
10,mlp.experts.49.up_proj,0.0000806117,0.05000,3.657
10,mlp.experts.40.up_proj,0.0001146456,0.05000,2.593
10,mlp.experts.39.up_proj,0.0001197430,0.05000,2.571
10,mlp.experts.54.up_proj,0.0000808783,0.05000,3.048
10,mlp.experts.43.up_proj,0.0000647410,0.05000,1.819
10,mlp.experts.53.up_proj,0.0000902782,0.05000,3.366
10,mlp.experts.44.up_proj,0.0000458393,0.05000,3.071
10,mlp.experts.58.up_proj,0.0001053550,0.05000,3.502
10,mlp.experts.47.up_proj,0.0001000683,0.05000,3.216
10,mlp.experts.57.up_proj,0.0001593567,0.05000,3.678
10,mlp.experts.48.up_proj,0.0000935541,0.05000,3.274
10,mlp.experts.62.up_proj,0.0000991197,0.05000,3.475
10,mlp.experts.52.up_proj,0.0001167591,0.05000,1.497
10,mlp.experts.51.up_proj,0.0001366127,0.05000,2.723
10,mlp.experts.61.up_proj,0.0000766941,0.05000,2.227
10,mlp.experts.66.up_proj,0.0000686417,0.05000,1.104
10,mlp.experts.56.up_proj,0.0000989156,0.05000,1.030
10,mlp.experts.55.up_proj,0.0001035068,0.05000,1.015
10,mlp.experts.65.up_proj,0.0000544569,0.05000,0.915
10,mlp.experts.70.up_proj,0.0001177569,0.05000,1.053
10,mlp.experts.60.up_proj,0.0000811598,0.05000,1.140
10,mlp.experts.59.up_proj,0.0001367293,0.05000,1.167
10,mlp.experts.69.up_proj,0.0000841628,0.05000,1.296
10,mlp.experts.74.up_proj,0.0000732060,0.05000,1.300
10,mlp.experts.64.up_proj,0.0000868948,0.05000,1.282
10,mlp.experts.63.up_proj,0.0002049074,0.05000,1.280
10,mlp.experts.73.up_proj,0.0000971420,0.05000,1.200
10,mlp.experts.78.up_proj,0.0000589436,0.05000,1.243
10,mlp.experts.68.up_proj,0.0000556887,0.05000,1.135
10,mlp.experts.67.up_proj,0.0001063381,0.05000,1.182
10,mlp.experts.77.up_proj,0.0000939864,0.05000,1.228
10,mlp.experts.82.up_proj,0.0000880136,0.05000,1.263
10,mlp.experts.72.up_proj,0.0000916646,0.05000,1.272
10,mlp.experts.71.up_proj,0.0000718512,0.05000,1.288
10,mlp.experts.81.up_proj,0.0001204517,0.05000,1.269
10,mlp.experts.86.up_proj,0.0001496424,0.05000,1.280
10,mlp.experts.76.up_proj,0.0000864516,0.05000,1.293
10,mlp.experts.75.up_proj,0.0001145963,0.05000,1.281
10,mlp.experts.85.up_proj,0.0000938366,0.05000,1.274
10,mlp.experts.90.up_proj,0.0000926366,0.05000,1.286
10,mlp.experts.80.up_proj,0.0000891208,0.05000,1.287
10,mlp.experts.79.up_proj,0.0000612972,0.05000,1.283
10,mlp.experts.89.up_proj,0.0000631727,0.05000,1.273
10,mlp.experts.94.up_proj,0.0001400488,0.05000,1.220
10,mlp.experts.84.up_proj,0.0001354024,0.05000,1.174
10,mlp.experts.83.up_proj,0.0000728399,0.05000,1.205
10,mlp.experts.93.up_proj,0.0000626389,0.05000,1.209
10,mlp.experts.98.up_proj,0.0000684551,0.05000,1.291
10,mlp.experts.88.up_proj,0.0000662176,0.05000,1.291
10,mlp.experts.87.up_proj,0.0001229440,0.05000,1.296
10,mlp.experts.97.up_proj,0.0001018248,0.05000,1.297
10,mlp.experts.102.up_proj,0.0001746319,0.05000,1.302
10,mlp.experts.92.up_proj,0.0001038922,0.05000,1.290
10,mlp.experts.91.up_proj,0.0001065638,0.05000,1.290
10,mlp.experts.101.up_proj,0.0001081636,0.05000,1.272
10,mlp.experts.106.up_proj,0.0000999077,0.05000,1.281
10,mlp.experts.96.up_proj,0.0000510717,0.05000,1.283
10,mlp.experts.95.up_proj,0.0000900528,0.05000,1.272
10,mlp.experts.105.up_proj,0.0001295194,0.05000,1.215
10,mlp.experts.100.up_proj,0.0000785196,0.05000,1.449
10,mlp.experts.109.up_proj,0.0001314972,0.05000,2.219
10,mlp.experts.110.up_proj,0.0000671962,0.05000,2.870
10,mlp.experts.99.up_proj,0.0001435008,0.05000,3.066
10,mlp.experts.104.up_proj,0.0000884586,0.05000,2.612
10,mlp.experts.113.up_proj,0.0000464178,0.05000,2.155
10,mlp.experts.114.up_proj,0.0000799063,0.05000,2.535
10,mlp.experts.103.up_proj,0.0001088376,0.05000,2.153
10,mlp.experts.108.up_proj,0.0001130914,0.05000,3.666
10,mlp.experts.107.up_proj,0.0001149804,0.05000,2.495
10,mlp.experts.118.up_proj,0.0000836932,0.05000,2.627
10,mlp.experts.117.up_proj,0.0001417285,0.05000,3.345
10,mlp.experts.122.up_proj,0.0001349692,0.05000,1.640
10,mlp.experts.121.up_proj,0.0000833367,0.05000,2.920
10,mlp.experts.126.up_proj,0.0000823192,0.05000,1.623
10,mlp.experts.112.up_proj,0.0000927465,0.05000,3.504
10,mlp.experts.111.up_proj,0.0001426311,0.05000,3.770
10,mlp.experts.130.up_proj,0.0000737106,0.05000,1.798
10,mlp.experts.116.up_proj,0.0001046944,0.05000,3.081
10,mlp.experts.125.up_proj,0.0000570156,0.05000,3.652
10,mlp.experts.134.up_proj,0.0000680961,0.05000,1.779
10,mlp.experts.115.up_proj,0.0000659356,0.05000,3.476
10,mlp.experts.138.up_proj,0.0002272282,0.05000,1.835
10,mlp.experts.120.up_proj,0.0000929341,0.05000,2.342
10,mlp.experts.124.up_proj,0.0000736622,0.05000,1.606
10,mlp.experts.142.up_proj,0.0000959226,0.05000,1.756
10,mlp.experts.129.up_proj,0.0000695764,0.05000,3.715
10,mlp.experts.119.up_proj,0.0001214797,0.05000,3.527
10,mlp.experts.128.up_proj,0.0001153534,0.05000,1.277
10,mlp.experts.146.up_proj,0.0001476937,0.05000,1.416
10,mlp.experts.133.up_proj,0.0000858107,0.05000,1.752
10,mlp.experts.123.up_proj,0.0000447800,0.05000,1.659
10,mlp.experts.132.up_proj,0.0001033550,0.05000,2.209
10,mlp.experts.150.up_proj,0.0001001360,0.05000,2.460
10,mlp.experts.137.up_proj,0.0000926203,0.05000,2.248
10,mlp.experts.127.up_proj,0.0000605335,0.05000,3.646
10,mlp.experts.136.up_proj,0.0000615402,0.05000,2.367
10,mlp.experts.141.up_proj,0.0000830877,0.05000,2.088
10,mlp.experts.154.up_proj,0.0001335931,0.05000,3.662
10,mlp.experts.145.up_proj,0.0000592205,0.05000,1.889
10,mlp.experts.131.up_proj,0.0000802718,0.05000,2.879
10,mlp.experts.140.up_proj,0.0001136827,0.05000,3.607
10,mlp.experts.135.up_proj,0.0000480255,0.05000,1.174
10,mlp.experts.149.up_proj,0.0000561612,0.05000,1.685
10,mlp.experts.158.up_proj,0.0001437296,0.05000,2.470
10,mlp.experts.144.up_proj,0.0000504363,0.05000,1.169
10,mlp.experts.153.up_proj,0.0001149489,0.05000,1.272
10,mlp.experts.139.up_proj,0.0000989931,0.05000,1.406
10,mlp.experts.162.up_proj,0.0001823845,0.05000,1.196
10,mlp.experts.148.up_proj,0.0000747662,0.05000,1.151
10,mlp.experts.157.up_proj,0.0000783150,0.05000,1.201
10,mlp.experts.143.up_proj,0.0001182251,0.05000,1.189
10,mlp.experts.166.up_proj,0.0000813883,0.05000,1.187
10,mlp.experts.152.up_proj,0.0000942707,0.05000,1.153
10,mlp.experts.147.up_proj,0.0000605233,0.05000,1.263
10,mlp.experts.161.up_proj,0.0001076531,0.05000,1.988
10,mlp.experts.156.up_proj,0.0000617548,0.05000,1.399
10,mlp.experts.170.up_proj,0.0001134365,0.05000,2.216
10,mlp.experts.151.up_proj,0.0000863230,0.05000,1.447
10,mlp.experts.160.up_proj,0.0000505238,0.05000,1.438
10,mlp.experts.155.up_proj,0.0001148574,0.05000,1.431
10,mlp.experts.164.up_proj,0.0001122031,0.05000,1.386
10,mlp.experts.165.up_proj,0.0001033587,0.05000,3.029
10,mlp.experts.174.up_proj,0.0001199678,0.05000,2.682
10,mlp.experts.159.up_proj,0.0000851480,0.05000,1.277
10,mlp.experts.168.up_proj,0.0001695264,0.05000,1.210
10,mlp.experts.169.up_proj,0.0000614445,0.05000,1.220
10,mlp.experts.178.up_proj,0.0001799792,0.05000,1.180
10,mlp.experts.163.up_proj,0.0000928700,0.05000,1.205
10,mlp.experts.173.up_proj,0.0001048410,0.05000,1.401
10,mlp.experts.182.up_proj,0.0000991531,0.05000,1.490
10,mlp.experts.172.up_proj,0.0000554598,0.05000,2.020
10,mlp.experts.186.up_proj,0.0001738400,0.05000,1.374
10,mlp.experts.177.up_proj,0.0000699221,0.05000,2.044
10,mlp.experts.167.up_proj,0.0000943119,0.05000,3.075
10,mlp.experts.190.up_proj,0.0000845173,0.05000,2.216
10,mlp.experts.181.up_proj,0.0001448659,0.05000,1.744
10,mlp.experts.176.up_proj,0.0000653504,0.05000,3.325
10,mlp.experts.171.up_proj,0.0000574035,0.05000,2.387
10,mlp.experts.194.up_proj,0.0001103953,0.05000,1.290
10,mlp.experts.180.up_proj,0.0002781433,0.05000,1.270
10,mlp.experts.185.up_proj,0.0000734658,0.05000,1.307
10,mlp.experts.175.up_proj,0.0000820112,0.05000,1.291
10,mlp.experts.198.up_proj,0.0000576173,0.05000,1.292
10,mlp.experts.184.up_proj,0.0000448971,0.05000,1.285
10,mlp.experts.189.up_proj,0.0000833179,0.05000,1.300
10,mlp.experts.179.up_proj,0.0000769843,0.05000,1.297
10,mlp.experts.202.up_proj,0.0001113888,0.05000,1.302
10,mlp.experts.188.up_proj,0.0000912077,0.05000,1.292
10,mlp.experts.193.up_proj,0.0000945470,0.05000,1.304
10,mlp.experts.183.up_proj,0.0000826189,0.05000,1.285
10,mlp.experts.206.up_proj,0.0001078269,0.05000,1.269
10,mlp.experts.192.up_proj,0.0001325953,0.05000,1.261
10,mlp.experts.197.up_proj,0.0001552208,0.05000,1.261
10,mlp.experts.187.up_proj,0.0001520906,0.05000,1.245
10,mlp.experts.210.up_proj,0.0000821174,0.05000,1.302
10,mlp.experts.196.up_proj,0.0000638581,0.05000,1.307
10,mlp.experts.201.up_proj,0.0001211629,0.05000,1.311
10,mlp.experts.191.up_proj,0.0001019012,0.05000,1.287
10,mlp.experts.214.up_proj,0.0001310023,0.05000,1.266
10,mlp.experts.200.up_proj,0.0001191702,0.05000,1.265
10,mlp.experts.205.up_proj,0.0001408904,0.05000,1.249
10,mlp.experts.195.up_proj,0.0000830646,0.05000,1.212
10,mlp.experts.218.up_proj,0.0001154578,0.05000,1.170
10,mlp.experts.204.up_proj,0.0001335009,0.05000,1.190
10,mlp.experts.209.up_proj,0.0002069240,0.05000,1.184
10,mlp.experts.199.up_proj,0.0000950540,0.05000,1.191
10,mlp.experts.222.up_proj,0.0001704376,0.05000,1.213
10,mlp.experts.213.up_proj,0.0000879200,0.05000,1.233
10,mlp.experts.208.up_proj,0.0000900946,0.05000,1.274
10,mlp.experts.203.up_proj,0.0000638519,0.05000,1.258
10,mlp.experts.226.up_proj,0.0001045630,0.05000,1.212
10,mlp.experts.212.up_proj,0.0000695971,0.05000,1.154
10,mlp.experts.217.up_proj,0.0000699714,0.05000,1.212
10,mlp.experts.207.up_proj,0.0001022685,0.05000,1.203
10,mlp.experts.216.up_proj,0.0001121982,0.05000,1.152
10,mlp.experts.230.up_proj,0.0001203962,0.05000,1.209
10,mlp.experts.221.up_proj,0.0001060861,0.05000,1.196
10,mlp.experts.211.up_proj,0.0000874354,0.05000,1.207
10,mlp.experts.220.up_proj,0.0001081580,0.05000,1.162
10,mlp.experts.234.up_proj,0.0001453553,0.05000,1.198
10,mlp.experts.225.up_proj,0.0001099083,0.05000,1.209
10,mlp.experts.215.up_proj,0.0000919158,0.05000,1.216
10,mlp.experts.224.up_proj,0.0000918017,0.05000,1.208
10,mlp.experts.238.up_proj,0.0001020404,0.05000,1.279
10,mlp.experts.229.up_proj,0.0001269471,0.05000,1.245
10,mlp.experts.219.up_proj,0.0000926247,0.05000,1.142
10,mlp.experts.228.up_proj,0.0001003137,0.05000,1.103
10,mlp.experts.242.up_proj,0.0001206683,0.05000,1.080
10,mlp.experts.233.up_proj,0.0002036609,0.05000,1.088
10,mlp.experts.223.up_proj,0.0001091153,0.05000,1.340
10,mlp.experts.232.up_proj,0.0001697937,0.05000,1.247
10,mlp.experts.246.up_proj,0.0001081627,0.05000,1.271
10,mlp.experts.237.up_proj,0.0002255687,0.05000,1.292
10,mlp.experts.227.up_proj,0.0000697105,0.05000,1.221
10,mlp.experts.236.up_proj,0.0000616862,0.05000,1.209
10,mlp.experts.250.up_proj,0.0000966546,0.05000,1.218
10,mlp.experts.241.up_proj,0.0001120301,0.05000,1.169
10,mlp.experts.231.up_proj,0.0001086692,0.05000,1.173
10,mlp.experts.240.up_proj,0.0001297731,0.05000,1.200
10,mlp.experts.254.up_proj,0.0001259242,0.05000,1.191
10,mlp.experts.245.up_proj,0.0001317306,0.05000,1.183
10,mlp.experts.235.up_proj,0.0001342401,0.05000,0.955
10,mlp.experts.244.up_proj,0.0001124739,0.05000,0.861
10,mlp.experts.249.up_proj,0.0000659502,0.05000,0.822
10,mlp.experts.239.up_proj,0.0001318268,0.05000,0.849
10,mlp.experts.248.up_proj,0.0001086277,0.05000,0.823
10,mlp.experts.253.up_proj,0.0001260858,0.05000,0.817
10,mlp.experts.243.up_proj,0.0000624201,0.05000,0.692
10,mlp.experts.252.up_proj,0.0001452343,0.05000,0.642
10,mlp.experts.247.up_proj,0.0000929380,0.05000,0.291
10,mlp.experts.251.up_proj,0.0000796089,0.05000,0.198
10,mlp.experts.255.up_proj,0.0001104312,0.05000,0.198
10,mlp.experts.0.down_proj,0.0000048783,0.05000,0.332
10,mlp.experts.1.down_proj,0.0000054735,0.05000,0.336
10,mlp.experts.3.down_proj,0.0000026909,0.05000,0.337
10,mlp.experts.2.down_proj,0.0000014109,0.05000,0.526
10,mlp.experts.4.down_proj,0.0000010683,0.05000,0.333
10,mlp.experts.5.down_proj,0.0000065320,0.05000,0.333
10,mlp.experts.7.down_proj,0.0000047698,0.05000,0.336
10,mlp.experts.6.down_proj,0.0000008740,0.05000,0.320
10,mlp.experts.9.down_proj,0.0000035617,0.05000,0.315
10,mlp.experts.8.down_proj,0.0000039130,0.05000,0.323
10,mlp.experts.11.down_proj,0.0000008639,0.05000,0.318
10,mlp.experts.10.down_proj,0.0000008188,0.05000,0.319
10,mlp.experts.13.down_proj,0.0000008347,0.05000,0.318
10,mlp.experts.12.down_proj,0.0000038088,0.05000,0.320
10,mlp.experts.15.down_proj,0.0000047007,0.05000,0.323
10,mlp.experts.14.down_proj,0.0000009430,0.05000,0.314
10,mlp.experts.17.down_proj,0.0000054293,0.05000,0.303
10,mlp.experts.16.down_proj,0.0000034721,0.05000,0.308
10,mlp.experts.19.down_proj,0.0000039131,0.05000,0.308
10,mlp.experts.18.down_proj,0.0000037648,0.05000,0.298
10,mlp.experts.21.down_proj,0.0000007622,0.05000,0.302
10,mlp.experts.20.down_proj,0.0000050846,0.05000,0.302
10,mlp.experts.23.down_proj,0.0000007178,0.05000,0.305
10,mlp.experts.22.down_proj,0.0000006375,0.05000,0.296
10,mlp.experts.25.down_proj,0.0000035387,0.05000,0.302
10,mlp.experts.24.down_proj,0.0000026291,0.05000,0.302
10,mlp.experts.27.down_proj,0.0000025802,0.05000,0.300
10,mlp.experts.26.down_proj,0.0000049200,0.05000,0.295
10,mlp.experts.29.down_proj,0.0000005651,0.05000,0.305
10,mlp.experts.28.down_proj,0.0000020362,0.05000,0.306
10,mlp.experts.31.down_proj,0.0000037997,0.05000,0.303
10,mlp.experts.30.down_proj,0.0000042742,0.05000,0.293
10,mlp.experts.33.down_proj,0.0000011774,0.05000,0.300
10,mlp.experts.35.down_proj,0.0000028897,0.05000,0.299
10,mlp.experts.32.down_proj,0.0000027906,0.05000,0.307
10,mlp.experts.34.down_proj,0.0000060627,0.05000,0.293
10,mlp.experts.37.down_proj,0.0000008164,0.05000,0.302
10,mlp.experts.39.down_proj,0.0000027239,0.05000,0.301
10,mlp.experts.36.down_proj,0.0000012252,0.05000,0.303
10,mlp.experts.38.down_proj,0.0000026137,0.05000,0.298
10,mlp.experts.41.down_proj,0.0000023609,0.05000,0.302
10,mlp.experts.43.down_proj,0.0000005941,0.05000,0.301
10,mlp.experts.40.down_proj,0.0000037183,0.05000,0.305
10,mlp.experts.42.down_proj,0.0000049060,0.05000,0.296
10,mlp.experts.45.down_proj,0.0000046623,0.05000,0.302
10,mlp.experts.47.down_proj,0.0000053212,0.05000,0.303
10,mlp.experts.44.down_proj,0.0000004849,0.05000,0.304
10,mlp.experts.46.down_proj,0.0000029243,0.05000,0.297
10,mlp.experts.51.down_proj,0.0000054363,0.05000,0.316
10,mlp.experts.49.down_proj,0.0000007378,0.05000,0.341
10,mlp.experts.48.down_proj,0.0000009397,0.05000,0.323
10,mlp.experts.50.down_proj,0.0000008865,0.05000,0.334
10,mlp.experts.55.down_proj,0.0000023984,0.05000,0.335
10,mlp.experts.52.down_proj,0.0000034972,0.05000,0.332
10,mlp.experts.53.down_proj,0.0000027825,0.05000,0.381
10,mlp.experts.54.down_proj,0.0000013625,0.05000,0.335
10,mlp.experts.59.down_proj,0.0000041425,0.05000,0.327
10,mlp.experts.56.down_proj,0.0000024444,0.05000,0.328
10,mlp.experts.57.down_proj,0.0000045725,0.05000,0.296
10,mlp.experts.58.down_proj,0.0000032308,0.05000,0.235
10,mlp.experts.61.down_proj,0.0000008423,0.05000,0.322
10,mlp.experts.60.down_proj,0.0000009763,0.05000,0.322
10,mlp.experts.62.down_proj,0.0000021031,0.05000,0.325
10,mlp.experts.63.down_proj,0.0000096376,0.05000,0.326
10,mlp.experts.65.down_proj,0.0000010568,0.05000,0.329
10,mlp.experts.66.down_proj,0.0000018372,0.05000,0.325
10,mlp.experts.67.down_proj,0.0000030228,0.05000,0.322
10,mlp.experts.64.down_proj,0.0000012087,0.05000,0.338
10,mlp.experts.71.down_proj,0.0000006076,0.05000,0.320
10,mlp.experts.69.down_proj,0.0000007036,0.05000,0.325
10,mlp.experts.70.down_proj,0.0000047333,0.05000,0.327
10,mlp.experts.68.down_proj,0.0000020727,0.05000,0.325
10,mlp.experts.75.down_proj,0.0000032495,0.05000,0.321
10,mlp.experts.73.down_proj,0.0000045786,0.05000,0.323
10,mlp.experts.74.down_proj,0.0000044289,0.05000,0.321
10,mlp.experts.72.down_proj,0.0000036559,0.05000,0.326
10,mlp.experts.79.down_proj,0.0000020725,0.05000,0.321
10,mlp.experts.77.down_proj,0.0000023293,0.05000,0.325
10,mlp.experts.78.down_proj,0.0000006787,0.05000,0.327
10,mlp.experts.76.down_proj,0.0000008236,0.05000,0.324
10,mlp.experts.83.down_proj,0.0000005582,0.05000,0.321
10,mlp.experts.81.down_proj,0.0000041820,0.05000,0.326
10,mlp.experts.82.down_proj,0.0000008881,0.05000,0.324
10,mlp.experts.80.down_proj,0.0000008561,0.05000,0.324
10,mlp.experts.87.down_proj,0.0000036864,0.05000,0.324
10,mlp.experts.85.down_proj,0.0000031371,0.05000,0.322
10,mlp.experts.86.down_proj,0.0000043659,0.05000,0.329
10,mlp.experts.84.down_proj,0.0000031596,0.05000,0.327
10,mlp.experts.91.down_proj,0.0000040980,0.05000,0.327
10,mlp.experts.89.down_proj,0.0000059786,0.05000,0.326
10,mlp.experts.90.down_proj,0.0000008404,0.05000,0.325
10,mlp.experts.88.down_proj,0.0000027851,0.05000,0.324
10,mlp.experts.93.down_proj,0.0000006172,0.05000,0.269
10,mlp.experts.92.down_proj,0.0000042670,0.05000,0.274
10,mlp.experts.94.down_proj,0.0000027056,0.05000,0.306
10,mlp.experts.95.down_proj,0.0000017008,0.05000,0.339
10,mlp.experts.97.down_proj,0.0000026035,0.05000,0.314
10,mlp.experts.96.down_proj,0.0000008302,0.05000,0.306
10,mlp.experts.98.down_proj,0.0000036375,0.05000,0.293
10,mlp.experts.99.down_proj,0.0000036472,0.05000,0.373
10,mlp.experts.101.down_proj,0.0000028042,0.05000,0.340
10,mlp.experts.100.down_proj,0.0000006744,0.05000,0.335
10,mlp.experts.102.down_proj,0.0000017845,0.05000,0.334
10,mlp.experts.103.down_proj,0.0000040310,0.05000,0.346
10,mlp.experts.105.down_proj,0.0000017963,0.05000,0.326
10,mlp.experts.104.down_proj,0.0000008909,0.05000,0.324
10,mlp.experts.106.down_proj,0.0000017189,0.05000,0.332
10,mlp.experts.107.down_proj,0.0000035060,0.05000,0.332
10,mlp.experts.109.down_proj,0.0000051102,0.05000,0.330
10,mlp.experts.108.down_proj,0.0000015458,0.05000,0.329
10,mlp.experts.110.down_proj,0.0000043133,0.05000,0.329
10,mlp.experts.111.down_proj,0.0000046200,0.05000,0.330
10,mlp.experts.113.down_proj,0.0000025883,0.05000,0.314
10,mlp.experts.112.down_proj,0.0000017006,0.05000,0.319
10,mlp.experts.114.down_proj,0.0000029254,0.05000,0.325
10,mlp.experts.115.down_proj,0.0000006441,0.05000,0.320
10,mlp.experts.117.down_proj,0.0000058089,0.05000,0.323
10,mlp.experts.116.down_proj,0.0000028641,0.05000,0.320
10,mlp.experts.118.down_proj,0.0000007867,0.05000,0.325
10,mlp.experts.119.down_proj,0.0000044774,0.05000,0.318
10,mlp.experts.121.down_proj,0.0000008096,0.05000,0.333
10,mlp.experts.120.down_proj,0.0000034287,0.05000,0.340
10,mlp.experts.122.down_proj,0.0000048600,0.05000,0.356
10,mlp.experts.123.down_proj,0.0000004858,0.05000,0.332
10,mlp.experts.125.down_proj,0.0000017769,0.05000,0.331
10,mlp.experts.124.down_proj,0.0000024889,0.05000,0.331
10,mlp.experts.126.down_proj,0.0000015935,0.05000,0.326
10,mlp.experts.127.down_proj,0.0000008291,0.05000,0.326
10,mlp.experts.129.down_proj,0.0000006380,0.05000,0.325
10,mlp.experts.128.down_proj,0.0000033976,0.05000,0.325
10,mlp.experts.130.down_proj,0.0000012474,0.05000,0.327
10,mlp.experts.131.down_proj,0.0000045333,0.05000,0.328
10,mlp.experts.133.down_proj,0.0000009918,0.05000,0.657
10,mlp.experts.132.down_proj,0.0000036241,0.05000,0.679
10,mlp.experts.134.down_proj,0.0000012051,0.05000,0.689
10,mlp.experts.135.down_proj,0.0000022522,0.05000,0.839
10,mlp.experts.136.down_proj,0.0000008056,0.05000,0.812
10,mlp.experts.138.down_proj,0.0000067796,0.05000,0.793
10,mlp.experts.137.down_proj,0.0000030107,0.05000,0.892
10,mlp.experts.139.down_proj,0.0000059125,0.05000,0.895
10,mlp.experts.141.down_proj,0.0000007608,0.05000,0.721
10,mlp.experts.140.down_proj,0.0000038176,0.05000,0.900
10,mlp.experts.142.down_proj,0.0000032459,0.05000,0.897
10,mlp.experts.145.down_proj,0.0000007947,0.05000,0.360
10,mlp.experts.143.down_proj,0.0000037965,0.05000,0.895
10,mlp.experts.149.down_proj,0.0000020632,0.05000,0.358
10,mlp.experts.146.down_proj,0.0000054247,0.05000,0.850
10,mlp.experts.144.down_proj,0.0000005657,0.05000,0.894
10,mlp.experts.153.down_proj,0.0000032134,0.05000,0.516
10,mlp.experts.147.down_proj,0.0000022163,0.05000,0.909
10,mlp.experts.148.down_proj,0.0000032264,0.05000,0.932
10,mlp.experts.150.down_proj,0.0000023068,0.05000,0.959
10,mlp.experts.157.down_proj,0.0000026363,0.05000,0.927
10,mlp.experts.151.down_proj,0.0000007923,0.05000,0.930
10,mlp.experts.152.down_proj,0.0000009481,0.05000,0.934
10,mlp.experts.154.down_proj,0.0000051135,0.05000,0.955
10,mlp.experts.161.down_proj,0.0000022189,0.05000,0.942
10,mlp.experts.155.down_proj,0.0000027073,0.05000,0.936
10,mlp.experts.156.down_proj,0.0000023547,0.05000,0.938
10,mlp.experts.158.down_proj,0.0000049898,0.05000,0.957
10,mlp.experts.165.down_proj,0.0000033204,0.05000,0.941
10,mlp.experts.159.down_proj,0.0000035522,0.05000,0.932
10,mlp.experts.160.down_proj,0.0000006112,0.05000,0.931
10,mlp.experts.162.down_proj,0.0000013926,0.05000,0.960
10,mlp.experts.169.down_proj,0.0000018641,0.05000,0.914
10,mlp.experts.163.down_proj,0.0000027090,0.05000,0.920
10,mlp.experts.164.down_proj,0.0000037281,0.05000,0.928
10,mlp.experts.166.down_proj,0.0000007343,0.05000,0.952
10,mlp.experts.173.down_proj,0.0000048193,0.05000,0.881
10,mlp.experts.167.down_proj,0.0000009678,0.05000,0.936
10,mlp.experts.177.down_proj,0.0000007314,0.05000,0.700
10,mlp.experts.168.down_proj,0.0000034648,0.05000,0.922
10,mlp.experts.170.down_proj,0.0000050782,0.05000,0.937
10,mlp.experts.171.down_proj,0.0000019957,0.05000,0.907
10,mlp.experts.181.down_proj,0.0000053746,0.05000,0.462
10,mlp.experts.185.down_proj,0.0000017530,0.05000,0.410
10,mlp.experts.172.down_proj,0.0000020131,0.05000,0.929
10,mlp.experts.174.down_proj,0.0000029981,0.05000,0.894
10,mlp.experts.189.down_proj,0.0000007676,0.05000,0.415
10,mlp.experts.175.down_proj,0.0000007752,0.05000,0.932
10,mlp.experts.193.down_proj,0.0000033837,0.05000,0.413
10,mlp.experts.176.down_proj,0.0000018440,0.05000,0.937
10,mlp.experts.178.down_proj,0.0000096863,0.05000,0.882
10,mlp.experts.197.down_proj,0.0000070710,0.05000,0.411
10,mlp.experts.179.down_proj,0.0000007624,0.05000,0.912
10,mlp.experts.182.down_proj,0.0000009692,0.05000,0.600
10,mlp.experts.180.down_proj,0.0000122012,0.05000,0.709
10,mlp.experts.201.down_proj,0.0000034111,0.05000,0.589
10,mlp.experts.186.down_proj,0.0000080257,0.05000,0.385
10,mlp.experts.205.down_proj,0.0000044316,0.05000,0.357
10,mlp.experts.183.down_proj,0.0000007497,0.05000,0.837
10,mlp.experts.184.down_proj,0.0000020347,0.05000,0.617
10,mlp.experts.209.down_proj,0.0000066218,0.05000,0.409
10,mlp.experts.190.down_proj,0.0000027184,0.05000,0.659
10,mlp.experts.213.down_proj,0.0000008219,0.05000,0.360
10,mlp.experts.188.down_proj,0.0000017507,0.05000,0.601
10,mlp.experts.187.down_proj,0.0000051231,0.05000,0.880
10,mlp.experts.194.down_proj,0.0000029526,0.05000,0.382
10,mlp.experts.217.down_proj,0.0000014550,0.05000,0.341
10,mlp.experts.192.down_proj,0.0000013271,0.05000,0.340
10,mlp.experts.198.down_proj,0.0000020799,0.05000,0.366
10,mlp.experts.191.down_proj,0.0000011551,0.05000,0.648
10,mlp.experts.221.down_proj,0.0000079574,0.05000,0.480
10,mlp.experts.196.down_proj,0.0000018688,0.05000,0.546
10,mlp.experts.202.down_proj,0.0000041115,0.05000,0.438
10,mlp.experts.206.down_proj,0.0000010209,0.05000,0.423
10,mlp.experts.195.down_proj,0.0000007178,0.05000,0.639
10,mlp.experts.225.down_proj,0.0000043867,0.05000,0.993
10,mlp.experts.200.down_proj,0.0000034938,0.05000,0.892
10,mlp.experts.210.down_proj,0.0000007424,0.05000,0.432
10,mlp.experts.214.down_proj,0.0000017291,0.05000,0.426
10,mlp.experts.199.down_proj,0.0000009088,0.05000,0.919
10,mlp.experts.218.down_proj,0.0000046187,0.05000,0.430
10,mlp.experts.204.down_proj,0.0000038278,0.05000,0.968
10,mlp.experts.229.down_proj,0.0000026442,0.05000,0.993
10,mlp.experts.222.down_proj,0.0000074009,0.05000,0.468
10,mlp.experts.203.down_proj,0.0000008777,0.05000,0.928
10,mlp.experts.233.down_proj,0.0000068279,0.05000,0.711
10,mlp.experts.208.down_proj,0.0000009024,0.05000,0.900
10,mlp.experts.226.down_proj,0.0000042591,0.05000,0.650
10,mlp.experts.237.down_proj,0.0000066604,0.05000,0.329
10,mlp.experts.230.down_proj,0.0000038945,0.05000,0.294
10,mlp.experts.207.down_proj,0.0000034243,0.05000,0.842
10,mlp.experts.241.down_proj,0.0000021491,0.05000,0.298
10,mlp.experts.234.down_proj,0.0000059108,0.05000,0.299
10,mlp.experts.245.down_proj,0.0000036733,0.05000,0.299
10,mlp.experts.212.down_proj,0.0000005869,0.05000,0.842
10,mlp.experts.238.down_proj,0.0000009651,0.05000,0.296
10,mlp.experts.249.down_proj,0.0000007220,0.05000,0.298
10,mlp.experts.211.down_proj,0.0000008165,0.05000,0.862
10,mlp.experts.253.down_proj,0.0000047312,0.05000,0.352
10,mlp.experts.242.down_proj,0.0000052154,0.05000,0.526
10,mlp.experts.216.down_proj,0.0000035618,0.05000,0.788
10,mlp.experts.215.down_proj,0.0000010341,0.05000,0.518
10,mlp.experts.246.down_proj,0.0000035823,0.05000,0.367
10,mlp.experts.220.down_proj,0.0000043101,0.05000,0.315
10,mlp.experts.219.down_proj,0.0000008919,0.05000,0.214
10,mlp.experts.250.down_proj,0.0000030619,0.05000,0.209
10,mlp.experts.224.down_proj,0.0000008006,0.05000,0.208
10,mlp.experts.223.down_proj,0.0000038705,0.05000,0.213
10,mlp.experts.254.down_proj,0.0000029665,0.05000,0.207
10,mlp.experts.228.down_proj,0.0000038726,0.05000,0.198
10,mlp.experts.227.down_proj,0.0000006198,0.05000,0.175
10,mlp.experts.232.down_proj,0.0000051646,0.05000,0.155
10,mlp.experts.231.down_proj,0.0000012109,0.05000,0.160
10,mlp.experts.236.down_proj,0.0000011258,0.05000,0.158
10,mlp.experts.235.down_proj,0.0000044853,0.05000,0.160
10,mlp.experts.240.down_proj,0.0000033277,0.05000,0.159
10,mlp.experts.239.down_proj,0.0000030517,0.05000,0.159
10,mlp.experts.244.down_proj,0.0000050543,0.05000,0.159
10,mlp.experts.243.down_proj,0.0000017134,0.05000,0.128
10,mlp.experts.248.down_proj,0.0000016492,0.05000,0.101
10,mlp.experts.247.down_proj,0.0000022729,0.05000,0.101
10,mlp.experts.252.down_proj,0.0000047425,0.05000,0.101
10,mlp.experts.251.down_proj,0.0000028837,0.05000,0.074
10,mlp.experts.255.down_proj,0.0000011021,0.05000,0.049
11,mlp.experts.2.gate_proj,0.0002111803,0.05000,1.261
11,mlp.experts.3.gate_proj,0.0001649361,0.05000,1.298
11,mlp.experts.1.gate_proj,0.0001483394,0.05000,1.301
11,mlp.experts.0.gate_proj,0.0001204857,0.05000,1.455
11,mlp.experts.6.gate_proj,0.0001973055,0.05000,1.287
11,mlp.experts.7.gate_proj,0.0002546564,0.05000,1.299
11,mlp.experts.5.gate_proj,0.0001258261,0.05000,1.308
11,mlp.experts.4.gate_proj,0.0001013950,0.05000,1.301
11,mlp.experts.10.gate_proj,0.0001251946,0.05000,1.304
11,mlp.experts.11.gate_proj,0.0000782957,0.05000,1.290
11,mlp.experts.9.gate_proj,0.0001065156,0.05000,1.301
11,mlp.experts.8.gate_proj,0.0002169713,0.05000,1.287
11,mlp.experts.14.gate_proj,0.0001759479,0.05000,1.291
11,mlp.experts.15.gate_proj,0.0001348147,0.05000,1.294
11,mlp.experts.13.gate_proj,0.0001178918,0.05000,1.291
11,mlp.experts.12.gate_proj,0.0000869809,0.05000,1.286
11,mlp.experts.18.gate_proj,0.0001280988,0.05000,1.235
11,mlp.experts.19.gate_proj,0.0001135666,0.05000,1.255
11,mlp.experts.17.gate_proj,0.0001726627,0.05000,1.251
11,mlp.experts.16.gate_proj,0.0000976361,0.05000,1.232
11,mlp.experts.22.gate_proj,0.0001014180,0.05000,1.386
11,mlp.experts.20.gate_proj,0.0001298732,0.05000,1.869
11,mlp.experts.23.gate_proj,0.0000593761,0.05000,2.421
11,mlp.experts.21.gate_proj,0.0001443594,0.05000,2.429
11,mlp.experts.26.gate_proj,0.0001287774,0.05000,2.086
11,mlp.experts.24.gate_proj,0.0000907461,0.05000,2.223
11,mlp.experts.25.gate_proj,0.0001332858,0.05000,2.138
11,mlp.experts.28.gate_proj,0.0001075050,0.05000,1.233
11,mlp.experts.27.gate_proj,0.0000820932,0.05000,3.091
11,mlp.experts.29.gate_proj,0.0000981262,0.05000,1.289
11,mlp.experts.30.gate_proj,0.0002257652,0.05000,2.538
11,mlp.experts.32.gate_proj,0.0000702575,0.05000,2.003
11,mlp.experts.31.gate_proj,0.0001029490,0.05000,3.488
11,mlp.experts.36.gate_proj,0.0000876245,0.05000,1.632
11,mlp.experts.34.gate_proj,0.0001166754,0.05000,3.384
11,mlp.experts.33.gate_proj,0.0001028714,0.05000,3.689
11,mlp.experts.40.gate_proj,0.0001972448,0.05000,1.364
11,mlp.experts.38.gate_proj,0.0001188298,0.05000,1.355
11,mlp.experts.35.gate_proj,0.0001481013,0.05000,1.897
11,mlp.experts.37.gate_proj,0.0001467889,0.05000,1.451
11,mlp.experts.44.gate_proj,0.0000909030,0.05000,2.846
11,mlp.experts.39.gate_proj,0.0000992643,0.05000,2.960
11,mlp.experts.42.gate_proj,0.0000720747,0.05000,3.258
11,mlp.experts.41.gate_proj,0.0001040652,0.05000,3.775
11,mlp.experts.43.gate_proj,0.0001134853,0.05000,3.134
11,mlp.experts.48.gate_proj,0.0001289672,0.05000,3.788
11,mlp.experts.45.gate_proj,0.0000742845,0.05000,2.715
11,mlp.experts.46.gate_proj,0.0000977500,0.05000,3.684
11,mlp.experts.49.gate_proj,0.0001617500,0.05000,1.280
11,mlp.experts.47.gate_proj,0.0001404269,0.05000,2.319
11,mlp.experts.50.gate_proj,0.0000756261,0.05000,2.067
11,mlp.experts.52.gate_proj,0.0001096561,0.05000,2.976
11,mlp.experts.53.gate_proj,0.0002739334,0.05000,1.465
11,mlp.experts.54.gate_proj,0.0001637165,0.05000,1.658
11,mlp.experts.57.gate_proj,0.0000981617,0.05000,1.728
11,mlp.experts.51.gate_proj,0.0001082979,0.05000,3.084
11,mlp.experts.56.gate_proj,0.0001386179,0.05000,2.633
11,mlp.experts.55.gate_proj,0.0001619186,0.05000,1.927
11,mlp.experts.58.gate_proj,0.0000619240,0.05000,3.309
11,mlp.experts.61.gate_proj,0.0000940167,0.05000,3.165
11,mlp.experts.60.gate_proj,0.0000732319,0.05000,3.166
11,mlp.experts.59.gate_proj,0.0001862889,0.05000,1.659
11,mlp.experts.62.gate_proj,0.0001046714,0.05000,2.152
11,mlp.experts.63.gate_proj,0.0001257928,0.05000,2.204
11,mlp.experts.65.gate_proj,0.0001266504,0.05000,3.095
11,mlp.experts.66.gate_proj,0.0001643929,0.05000,1.608
11,mlp.experts.64.gate_proj,0.0000694481,0.05000,3.588
11,mlp.experts.70.gate_proj,0.0001754441,0.05000,1.625
11,mlp.experts.67.gate_proj,0.0001756850,0.05000,3.474
11,mlp.experts.69.gate_proj,0.0001375475,0.05000,3.557
11,mlp.experts.68.gate_proj,0.0001541923,0.05000,2.534
11,mlp.experts.74.gate_proj,0.0001306978,0.05000,2.254
11,mlp.experts.71.gate_proj,0.0001797693,0.05000,1.625
11,mlp.experts.72.gate_proj,0.0001351708,0.05000,2.753
11,mlp.experts.75.gate_proj,0.0001297380,0.05000,1.840
11,mlp.experts.73.gate_proj,0.0001044077,0.05000,3.571
11,mlp.experts.78.gate_proj,0.0001352685,0.05000,3.407
11,mlp.experts.76.gate_proj,0.0001105665,0.05000,2.874
11,mlp.experts.79.gate_proj,0.0001655794,0.05000,2.816
11,mlp.experts.82.gate_proj,0.0001271343,0.05000,2.308
11,mlp.experts.77.gate_proj,0.0000917892,0.05000,3.361
11,mlp.experts.80.gate_proj,0.0000816518,0.05000,1.378
11,mlp.experts.83.gate_proj,0.0000901997,0.05000,1.590
11,mlp.experts.86.gate_proj,0.0001132357,0.05000,1.955
11,mlp.experts.84.gate_proj,0.0001219668,0.05000,1.228
11,mlp.experts.81.gate_proj,0.0001231001,0.05000,1.675
11,mlp.experts.87.gate_proj,0.0001046594,0.05000,1.192
11,mlp.experts.90.gate_proj,0.0001339151,0.05000,1.117
11,mlp.experts.88.gate_proj,0.0002013608,0.05000,1.477
11,mlp.experts.91.gate_proj,0.0001632947,0.05000,1.377
11,mlp.experts.85.gate_proj,0.0001805906,0.05000,1.880
11,mlp.experts.92.gate_proj,0.0001146115,0.05000,1.825
11,mlp.experts.95.gate_proj,0.0001556978,0.05000,1.647
11,mlp.experts.94.gate_proj,0.0001204849,0.05000,2.822
11,mlp.experts.96.gate_proj,0.0001111464,0.05000,1.655
11,mlp.experts.99.gate_proj,0.0001896245,0.05000,1.652
11,mlp.experts.89.gate_proj,0.0001161441,0.05000,3.708
11,mlp.experts.103.gate_proj,0.0001452487,0.05000,1.382
11,mlp.experts.93.gate_proj,0.0001340030,0.05000,1.287
11,mlp.experts.98.gate_proj,0.0001381648,0.05000,3.451
11,mlp.experts.100.gate_proj,0.0001284498,0.05000,2.245
11,mlp.experts.107.gate_proj,0.0000864822,0.05000,1.714
11,mlp.experts.102.gate_proj,0.0001208833,0.05000,2.298
11,mlp.experts.104.gate_proj,0.0001368374,0.05000,2.704
11,mlp.experts.97.gate_proj,0.0001696027,0.05000,3.572
11,mlp.experts.111.gate_proj,0.0001952286,0.05000,3.082
11,mlp.experts.106.gate_proj,0.0001733708,0.05000,2.112
11,mlp.experts.101.gate_proj,0.0000876860,0.05000,2.349
11,mlp.experts.115.gate_proj,0.0001208386,0.05000,1.770
11,mlp.experts.108.gate_proj,0.0000851306,0.05000,3.554
11,mlp.experts.110.gate_proj,0.0001769049,0.05000,2.666
11,mlp.experts.105.gate_proj,0.0000774459,0.05000,1.343
11,mlp.experts.119.gate_proj,0.0003132411,0.05000,1.351
11,mlp.experts.112.gate_proj,0.0001279384,0.05000,1.321
11,mlp.experts.114.gate_proj,0.0001244540,0.05000,1.192
11,mlp.experts.109.gate_proj,0.0001462216,0.05000,1.182
11,mlp.experts.123.gate_proj,0.0001089411,0.05000,1.147
11,mlp.experts.116.gate_proj,0.0001530515,0.05000,1.186
11,mlp.experts.118.gate_proj,0.0001445996,0.05000,1.221
11,mlp.experts.113.gate_proj,0.0001661457,0.05000,1.230
11,mlp.experts.127.gate_proj,0.0001134855,0.05000,1.218
11,mlp.experts.120.gate_proj,0.0001499081,0.05000,1.189
11,mlp.experts.117.gate_proj,0.0000723351,0.05000,1.148
11,mlp.experts.122.gate_proj,0.0001777332,0.05000,1.267
11,mlp.experts.131.gate_proj,0.0001538396,0.05000,1.205
11,mlp.experts.124.gate_proj,0.0001274646,0.05000,1.312
11,mlp.experts.126.gate_proj,0.0001178267,0.05000,1.218
11,mlp.experts.121.gate_proj,0.0000798149,0.05000,1.305
11,mlp.experts.135.gate_proj,0.0000866868,0.05000,1.151
11,mlp.experts.128.gate_proj,0.0000623258,0.05000,1.164
11,mlp.experts.130.gate_proj,0.0001231162,0.05000,1.194
11,mlp.experts.139.gate_proj,0.0000746363,0.05000,1.208
11,mlp.experts.125.gate_proj,0.0001518494,0.05000,1.229
11,mlp.experts.132.gate_proj,0.0001370011,0.05000,1.208
11,mlp.experts.134.gate_proj,0.0001327723,0.05000,1.201
11,mlp.experts.143.gate_proj,0.0001024538,0.05000,1.176
11,mlp.experts.129.gate_proj,0.0000884048,0.05000,1.203
11,mlp.experts.136.gate_proj,0.0001378925,0.05000,1.199
11,mlp.experts.138.gate_proj,0.0001015880,0.05000,1.189
11,mlp.experts.147.gate_proj,0.0000941627,0.05000,1.159
11,mlp.experts.133.gate_proj,0.0000731230,0.05000,1.194
11,mlp.experts.140.gate_proj,0.0000925056,0.05000,1.194
11,mlp.experts.142.gate_proj,0.0001376816,0.05000,1.193
11,mlp.experts.151.gate_proj,0.0001886298,0.05000,1.193
11,mlp.experts.137.gate_proj,0.0003299245,0.05000,1.224
11,mlp.experts.144.gate_proj,0.0001424931,0.05000,1.261
11,mlp.experts.146.gate_proj,0.0001541948,0.05000,1.291
11,mlp.experts.155.gate_proj,0.0001114150,0.05000,1.293
11,mlp.experts.141.gate_proj,0.0001279740,0.05000,1.296
11,mlp.experts.148.gate_proj,0.0001099255,0.05000,1.303
11,mlp.experts.150.gate_proj,0.0000866820,0.05000,1.262
11,mlp.experts.159.gate_proj,0.0001496691,0.05000,1.257
11,mlp.experts.145.gate_proj,0.0001460061,0.05000,1.236
11,mlp.experts.152.gate_proj,0.0001007134,0.05000,1.247
11,mlp.experts.154.gate_proj,0.0001265733,0.05000,1.245
11,mlp.experts.163.gate_proj,0.0001368578,0.05000,1.266
11,mlp.experts.149.gate_proj,0.0001183504,0.05000,1.258
11,mlp.experts.156.gate_proj,0.0002043376,0.05000,1.296
11,mlp.experts.158.gate_proj,0.0001523476,0.05000,1.279
11,mlp.experts.167.gate_proj,0.0001640157,0.05000,1.286
11,mlp.experts.153.gate_proj,0.0001472723,0.05000,1.280
11,mlp.experts.160.gate_proj,0.0000764822,0.05000,1.297
11,mlp.experts.162.gate_proj,0.0000976058,0.05000,1.273
11,mlp.experts.171.gate_proj,0.0001133716,0.05000,1.289
11,mlp.experts.157.gate_proj,0.0001160594,0.05000,1.269
11,mlp.experts.164.gate_proj,0.0001834349,0.05000,1.289
11,mlp.experts.166.gate_proj,0.0000796848,0.05000,1.229
11,mlp.experts.175.gate_proj,0.0000787007,0.05000,1.244
11,mlp.experts.161.gate_proj,0.0000671291,0.05000,1.223
11,mlp.experts.168.gate_proj,0.0001232592,0.05000,1.196
11,mlp.experts.170.gate_proj,0.0001992452,0.05000,1.185
11,mlp.experts.179.gate_proj,0.0000818433,0.05000,1.220
11,mlp.experts.165.gate_proj,0.0001929901,0.05000,1.286
11,mlp.experts.172.gate_proj,0.0001342598,0.05000,1.195
11,mlp.experts.174.gate_proj,0.0001159838,0.05000,1.131
11,mlp.experts.183.gate_proj,0.0000997192,0.05000,1.182
11,mlp.experts.169.gate_proj,0.0001135764,0.05000,1.177
11,mlp.experts.176.gate_proj,0.0001141117,0.05000,1.192
11,mlp.experts.178.gate_proj,0.0000528786,0.05000,1.153
11,mlp.experts.187.gate_proj,0.0001375672,0.05000,1.210
11,mlp.experts.173.gate_proj,0.0001272231,0.05000,1.250
11,mlp.experts.180.gate_proj,0.0001365853,0.05000,1.205
11,mlp.experts.182.gate_proj,0.0001494704,0.05000,1.129
11,mlp.experts.191.gate_proj,0.0001702928,0.05000,1.071
11,mlp.experts.177.gate_proj,0.0001021141,0.05000,1.021
11,mlp.experts.184.gate_proj,0.0001142236,0.05000,0.963
11,mlp.experts.186.gate_proj,0.0001912965,0.05000,0.994
11,mlp.experts.195.gate_proj,0.0001308424,0.05000,1.070
11,mlp.experts.181.gate_proj,0.0000855190,0.05000,1.073
11,mlp.experts.185.gate_proj,fallback(rtn): 0.0010757,0.00000,0.023
11,mlp.experts.190.gate_proj,0.0001615799,0.05000,1.980
11,mlp.experts.188.gate_proj,0.0001306446,0.05000,2.497
11,mlp.experts.189.gate_proj,0.0000753618,0.05000,2.527
11,mlp.experts.199.gate_proj,0.0001079709,0.05000,3.211
11,mlp.experts.194.gate_proj,0.0001026433,0.05000,1.540
11,mlp.experts.192.gate_proj,0.0001012553,0.05000,2.795
11,mlp.experts.198.gate_proj,0.0001293056,0.05000,2.795
11,mlp.experts.196.gate_proj,0.0001105286,0.05000,1.724
11,mlp.experts.193.gate_proj,0.0001242217,0.05000,3.782
11,mlp.experts.203.gate_proj,0.0001283173,0.05000,3.822
11,mlp.experts.200.gate_proj,0.0001925747,0.05000,1.575
11,mlp.experts.207.gate_proj,0.0001431898,0.05000,1.744
11,mlp.experts.197.gate_proj,0.0001622141,0.05000,2.833
11,mlp.experts.202.gate_proj,0.0002038197,0.05000,3.201
11,mlp.experts.204.gate_proj,0.0000883218,0.05000,1.422
11,mlp.experts.211.gate_proj,0.0002281188,0.05000,1.341
11,mlp.experts.201.gate_proj,0.0001425759,0.05000,1.290
11,mlp.experts.206.gate_proj,0.0000854275,0.05000,1.303
11,mlp.experts.208.gate_proj,0.0001319133,0.05000,1.301
11,mlp.experts.215.gate_proj,0.0001378898,0.05000,1.290
11,mlp.experts.205.gate_proj,0.0001138148,0.05000,1.300
11,mlp.experts.210.gate_proj,0.0001162866,0.05000,1.305
11,mlp.experts.212.gate_proj,0.0001629917,0.05000,1.296
11,mlp.experts.219.gate_proj,0.0001082761,0.05000,1.309
11,mlp.experts.209.gate_proj,0.0001623950,0.05000,1.318
11,mlp.experts.214.gate_proj,0.0001397264,0.05000,1.314
11,mlp.experts.216.gate_proj,0.0001585468,0.05000,1.325
11,mlp.experts.223.gate_proj,0.0001124445,0.05000,1.316
11,mlp.experts.213.gate_proj,0.0001061345,0.05000,1.327
11,mlp.experts.218.gate_proj,0.0001005462,0.05000,1.318
11,mlp.experts.220.gate_proj,0.0001936223,0.05000,1.322
11,mlp.experts.227.gate_proj,0.0001611293,0.05000,1.280
11,mlp.experts.217.gate_proj,0.0001673176,0.05000,1.237
11,mlp.experts.222.gate_proj,0.0001800017,0.05000,1.242
11,mlp.experts.224.gate_proj,0.0001005631,0.05000,1.233
11,mlp.experts.231.gate_proj,0.0001599260,0.05000,1.205
11,mlp.experts.221.gate_proj,0.0001567570,0.05000,1.183
11,mlp.experts.226.gate_proj,0.0001120090,0.05000,1.178
11,mlp.experts.228.gate_proj,0.0001371083,0.05000,1.129
11,mlp.experts.235.gate_proj,0.0001968258,0.05000,1.417
11,mlp.experts.225.gate_proj,0.0001014853,0.05000,1.214
11,mlp.experts.232.gate_proj,0.0002105890,0.05000,1.254
11,mlp.experts.230.gate_proj,0.0001539267,0.05000,1.383
11,mlp.experts.239.gate_proj,0.0001004103,0.05000,1.902
11,mlp.experts.236.gate_proj,0.0001521571,0.05000,2.079
11,mlp.experts.234.gate_proj,0.0001875764,0.05000,2.149
11,mlp.experts.229.gate_proj,0.0001491571,0.05000,3.066
11,mlp.experts.240.gate_proj,0.0002430290,0.05000,2.042
11,mlp.experts.243.gate_proj,0.0001022188,0.05000,3.201
11,mlp.experts.238.gate_proj,0.0001746816,0.05000,3.862
11,mlp.experts.244.gate_proj,0.0001602646,0.05000,2.104
11,mlp.experts.233.gate_proj,0.0000919974,0.05000,3.536
11,mlp.experts.247.gate_proj,0.0001357315,0.05000,2.170
11,mlp.experts.248.gate_proj,0.0001526243,0.05000,2.427
11,mlp.experts.242.gate_proj,0.0001348384,0.05000,3.762
11,mlp.experts.251.gate_proj,0.0002230093,0.05000,3.000
11,mlp.experts.237.gate_proj,0.0004068321,0.05000,3.666
11,mlp.experts.252.gate_proj,0.0003550571,0.05000,1.668
11,mlp.experts.255.gate_proj,0.0001412966,0.05000,1.663
11,mlp.experts.246.gate_proj,0.0001042965,0.05000,2.321
11,mlp.experts.241.gate_proj,0.0001362897,0.05000,2.812
11,mlp.experts.0.up_proj,0.0001151786,0.05000,2.999
11,mlp.experts.250.gate_proj,0.0001177743,0.05000,1.886
11,mlp.experts.3.up_proj,0.0001660476,0.05000,2.576
11,mlp.experts.254.gate_proj,0.0002078347,0.05000,1.440
11,mlp.experts.245.gate_proj,0.0001967953,0.05000,3.595
11,mlp.experts.2.up_proj,0.0001978691,0.05000,1.445
11,mlp.experts.4.up_proj,0.0000948874,0.05000,3.755
11,mlp.experts.7.up_proj,0.0002045068,0.05000,3.060
11,mlp.experts.6.up_proj,0.0001823523,0.05000,1.452
11,mlp.experts.249.gate_proj,0.0000962301,0.05000,2.391
11,mlp.experts.8.up_proj,0.0002214887,0.05000,1.871
11,mlp.experts.11.up_proj,0.0000721786,0.05000,1.802
11,mlp.experts.10.up_proj,0.0001146135,0.05000,1.209
11,mlp.experts.12.up_proj,0.0000815794,0.05000,1.168
11,mlp.experts.253.gate_proj,0.0000854537,0.05000,1.224
11,mlp.experts.15.up_proj,0.0001149338,0.05000,1.268
11,mlp.experts.1.up_proj,0.0001367604,0.05000,1.565
11,mlp.experts.14.up_proj,0.0001585658,0.05000,2.193
11,mlp.experts.19.up_proj,0.0000966247,0.05000,1.719
11,mlp.experts.16.up_proj,0.0000932164,0.05000,2.098
11,mlp.experts.5.up_proj,0.0001183172,0.05000,1.200
11,mlp.experts.18.up_proj,0.0001087658,0.05000,1.237
11,mlp.experts.23.up_proj,0.0000564479,0.05000,1.272
11,mlp.experts.20.up_proj,0.0001323023,0.05000,1.287
11,mlp.experts.9.up_proj,0.0000913095,0.05000,1.267
11,mlp.experts.22.up_proj,0.0000969550,0.05000,1.269
11,mlp.experts.27.up_proj,0.0000873425,0.05000,1.246
11,mlp.experts.24.up_proj,0.0000857484,0.05000,1.236
11,mlp.experts.13.up_proj,0.0001097149,0.05000,1.169
11,mlp.experts.26.up_proj,0.0001164702,0.05000,1.212
11,mlp.experts.31.up_proj,0.0000963692,0.05000,1.211
11,mlp.experts.28.up_proj,0.0001015429,0.05000,1.214
11,mlp.experts.17.up_proj,0.0001530608,0.05000,1.245
11,mlp.experts.30.up_proj,0.0001937101,0.05000,1.283
11,mlp.experts.35.up_proj,0.0001372186,0.05000,1.296
11,mlp.experts.32.up_proj,0.0000630024,0.05000,1.312
11,mlp.experts.21.up_proj,0.0001357511,0.05000,1.310
11,mlp.experts.34.up_proj,0.0001099819,0.05000,1.308
11,mlp.experts.39.up_proj,0.0000852182,0.05000,1.302
11,mlp.experts.36.up_proj,0.0000854716,0.05000,1.310
11,mlp.experts.25.up_proj,0.0001234744,0.05000,1.283
11,mlp.experts.38.up_proj,0.0001111862,0.05000,1.259
11,mlp.experts.43.up_proj,0.0001066753,0.05000,1.242
11,mlp.experts.40.up_proj,0.0001920053,0.05000,1.239
11,mlp.experts.29.up_proj,0.0000934678,0.05000,1.204
11,mlp.experts.42.up_proj,0.0000741142,0.05000,1.162
11,mlp.experts.47.up_proj,0.0001339482,0.05000,1.198
11,mlp.experts.44.up_proj,0.0000852565,0.05000,1.274
11,mlp.experts.33.up_proj,0.0000959603,0.05000,1.214
11,mlp.experts.46.up_proj,0.0000933683,0.05000,1.183
11,mlp.experts.51.up_proj,0.0001015655,0.05000,1.239
11,mlp.experts.48.up_proj,0.0001110136,0.05000,1.443
11,mlp.experts.37.up_proj,0.0001548845,0.05000,1.312
11,mlp.experts.50.up_proj,0.0000731351,0.05000,1.325
11,mlp.experts.55.up_proj,0.0001542197,0.05000,1.324
11,mlp.experts.52.up_proj,0.0001016326,0.05000,1.292
11,mlp.experts.41.up_proj,0.0000989653,0.05000,1.297
11,mlp.experts.54.up_proj,0.0001554168,0.05000,1.312
11,mlp.experts.59.up_proj,0.0001907937,0.05000,1.310
11,mlp.experts.56.up_proj,0.0001262922,0.05000,1.301
11,mlp.experts.45.up_proj,0.0000695975,0.05000,1.319
11,mlp.experts.58.up_proj,0.0000583297,0.05000,1.314
11,mlp.experts.63.up_proj,0.0001179539,0.05000,1.313
11,mlp.experts.60.up_proj,0.0000662780,0.05000,1.301
11,mlp.experts.49.up_proj,0.0001441450,0.05000,1.300
11,mlp.experts.62.up_proj,0.0001006878,0.05000,1.298
11,mlp.experts.67.up_proj,0.0001741707,0.05000,1.128
11,mlp.experts.64.up_proj,0.0000680269,0.05000,0.842
11,mlp.experts.53.up_proj,0.0002662230,0.05000,0.481
11,mlp.experts.66.up_proj,0.0001497817,0.05000,1.202
11,mlp.experts.71.up_proj,0.0001504670,0.05000,1.237
11,mlp.experts.57.up_proj,0.0000923443,0.05000,1.253
11,mlp.experts.68.up_proj,0.0001453426,0.05000,1.255
11,mlp.experts.61.up_proj,0.0000886376,0.05000,1.241
11,mlp.experts.75.up_proj,0.0001206035,0.05000,1.518
11,mlp.experts.72.up_proj,0.0001164150,0.05000,2.434
11,mlp.experts.70.up_proj,0.0001878528,0.05000,2.589
11,mlp.experts.65.up_proj,0.0001212025,0.05000,1.598
11,mlp.experts.79.up_proj,0.0001543221,0.05000,1.665
11,mlp.experts.76.up_proj,0.0001032252,0.05000,1.069
11,mlp.experts.74.up_proj,0.0001225055,0.05000,1.068
11,mlp.experts.69.up_proj,0.0001228427,0.05000,1.140
11,mlp.experts.83.up_proj,0.0000882123,0.05000,1.193
11,mlp.experts.80.up_proj,0.0000780855,0.05000,1.205
11,mlp.experts.78.up_proj,0.0001277337,0.05000,1.205
11,mlp.experts.73.up_proj,0.0000980858,0.05000,1.155
11,mlp.experts.87.up_proj,0.0000992618,0.05000,1.201
11,mlp.experts.84.up_proj,0.0001203444,0.05000,1.215
11,mlp.experts.82.up_proj,0.0001196502,0.05000,1.215
11,mlp.experts.77.up_proj,0.0000928749,0.05000,1.179
11,mlp.experts.91.up_proj,0.0001508923,0.05000,1.212
11,mlp.experts.88.up_proj,0.0001843741,0.05000,1.198
11,mlp.experts.86.up_proj,0.0001020880,0.05000,1.203
11,mlp.experts.81.up_proj,0.0001088555,0.05000,1.155
11,mlp.experts.95.up_proj,0.0001586130,0.05000,1.206
11,mlp.experts.92.up_proj,0.0001077219,0.05000,1.196
11,mlp.experts.90.up_proj,0.0001252811,0.05000,1.198
11,mlp.experts.85.up_proj,0.0001676044,0.05000,1.153
11,mlp.experts.99.up_proj,0.0001635735,0.05000,1.189
11,mlp.experts.96.up_proj,0.0001048343,0.05000,1.220
11,mlp.experts.94.up_proj,0.0001189645,0.05000,1.229
11,mlp.experts.89.up_proj,0.0001088456,0.05000,1.213
11,mlp.experts.103.up_proj,0.0001548768,0.05000,1.221
11,mlp.experts.100.up_proj,0.0001202580,0.05000,1.198
11,mlp.experts.98.up_proj,0.0001395033,0.05000,1.125
11,mlp.experts.93.up_proj,0.0001186477,0.05000,1.169
11,mlp.experts.107.up_proj,0.0000876072,0.05000,1.234
11,mlp.experts.104.up_proj,0.0001293259,0.05000,1.267
11,mlp.experts.102.up_proj,0.0001128408,0.05000,1.256
11,mlp.experts.97.up_proj,0.0001719486,0.05000,1.290
11,mlp.experts.111.up_proj,0.0002018501,0.05000,1.291
11,mlp.experts.108.up_proj,0.0000837960,0.05000,1.291
11,mlp.experts.106.up_proj,0.0001725308,0.05000,1.290
11,mlp.experts.101.up_proj,0.0000852107,0.05000,1.301
11,mlp.experts.115.up_proj,0.0001220402,0.05000,1.287
11,mlp.experts.112.up_proj,0.0001202745,0.05000,1.270
11,mlp.experts.110.up_proj,0.0001588195,0.05000,1.264
11,mlp.experts.105.up_proj,0.0000694800,0.05000,1.281
11,mlp.experts.119.up_proj,0.0002982774,0.05000,1.285
11,mlp.experts.116.up_proj,0.0001488958,0.05000,1.277
11,mlp.experts.114.up_proj,0.0000979029,0.05000,1.274
11,mlp.experts.109.up_proj,0.0001242047,0.05000,1.291
11,mlp.experts.123.up_proj,0.0001053302,0.05000,1.294
11,mlp.experts.120.up_proj,0.0001357416,0.05000,1.295
11,mlp.experts.118.up_proj,0.0001285788,0.05000,1.311
11,mlp.experts.113.up_proj,0.0001458323,0.05000,1.314
11,mlp.experts.127.up_proj,0.0001077350,0.05000,1.316
11,mlp.experts.124.up_proj,0.0001250801,0.05000,1.303
11,mlp.experts.122.up_proj,0.0001682550,0.05000,1.318
11,mlp.experts.117.up_proj,0.0000673938,0.05000,1.282
11,mlp.experts.131.up_proj,0.0001361823,0.05000,1.299
11,mlp.experts.128.up_proj,0.0000565306,0.05000,1.289
11,mlp.experts.126.up_proj,0.0001115902,0.05000,1.278
11,mlp.experts.121.up_proj,0.0000757510,0.05000,1.252
11,mlp.experts.135.up_proj,0.0000677069,0.05000,1.423
11,mlp.experts.132.up_proj,0.0001288025,0.05000,1.291
11,mlp.experts.130.up_proj,0.0001193627,0.05000,1.295
11,mlp.experts.125.up_proj,0.0001418486,0.05000,1.273
11,mlp.experts.139.up_proj,0.0000690311,0.05000,1.156
11,mlp.experts.136.up_proj,0.0001245587,0.05000,1.188
11,mlp.experts.134.up_proj,0.0001267549,0.05000,1.181
11,mlp.experts.129.up_proj,0.0000824310,0.05000,1.184
11,mlp.experts.143.up_proj,0.0000947914,0.05000,1.143
11,mlp.experts.140.up_proj,0.0000875593,0.05000,1.194
11,mlp.experts.138.up_proj,0.0000966756,0.05000,1.205
11,mlp.experts.133.up_proj,0.0000724863,0.05000,1.298
11,mlp.experts.147.up_proj,0.0000833326,0.05000,1.260
11,mlp.experts.144.up_proj,0.0001310617,0.05000,1.306
11,mlp.experts.142.up_proj,0.0001283294,0.05000,1.314
11,mlp.experts.137.up_proj,0.0005006808,0.05000,1.297
11,mlp.experts.151.up_proj,0.0001686300,0.05000,1.293
11,mlp.experts.148.up_proj,0.0001043783,0.05000,1.294
11,mlp.experts.146.up_proj,0.0001476140,0.05000,1.296
11,mlp.experts.141.up_proj,0.0001170660,0.05000,1.273
11,mlp.experts.155.up_proj,0.0001045650,0.05000,1.312
11,mlp.experts.152.up_proj,0.0000950889,0.05000,1.308
11,mlp.experts.150.up_proj,0.0000831723,0.05000,1.322
11,mlp.experts.145.up_proj,0.0001413324,0.05000,1.284
11,mlp.experts.159.up_proj,0.0001486449,0.05000,1.219
11,mlp.experts.156.up_proj,0.0001607979,0.05000,1.197
11,mlp.experts.154.up_proj,0.0001240975,0.05000,1.182
11,mlp.experts.149.up_proj,0.0001116266,0.05000,1.108
11,mlp.experts.163.up_proj,0.0001269405,0.05000,1.179
11,mlp.experts.160.up_proj,0.0000722366,0.05000,1.172
11,mlp.experts.158.up_proj,0.0001368642,0.05000,1.186
11,mlp.experts.153.up_proj,0.0001186291,0.05000,1.110
11,mlp.experts.167.up_proj,0.0001404504,0.05000,1.231
11,mlp.experts.162.up_proj,0.0000913339,0.05000,1.223
11,mlp.experts.164.up_proj,0.0001586123,0.05000,1.326
11,mlp.experts.157.up_proj,0.0001196675,0.05000,1.176
11,mlp.experts.171.up_proj,0.0001072403,0.05000,1.239
11,mlp.experts.161.up_proj,0.0000707014,0.05000,1.115
11,mlp.experts.166.up_proj,0.0000688957,0.05000,1.203
11,mlp.experts.168.up_proj,0.0001148006,0.05000,1.206
11,mlp.experts.175.up_proj,0.0000606628,0.05000,1.182
11,mlp.experts.165.up_proj,0.0001791802,0.05000,1.167
11,mlp.experts.170.up_proj,0.0002004421,0.05000,1.220
11,mlp.experts.172.up_proj,0.0001251845,0.05000,1.201
11,mlp.experts.176.up_proj,0.0001071969,0.05000,1.353
11,mlp.experts.169.up_proj,0.0000958467,0.05000,2.136
11,mlp.experts.179.up_proj,0.0000869444,0.05000,2.704
11,mlp.experts.180.up_proj,0.0001263643,0.05000,1.407
11,mlp.experts.174.up_proj,0.0001286399,0.05000,3.113
11,mlp.experts.184.up_proj,0.0001179080,0.05000,1.769
11,mlp.experts.173.up_proj,0.0001170710,0.05000,3.629
11,mlp.experts.178.up_proj,0.0000505583,0.05000,2.870
11,mlp.experts.183.up_proj,0.0000931342,0.05000,3.710
11,mlp.experts.177.up_proj,0.0000967279,0.05000,1.623
11,mlp.experts.187.up_proj,0.0001287448,0.05000,1.377
11,mlp.experts.188.up_proj,0.0001066385,0.05000,3.469
11,mlp.experts.181.up_proj,0.0000865988,0.05000,1.182
11,mlp.experts.185.up_proj,fallback(rtn): 0.0010452,0.00000,0.019
11,mlp.experts.191.up_proj,0.0001520580,0.05000,1.185
11,mlp.experts.182.up_proj,0.0001454716,0.05000,3.082
11,mlp.experts.192.up_proj,0.0000973432,0.05000,2.431
11,mlp.experts.195.up_proj,0.0001238456,0.05000,2.068
11,mlp.experts.189.up_proj,0.0000756373,0.05000,2.274
11,mlp.experts.186.up_proj,0.0001788913,0.05000,2.043
11,mlp.experts.199.up_proj,0.0000826808,0.05000,1.361
11,mlp.experts.193.up_proj,0.0001158161,0.05000,1.311
11,mlp.experts.203.up_proj,0.0001262382,0.05000,1.172
11,mlp.experts.197.up_proj,0.0001530878,0.05000,1.173
11,mlp.experts.196.up_proj,0.0001037021,0.05000,3.364
11,mlp.experts.190.up_proj,0.0001561023,0.05000,3.369
11,mlp.experts.207.up_proj,0.0001407325,0.05000,1.297
11,mlp.experts.201.up_proj,0.0001389794,0.05000,1.609
11,mlp.experts.200.up_proj,0.0001679082,0.05000,1.862
11,mlp.experts.211.up_proj,0.0002126454,0.05000,1.648
11,mlp.experts.204.up_proj,0.0000819863,0.05000,1.691
11,mlp.experts.194.up_proj,0.0001004426,0.05000,3.613
11,mlp.experts.205.up_proj,0.0001073472,0.05000,3.354
11,mlp.experts.215.up_proj,0.0001289495,0.05000,2.657
11,mlp.experts.208.up_proj,0.0001125580,0.05000,1.674
11,mlp.experts.209.up_proj,0.0001501753,0.05000,1.455
11,mlp.experts.198.up_proj,0.0001106212,0.05000,1.906
11,mlp.experts.219.up_proj,0.0001024165,0.05000,1.343
11,mlp.experts.212.up_proj,0.0001619877,0.05000,1.311
11,mlp.experts.213.up_proj,0.0000998880,0.05000,1.254
11,mlp.experts.202.up_proj,0.0002006796,0.05000,1.217
11,mlp.experts.223.up_proj,0.0001031107,0.05000,1.172
11,mlp.experts.216.up_proj,0.0001519599,0.05000,1.175
11,mlp.experts.217.up_proj,0.0001559684,0.05000,1.201
11,mlp.experts.206.up_proj,0.0000767066,0.05000,1.205
11,mlp.experts.227.up_proj,0.0001497383,0.05000,1.172
11,mlp.experts.220.up_proj,0.0001829384,0.05000,1.204
11,mlp.experts.221.up_proj,0.0001468011,0.05000,1.200
11,mlp.experts.210.up_proj,0.0000901895,0.05000,1.247
11,mlp.experts.231.up_proj,0.0001681045,0.05000,1.258
11,mlp.experts.224.up_proj,0.0000949009,0.05000,1.305
11,mlp.experts.225.up_proj,0.0000946606,0.05000,1.306
11,mlp.experts.214.up_proj,0.0001264319,0.05000,1.240
11,mlp.experts.235.up_proj,0.0001844644,0.05000,1.254
11,mlp.experts.228.up_proj,0.0001281831,0.05000,1.215
11,mlp.experts.229.up_proj,0.0001304156,0.05000,1.274
11,mlp.experts.218.up_proj,0.0001051175,0.05000,1.188
11,mlp.experts.239.up_proj,0.0000917507,0.05000,1.213
11,mlp.experts.232.up_proj,0.0002025647,0.05000,1.240
11,mlp.experts.233.up_proj,0.0000831220,0.05000,1.322
11,mlp.experts.222.up_proj,0.0001676102,0.05000,1.227
11,mlp.experts.243.up_proj,0.0000978993,0.05000,1.190
11,mlp.experts.236.up_proj,0.0001533909,0.05000,1.263
11,mlp.experts.226.up_proj,0.0001056059,0.05000,1.313
11,mlp.experts.247.up_proj,0.0001207860,0.05000,1.306
11,mlp.experts.237.up_proj,0.0001438831,0.05000,1.555
11,mlp.experts.240.up_proj,0.0002238054,0.05000,1.316
11,mlp.experts.230.up_proj,0.0001457012,0.05000,1.297
11,mlp.experts.251.up_proj,0.0002131867,0.05000,1.302
11,mlp.experts.241.up_proj,0.0001399811,0.05000,1.295
11,mlp.experts.244.up_proj,0.0001517463,0.05000,1.270
11,mlp.experts.234.up_proj,0.0001629528,0.05000,1.466
11,mlp.experts.255.up_proj,0.0001396195,0.05000,1.538
11,mlp.experts.245.up_proj,0.0001849568,0.05000,1.869
11,mlp.experts.248.up_proj,0.0001496289,0.05000,1.787
11,mlp.experts.238.up_proj,0.0001494217,0.05000,0.926
11,mlp.experts.249.up_proj,0.0000917180,0.05000,0.827
11,mlp.experts.252.up_proj,0.0002676124,0.05000,0.840
11,mlp.experts.242.up_proj,0.0001225111,0.05000,0.727
11,mlp.experts.253.up_proj,0.0000804746,0.05000,0.496
11,mlp.experts.246.up_proj,0.0000984208,0.05000,0.309
11,mlp.experts.250.up_proj,0.0001138641,0.05000,0.200
11,mlp.experts.254.up_proj,0.0001630042,0.05000,0.199
11,mlp.experts.3.down_proj,0.0000074370,0.05000,0.322
11,mlp.experts.0.down_proj,0.0000073952,0.05000,0.334
11,mlp.experts.2.down_proj,0.0000083090,0.05000,0.340
11,mlp.experts.1.down_proj,0.0000025542,0.05000,0.346
11,mlp.experts.4.down_proj,0.0000009343,0.05000,0.325
11,mlp.experts.7.down_proj,0.0000085300,0.05000,0.338
11,mlp.experts.5.down_proj,0.0000011612,0.05000,0.327
11,mlp.experts.6.down_proj,0.0000048446,0.05000,0.336
11,mlp.experts.8.down_proj,0.0000096753,0.05000,0.329
11,mlp.experts.11.down_proj,0.0000036518,0.05000,0.327
11,mlp.experts.10.down_proj,0.0000028586,0.05000,0.327
11,mlp.experts.9.down_proj,0.0000026055,0.05000,0.335
11,mlp.experts.12.down_proj,0.0000020578,0.05000,0.327
11,mlp.experts.15.down_proj,0.0000031400,0.05000,0.327
11,mlp.experts.14.down_proj,0.0000048863,0.05000,0.332
11,mlp.experts.13.down_proj,0.0000012587,0.05000,0.329
11,mlp.experts.16.down_proj,0.0000008665,0.05000,0.330
11,mlp.experts.19.down_proj,0.0000031628,0.05000,0.331
11,mlp.experts.18.down_proj,0.0000038892,0.05000,0.328
11,mlp.experts.17.down_proj,0.0000072164,0.05000,0.329
11,mlp.experts.23.down_proj,0.0000027594,0.05000,0.323
11,mlp.experts.20.down_proj,0.0000041220,0.05000,0.338
11,mlp.experts.21.down_proj,0.0000029939,0.05000,0.325
11,mlp.experts.22.down_proj,0.0000011462,0.05000,0.330
11,mlp.experts.27.down_proj,0.0000029820,0.05000,0.328
11,mlp.experts.24.down_proj,0.0000010735,0.05000,0.328
11,mlp.experts.26.down_proj,0.0000024211,0.05000,0.326
11,mlp.experts.25.down_proj,0.0000013620,0.05000,0.333
11,mlp.experts.31.down_proj,0.0000009260,0.05000,0.324
11,mlp.experts.30.down_proj,0.0000045281,0.05000,0.326
11,mlp.experts.28.down_proj,0.0000009842,0.05000,0.331
11,mlp.experts.29.down_proj,0.0000029329,0.05000,0.324
11,mlp.experts.35.down_proj,0.0000017713,0.05000,0.327
11,mlp.experts.34.down_proj,0.0000011533,0.05000,0.329
11,mlp.experts.33.down_proj,0.0000020285,0.05000,0.327
11,mlp.experts.32.down_proj,0.0000027711,0.05000,0.334
11,mlp.experts.39.down_proj,0.0000035606,0.05000,0.325
11,mlp.experts.38.down_proj,0.0000012349,0.05000,0.329
11,mlp.experts.37.down_proj,0.0000069121,0.05000,0.330
11,mlp.experts.36.down_proj,0.0000029843,0.05000,0.331
11,mlp.experts.43.down_proj,0.0000083129,0.05000,0.325
11,mlp.experts.41.down_proj,0.0000010183,0.05000,0.326
11,mlp.experts.40.down_proj,0.0000023582,0.05000,0.326
11,mlp.experts.42.down_proj,0.0000020917,0.05000,0.339
11,mlp.experts.47.down_proj,0.0000034916,0.05000,0.325
11,mlp.experts.45.down_proj,0.0000008771,0.05000,0.327
11,mlp.experts.44.down_proj,0.0000032270,0.05000,0.328
11,mlp.experts.46.down_proj,0.0000010103,0.05000,0.330
11,mlp.experts.51.down_proj,0.0000010043,0.05000,0.327
11,mlp.experts.49.down_proj,0.0000061177,0.05000,0.327
11,mlp.experts.48.down_proj,0.0000037749,0.05000,0.326
11,mlp.experts.50.down_proj,0.0000015175,0.05000,0.327
11,mlp.experts.55.down_proj,0.0000029102,0.05000,0.324
11,mlp.experts.53.down_proj,0.0000105506,0.05000,0.323
11,mlp.experts.52.down_proj,0.0000030073,0.05000,0.324
11,mlp.experts.54.down_proj,0.0000071602,0.05000,0.323
11,mlp.experts.59.down_proj,0.0000103024,0.05000,0.307
11,mlp.experts.57.down_proj,0.0000010503,0.05000,0.368
11,mlp.experts.58.down_proj,0.0000005852,0.05000,0.393
11,mlp.experts.56.down_proj,0.0000040530,0.05000,0.484
11,mlp.experts.63.down_proj,0.0000053583,0.05000,0.338
11,mlp.experts.61.down_proj,0.0000012403,0.05000,0.331
11,mlp.experts.62.down_proj,0.0000035141,0.05000,0.326
11,mlp.experts.60.down_proj,0.0000021601,0.05000,0.336
11,mlp.experts.67.down_proj,0.0000060026,0.05000,0.324
11,mlp.experts.65.down_proj,0.0000028496,0.05000,0.334
11,mlp.experts.66.down_proj,0.0000061465,0.05000,0.361
11,mlp.experts.64.down_proj,0.0000018237,0.05000,0.331
11,mlp.experts.71.down_proj,0.0000084198,0.05000,0.324
11,mlp.experts.69.down_proj,0.0000044311,0.05000,0.324
11,mlp.experts.70.down_proj,0.0000164745,0.05000,0.322
11,mlp.experts.68.down_proj,0.0000042677,0.05000,0.324
11,mlp.experts.75.down_proj,0.0000014041,0.05000,0.327
11,mlp.experts.73.down_proj,0.0000010473,0.05000,0.324
11,mlp.experts.74.down_proj,0.0000015533,0.05000,0.327
11,mlp.experts.72.down_proj,0.0000048232,0.05000,0.323
11,mlp.experts.79.down_proj,0.0000074800,0.05000,0.330
11,mlp.experts.77.down_proj,0.0000054238,0.05000,0.324
11,mlp.experts.78.down_proj,0.0000016447,0.05000,0.324
11,mlp.experts.76.down_proj,0.0000009830,0.05000,0.331
11,mlp.experts.83.down_proj,0.0000052427,0.05000,0.317
11,mlp.experts.81.down_proj,0.0000017854,0.05000,0.317
11,mlp.experts.82.down_proj,0.0000012499,0.05000,0.301
11,mlp.experts.80.down_proj,0.0000008033,0.05000,0.302
11,mlp.experts.87.down_proj,0.0000008698,0.05000,0.307
11,mlp.experts.85.down_proj,0.0000067815,0.05000,0.319
11,mlp.experts.86.down_proj,0.0000037960,0.05000,0.322
11,mlp.experts.84.down_proj,0.0000042729,0.05000,0.320
11,mlp.experts.91.down_proj,0.0000032277,0.05000,0.314
11,mlp.experts.89.down_proj,0.0000019038,0.05000,0.313
11,mlp.experts.90.down_proj,0.0000012876,0.05000,0.312
11,mlp.experts.88.down_proj,0.0000024447,0.05000,0.323
11,mlp.experts.95.down_proj,0.0000068878,0.05000,0.323
11,mlp.experts.93.down_proj,0.0000056923,0.05000,0.324
11,mlp.experts.94.down_proj,0.0000039342,0.05000,0.328
11,mlp.experts.92.down_proj,0.0000010420,0.05000,0.324
11,mlp.experts.99.down_proj,0.0000064827,0.05000,0.323
11,mlp.experts.97.down_proj,0.0000070613,0.05000,0.318
11,mlp.experts.98.down_proj,0.0000065423,0.05000,0.320
11,mlp.experts.96.down_proj,0.0000011879,0.05000,0.315
11,mlp.experts.103.down_proj,0.0000068082,0.05000,0.314
11,mlp.experts.101.down_proj,0.0000028974,0.05000,0.320
11,mlp.experts.102.down_proj,0.0000011046,0.05000,0.321
11,mlp.experts.100.down_proj,0.0000031120,0.05000,0.326
11,mlp.experts.107.down_proj,0.0000027267,0.05000,0.321
11,mlp.experts.105.down_proj,0.0000028829,0.05000,0.329
11,mlp.experts.106.down_proj,0.0000086668,0.05000,0.329
11,mlp.experts.104.down_proj,0.0000017194,0.05000,0.322
11,mlp.experts.111.down_proj,0.0000084834,0.05000,0.327
11,mlp.experts.109.down_proj,0.0000057974,0.05000,0.331
11,mlp.experts.110.down_proj,0.0000051413,0.05000,0.329
11,mlp.experts.108.down_proj,0.0000023331,0.05000,0.328
11,mlp.experts.115.down_proj,0.0000049528,0.05000,0.315
11,mlp.experts.113.down_proj,0.0000050730,0.05000,0.311
11,mlp.experts.114.down_proj,0.0000039823,0.05000,0.310
11,mlp.experts.112.down_proj,0.0000012794,0.05000,0.337
11,mlp.experts.119.down_proj,0.0000094078,0.05000,0.305
11,mlp.experts.117.down_proj,0.0000039549,0.05000,0.326
11,mlp.experts.118.down_proj,0.0000063727,0.05000,0.329
11,mlp.experts.116.down_proj,0.0000060202,0.05000,0.348
11,mlp.experts.123.down_proj,0.0000009604,0.05000,0.323
11,mlp.experts.121.down_proj,0.0000028006,0.05000,0.326
11,mlp.experts.122.down_proj,0.0000061735,0.05000,0.330
11,mlp.experts.120.down_proj,0.0000061783,0.05000,0.327
11,mlp.experts.127.down_proj,0.0000010777,0.05000,0.324
11,mlp.experts.125.down_proj,0.0000021421,0.05000,0.329
11,mlp.experts.126.down_proj,0.0000012989,0.05000,0.328
11,mlp.experts.124.down_proj,0.0000032605,0.05000,0.329
11,mlp.experts.131.down_proj,0.0000034721,0.05000,0.327
11,mlp.experts.129.down_proj,0.0000007738,0.05000,0.328
11,mlp.experts.130.down_proj,0.0000045239,0.05000,0.331
11,mlp.experts.128.down_proj,0.0000019984,0.05000,0.327
11,mlp.experts.135.down_proj,0.0000016257,0.05000,0.328
11,mlp.experts.133.down_proj,0.0000039121,0.05000,0.324
11,mlp.experts.134.down_proj,0.0000040812,0.05000,0.328
11,mlp.experts.132.down_proj,0.0000013504,0.05000,0.328
11,mlp.experts.139.down_proj,0.0000040147,0.05000,0.323
11,mlp.experts.137.down_proj,0.0000281486,0.05000,0.328
11,mlp.experts.138.down_proj,0.0000010333,0.05000,0.334
11,mlp.experts.136.down_proj,0.0000051868,0.05000,0.328
11,mlp.experts.143.down_proj,0.0000016190,0.05000,0.329
11,mlp.experts.141.down_proj,0.0000033581,0.05000,0.330
11,mlp.experts.142.down_proj,0.0000044899,0.05000,0.327
11,mlp.experts.140.down_proj,0.0000016000,0.05000,0.327
11,mlp.experts.147.down_proj,0.0000032695,0.05000,0.326
11,mlp.experts.145.down_proj,0.0000062670,0.05000,0.330
11,mlp.experts.146.down_proj,0.0000042387,0.05000,0.328
11,mlp.experts.144.down_proj,0.0000030283,0.05000,0.330
11,mlp.experts.151.down_proj,0.0000087167,0.05000,0.324
11,mlp.experts.149.down_proj,0.0000010662,0.05000,0.326
11,mlp.experts.150.down_proj,0.0000014584,0.05000,0.328
11,mlp.experts.148.down_proj,0.0000011736,0.05000,0.327
11,mlp.experts.155.down_proj,0.0000010070,0.05000,0.324
11,mlp.experts.153.down_proj,0.0000045271,0.05000,0.325
11,mlp.experts.154.down_proj,0.0000048056,0.05000,0.325
11,mlp.experts.152.down_proj,0.0000010833,0.05000,0.329
11,mlp.experts.159.down_proj,0.0000055173,0.05000,0.327
11,mlp.experts.157.down_proj,0.0000047954,0.05000,0.336
11,mlp.experts.158.down_proj,0.0000062005,0.05000,0.328
11,mlp.experts.156.down_proj,0.0000056905,0.05000,0.324
11,mlp.experts.163.down_proj,0.0000012587,0.05000,0.329
11,mlp.experts.161.down_proj,0.0000014794,0.05000,0.329
11,mlp.experts.162.down_proj,0.0000007923,0.05000,0.333
11,mlp.experts.160.down_proj,0.0000013293,0.05000,0.330
11,mlp.experts.167.down_proj,0.0000055459,0.05000,0.331
11,mlp.experts.165.down_proj,0.0000044089,0.05000,0.334
11,mlp.experts.166.down_proj,0.0000061841,0.05000,0.326
11,mlp.experts.164.down_proj,0.0000094677,0.05000,0.328
11,mlp.experts.171.down_proj,0.0000011222,0.05000,0.327
11,mlp.experts.169.down_proj,0.0000063816,0.05000,0.324
11,mlp.experts.170.down_proj,0.0000103529,0.05000,0.328
11,mlp.experts.168.down_proj,0.0000011500,0.05000,0.331
11,mlp.experts.175.down_proj,0.0000082460,0.05000,0.325
11,mlp.experts.173.down_proj,0.0000013331,0.05000,0.331
11,mlp.experts.174.down_proj,0.0000041900,0.05000,0.335
11,mlp.experts.172.down_proj,0.0000013810,0.05000,0.329
11,mlp.experts.179.down_proj,0.0000044670,0.05000,0.331
11,mlp.experts.177.down_proj,0.0000009484,0.05000,0.293
11,mlp.experts.178.down_proj,0.0000029246,0.05000,0.275
11,mlp.experts.176.down_proj,0.0000010239,0.05000,0.262
11,mlp.experts.183.down_proj,0.0000009718,0.05000,0.263
11,mlp.experts.181.down_proj,0.0000020393,0.05000,0.310
11,mlp.experts.185.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
11,mlp.experts.182.down_proj,0.0000045707,0.05000,0.311
11,mlp.experts.180.down_proj,0.0000013016,0.05000,0.299
11,mlp.experts.187.down_proj,0.0000012977,0.05000,0.309
11,mlp.experts.189.down_proj,0.0000018269,0.05000,0.317
11,mlp.experts.186.down_proj,0.0000088400,0.05000,0.316
11,mlp.experts.184.down_proj,0.0000027376,0.05000,0.320
11,mlp.experts.191.down_proj,0.0000052883,0.05000,0.323
11,mlp.experts.193.down_proj,0.0000019652,0.05000,0.328
11,mlp.experts.190.down_proj,0.0000060175,0.05000,0.331
11,mlp.experts.188.down_proj,0.0000016625,0.05000,0.328
11,mlp.experts.195.down_proj,0.0000053176,0.05000,0.329
11,mlp.experts.197.down_proj,0.0000061234,0.05000,0.333
11,mlp.experts.194.down_proj,0.0000041907,0.05000,0.325
11,mlp.experts.192.down_proj,0.0000014632,0.05000,0.327
11,mlp.experts.199.down_proj,0.0000082332,0.05000,0.327
11,mlp.experts.201.down_proj,0.0000071821,0.05000,0.334
11,mlp.experts.198.down_proj,0.0000034872,0.05000,0.332
11,mlp.experts.196.down_proj,0.0000010906,0.05000,0.333
11,mlp.experts.203.down_proj,0.0000049640,0.05000,0.333
11,mlp.experts.205.down_proj,0.0000010236,0.05000,0.332
11,mlp.experts.202.down_proj,0.0000100274,0.05000,0.330
11,mlp.experts.200.down_proj,0.0000044745,0.05000,0.333
11,mlp.experts.207.down_proj,0.0000058065,0.05000,0.331
11,mlp.experts.209.down_proj,0.0000063686,0.05000,0.334
11,mlp.experts.206.down_proj,0.0000024826,0.05000,0.330
11,mlp.experts.204.down_proj,0.0000016830,0.05000,0.329
11,mlp.experts.211.down_proj,0.0000104634,0.05000,0.329
11,mlp.experts.213.down_proj,0.0000009840,0.05000,0.331
11,mlp.experts.210.down_proj,0.0000039515,0.05000,0.324
11,mlp.experts.208.down_proj,0.0000040307,0.05000,0.327
11,mlp.experts.215.down_proj,0.0000015023,0.05000,0.321
11,mlp.experts.217.down_proj,0.0000039896,0.05000,0.320
11,mlp.experts.214.down_proj,0.0000017024,0.05000,0.320
11,mlp.experts.212.down_proj,0.0000066530,0.05000,0.327
11,mlp.experts.219.down_proj,0.0000012275,0.05000,0.327
11,mlp.experts.221.down_proj,0.0000017397,0.05000,0.327
11,mlp.experts.218.down_proj,0.0000040820,0.05000,0.326
11,mlp.experts.216.down_proj,0.0000063218,0.05000,0.337
11,mlp.experts.223.down_proj,0.0000030557,0.05000,0.330
11,mlp.experts.225.down_proj,0.0000026738,0.05000,0.334
11,mlp.experts.222.down_proj,0.0000068975,0.05000,0.333
11,mlp.experts.220.down_proj,0.0000090159,0.05000,0.333
11,mlp.experts.227.down_proj,0.0000025457,0.05000,0.330
11,mlp.experts.229.down_proj,0.0000054655,0.05000,0.330
11,mlp.experts.226.down_proj,0.0000013391,0.05000,0.328
11,mlp.experts.224.down_proj,0.0000009380,0.05000,0.332
11,mlp.experts.231.down_proj,0.0000062111,0.05000,0.332
11,mlp.experts.233.down_proj,0.0000010146,0.05000,0.330
11,mlp.experts.230.down_proj,0.0000023241,0.05000,0.327
11,mlp.experts.228.down_proj,0.0000021156,0.05000,0.329
11,mlp.experts.235.down_proj,0.0000058487,0.05000,0.331
11,mlp.experts.234.down_proj,0.0000041538,0.05000,0.321
11,mlp.experts.237.down_proj,0.0000022126,0.05000,0.330
11,mlp.experts.232.down_proj,0.0000046628,0.05000,0.328
11,mlp.experts.239.down_proj,0.0000013918,0.05000,0.328
11,mlp.experts.238.down_proj,0.0000064038,0.05000,0.317
11,mlp.experts.241.down_proj,0.0000074325,0.05000,0.312
11,mlp.experts.236.down_proj,0.0000068212,0.05000,0.315
11,mlp.experts.243.down_proj,0.0000009474,0.05000,0.311
11,mlp.experts.242.down_proj,0.0000029940,0.05000,0.327
11,mlp.experts.245.down_proj,0.0000156710,0.05000,0.329
11,mlp.experts.240.down_proj,0.0000064869,0.05000,0.330
11,mlp.experts.247.down_proj,0.0000047024,0.05000,0.325
11,mlp.experts.249.down_proj,0.0000008889,0.05000,0.327
11,mlp.experts.246.down_proj,0.0000009270,0.05000,0.333
11,mlp.experts.244.down_proj,0.0000159448,0.05000,0.326
11,mlp.experts.251.down_proj,0.0000044460,0.05000,0.331
11,mlp.experts.253.down_proj,0.0000009218,0.05000,0.331
11,mlp.experts.250.down_proj,0.0000055214,0.05000,0.330
11,mlp.experts.248.down_proj,0.0000063383,0.05000,0.286
11,mlp.experts.255.down_proj,0.0000062384,0.05000,0.281
11,mlp.experts.254.down_proj,0.0000067759,0.05000,0.179
11,mlp.experts.252.down_proj,0.0000066690,0.05000,0.123
12,mlp.experts.3.gate_proj,0.0000989420,0.05000,1.293
12,mlp.experts.1.gate_proj,0.0000558480,0.05000,1.314
12,mlp.experts.0.gate_proj,0.0001031574,0.05000,1.316
12,mlp.experts.2.gate_proj,0.0001732659,0.05000,1.341
12,mlp.experts.7.gate_proj,0.0001408035,0.05000,1.313
12,mlp.experts.5.gate_proj,0.0001170261,0.05000,1.313
12,mlp.experts.6.gate_proj,0.0001265679,0.05000,1.306
12,mlp.experts.4.gate_proj,0.0000980119,0.05000,1.336
12,mlp.experts.11.gate_proj,0.0001320629,0.05000,1.269
12,mlp.experts.8.gate_proj,0.0001075945,0.05000,1.248
12,mlp.experts.9.gate_proj,0.0001220672,0.05000,1.293
12,mlp.experts.10.gate_proj,0.0001147617,0.05000,1.286
12,mlp.experts.15.gate_proj,0.0000847651,0.05000,1.309
12,mlp.experts.12.gate_proj,0.0001889335,0.05000,1.313
12,mlp.experts.14.gate_proj,0.0000782500,0.05000,1.312
12,mlp.experts.13.gate_proj,0.0000878461,0.05000,1.332
12,mlp.experts.19.gate_proj,0.0001440033,0.05000,1.278
12,mlp.experts.16.gate_proj,0.0000946847,0.05000,1.288
12,mlp.experts.18.gate_proj,0.0001229967,0.05000,1.300
12,mlp.experts.17.gate_proj,0.0001107977,0.05000,1.288
12,mlp.experts.23.gate_proj,0.0004393243,0.05000,1.300
12,mlp.experts.20.gate_proj,0.0002147957,0.05000,1.293
12,mlp.experts.22.gate_proj,0.0002133818,0.05000,1.310
12,mlp.experts.21.gate_proj,0.0000962300,0.05000,1.309
12,mlp.experts.27.gate_proj,0.0001908597,0.05000,1.311
12,mlp.experts.24.gate_proj,0.0001033656,0.05000,1.313
12,mlp.experts.25.gate_proj,0.0001847894,0.05000,1.310
12,mlp.experts.26.gate_proj,0.0000982140,0.05000,1.316
12,mlp.experts.31.gate_proj,0.0001420981,0.05000,1.323
12,mlp.experts.28.gate_proj,0.0002085562,0.05000,1.324
12,mlp.experts.29.gate_proj,0.0001280392,0.05000,1.329
12,mlp.experts.30.gate_proj,0.0001742088,0.05000,1.340
12,mlp.experts.35.gate_proj,0.0001846226,0.05000,1.313
12,mlp.experts.32.gate_proj,0.0001605610,0.05000,1.308
12,mlp.experts.33.gate_proj,0.0001119724,0.05000,1.316
12,mlp.experts.34.gate_proj,0.0001306862,0.05000,1.305
12,mlp.experts.39.gate_proj,0.0001984690,0.05000,1.193
12,mlp.experts.36.gate_proj,0.0001997250,0.05000,1.213
12,mlp.experts.37.gate_proj,0.0001555074,0.05000,1.215
12,mlp.experts.38.gate_proj,0.0000653756,0.05000,1.232
12,mlp.experts.40.gate_proj,0.0000920198,0.05000,1.137
12,mlp.experts.43.gate_proj,0.0001184387,0.05000,1.209
12,mlp.experts.41.gate_proj,0.0001089852,0.05000,1.192
12,mlp.experts.42.gate_proj,0.0001547310,0.05000,1.191
12,mlp.experts.44.gate_proj,0.0000764001,0.05000,1.143
12,mlp.experts.47.gate_proj,0.0001809387,0.05000,1.193
12,mlp.experts.45.gate_proj,0.0001313335,0.05000,1.184
12,mlp.experts.46.gate_proj,0.0001101511,0.05000,1.181
12,mlp.experts.48.gate_proj,0.0001109302,0.05000,1.284
12,mlp.experts.51.gate_proj,0.0001199195,0.05000,1.343
12,mlp.experts.49.gate_proj,0.0001586469,0.05000,1.368
12,mlp.experts.50.gate_proj,0.0001662784,0.05000,2.373
12,mlp.experts.52.gate_proj,0.0001269122,0.05000,1.638
12,mlp.experts.53.gate_proj,0.0000972360,0.05000,2.503
12,mlp.experts.55.gate_proj,0.0002534766,0.05000,3.067
12,mlp.experts.56.gate_proj,0.0002084822,0.05000,2.099
12,mlp.experts.54.gate_proj,0.0002239857,0.05000,3.453
12,mlp.experts.60.gate_proj,0.0001054807,0.05000,1.860
12,mlp.experts.57.gate_proj,0.0001335912,0.05000,2.930
12,mlp.experts.58.gate_proj,0.0001451271,0.05000,1.757
12,mlp.experts.64.gate_proj,0.0001650281,0.05000,1.318
12,mlp.experts.59.gate_proj,0.0001523409,0.05000,3.782
12,mlp.experts.62.gate_proj,0.0000800946,0.05000,1.291
12,mlp.experts.68.gate_proj,0.0000990372,0.05000,1.276
12,mlp.experts.61.gate_proj,0.0001789701,0.05000,2.855
12,mlp.experts.66.gate_proj,0.0001892079,0.05000,0.945
12,mlp.experts.63.gate_proj,0.0000834903,0.05000,1.764
12,mlp.experts.72.gate_proj,0.0001439164,0.05000,0.604
12,mlp.experts.65.gate_proj,0.0001304613,0.05000,1.166
12,mlp.experts.76.gate_proj,0.0001100387,0.05000,1.193
12,mlp.experts.70.gate_proj,0.0001160462,0.05000,1.220
12,mlp.experts.67.gate_proj,0.0001199803,0.05000,1.237
12,mlp.experts.69.gate_proj,0.0001123384,0.05000,1.203
12,mlp.experts.80.gate_proj,0.0001605986,0.05000,1.252
12,mlp.experts.71.gate_proj,0.0000909791,0.05000,1.225
12,mlp.experts.74.gate_proj,0.0000768295,0.05000,1.292
12,mlp.experts.73.gate_proj,0.0001631730,0.05000,1.286
12,mlp.experts.84.gate_proj,0.0001076443,0.05000,1.284
12,mlp.experts.75.gate_proj,0.0000882065,0.05000,1.284
12,mlp.experts.78.gate_proj,0.0001078676,0.05000,1.279
12,mlp.experts.77.gate_proj,0.0000699720,0.05000,1.315
12,mlp.experts.88.gate_proj,0.0001081586,0.05000,1.325
12,mlp.experts.79.gate_proj,0.0001106744,0.05000,1.313
12,mlp.experts.82.gate_proj,0.0002367044,0.05000,1.322
12,mlp.experts.81.gate_proj,0.0001860718,0.05000,1.307
12,mlp.experts.92.gate_proj,0.0001222876,0.05000,1.295
12,mlp.experts.83.gate_proj,0.0001109154,0.05000,1.301
12,mlp.experts.86.gate_proj,0.0002770042,0.05000,1.307
12,mlp.experts.85.gate_proj,0.0001115395,0.05000,1.282
12,mlp.experts.96.gate_proj,0.0001477312,0.05000,1.275
12,mlp.experts.87.gate_proj,0.0001126561,0.05000,1.281
12,mlp.experts.90.gate_proj,0.0001099501,0.05000,1.303
12,mlp.experts.89.gate_proj,0.0001591982,0.05000,1.241
12,mlp.experts.91.gate_proj,0.0001384519,0.05000,1.218
12,mlp.experts.100.gate_proj,0.0000952935,0.05000,1.250
12,mlp.experts.94.gate_proj,0.0001552636,0.05000,1.238
12,mlp.experts.95.gate_proj,0.0001291017,0.05000,1.428
12,mlp.experts.93.gate_proj,0.0000602526,0.05000,2.479
12,mlp.experts.104.gate_proj,0.0000864331,0.05000,2.446
12,mlp.experts.98.gate_proj,0.0001338541,0.05000,2.720
12,mlp.experts.99.gate_proj,0.0001172977,0.05000,1.971
12,mlp.experts.102.gate_proj,0.0000993426,0.05000,2.493
12,mlp.experts.108.gate_proj,0.0001313682,0.05000,2.868
12,mlp.experts.103.gate_proj,0.0001625076,0.05000,2.575
12,mlp.experts.97.gate_proj,0.0001941626,0.05000,3.772
12,mlp.experts.106.gate_proj,0.0001197925,0.05000,1.687
12,mlp.experts.112.gate_proj,0.0001279711,0.05000,1.990
12,mlp.experts.101.gate_proj,0.0001663418,0.05000,1.507
12,mlp.experts.107.gate_proj,0.0001092795,0.05000,1.862
12,mlp.experts.110.gate_proj,0.0001699639,0.05000,1.323
12,mlp.experts.116.gate_proj,0.0001455019,0.05000,1.490
12,mlp.experts.105.gate_proj,0.0001251127,0.05000,1.327
12,mlp.experts.111.gate_proj,0.0001392300,0.05000,1.310
12,mlp.experts.114.gate_proj,0.0001730464,0.05000,1.243
12,mlp.experts.120.gate_proj,0.0001153879,0.05000,1.198
12,mlp.experts.109.gate_proj,0.0001086680,0.05000,1.165
12,mlp.experts.115.gate_proj,0.0001920266,0.05000,1.133
12,mlp.experts.118.gate_proj,0.0001672355,0.05000,1.177
12,mlp.experts.124.gate_proj,0.0000890917,0.05000,1.186
12,mlp.experts.113.gate_proj,0.0001168131,0.05000,1.187
12,mlp.experts.119.gate_proj,0.0001752278,0.05000,1.167
12,mlp.experts.122.gate_proj,0.0001653896,0.05000,1.266
12,mlp.experts.128.gate_proj,0.0001270832,0.05000,1.291
12,mlp.experts.117.gate_proj,0.0000885488,0.05000,1.283
12,mlp.experts.123.gate_proj,0.0001747502,0.05000,1.255
12,mlp.experts.126.gate_proj,0.0000964853,0.05000,1.223
12,mlp.experts.132.gate_proj,0.0001076284,0.05000,1.122
12,mlp.experts.127.gate_proj,0.0000831829,0.05000,1.106
12,mlp.experts.121.gate_proj,0.0001443492,0.05000,1.196
12,mlp.experts.130.gate_proj,0.0002425024,0.05000,1.245
12,mlp.experts.136.gate_proj,0.0001437236,0.05000,1.202
12,mlp.experts.131.gate_proj,0.0001337595,0.05000,1.252
12,mlp.experts.125.gate_proj,0.0001090025,0.05000,1.362
12,mlp.experts.134.gate_proj,0.0001273084,0.05000,1.234
12,mlp.experts.140.gate_proj,0.0001394555,0.05000,1.211
12,mlp.experts.135.gate_proj,0.0002421294,0.05000,1.215
12,mlp.experts.129.gate_proj,0.0001966153,0.05000,1.219
12,mlp.experts.138.gate_proj,0.0001342222,0.05000,1.265
12,mlp.experts.144.gate_proj,0.0001066017,0.05000,1.227
12,mlp.experts.139.gate_proj,0.0002192792,0.05000,1.336
12,mlp.experts.133.gate_proj,0.0001542091,0.05000,1.307
12,mlp.experts.142.gate_proj,0.0001213737,0.05000,1.275
12,mlp.experts.148.gate_proj,0.0001701212,0.05000,1.253
12,mlp.experts.143.gate_proj,0.0001457945,0.05000,1.201
12,mlp.experts.137.gate_proj,0.0001519150,0.05000,1.227
12,mlp.experts.146.gate_proj,0.0001226455,0.05000,1.653
12,mlp.experts.152.gate_proj,0.0001593195,0.05000,2.112
12,mlp.experts.141.gate_proj,0.0001207368,0.05000,1.999
12,mlp.experts.147.gate_proj,0.0001333017,0.05000,2.493
12,mlp.experts.150.gate_proj,0.0001676031,0.05000,1.945
12,mlp.experts.156.gate_proj,0.0001499422,0.05000,2.231
12,mlp.experts.145.gate_proj,0.0000771592,0.05000,2.436
12,mlp.experts.151.gate_proj,0.0001116940,0.05000,3.482
12,mlp.experts.154.gate_proj,0.0001443530,0.05000,3.192
12,mlp.experts.149.gate_proj,0.0000840879,0.05000,1.631
12,mlp.experts.160.gate_proj,0.0001139761,0.05000,3.540
12,mlp.experts.153.gate_proj,0.0000936932,0.05000,1.606
12,mlp.experts.158.gate_proj,0.0004140399,0.05000,3.086
12,mlp.experts.157.gate_proj,0.0001580470,0.05000,1.592
12,mlp.experts.155.gate_proj,0.0001319174,0.05000,3.475
12,mlp.experts.164.gate_proj,0.0000969759,0.05000,3.540
12,mlp.experts.162.gate_proj,0.0002682209,0.05000,2.243
12,mlp.experts.159.gate_proj,0.0001061119,0.05000,2.446
12,mlp.experts.161.gate_proj,0.0000556411,0.05000,2.498
12,mlp.experts.163.gate_proj,0.0000732411,0.05000,1.653
12,mlp.experts.168.gate_proj,0.0001298067,0.05000,3.305
12,mlp.experts.166.gate_proj,0.0001655593,0.05000,3.146
12,mlp.experts.165.gate_proj,0.0001009084,0.05000,3.242
12,mlp.experts.167.gate_proj,0.0001138785,0.05000,2.025
12,mlp.experts.172.gate_proj,0.0002238519,0.05000,1.428
12,mlp.experts.170.gate_proj,0.0001520320,0.05000,1.546
12,mlp.experts.169.gate_proj,0.0001118713,0.05000,1.324
12,mlp.experts.171.gate_proj,0.0001063783,0.05000,1.304
12,mlp.experts.176.gate_proj,0.0001524396,0.05000,1.304
12,mlp.experts.174.gate_proj,0.0001257032,0.05000,1.299
12,mlp.experts.173.gate_proj,0.0001496962,0.05000,1.302
12,mlp.experts.175.gate_proj,0.0001303203,0.05000,1.288
12,mlp.experts.180.gate_proj,0.0001568283,0.05000,1.302
12,mlp.experts.178.gate_proj,0.0001665406,0.05000,1.299
12,mlp.experts.177.gate_proj,0.0001183912,0.05000,1.299
12,mlp.experts.179.gate_proj,0.0001757294,0.05000,1.300
12,mlp.experts.184.gate_proj,0.0001173820,0.05000,1.365
12,mlp.experts.181.gate_proj,0.0001809933,0.05000,1.683
12,mlp.experts.182.gate_proj,0.0001629495,0.05000,2.192
12,mlp.experts.188.gate_proj,0.0001111124,0.05000,1.296
12,mlp.experts.183.gate_proj,0.0001755301,0.05000,1.982
12,mlp.experts.185.gate_proj,0.0000892871,0.05000,1.408
12,mlp.experts.186.gate_proj,0.0001319543,0.05000,1.204
12,mlp.experts.192.gate_proj,0.0001566508,0.05000,1.296
12,mlp.experts.187.gate_proj,0.0001038200,0.05000,1.300
12,mlp.experts.196.gate_proj,0.0000849402,0.05000,1.368
12,mlp.experts.190.gate_proj,0.0001655747,0.05000,1.633
12,mlp.experts.189.gate_proj,0.0001210810,0.05000,1.814
12,mlp.experts.200.gate_proj,0.0001941035,0.05000,1.657
12,mlp.experts.191.gate_proj,0.0001104682,0.05000,2.860
12,mlp.experts.204.gate_proj,0.0001827877,0.05000,1.659
12,mlp.experts.194.gate_proj,0.0001148220,0.05000,3.690
12,mlp.experts.193.gate_proj,0.0001323994,0.05000,3.671
12,mlp.experts.195.gate_proj,0.0001357161,0.05000,3.462
12,mlp.experts.208.gate_proj,0.0001452101,0.05000,2.566
12,mlp.experts.197.gate_proj,0.0001424177,0.05000,2.568
12,mlp.experts.199.gate_proj,0.0001796993,0.05000,1.871
12,mlp.experts.198.gate_proj,0.0001425342,0.05000,3.646
12,mlp.experts.203.gate_proj,0.0001733356,0.05000,1.796
12,mlp.experts.201.gate_proj,0.0001651461,0.05000,3.140
12,mlp.experts.212.gate_proj,0.0000657785,0.05000,3.851
12,mlp.experts.202.gate_proj,0.0001075336,0.05000,3.138
12,mlp.experts.207.gate_proj,0.0001949643,0.05000,1.813
12,mlp.experts.205.gate_proj,0.0001535745,0.05000,1.916
12,mlp.experts.216.gate_proj,0.0001079254,0.05000,1.957
12,mlp.experts.206.gate_proj,0.0001141358,0.05000,1.319
12,mlp.experts.211.gate_proj,0.0001039519,0.05000,1.285
12,mlp.experts.209.gate_proj,0.0001942247,0.05000,1.294
12,mlp.experts.220.gate_proj,0.0000865737,0.05000,1.265
12,mlp.experts.210.gate_proj,0.0001833728,0.05000,1.262
12,mlp.experts.215.gate_proj,0.0002453632,0.05000,1.236
12,mlp.experts.213.gate_proj,0.0001059580,0.05000,1.372
12,mlp.experts.224.gate_proj,0.0000925140,0.05000,1.232
12,mlp.experts.214.gate_proj,0.0001051349,0.05000,1.294
12,mlp.experts.219.gate_proj,0.0001941225,0.05000,1.297
12,mlp.experts.228.gate_proj,0.0001129991,0.05000,1.242
12,mlp.experts.217.gate_proj,0.0001789357,0.05000,1.272
12,mlp.experts.218.gate_proj,0.0001245259,0.05000,1.237
12,mlp.experts.223.gate_proj,0.0001352993,0.05000,1.206
12,mlp.experts.232.gate_proj,0.0000954033,0.05000,1.263
12,mlp.experts.221.gate_proj,0.0001264118,0.05000,1.279
12,mlp.experts.222.gate_proj,0.0001655342,0.05000,1.303
12,mlp.experts.227.gate_proj,0.0001670954,0.05000,1.788
12,mlp.experts.226.gate_proj,0.0001187673,0.05000,2.465
12,mlp.experts.231.gate_proj,0.0002305198,0.05000,1.925
12,mlp.experts.225.gate_proj,0.0002255043,0.05000,2.830
12,mlp.experts.236.gate_proj,0.0001401536,0.05000,3.084
12,mlp.experts.235.gate_proj,0.0001015661,0.05000,1.537
12,mlp.experts.240.gate_proj,0.0000639732,0.05000,1.321
12,mlp.experts.229.gate_proj,0.0001182679,0.05000,2.818
12,mlp.experts.244.gate_proj,0.0001372000,0.05000,1.545
12,mlp.experts.230.gate_proj,0.0001876277,0.05000,3.429
12,mlp.experts.248.gate_proj,0.0001085954,0.05000,1.624
12,mlp.experts.239.gate_proj,0.0001461825,0.05000,3.423
12,mlp.experts.233.gate_proj,0.0002456023,0.05000,3.150
12,mlp.experts.234.gate_proj,0.0001143193,0.05000,3.279
12,mlp.experts.252.gate_proj,0.0001156679,0.05000,2.531
12,mlp.experts.237.gate_proj,0.0001779741,0.05000,1.845
12,mlp.experts.243.gate_proj,0.0000957347,0.05000,3.090
12,mlp.experts.247.gate_proj,0.0001055549,0.05000,2.132
12,mlp.experts.238.gate_proj,0.0001764767,0.05000,3.716
12,mlp.experts.0.up_proj,0.0000963493,0.05000,3.600
12,mlp.experts.241.gate_proj,0.0001161250,0.05000,3.267
12,mlp.experts.242.gate_proj,0.0000999809,0.05000,1.580
12,mlp.experts.251.gate_proj,0.0001195651,0.05000,2.003
12,mlp.experts.245.gate_proj,0.0001608558,0.05000,1.985
12,mlp.experts.246.gate_proj,0.0001799120,0.05000,1.941
12,mlp.experts.4.up_proj,0.0000917747,0.05000,3.038
12,mlp.experts.255.gate_proj,0.0001375507,0.05000,2.845
12,mlp.experts.8.up_proj,0.0001018021,0.05000,2.209
12,mlp.experts.249.gate_proj,0.0001807852,0.05000,3.440
12,mlp.experts.250.gate_proj,0.0000701254,0.05000,3.475
12,mlp.experts.3.up_proj,0.0001010102,0.05000,2.533
12,mlp.experts.253.gate_proj,0.0001741575,0.05000,1.529
12,mlp.experts.12.up_proj,0.0001790024,0.05000,2.422
12,mlp.experts.254.gate_proj,0.0001578449,0.05000,1.563
12,mlp.experts.7.up_proj,0.0001453830,0.05000,2.163
12,mlp.experts.1.up_proj,0.0000534181,0.05000,2.261
12,mlp.experts.16.up_proj,0.0000895361,0.05000,3.070
12,mlp.experts.11.up_proj,0.0001362955,0.05000,1.994
12,mlp.experts.2.up_proj,0.0001501969,0.05000,3.709
12,mlp.experts.5.up_proj,0.0001069036,0.05000,2.544
12,mlp.experts.20.up_proj,0.0002037200,0.05000,1.672
12,mlp.experts.9.up_proj,0.0000964202,0.05000,1.807
12,mlp.experts.24.up_proj,0.0000979559,0.05000,1.677
12,mlp.experts.15.up_proj,0.0000873260,0.05000,3.474
12,mlp.experts.6.up_proj,0.0001167199,0.05000,3.383
12,mlp.experts.28.up_proj,0.0002160443,0.05000,1.730
12,mlp.experts.13.up_proj,0.0000778051,0.05000,3.249
12,mlp.experts.32.up_proj,0.0001611030,0.05000,1.653
12,mlp.experts.19.up_proj,0.0001434529,0.05000,3.459
12,mlp.experts.10.up_proj,0.0001050891,0.05000,3.268
12,mlp.experts.36.up_proj,0.0001476952,0.05000,1.695
12,mlp.experts.17.up_proj,0.0000983013,0.05000,3.129
12,mlp.experts.40.up_proj,0.0000918589,0.05000,1.522
12,mlp.experts.23.up_proj,0.0001864717,0.05000,3.384
12,mlp.experts.14.up_proj,0.0000698831,0.05000,3.062
12,mlp.experts.21.up_proj,0.0000878312,0.05000,1.470
12,mlp.experts.44.up_proj,0.0000751818,0.05000,1.355
12,mlp.experts.27.up_proj,0.0001497221,0.05000,1.262
12,mlp.experts.18.up_proj,0.0001069546,0.05000,1.299
12,mlp.experts.25.up_proj,0.0001680772,0.05000,1.257
12,mlp.experts.48.up_proj,0.0001017402,0.05000,1.170
12,mlp.experts.31.up_proj,0.0001283101,0.05000,1.177
12,mlp.experts.22.up_proj,0.0001772894,0.05000,1.236
12,mlp.experts.29.up_proj,0.0001105631,0.05000,1.320
12,mlp.experts.52.up_proj,0.0001196605,0.05000,1.258
12,mlp.experts.35.up_proj,0.0001894926,0.05000,1.343
12,mlp.experts.26.up_proj,0.0001072296,0.05000,1.265
12,mlp.experts.33.up_proj,0.0001001468,0.05000,1.273
12,mlp.experts.56.up_proj,0.0002194238,0.05000,1.275
12,mlp.experts.39.up_proj,0.0001846154,0.05000,1.233
12,mlp.experts.30.up_proj,0.0001426802,0.05000,1.224
12,mlp.experts.37.up_proj,0.0001296573,0.05000,1.259
12,mlp.experts.43.up_proj,0.0001082263,0.05000,1.476
12,mlp.experts.60.up_proj,0.0000982916,0.05000,2.254
12,mlp.experts.41.up_proj,0.0001014469,0.05000,1.645
12,mlp.experts.34.up_proj,0.0001196171,0.05000,2.365
12,mlp.experts.47.up_proj,0.0001562971,0.05000,1.326
12,mlp.experts.64.up_proj,0.0001465013,0.05000,1.326
12,mlp.experts.45.up_proj,0.0001058495,0.05000,1.215
12,mlp.experts.51.up_proj,0.0001125865,0.05000,1.196
12,mlp.experts.38.up_proj,0.0000654348,0.05000,1.358
12,mlp.experts.68.up_proj,0.0000940483,0.05000,1.223
12,mlp.experts.49.up_proj,0.0001373306,0.05000,1.194
12,mlp.experts.55.up_proj,0.0001899554,0.05000,1.209
12,mlp.experts.42.up_proj,0.0001246185,0.05000,1.302
12,mlp.experts.72.up_proj,0.0001167041,0.05000,1.250
12,mlp.experts.53.up_proj,0.0000870933,0.05000,1.240
12,mlp.experts.59.up_proj,0.0001583446,0.05000,1.314
12,mlp.experts.46.up_proj,0.0000930579,0.05000,1.581
12,mlp.experts.76.up_proj,0.0001040508,0.05000,1.284
12,mlp.experts.57.up_proj,0.0001265084,0.05000,1.262
12,mlp.experts.63.up_proj,0.0000943367,0.05000,1.277
12,mlp.experts.50.up_proj,0.0001874617,0.05000,1.280
12,mlp.experts.80.up_proj,0.0001333152,0.05000,1.296
12,mlp.experts.61.up_proj,0.0001442973,0.05000,1.271
12,mlp.experts.67.up_proj,0.0001113594,0.05000,1.293
12,mlp.experts.54.up_proj,0.0001863097,0.05000,1.280
12,mlp.experts.84.up_proj,0.0001202436,0.05000,1.287
12,mlp.experts.65.up_proj,0.0001253912,0.05000,1.282
12,mlp.experts.71.up_proj,0.0000878259,0.05000,1.288
12,mlp.experts.58.up_proj,0.0001360828,0.05000,1.276
12,mlp.experts.88.up_proj,0.0001006307,0.05000,1.274
12,mlp.experts.69.up_proj,0.0000922606,0.05000,1.252
12,mlp.experts.75.up_proj,0.0000880332,0.05000,1.202
12,mlp.experts.62.up_proj,0.0000703267,0.05000,1.252
12,mlp.experts.92.up_proj,0.0001143630,0.05000,1.261
12,mlp.experts.73.up_proj,0.0001352830,0.05000,1.278
12,mlp.experts.79.up_proj,0.0001051188,0.05000,1.277
12,mlp.experts.96.up_proj,0.0001277892,0.05000,1.211
12,mlp.experts.66.up_proj,0.0001504209,0.05000,1.243
12,mlp.experts.77.up_proj,0.0000661809,0.05000,1.221
12,mlp.experts.83.up_proj,0.0001042840,0.05000,1.183
12,mlp.experts.100.up_proj,0.0000904972,0.05000,1.181
12,mlp.experts.70.up_proj,0.0001076768,0.05000,1.256
12,mlp.experts.81.up_proj,0.0001784007,0.05000,1.292
12,mlp.experts.87.up_proj,0.0000994202,0.05000,1.360
12,mlp.experts.104.up_proj,0.0000808863,0.05000,1.304
12,mlp.experts.74.up_proj,0.0000782224,0.05000,1.314
12,mlp.experts.85.up_proj,0.0001021743,0.05000,1.293
12,mlp.experts.91.up_proj,0.0001285552,0.05000,1.285
12,mlp.experts.108.up_proj,0.0001143248,0.05000,1.248
12,mlp.experts.78.up_proj,0.0001022563,0.05000,1.252
12,mlp.experts.89.up_proj,0.0001392845,0.05000,1.232
12,mlp.experts.95.up_proj,0.0001269263,0.05000,1.125
12,mlp.experts.112.up_proj,0.0001147729,0.05000,1.194
12,mlp.experts.82.up_proj,0.0001888819,0.05000,1.209
12,mlp.experts.93.up_proj,0.0000511629,0.05000,1.294
12,mlp.experts.99.up_proj,0.0001096775,0.05000,2.418
12,mlp.experts.116.up_proj,0.0001350930,0.05000,2.154
12,mlp.experts.86.up_proj,0.0002433963,0.05000,2.180
12,mlp.experts.97.up_proj,0.0001709045,0.05000,2.143
12,mlp.experts.103.up_proj,0.0001509807,0.05000,1.328
12,mlp.experts.90.up_proj,0.0000912797,0.05000,1.299
12,mlp.experts.120.up_proj,0.0001086533,0.05000,1.546
12,mlp.experts.101.up_proj,0.0001349976,0.05000,1.322
12,mlp.experts.107.up_proj,0.0000947226,0.05000,1.253
12,mlp.experts.94.up_proj,0.0001420518,0.05000,1.233
12,mlp.experts.124.up_proj,0.0000850711,0.05000,1.244
12,mlp.experts.105.up_proj,0.0001179580,0.05000,1.334
12,mlp.experts.111.up_proj,0.0001195065,0.05000,1.292
12,mlp.experts.98.up_proj,0.0001220851,0.05000,1.310
12,mlp.experts.128.up_proj,0.0001374980,0.05000,1.280
12,mlp.experts.109.up_proj,0.0001075149,0.05000,1.284
12,mlp.experts.115.up_proj,0.0001645559,0.05000,1.232
12,mlp.experts.102.up_proj,0.0000935085,0.05000,1.218
12,mlp.experts.132.up_proj,0.0001040413,0.05000,1.213
12,mlp.experts.113.up_proj,0.0001111266,0.05000,1.170
12,mlp.experts.119.up_proj,0.0001872391,0.05000,1.197
12,mlp.experts.106.up_proj,0.0001128111,0.05000,1.204
12,mlp.experts.136.up_proj,0.0001337598,0.05000,1.221
12,mlp.experts.117.up_proj,0.0000815636,0.05000,1.182
12,mlp.experts.123.up_proj,0.0001646961,0.05000,1.241
12,mlp.experts.110.up_proj,0.0001878200,0.05000,1.260
12,mlp.experts.140.up_proj,0.0001306931,0.05000,1.260
12,mlp.experts.121.up_proj,0.0001238611,0.05000,1.282
12,mlp.experts.127.up_proj,0.0000792431,0.05000,1.313
12,mlp.experts.114.up_proj,0.0001421801,0.05000,1.316
12,mlp.experts.144.up_proj,0.0000973376,0.05000,1.318
12,mlp.experts.125.up_proj,0.0000969983,0.05000,1.318
12,mlp.experts.131.up_proj,0.0001260909,0.05000,1.302
12,mlp.experts.118.up_proj,0.0001519057,0.05000,1.302
12,mlp.experts.148.up_proj,0.0001782058,0.05000,1.285
12,mlp.experts.129.up_proj,0.0001526103,0.05000,1.265
12,mlp.experts.135.up_proj,0.0001961393,0.05000,1.208
12,mlp.experts.122.up_proj,0.0001495305,0.05000,1.197
12,mlp.experts.152.up_proj,0.0001462157,0.05000,1.145
12,mlp.experts.133.up_proj,0.0001322017,0.05000,1.192
12,mlp.experts.139.up_proj,0.0001840174,0.05000,1.197
12,mlp.experts.156.up_proj,0.0001362637,0.05000,1.141
12,mlp.experts.126.up_proj,0.0000910645,0.05000,1.201
12,mlp.experts.137.up_proj,0.0001410936,0.05000,1.195
12,mlp.experts.143.up_proj,0.0001215862,0.05000,1.269
12,mlp.experts.130.up_proj,0.0001997876,0.05000,1.188
12,mlp.experts.160.up_proj,0.0001198368,0.05000,1.271
12,mlp.experts.141.up_proj,0.0001093629,0.05000,1.191
12,mlp.experts.134.up_proj,0.0001051312,0.05000,1.269
12,mlp.experts.147.up_proj,0.0001260001,0.05000,1.520
12,mlp.experts.164.up_proj,0.0000912060,0.05000,1.515
12,mlp.experts.145.up_proj,0.0000695151,0.05000,1.362
12,mlp.experts.138.up_proj,0.0001266659,0.05000,1.290
12,mlp.experts.151.up_proj,0.0000955264,0.05000,1.295
12,mlp.experts.168.up_proj,0.0001097884,0.05000,1.235
12,mlp.experts.149.up_proj,0.0000784587,0.05000,1.252
12,mlp.experts.142.up_proj,0.0001143378,0.05000,1.254
12,mlp.experts.155.up_proj,0.0001142555,0.05000,1.250
12,mlp.experts.172.up_proj,0.0001697728,0.05000,1.222
12,mlp.experts.153.up_proj,0.0000884432,0.05000,1.236
12,mlp.experts.146.up_proj,0.0001145802,0.05000,1.239
12,mlp.experts.159.up_proj,0.0000964162,0.05000,1.263
12,mlp.experts.176.up_proj,0.0001264546,0.05000,1.248
12,mlp.experts.157.up_proj,0.0001617129,0.05000,1.275
12,mlp.experts.150.up_proj,0.0001393955,0.05000,1.242
12,mlp.experts.163.up_proj,0.0000699081,0.05000,1.247
12,mlp.experts.180.up_proj,0.0001336931,0.05000,1.247
12,mlp.experts.161.up_proj,0.0000512918,0.05000,1.254
12,mlp.experts.154.up_proj,0.0001644162,0.05000,1.294
12,mlp.experts.167.up_proj,0.0001082858,0.05000,1.303
12,mlp.experts.184.up_proj,0.0001101622,0.05000,1.287
12,mlp.experts.165.up_proj,0.0000929852,0.05000,1.279
12,mlp.experts.158.up_proj,0.0003368606,0.05000,1.206
12,mlp.experts.171.up_proj,0.0000906576,0.05000,1.194
12,mlp.experts.188.up_proj,0.0001011460,0.05000,1.193
12,mlp.experts.169.up_proj,0.0001079785,0.05000,1.160
12,mlp.experts.162.up_proj,0.0002168050,0.05000,1.208
12,mlp.experts.175.up_proj,0.0001239367,0.05000,1.209
12,mlp.experts.192.up_proj,0.0001333525,0.05000,1.206
12,mlp.experts.173.up_proj,0.0001157770,0.05000,1.177
12,mlp.experts.166.up_proj,0.0001553234,0.05000,1.281
12,mlp.experts.179.up_proj,0.0001397173,0.05000,1.287
12,mlp.experts.196.up_proj,0.0000784292,0.05000,1.297
12,mlp.experts.177.up_proj,0.0001031866,0.05000,1.297
12,mlp.experts.170.up_proj,0.0001219289,0.05000,1.305
12,mlp.experts.183.up_proj,0.0001615025,0.05000,1.303
12,mlp.experts.200.up_proj,0.0001524232,0.05000,1.300
12,mlp.experts.181.up_proj,0.0001667646,0.05000,1.308
12,mlp.experts.174.up_proj,0.0001164977,0.05000,1.303
12,mlp.experts.187.up_proj,0.0000974935,0.05000,1.313
12,mlp.experts.204.up_proj,0.0001443626,0.05000,1.297
12,mlp.experts.185.up_proj,0.0000940904,0.05000,1.300
12,mlp.experts.178.up_proj,0.0001556597,0.05000,1.302
12,mlp.experts.191.up_proj,0.0001105788,0.05000,1.308
12,mlp.experts.208.up_proj,0.0001535367,0.05000,1.302
12,mlp.experts.189.up_proj,0.0001126914,0.05000,1.313
12,mlp.experts.182.up_proj,0.0001289911,0.05000,1.290
12,mlp.experts.195.up_proj,0.0001226144,0.05000,1.222
12,mlp.experts.212.up_proj,0.0000614676,0.05000,1.224
12,mlp.experts.193.up_proj,0.0001330170,0.05000,1.278
12,mlp.experts.186.up_proj,0.0001232506,0.05000,1.202
12,mlp.experts.199.up_proj,0.0001691188,0.05000,1.165
12,mlp.experts.216.up_proj,0.0001022192,0.05000,1.213
12,mlp.experts.197.up_proj,0.0001317541,0.05000,1.202
12,mlp.experts.190.up_proj,0.0001660915,0.05000,1.160
12,mlp.experts.203.up_proj,0.0001506630,0.05000,1.165
12,mlp.experts.220.up_proj,0.0000856224,0.05000,1.151
12,mlp.experts.201.up_proj,0.0001512837,0.05000,1.139
12,mlp.experts.194.up_proj,0.0001049957,0.05000,1.124
12,mlp.experts.207.up_proj,0.0001552035,0.05000,1.152
12,mlp.experts.224.up_proj,0.0000874556,0.05000,1.152
12,mlp.experts.205.up_proj,0.0001496174,0.05000,1.216
12,mlp.experts.211.up_proj,0.0000968594,0.05000,1.236
12,mlp.experts.198.up_proj,0.0001254242,0.05000,1.455
12,mlp.experts.228.up_proj,0.0001075256,0.05000,1.287
12,mlp.experts.209.up_proj,0.0001727870,0.05000,1.270
12,mlp.experts.215.up_proj,0.0002155983,0.05000,1.281
12,mlp.experts.202.up_proj,0.0000978121,0.05000,1.259
12,mlp.experts.232.up_proj,0.0000883674,0.05000,1.277
12,mlp.experts.213.up_proj,0.0000983636,0.05000,1.279
12,mlp.experts.219.up_proj,0.0001631021,0.05000,1.303
12,mlp.experts.206.up_proj,0.0001018940,0.05000,1.300
12,mlp.experts.236.up_proj,0.0001152000,0.05000,1.297
12,mlp.experts.217.up_proj,0.0001810498,0.05000,1.307
12,mlp.experts.223.up_proj,0.0001407382,0.05000,1.311
12,mlp.experts.210.up_proj,0.0001788741,0.05000,1.315
12,mlp.experts.240.up_proj,0.0000576177,0.05000,1.315
12,mlp.experts.221.up_proj,0.0001170711,0.05000,1.315
12,mlp.experts.227.up_proj,0.0001362960,0.05000,1.218
12,mlp.experts.214.up_proj,0.0000978873,0.05000,1.202
12,mlp.experts.244.up_proj,0.0001177984,0.05000,1.204
12,mlp.experts.225.up_proj,0.0001974004,0.05000,1.150
12,mlp.experts.231.up_proj,0.0001836608,0.05000,1.218
12,mlp.experts.218.up_proj,0.0001172824,0.05000,1.243
12,mlp.experts.248.up_proj,0.0001048955,0.05000,1.240
12,mlp.experts.229.up_proj,0.0001054018,0.05000,1.238
12,mlp.experts.235.up_proj,0.0000961383,0.05000,1.189
12,mlp.experts.222.up_proj,0.0001849810,0.05000,1.217
12,mlp.experts.252.up_proj,0.0001051299,0.05000,1.212
12,mlp.experts.233.up_proj,0.0002209700,0.05000,1.179
12,mlp.experts.239.up_proj,0.0001205220,0.05000,0.881
12,mlp.experts.226.up_proj,0.0001046624,0.05000,0.818
12,mlp.experts.237.up_proj,0.0001712419,0.05000,0.820
12,mlp.experts.243.up_proj,0.0000882467,0.05000,0.828
12,mlp.experts.230.up_proj,0.0001722491,0.05000,0.843
12,mlp.experts.241.up_proj,0.0001005842,0.05000,0.827
12,mlp.experts.247.up_proj,0.0000963776,0.05000,0.823
12,mlp.experts.234.up_proj,0.0001109920,0.05000,0.839
12,mlp.experts.245.up_proj,0.0001429504,0.05000,0.817
12,mlp.experts.251.up_proj,0.0001132507,0.05000,0.820
12,mlp.experts.238.up_proj,0.0001790400,0.05000,0.835
12,mlp.experts.249.up_proj,0.0001442703,0.05000,0.817
12,mlp.experts.255.up_proj,0.0001148484,0.05000,0.819
12,mlp.experts.253.up_proj,0.0001566955,0.05000,0.771
12,mlp.experts.242.up_proj,0.0000921789,0.05000,0.797
12,mlp.experts.246.up_proj,0.0001522986,0.05000,0.203
12,mlp.experts.250.up_proj,0.0000594782,0.05000,0.202
12,mlp.experts.254.up_proj,0.0001488559,0.05000,0.201
12,mlp.experts.0.down_proj,0.0000010527,0.05000,0.277
12,mlp.experts.3.down_proj,0.0000025898,0.05000,0.293
12,mlp.experts.2.down_proj,0.0000030471,0.05000,0.313
12,mlp.experts.1.down_proj,0.0000014949,0.05000,0.356
12,mlp.experts.4.down_proj,0.0000008453,0.05000,0.299
12,mlp.experts.7.down_proj,0.0000055208,0.05000,0.306
12,mlp.experts.6.down_proj,0.0000011766,0.05000,0.299
12,mlp.experts.5.down_proj,0.0000011550,0.05000,0.306
12,mlp.experts.8.down_proj,0.0000011726,0.05000,0.352
12,mlp.experts.11.down_proj,0.0000061894,0.05000,0.372
12,mlp.experts.10.down_proj,0.0000041144,0.05000,0.559
12,mlp.experts.9.down_proj,0.0000022118,0.05000,0.584
12,mlp.experts.12.down_proj,0.0000081028,0.05000,0.324
12,mlp.experts.15.down_proj,0.0000036898,0.05000,0.318
12,mlp.experts.14.down_proj,0.0000023063,0.05000,0.336
12,mlp.experts.16.down_proj,0.0000011152,0.05000,0.320
12,mlp.experts.19.down_proj,0.0000049784,0.05000,0.320
12,mlp.experts.13.down_proj,0.0000010475,0.05000,0.457
12,mlp.experts.18.down_proj,0.0000028862,0.05000,0.283
12,mlp.experts.20.down_proj,0.0000055174,0.05000,0.293
12,mlp.experts.23.down_proj,0.0000018385,0.05000,0.295
12,mlp.experts.17.down_proj,0.0000029502,0.05000,0.292
12,mlp.experts.22.down_proj,0.0000055308,0.05000,0.279
12,mlp.experts.24.down_proj,0.0000010801,0.05000,0.292
12,mlp.experts.27.down_proj,0.0000023185,0.05000,0.294
12,mlp.experts.21.down_proj,0.0000033055,0.05000,0.296
12,mlp.experts.26.down_proj,0.0000040255,0.05000,0.277
12,mlp.experts.28.down_proj,0.0000107279,0.05000,0.341
12,mlp.experts.31.down_proj,0.0000034077,0.05000,0.338
12,mlp.experts.25.down_proj,0.0000069592,0.05000,0.344
12,mlp.experts.30.down_proj,0.0000040290,0.05000,0.353
12,mlp.experts.35.down_proj,0.0000077505,0.05000,0.346
12,mlp.experts.29.down_proj,0.0000019259,0.05000,0.333
12,mlp.experts.34.down_proj,0.0000011608,0.05000,0.329
12,mlp.experts.32.down_proj,0.0000080581,0.05000,0.546
12,mlp.experts.39.down_proj,0.0000059706,0.05000,0.320
12,mlp.experts.33.down_proj,0.0000050914,0.05000,0.321
12,mlp.experts.38.down_proj,0.0000025052,0.05000,0.327
12,mlp.experts.36.down_proj,0.0000039895,0.05000,0.325
12,mlp.experts.43.down_proj,0.0000039329,0.05000,0.326
12,mlp.experts.37.down_proj,0.0000023245,0.05000,0.323
12,mlp.experts.42.down_proj,0.0000023658,0.05000,0.322
12,mlp.experts.40.down_proj,0.0000030968,0.05000,0.322
12,mlp.experts.47.down_proj,0.0000043622,0.05000,0.319
12,mlp.experts.41.down_proj,0.0000009443,0.05000,0.327
12,mlp.experts.46.down_proj,0.0000030709,0.05000,0.315
12,mlp.experts.44.down_proj,0.0000034050,0.05000,0.319
12,mlp.experts.51.down_proj,0.0000012145,0.05000,0.304
12,mlp.experts.45.down_proj,0.0000019422,0.05000,0.295
12,mlp.experts.50.down_proj,0.0000060008,0.05000,0.294
12,mlp.experts.48.down_proj,0.0000012428,0.05000,0.299
12,mlp.experts.55.down_proj,0.0000054918,0.05000,0.297
12,mlp.experts.49.down_proj,0.0000019687,0.05000,0.297
12,mlp.experts.54.down_proj,0.0000059962,0.05000,0.292
12,mlp.experts.52.down_proj,0.0000015755,0.05000,0.300
12,mlp.experts.59.down_proj,0.0000061541,0.05000,0.296
12,mlp.experts.53.down_proj,0.0000010224,0.05000,0.303
12,mlp.experts.58.down_proj,0.0000016145,0.05000,0.291
12,mlp.experts.56.down_proj,0.0000090497,0.05000,0.304
12,mlp.experts.63.down_proj,0.0000035325,0.05000,0.303
12,mlp.experts.57.down_proj,0.0000041741,0.05000,0.304
12,mlp.experts.62.down_proj,0.0000008699,0.05000,0.299
12,mlp.experts.60.down_proj,0.0000017638,0.05000,0.305
12,mlp.experts.67.down_proj,0.0000030130,0.05000,0.307
12,mlp.experts.61.down_proj,0.0000031519,0.05000,0.305
12,mlp.experts.66.down_proj,0.0000039168,0.05000,0.293
12,mlp.experts.64.down_proj,0.0000019034,0.05000,0.308
12,mlp.experts.71.down_proj,0.0000028775,0.05000,0.305
12,mlp.experts.65.down_proj,0.0000046961,0.05000,0.306
12,mlp.experts.70.down_proj,0.0000010527,0.05000,0.293
12,mlp.experts.68.down_proj,0.0000011312,0.05000,0.253
12,mlp.experts.75.down_proj,0.0000091949,0.05000,0.143
12,mlp.experts.74.down_proj,0.0000024864,0.05000,0.288
12,mlp.experts.69.down_proj,0.0000010766,0.05000,0.295
12,mlp.experts.79.down_proj,0.0000013753,0.05000,0.299
12,mlp.experts.72.down_proj,0.0000019612,0.05000,0.302
12,mlp.experts.78.down_proj,0.0000010739,0.05000,0.290
12,mlp.experts.83.down_proj,0.0000012465,0.05000,0.298
12,mlp.experts.73.down_proj,0.0000018404,0.05000,0.304
12,mlp.experts.76.down_proj,0.0000011651,0.05000,0.300
12,mlp.experts.82.down_proj,0.0000035271,0.05000,0.288
12,mlp.experts.77.down_proj,0.0000006583,0.05000,0.296
12,mlp.experts.87.down_proj,0.0000009682,0.05000,0.303
12,mlp.experts.80.down_proj,0.0000030427,0.05000,0.297
12,mlp.experts.86.down_proj,0.0000063365,0.05000,0.290
12,mlp.experts.91.down_proj,0.0000016392,0.05000,0.295
12,mlp.experts.81.down_proj,0.0000067547,0.05000,0.304
12,mlp.experts.84.down_proj,0.0000045650,0.05000,0.304
12,mlp.experts.90.down_proj,0.0000013613,0.05000,0.293
12,mlp.experts.95.down_proj,0.0000029242,0.05000,0.303
12,mlp.experts.88.down_proj,0.0000009892,0.05000,0.297
12,mlp.experts.85.down_proj,0.0000022042,0.05000,0.306
12,mlp.experts.94.down_proj,0.0000021977,0.05000,0.309
12,mlp.experts.99.down_proj,0.0000012336,0.05000,0.296
12,mlp.experts.89.down_proj,0.0000018790,0.05000,0.300
12,mlp.experts.92.down_proj,0.0000014816,0.05000,0.307
12,mlp.experts.98.down_proj,0.0000012500,0.05000,0.301
12,mlp.experts.103.down_proj,0.0000049806,0.05000,0.291
12,mlp.experts.93.down_proj,0.0000018991,0.05000,0.296
12,mlp.experts.96.down_proj,0.0000027959,0.05000,0.297
12,mlp.experts.102.down_proj,0.0000008423,0.05000,0.298
12,mlp.experts.107.down_proj,0.0000026330,0.05000,0.295
12,mlp.experts.97.down_proj,0.0000082789,0.05000,0.300
12,mlp.experts.100.down_proj,0.0000008908,0.05000,0.301
12,mlp.experts.106.down_proj,0.0000024739,0.05000,0.301
12,mlp.experts.111.down_proj,0.0000019120,0.05000,0.296
12,mlp.experts.101.down_proj,0.0000030160,0.05000,0.301
12,mlp.experts.104.down_proj,0.0000007588,0.05000,0.300
12,mlp.experts.110.down_proj,0.0000076536,0.05000,0.303
12,mlp.experts.115.down_proj,0.0000085127,0.05000,0.295
12,mlp.experts.105.down_proj,0.0000012908,0.05000,0.303
12,mlp.experts.108.down_proj,0.0000031674,0.05000,0.305
12,mlp.experts.119.down_proj,0.0000071144,0.05000,0.292
12,mlp.experts.114.down_proj,0.0000027080,0.05000,0.308
12,mlp.experts.109.down_proj,0.0000054627,0.05000,0.306
12,mlp.experts.112.down_proj,0.0000017950,0.05000,0.302
12,mlp.experts.123.down_proj,0.0000036223,0.05000,0.296
12,mlp.experts.118.down_proj,0.0000031397,0.05000,0.305
12,mlp.experts.113.down_proj,0.0000012514,0.05000,0.304
12,mlp.experts.116.down_proj,0.0000043436,0.05000,0.306
12,mlp.experts.127.down_proj,0.0000009019,0.05000,0.319
12,mlp.experts.122.down_proj,0.0000041233,0.05000,0.324
12,mlp.experts.117.down_proj,0.0000007140,0.05000,0.323
12,mlp.experts.120.down_proj,0.0000013396,0.05000,0.323
12,mlp.experts.131.down_proj,0.0000059497,0.05000,0.327
12,mlp.experts.126.down_proj,0.0000010481,0.05000,0.329
12,mlp.experts.124.down_proj,0.0000008016,0.05000,0.322
12,mlp.experts.121.down_proj,0.0000038504,0.05000,0.328
12,mlp.experts.135.down_proj,0.0000037554,0.05000,0.332
12,mlp.experts.130.down_proj,0.0000038762,0.05000,0.328
12,mlp.experts.125.down_proj,0.0000024212,0.05000,0.326
12,mlp.experts.128.down_proj,0.0000054911,0.05000,0.330
12,mlp.experts.139.down_proj,0.0000057316,0.05000,0.319
12,mlp.experts.134.down_proj,0.0000022867,0.05000,0.311
12,mlp.experts.129.down_proj,0.0000026165,0.05000,0.311
12,mlp.experts.132.down_proj,0.0000037878,0.05000,0.310
12,mlp.experts.143.down_proj,0.0000029686,0.05000,0.302
12,mlp.experts.138.down_proj,0.0000039500,0.05000,0.292
12,mlp.experts.133.down_proj,0.0000036473,0.05000,0.300
12,mlp.experts.136.down_proj,0.0000022622,0.05000,0.301
12,mlp.experts.142.down_proj,0.0000013117,0.05000,0.290
12,mlp.experts.147.down_proj,0.0000049171,0.05000,0.304
12,mlp.experts.137.down_proj,0.0000016558,0.05000,0.300
12,mlp.experts.140.down_proj,0.0000052873,0.05000,0.303
12,mlp.experts.146.down_proj,0.0000011855,0.05000,0.360
12,mlp.experts.141.down_proj,0.0000015642,0.05000,0.411
12,mlp.experts.151.down_proj,0.0000023047,0.05000,0.712
12,mlp.experts.150.down_proj,0.0000031238,0.05000,0.387
12,mlp.experts.144.down_proj,0.0000011080,0.05000,0.798
12,mlp.experts.145.down_proj,0.0000011578,0.05000,0.435
12,mlp.experts.154.down_proj,0.0000038149,0.05000,0.390
12,mlp.experts.149.down_proj,0.0000035062,0.05000,0.427
12,mlp.experts.158.down_proj,0.0000018676,0.05000,0.385
12,mlp.experts.155.down_proj,0.0000034988,0.05000,0.915
12,mlp.experts.153.down_proj,0.0000010482,0.05000,0.431
12,mlp.experts.148.down_proj,0.0000099371,0.05000,0.916
12,mlp.experts.162.down_proj,0.0000062354,0.05000,0.388
12,mlp.experts.157.down_proj,0.0000052258,0.05000,0.431
12,mlp.experts.166.down_proj,0.0000061242,0.05000,0.384
12,mlp.experts.159.down_proj,0.0000039206,0.05000,0.918
12,mlp.experts.161.down_proj,0.0000016739,0.05000,0.436
12,mlp.experts.152.down_proj,0.0000032050,0.05000,0.914
12,mlp.experts.170.down_proj,0.0000029086,0.05000,0.393
12,mlp.experts.165.down_proj,0.0000009911,0.05000,0.434
12,mlp.experts.174.down_proj,0.0000011432,0.05000,0.458
12,mlp.experts.156.down_proj,0.0000023752,0.05000,0.743
12,mlp.experts.163.down_proj,0.0000020174,0.05000,1.007
12,mlp.experts.169.down_proj,0.0000014536,0.05000,0.731
12,mlp.experts.160.down_proj,0.0000051499,0.05000,0.483
12,mlp.experts.178.down_proj,0.0000056408,0.05000,0.860
12,mlp.experts.164.down_proj,0.0000009164,0.05000,0.443
12,mlp.experts.173.down_proj,0.0000027931,0.05000,0.588
12,mlp.experts.167.down_proj,0.0000011235,0.05000,1.016
12,mlp.experts.168.down_proj,0.0000024488,0.05000,0.419
12,mlp.experts.177.down_proj,0.0000011855,0.05000,0.421
12,mlp.experts.182.down_proj,0.0000023571,0.05000,0.887
12,mlp.experts.172.down_proj,0.0000044135,0.05000,0.424
12,mlp.experts.181.down_proj,0.0000060987,0.05000,0.417
12,mlp.experts.171.down_proj,0.0000027369,0.05000,0.969
12,mlp.experts.176.down_proj,0.0000036125,0.05000,0.426
12,mlp.experts.185.down_proj,0.0000029302,0.05000,0.422
12,mlp.experts.186.down_proj,0.0000038070,0.05000,0.887
12,mlp.experts.180.down_proj,0.0000020641,0.05000,0.424
12,mlp.experts.189.down_proj,0.0000015943,0.05000,0.420
12,mlp.experts.193.down_proj,0.0000030924,0.05000,0.411
12,mlp.experts.184.down_proj,0.0000012452,0.05000,0.420
12,mlp.experts.175.down_proj,0.0000014274,0.05000,0.982
12,mlp.experts.190.down_proj,0.0000071853,0.05000,0.901
12,mlp.experts.197.down_proj,0.0000028304,0.05000,0.418
12,mlp.experts.188.down_proj,0.0000010495,0.05000,0.426
12,mlp.experts.201.down_proj,0.0000025814,0.05000,0.412
12,mlp.experts.192.down_proj,0.0000027208,0.05000,0.418
12,mlp.experts.179.down_proj,0.0000032475,0.05000,0.974
12,mlp.experts.194.down_proj,0.0000034404,0.05000,0.892
12,mlp.experts.205.down_proj,0.0000060444,0.05000,0.396
12,mlp.experts.196.down_proj,0.0000020470,0.05000,0.397
12,mlp.experts.198.down_proj,0.0000066973,0.05000,0.459
12,mlp.experts.209.down_proj,0.0000043777,0.05000,0.401
12,mlp.experts.200.down_proj,0.0000026808,0.05000,0.602
12,mlp.experts.183.down_proj,0.0000050034,0.05000,0.824
12,mlp.experts.213.down_proj,0.0000008919,0.05000,0.441
12,mlp.experts.202.down_proj,0.0000021841,0.05000,0.686
12,mlp.experts.217.down_proj,0.0000085742,0.05000,0.453
12,mlp.experts.204.down_proj,0.0000023023,0.05000,0.873
12,mlp.experts.187.down_proj,0.0000009840,0.05000,0.955
12,mlp.experts.206.down_proj,0.0000027387,0.05000,0.755
12,mlp.experts.221.down_proj,0.0000031256,0.05000,0.601
12,mlp.experts.208.down_proj,0.0000031931,0.05000,0.480
12,mlp.experts.210.down_proj,0.0000067439,0.05000,0.354
12,mlp.experts.191.down_proj,0.0000035638,0.05000,0.686
12,mlp.experts.225.down_proj,0.0000056489,0.05000,0.535
12,mlp.experts.212.down_proj,0.0000026968,0.05000,0.489
12,mlp.experts.195.down_proj,0.0000013131,0.05000,0.413
12,mlp.experts.229.down_proj,0.0000015525,0.05000,0.375
12,mlp.experts.214.down_proj,0.0000010339,0.05000,0.741
12,mlp.experts.233.down_proj,0.0000099106,0.05000,0.354
12,mlp.experts.216.down_proj,0.0000010498,0.05000,0.869
12,mlp.experts.199.down_proj,0.0000029722,0.05000,0.704
12,mlp.experts.237.down_proj,0.0000033177,0.05000,0.354
12,mlp.experts.218.down_proj,0.0000011903,0.05000,0.890
12,mlp.experts.203.down_proj,0.0000045369,0.05000,0.588
12,mlp.experts.241.down_proj,0.0000026196,0.05000,0.737
12,mlp.experts.220.down_proj,0.0000028718,0.05000,0.930
12,mlp.experts.207.down_proj,0.0000030859,0.05000,0.419
12,mlp.experts.222.down_proj,0.0000062538,0.05000,0.927
12,mlp.experts.211.down_proj,0.0000011053,0.05000,0.422
12,mlp.experts.245.down_proj,0.0000031348,0.05000,0.892
12,mlp.experts.224.down_proj,0.0000007527,0.05000,0.947
12,mlp.experts.215.down_proj,0.0000058204,0.05000,0.419
12,mlp.experts.226.down_proj,0.0000020158,0.05000,0.922
12,mlp.experts.219.down_proj,0.0000047838,0.05000,0.391
12,mlp.experts.249.down_proj,0.0000080282,0.05000,0.579
12,mlp.experts.223.down_proj,0.0000049291,0.05000,0.301
12,mlp.experts.253.down_proj,0.0000017918,0.05000,0.294
12,mlp.experts.228.down_proj,0.0000074610,0.05000,0.854
12,mlp.experts.230.down_proj,0.0000082171,0.05000,0.573
12,mlp.experts.227.down_proj,0.0000034293,0.05000,0.299
12,mlp.experts.232.down_proj,0.0000008681,0.05000,0.222
12,mlp.experts.234.down_proj,0.0000030565,0.05000,0.207
12,mlp.experts.231.down_proj,0.0000040443,0.05000,0.212
12,mlp.experts.236.down_proj,0.0000027710,0.05000,0.205
12,mlp.experts.238.down_proj,0.0000059569,0.05000,0.209
12,mlp.experts.235.down_proj,0.0000011288,0.05000,0.215
12,mlp.experts.240.down_proj,0.0000024695,0.05000,0.205
12,mlp.experts.242.down_proj,0.0000058994,0.05000,0.206
12,mlp.experts.239.down_proj,0.0000021016,0.05000,0.211
12,mlp.experts.244.down_proj,0.0000023830,0.05000,0.206
12,mlp.experts.246.down_proj,0.0000022700,0.05000,0.207
12,mlp.experts.243.down_proj,0.0000008619,0.05000,0.211
12,mlp.experts.248.down_proj,0.0000054617,0.05000,0.209
12,mlp.experts.250.down_proj,0.0000016844,0.05000,0.209
12,mlp.experts.247.down_proj,0.0000009941,0.05000,0.212
12,mlp.experts.252.down_proj,0.0000010125,0.05000,0.206
12,mlp.experts.254.down_proj,0.0000015889,0.05000,0.177
12,mlp.experts.251.down_proj,0.0000014299,0.05000,0.130
12,mlp.experts.255.down_proj,0.0000013349,0.05000,0.050
13,mlp.experts.3.gate_proj,0.0001092302,0.05000,1.163
13,mlp.experts.1.gate_proj,0.0001995727,0.05000,1.198
13,mlp.experts.0.gate_proj,0.0002182270,0.05000,1.224
13,mlp.experts.2.gate_proj,0.0001582172,0.05000,1.271
13,mlp.experts.7.gate_proj,0.0002460697,0.05000,1.193
13,mlp.experts.5.gate_proj,0.0001164410,0.05000,1.203
13,mlp.experts.4.gate_proj,0.0002106005,0.05000,1.183
13,mlp.experts.6.gate_proj,0.0001254535,0.05000,1.155
13,mlp.experts.8.gate_proj,0.0001667602,0.05000,1.160
13,mlp.experts.11.gate_proj,0.0000690332,0.05000,1.247
13,mlp.experts.10.gate_proj,0.0001097712,0.05000,1.199
13,mlp.experts.9.gate_proj,0.0002102710,0.05000,1.328
13,mlp.experts.12.gate_proj,0.0003584234,0.05000,1.265
13,mlp.experts.15.gate_proj,0.0000935344,0.05000,1.273
13,mlp.experts.13.gate_proj,0.0002325589,0.05000,1.248
13,mlp.experts.14.gate_proj,0.0002853267,0.05000,1.419
13,mlp.experts.16.gate_proj,0.0004212627,0.05000,1.279
13,mlp.experts.19.gate_proj,0.0001574225,0.05000,1.287
13,mlp.experts.17.gate_proj,0.0001457605,0.05000,1.272
13,mlp.experts.18.gate_proj,0.0000917992,0.05000,1.277
13,mlp.experts.23.gate_proj,0.0002151170,0.05000,1.174
13,mlp.experts.20.gate_proj,0.0001385400,0.05000,1.335
13,mlp.experts.22.gate_proj,0.0001491901,0.05000,1.317
13,mlp.experts.21.gate_proj,0.0001456072,0.05000,1.618
13,mlp.experts.27.gate_proj,0.0001262334,0.05000,1.340
13,mlp.experts.31.gate_proj,0.0002300104,0.05000,1.406
13,mlp.experts.24.gate_proj,0.0001485260,0.05000,2.912
13,mlp.experts.26.gate_proj,0.0001255635,0.05000,2.983
13,mlp.experts.25.gate_proj,0.0002025738,0.05000,3.093
13,mlp.experts.35.gate_proj,0.0001471814,0.05000,1.984
13,mlp.experts.30.gate_proj,0.0001477875,0.05000,2.716
13,mlp.experts.28.gate_proj,0.0002206097,0.05000,3.633
13,mlp.experts.29.gate_proj,0.0001981389,0.05000,3.339
13,mlp.experts.34.gate_proj,0.0001357766,0.05000,1.652
13,mlp.experts.39.gate_proj,0.0001983585,0.05000,3.561
13,mlp.experts.38.gate_proj,0.0001189496,0.05000,1.582
13,mlp.experts.32.gate_proj,0.0001448955,0.05000,2.878
13,mlp.experts.33.gate_proj,0.0001097286,0.05000,2.775
13,mlp.experts.43.gate_proj,0.0000900935,0.05000,1.742
13,mlp.experts.42.gate_proj,0.0001469062,0.05000,1.243
13,mlp.experts.37.gate_proj,0.0001334260,0.05000,1.257
13,mlp.experts.36.gate_proj,0.0001346985,0.05000,1.485
13,mlp.experts.47.gate_proj,0.0001555835,0.05000,1.569
13,mlp.experts.46.gate_proj,0.0001705115,0.05000,1.240
13,mlp.experts.40.gate_proj,0.0001838210,0.05000,1.244
13,mlp.experts.41.gate_proj,0.0001586502,0.05000,2.567
13,mlp.experts.51.gate_proj,0.0001858308,0.05000,2.286
13,mlp.experts.50.gate_proj,0.0002707040,0.05000,2.613
13,mlp.experts.44.gate_proj,0.0001354424,0.05000,2.340
13,mlp.experts.45.gate_proj,0.0001187566,0.05000,1.885
13,mlp.experts.54.gate_proj,0.0001522643,0.05000,1.887
13,mlp.experts.55.gate_proj,0.0001521058,0.05000,2.710
13,mlp.experts.49.gate_proj,0.0001628770,0.05000,1.241
13,mlp.experts.48.gate_proj,0.0001051906,0.05000,2.398
13,mlp.experts.58.gate_proj,0.0000732314,0.05000,0.984
13,mlp.experts.59.gate_proj,0.0001430785,0.05000,0.883
13,mlp.experts.53.gate_proj,0.0003612287,0.05000,0.859
13,mlp.experts.52.gate_proj,0.0001362297,0.05000,0.851
13,mlp.experts.62.gate_proj,0.0002831294,0.05000,0.848
13,mlp.experts.63.gate_proj,0.0001803068,0.05000,0.865
13,mlp.experts.57.gate_proj,0.0001190404,0.05000,0.861
13,mlp.experts.56.gate_proj,0.0002448302,0.05000,0.929
13,mlp.experts.66.gate_proj,0.0000988479,0.05000,1.192
13,mlp.experts.67.gate_proj,0.0001324245,0.05000,1.258
13,mlp.experts.61.gate_proj,0.0001129997,0.05000,1.601
13,mlp.experts.60.gate_proj,0.0001803248,0.05000,1.323
13,mlp.experts.70.gate_proj,0.0001532497,0.05000,1.516
13,mlp.experts.71.gate_proj,0.0000679093,0.05000,1.344
13,mlp.experts.65.gate_proj,0.0001273090,0.05000,1.250
13,mlp.experts.64.gate_proj,0.0000987975,0.05000,1.228
13,mlp.experts.74.gate_proj,0.0000915951,0.05000,1.278
13,mlp.experts.69.gate_proj,0.0001699984,0.05000,1.345
13,mlp.experts.68.gate_proj,0.0001732154,0.05000,1.429
13,mlp.experts.75.gate_proj,0.0001851098,0.05000,2.509
13,mlp.experts.73.gate_proj,0.0001876279,0.05000,1.517
13,mlp.experts.72.gate_proj,0.0002065723,0.05000,1.689
13,mlp.experts.78.gate_proj,0.0001292555,0.05000,3.257
13,mlp.experts.77.gate_proj,0.0002362725,0.05000,1.521
13,mlp.experts.76.gate_proj,0.0002003758,0.05000,1.715
13,mlp.experts.79.gate_proj,0.0001943154,0.05000,3.203
13,mlp.experts.81.gate_proj,0.0002186860,0.05000,1.488
13,mlp.experts.82.gate_proj,0.0002036637,0.05000,1.944
13,mlp.experts.80.gate_proj,0.0002100572,0.05000,1.293
13,mlp.experts.83.gate_proj,0.0000888390,0.05000,1.225
13,mlp.experts.85.gate_proj,0.0001766556,0.05000,1.218
13,mlp.experts.86.gate_proj,0.0001328945,0.05000,1.234
13,mlp.experts.84.gate_proj,0.0001147915,0.05000,1.208
13,mlp.experts.87.gate_proj,0.0001273838,0.05000,1.312
13,mlp.experts.89.gate_proj,0.0001317206,0.05000,1.307
13,mlp.experts.90.gate_proj,0.0001066729,0.05000,1.308
13,mlp.experts.88.gate_proj,0.0001539262,0.05000,1.292
13,mlp.experts.91.gate_proj,0.0001045159,0.05000,1.298
13,mlp.experts.93.gate_proj,0.0001113948,0.05000,1.264
13,mlp.experts.94.gate_proj,0.0000961160,0.05000,1.242
13,mlp.experts.92.gate_proj,0.0001783876,0.05000,1.209
13,mlp.experts.95.gate_proj,0.0002646889,0.05000,1.304
13,mlp.experts.97.gate_proj,0.0000983936,0.05000,1.304
13,mlp.experts.98.gate_proj,0.0001726982,0.05000,1.290
13,mlp.experts.96.gate_proj,0.0003033165,0.05000,1.254
13,mlp.experts.99.gate_proj,0.0001567815,0.05000,1.165
13,mlp.experts.101.gate_proj,0.0001188604,0.05000,1.201
13,mlp.experts.102.gate_proj,0.0001362840,0.05000,1.142
13,mlp.experts.100.gate_proj,0.0001824204,0.05000,1.198
13,mlp.experts.103.gate_proj,0.0001382463,0.05000,1.560
13,mlp.experts.105.gate_proj,0.0001081032,0.05000,1.430
13,mlp.experts.104.gate_proj,0.0000984910,0.05000,1.934
13,mlp.experts.109.gate_proj,0.0002134001,0.05000,1.241
13,mlp.experts.106.gate_proj,0.0002080083,0.05000,2.974
13,mlp.experts.108.gate_proj,0.0001588768,0.05000,1.173
13,mlp.experts.107.gate_proj,0.0002485474,0.05000,2.452
13,mlp.experts.113.gate_proj,0.0001421583,0.05000,1.149
13,mlp.experts.110.gate_proj,0.0001748508,0.05000,1.201
13,mlp.experts.112.gate_proj,0.0001172882,0.05000,1.153
13,mlp.experts.111.gate_proj,0.0001775415,0.05000,1.202
13,mlp.experts.117.gate_proj,0.0001482607,0.05000,1.209
13,mlp.experts.114.gate_proj,0.0000998776,0.05000,1.237
13,mlp.experts.116.gate_proj,0.0001561403,0.05000,1.225
13,mlp.experts.115.gate_proj,0.0001390614,0.05000,1.278
13,mlp.experts.121.gate_proj,0.0001355459,0.05000,1.298
13,mlp.experts.118.gate_proj,0.0001823346,0.05000,1.312
13,mlp.experts.120.gate_proj,0.0001251760,0.05000,1.288
13,mlp.experts.119.gate_proj,0.0001057443,0.05000,1.268
13,mlp.experts.125.gate_proj,0.0002410505,0.05000,1.242
13,mlp.experts.122.gate_proj,0.0001456485,0.05000,1.207
13,mlp.experts.124.gate_proj,0.0001462739,0.05000,1.167
13,mlp.experts.123.gate_proj,0.0001652396,0.05000,1.205
13,mlp.experts.129.gate_proj,0.0001354567,0.05000,1.206
13,mlp.experts.126.gate_proj,0.0001933744,0.05000,1.200
13,mlp.experts.128.gate_proj,0.0001610255,0.05000,1.157
13,mlp.experts.127.gate_proj,0.0001196065,0.05000,1.178
13,mlp.experts.133.gate_proj,0.0001553827,0.05000,1.175
13,mlp.experts.130.gate_proj,0.0001092977,0.05000,1.177
13,mlp.experts.132.gate_proj,0.0001052914,0.05000,1.147
13,mlp.experts.131.gate_proj,0.0001168451,0.05000,1.189
13,mlp.experts.137.gate_proj,0.0001792553,0.05000,1.201
13,mlp.experts.134.gate_proj,0.0001118598,0.05000,1.198
13,mlp.experts.136.gate_proj,0.0001665677,0.05000,1.167
13,mlp.experts.135.gate_proj,0.0001274491,0.05000,1.039
13,mlp.experts.141.gate_proj,0.0001314311,0.05000,1.039
13,mlp.experts.138.gate_proj,0.0001733486,0.05000,1.052
13,mlp.experts.140.gate_proj,0.0001655173,0.05000,1.093
13,mlp.experts.139.gate_proj,0.0001278932,0.05000,1.217
13,mlp.experts.145.gate_proj,0.0001425348,0.05000,1.183
13,mlp.experts.142.gate_proj,0.0001298263,0.05000,1.226
13,mlp.experts.144.gate_proj,0.0000651645,0.05000,1.223
13,mlp.experts.143.gate_proj,0.0001597376,0.05000,1.221
13,mlp.experts.149.gate_proj,0.0001232663,0.05000,1.180
13,mlp.experts.146.gate_proj,0.0001342567,0.05000,1.203
13,mlp.experts.148.gate_proj,0.0001890053,0.05000,1.204
13,mlp.experts.147.gate_proj,0.0000773379,0.05000,1.207
13,mlp.experts.153.gate_proj,0.0001578040,0.05000,1.175
13,mlp.experts.150.gate_proj,0.0001881087,0.05000,1.243
13,mlp.experts.152.gate_proj,0.0001373625,0.05000,1.264
13,mlp.experts.151.gate_proj,0.0001412395,0.05000,1.265
13,mlp.experts.157.gate_proj,0.0002855775,0.05000,1.226
13,mlp.experts.154.gate_proj,0.0001939855,0.05000,1.261
13,mlp.experts.156.gate_proj,0.0001743532,0.05000,1.267
13,mlp.experts.155.gate_proj,0.0002012730,0.05000,1.184
13,mlp.experts.161.gate_proj,0.0000917057,0.05000,1.146
13,mlp.experts.158.gate_proj,0.0001543473,0.05000,0.931
13,mlp.experts.160.gate_proj,0.0002410866,0.05000,0.922
13,mlp.experts.159.gate_proj,0.0001112294,0.05000,0.887
13,mlp.experts.165.gate_proj,0.0001348689,0.05000,0.917
13,mlp.experts.162.gate_proj,0.0001112554,0.05000,1.101
13,mlp.experts.164.gate_proj,0.0000930406,0.05000,1.170
13,mlp.experts.163.gate_proj,0.0002035679,0.05000,1.334
13,mlp.experts.169.gate_proj,0.0002199054,0.05000,1.297
13,mlp.experts.166.gate_proj,0.0001510865,0.05000,1.306
13,mlp.experts.168.gate_proj,0.0001184232,0.05000,1.291
13,mlp.experts.167.gate_proj,0.0001044347,0.05000,1.249
13,mlp.experts.173.gate_proj,0.0001186169,0.05000,1.248
13,mlp.experts.170.gate_proj,0.0000816510,0.05000,1.170
13,mlp.experts.172.gate_proj,0.0000888860,0.05000,1.208
13,mlp.experts.171.gate_proj,0.0001244904,0.05000,1.215
13,mlp.experts.177.gate_proj,0.0001139333,0.05000,1.208
13,mlp.experts.174.gate_proj,0.0001851342,0.05000,1.173
13,mlp.experts.176.gate_proj,0.0001814316,0.05000,1.213
13,mlp.experts.175.gate_proj,0.0001278253,0.05000,1.212
13,mlp.experts.181.gate_proj,0.0001437504,0.05000,1.220
13,mlp.experts.178.gate_proj,0.0001836414,0.05000,1.177
13,mlp.experts.180.gate_proj,0.0001360657,0.05000,1.213
13,mlp.experts.179.gate_proj,0.0001027590,0.05000,1.211
13,mlp.experts.185.gate_proj,0.0001616715,0.05000,1.215
13,mlp.experts.182.gate_proj,0.0001115613,0.05000,1.178
13,mlp.experts.184.gate_proj,0.0001744514,0.05000,1.299
13,mlp.experts.183.gate_proj,0.0001514067,0.05000,1.256
13,mlp.experts.189.gate_proj,0.0001226408,0.05000,1.259
13,mlp.experts.186.gate_proj,0.0001985303,0.05000,1.281
13,mlp.experts.188.gate_proj,0.0001779901,0.05000,1.285
13,mlp.experts.187.gate_proj,0.0001658705,0.05000,1.277
13,mlp.experts.193.gate_proj,0.0002155492,0.05000,1.274
13,mlp.experts.190.gate_proj,0.0001853845,0.05000,1.282
13,mlp.experts.192.gate_proj,0.0001753842,0.05000,1.306
13,mlp.experts.191.gate_proj,0.0001486651,0.05000,1.298
13,mlp.experts.197.gate_proj,0.0003135491,0.05000,1.301
13,mlp.experts.194.gate_proj,0.0005210324,0.05000,1.313
13,mlp.experts.196.gate_proj,0.0001099987,0.05000,1.308
13,mlp.experts.195.gate_proj,0.0002094672,0.05000,1.292
13,mlp.experts.201.gate_proj,0.0001037890,0.05000,1.282
13,mlp.experts.198.gate_proj,0.0002365934,0.05000,1.292
13,mlp.experts.200.gate_proj,0.0001121415,0.05000,1.285
13,mlp.experts.199.gate_proj,0.0001274891,0.05000,1.273
13,mlp.experts.205.gate_proj,0.0001015574,0.05000,1.284
13,mlp.experts.202.gate_proj,0.0000788536,0.05000,1.294
13,mlp.experts.204.gate_proj,0.0001302146,0.05000,1.292
13,mlp.experts.203.gate_proj,0.0001823835,0.05000,1.279
13,mlp.experts.209.gate_proj,0.0001101943,0.05000,1.295
13,mlp.experts.206.gate_proj,0.0001538248,0.05000,1.291
13,mlp.experts.208.gate_proj,0.0001830781,0.05000,1.294
13,mlp.experts.207.gate_proj,0.0001913675,0.05000,1.287
13,mlp.experts.213.gate_proj,0.0002397208,0.05000,1.297
13,mlp.experts.210.gate_proj,0.0003251099,0.05000,1.319
13,mlp.experts.212.gate_proj,0.0000628515,0.05000,1.301
13,mlp.experts.211.gate_proj,0.0001674770,0.05000,1.289
13,mlp.experts.217.gate_proj,0.0001082742,0.05000,1.406
13,mlp.experts.214.gate_proj,0.0001439335,0.05000,1.225
13,mlp.experts.216.gate_proj,0.0001283469,0.05000,1.156
13,mlp.experts.215.gate_proj,0.0000661989,0.05000,1.283
13,mlp.experts.221.gate_proj,0.0001171513,0.05000,1.387
13,mlp.experts.220.gate_proj,0.0001278473,0.05000,1.554
13,mlp.experts.218.gate_proj,0.0001315753,0.05000,2.242
13,mlp.experts.225.gate_proj,0.0001825077,0.05000,2.280
13,mlp.experts.219.gate_proj,0.0001844811,0.05000,2.645
13,mlp.experts.224.gate_proj,0.0001552825,0.05000,3.489
13,mlp.experts.222.gate_proj,0.0002658055,0.05000,3.632
13,mlp.experts.223.gate_proj,0.0001591554,0.05000,3.444
13,mlp.experts.229.gate_proj,0.0001631579,0.05000,3.565
13,mlp.experts.228.gate_proj,0.0002042072,0.05000,3.810
13,mlp.experts.226.gate_proj,0.0003160302,0.05000,3.694
13,mlp.experts.233.gate_proj,0.0001219990,0.05000,3.375
13,mlp.experts.227.gate_proj,0.0000928265,0.05000,3.706
13,mlp.experts.230.gate_proj,0.0001452032,0.05000,2.858
13,mlp.experts.232.gate_proj,0.0001107346,0.05000,3.928
13,mlp.experts.237.gate_proj,0.0001060937,0.05000,3.693
13,mlp.experts.231.gate_proj,0.0001228884,0.05000,3.680
13,mlp.experts.234.gate_proj,0.0001244161,0.05000,3.586
13,mlp.experts.236.gate_proj,0.0001593248,0.05000,3.761
13,mlp.experts.235.gate_proj,0.0001469558,0.05000,2.968
13,mlp.experts.241.gate_proj,0.0001499481,0.05000,3.672
13,mlp.experts.238.gate_proj,0.0001629470,0.05000,3.643
13,mlp.experts.245.gate_proj,0.0001793054,0.05000,2.215
13,mlp.experts.240.gate_proj,0.0001164781,0.05000,3.555
13,mlp.experts.239.gate_proj,0.0002141869,0.05000,3.502
13,mlp.experts.244.gate_proj,0.0001540079,0.05000,2.059
13,mlp.experts.242.gate_proj,0.0001751548,0.05000,3.595
13,mlp.experts.249.gate_proj,0.0001521054,0.05000,3.634
13,mlp.experts.248.gate_proj,0.0000789369,0.05000,1.664
13,mlp.experts.243.gate_proj,0.0001621250,0.05000,3.608
13,mlp.experts.252.gate_proj,0.0001470154,0.05000,1.645
13,mlp.experts.246.gate_proj,0.0001704090,0.05000,3.715
13,mlp.experts.253.gate_proj,0.0001116025,0.05000,3.654
13,mlp.experts.247.gate_proj,0.0002353703,0.05000,3.753
13,mlp.experts.0.up_proj,0.0002236532,0.05000,3.463
13,mlp.experts.1.up_proj,0.0001993223,0.05000,3.222
13,mlp.experts.250.gate_proj,0.0002411545,0.05000,3.840
13,mlp.experts.251.gate_proj,0.0001145685,0.05000,3.821
13,mlp.experts.4.up_proj,0.0001608841,0.05000,3.793
13,mlp.experts.5.up_proj,0.0001095359,0.05000,2.751
13,mlp.experts.254.gate_proj,0.0001195679,0.05000,3.252
13,mlp.experts.255.gate_proj,0.0001159568,0.05000,3.414
13,mlp.experts.8.up_proj,0.0001381815,0.05000,3.623
13,mlp.experts.9.up_proj,0.0001671839,0.05000,3.572
13,mlp.experts.2.up_proj,0.0001457053,0.05000,3.185
13,mlp.experts.3.up_proj,0.0001025496,0.05000,1.972
13,mlp.experts.12.up_proj,0.0002968377,0.05000,1.593
13,mlp.experts.6.up_proj,0.0001302382,0.05000,2.902
13,mlp.experts.13.up_proj,0.0002617927,0.05000,3.563
13,mlp.experts.7.up_proj,0.0001991891,0.05000,3.213
13,mlp.experts.16.up_proj,0.0003721828,0.05000,2.774
13,mlp.experts.10.up_proj,0.0001222282,0.05000,3.929
13,mlp.experts.17.up_proj,0.0001236572,0.05000,3.790
13,mlp.experts.11.up_proj,0.0000639136,0.05000,3.858
13,mlp.experts.20.up_proj,0.0001143804,0.05000,3.565
13,mlp.experts.14.up_proj,0.0002342519,0.05000,3.081
13,mlp.experts.24.up_proj,0.0001151590,0.05000,3.208
13,mlp.experts.21.up_proj,0.0001342982,0.05000,3.850
13,mlp.experts.15.up_proj,0.0000943603,0.05000,3.754
13,mlp.experts.28.up_proj,0.0002649165,0.05000,2.616
13,mlp.experts.18.up_proj,0.0000901012,0.05000,3.344
13,mlp.experts.25.up_proj,0.0001855618,0.05000,3.700
13,mlp.experts.19.up_proj,0.0001668766,0.05000,3.826
13,mlp.experts.32.up_proj,0.0001327804,0.05000,1.551
13,mlp.experts.22.up_proj,0.0001395875,0.05000,2.101
13,mlp.experts.36.up_proj,0.0001181096,0.05000,1.684
13,mlp.experts.29.up_proj,0.0002129675,0.05000,2.807
13,mlp.experts.23.up_proj,0.0002067428,0.05000,2.997
13,mlp.experts.40.up_proj,0.0001478075,0.05000,1.359
13,mlp.experts.26.up_proj,0.0001180747,0.05000,2.442
13,mlp.experts.33.up_proj,0.0000985250,0.05000,1.286
13,mlp.experts.27.up_proj,0.0001010095,0.05000,1.146
13,mlp.experts.30.up_proj,0.0001470652,0.05000,1.051
13,mlp.experts.44.up_proj,0.0001264157,0.05000,1.102
13,mlp.experts.37.up_proj,0.0001343805,0.05000,1.285
13,mlp.experts.34.up_proj,0.0001277750,0.05000,1.350
13,mlp.experts.48.up_proj,0.0001152070,0.05000,1.337
13,mlp.experts.31.up_proj,0.0002018880,0.05000,1.639
13,mlp.experts.41.up_proj,0.0001591194,0.05000,1.089
13,mlp.experts.38.up_proj,0.0001102879,0.05000,0.913
13,mlp.experts.52.up_proj,0.0001276453,0.05000,0.911
13,mlp.experts.35.up_proj,0.0001377175,0.05000,0.853
13,mlp.experts.45.up_proj,0.0001101988,0.05000,1.464
13,mlp.experts.42.up_proj,0.0001303600,0.05000,1.288
13,mlp.experts.56.up_proj,0.0002258692,0.05000,1.322
13,mlp.experts.39.up_proj,0.0001628023,0.05000,2.456
13,mlp.experts.49.up_proj,0.0001523910,0.05000,2.128
13,mlp.experts.46.up_proj,0.0001470320,0.05000,2.471
13,mlp.experts.43.up_proj,0.0001099171,0.05000,1.270
13,mlp.experts.53.up_proj,0.0002974999,0.05000,1.194
13,mlp.experts.60.up_proj,0.0001637439,0.05000,3.336
13,mlp.experts.47.up_proj,0.0001699699,0.05000,1.171
13,mlp.experts.57.up_proj,0.0001126928,0.05000,1.168
13,mlp.experts.51.up_proj,0.0001865492,0.05000,1.164
13,mlp.experts.61.up_proj,0.0001109190,0.05000,1.147
13,mlp.experts.50.up_proj,0.0002912631,0.05000,3.339
13,mlp.experts.64.up_proj,0.0000925241,0.05000,2.884
13,mlp.experts.55.up_proj,0.0001428501,0.05000,1.719
13,mlp.experts.68.up_proj,0.0001420862,0.05000,2.000
13,mlp.experts.65.up_proj,0.0001284686,0.05000,2.890
13,mlp.experts.54.up_proj,0.0001185513,0.05000,3.577
13,mlp.experts.59.up_proj,0.0001391227,0.05000,3.554
13,mlp.experts.72.up_proj,0.0001992720,0.05000,2.611
13,mlp.experts.69.up_proj,0.0001360723,0.05000,3.462
13,mlp.experts.76.up_proj,0.0002030490,0.05000,1.576
13,mlp.experts.58.up_proj,0.0000680607,0.05000,3.670
13,mlp.experts.73.up_proj,0.0001719470,0.05000,1.484
13,mlp.experts.63.up_proj,0.0001714345,0.05000,3.647
13,mlp.experts.80.up_proj,0.0001779466,0.05000,2.331
13,mlp.experts.77.up_proj,0.0002451350,0.05000,1.432
13,mlp.experts.62.up_proj,0.0002291502,0.05000,2.043
13,mlp.experts.67.up_proj,0.0001137788,0.05000,1.506
13,mlp.experts.84.up_proj,0.0001059782,0.05000,0.846
13,mlp.experts.81.up_proj,0.0002107982,0.05000,0.812
13,mlp.experts.71.up_proj,0.0000656932,0.05000,1.165
13,mlp.experts.88.up_proj,0.0001252553,0.05000,1.189
13,mlp.experts.66.up_proj,0.0000869313,0.05000,1.214
13,mlp.experts.85.up_proj,0.0001433077,0.05000,1.275
13,mlp.experts.75.up_proj,0.0001513147,0.05000,1.217
13,mlp.experts.92.up_proj,0.0001879790,0.05000,1.239
13,mlp.experts.70.up_proj,0.0001358773,0.05000,1.230
13,mlp.experts.89.up_proj,0.0001216546,0.05000,1.226
13,mlp.experts.79.up_proj,0.0001704009,0.05000,1.200
13,mlp.experts.74.up_proj,0.0000880491,0.05000,1.186
13,mlp.experts.96.up_proj,0.0002575192,0.05000,1.212
13,mlp.experts.93.up_proj,0.0000991569,0.05000,1.192
13,mlp.experts.83.up_proj,0.0000795528,0.05000,1.304
13,mlp.experts.78.up_proj,0.0001226121,0.05000,1.307
13,mlp.experts.100.up_proj,0.0001691279,0.05000,1.295
13,mlp.experts.97.up_proj,0.0001189303,0.05000,1.299
13,mlp.experts.87.up_proj,0.0001180296,0.05000,1.273
13,mlp.experts.104.up_proj,0.0000938761,0.05000,1.278
13,mlp.experts.82.up_proj,0.0001580542,0.05000,1.285
13,mlp.experts.101.up_proj,0.0001223244,0.05000,1.278
13,mlp.experts.91.up_proj,0.0001018215,0.05000,1.180
13,mlp.experts.108.up_proj,0.0001587884,0.05000,1.208
13,mlp.experts.86.up_proj,0.0001211859,0.05000,1.224
13,mlp.experts.105.up_proj,0.0000959718,0.05000,1.205
13,mlp.experts.95.up_proj,0.0002029183,0.05000,1.165
13,mlp.experts.112.up_proj,0.0001153588,0.05000,1.210
13,mlp.experts.90.up_proj,0.0000954241,0.05000,1.212
13,mlp.experts.109.up_proj,0.0001933975,0.05000,1.205
13,mlp.experts.99.up_proj,0.0001726007,0.05000,1.158
13,mlp.experts.116.up_proj,0.0001608040,0.05000,1.194
13,mlp.experts.113.up_proj,0.0001485092,0.05000,1.177
13,mlp.experts.94.up_proj,0.0000857738,0.05000,1.210
13,mlp.experts.103.up_proj,0.0001174667,0.05000,1.227
13,mlp.experts.120.up_proj,0.0001051242,0.05000,1.244
13,mlp.experts.117.up_proj,0.0001328352,0.05000,1.232
13,mlp.experts.98.up_proj,0.0001539349,0.05000,1.247
13,mlp.experts.107.up_proj,0.0001882878,0.05000,1.296
13,mlp.experts.124.up_proj,0.0001411029,0.05000,1.298
13,mlp.experts.121.up_proj,0.0001256151,0.05000,1.292
13,mlp.experts.102.up_proj,0.0001156285,0.05000,1.283
13,mlp.experts.111.up_proj,0.0001765068,0.05000,1.159
13,mlp.experts.128.up_proj,0.0001403699,0.05000,1.184
13,mlp.experts.125.up_proj,0.0001955925,0.05000,1.198
13,mlp.experts.106.up_proj,0.0001956623,0.05000,1.178
13,mlp.experts.115.up_proj,0.0001258621,0.05000,1.138
13,mlp.experts.132.up_proj,0.0000994464,0.05000,1.209
13,mlp.experts.129.up_proj,0.0001116245,0.05000,1.205
13,mlp.experts.110.up_proj,0.0001327801,0.05000,1.261
13,mlp.experts.119.up_proj,0.0001003083,0.05000,1.218
13,mlp.experts.136.up_proj,0.0001380760,0.05000,1.143
13,mlp.experts.114.up_proj,0.0000938819,0.05000,1.217
13,mlp.experts.133.up_proj,0.0001323879,0.05000,1.275
13,mlp.experts.123.up_proj,0.0001716684,0.05000,0.992
13,mlp.experts.140.up_proj,0.0001726995,0.05000,1.082
13,mlp.experts.137.up_proj,0.0001711308,0.05000,1.110
13,mlp.experts.118.up_proj,0.0001430395,0.05000,1.152
13,mlp.experts.127.up_proj,0.0001079186,0.05000,1.220
13,mlp.experts.144.up_proj,0.0000597334,0.05000,1.222
13,mlp.experts.141.up_proj,0.0001198073,0.05000,1.200
13,mlp.experts.122.up_proj,0.0001260643,0.05000,1.197
13,mlp.experts.131.up_proj,0.0001069318,0.05000,1.195
13,mlp.experts.148.up_proj,0.0001963724,0.05000,1.173
13,mlp.experts.126.up_proj,0.0001739228,0.05000,1.132
13,mlp.experts.145.up_proj,0.0001193411,0.05000,1.183
13,mlp.experts.135.up_proj,0.0001190845,0.05000,1.211
13,mlp.experts.152.up_proj,0.0001244488,0.05000,1.332
13,mlp.experts.149.up_proj,0.0001147459,0.05000,1.228
13,mlp.experts.130.up_proj,0.0000993233,0.05000,1.295
13,mlp.experts.139.up_proj,0.0001219414,0.05000,1.222
13,mlp.experts.153.up_proj,0.0001340861,0.05000,1.262
13,mlp.experts.134.up_proj,0.0001108978,0.05000,1.277
13,mlp.experts.156.up_proj,0.0001854597,0.05000,1.601
13,mlp.experts.143.up_proj,0.0001321534,0.05000,1.313
13,mlp.experts.157.up_proj,0.0002633263,0.05000,1.331
13,mlp.experts.138.up_proj,0.0001861270,0.05000,1.332
13,mlp.experts.160.up_proj,0.0002530940,0.05000,1.395
13,mlp.experts.147.up_proj,0.0000794197,0.05000,1.263
13,mlp.experts.161.up_proj,0.0000856590,0.05000,1.287
13,mlp.experts.142.up_proj,0.0001328194,0.05000,1.281
13,mlp.experts.164.up_proj,0.0000843992,0.05000,1.282
13,mlp.experts.151.up_proj,0.0001183362,0.05000,1.279
13,mlp.experts.165.up_proj,0.0001101628,0.05000,1.311
13,mlp.experts.146.up_proj,0.0001254238,0.05000,1.301
13,mlp.experts.168.up_proj,0.0001106124,0.05000,1.309
13,mlp.experts.155.up_proj,0.0001723491,0.05000,1.295
13,mlp.experts.169.up_proj,0.0002114054,0.05000,1.271
13,mlp.experts.150.up_proj,0.0001680623,0.05000,1.260
13,mlp.experts.172.up_proj,0.0000826700,0.05000,1.228
13,mlp.experts.159.up_proj,0.0001034541,0.05000,1.148
13,mlp.experts.173.up_proj,0.0000990840,0.05000,1.204
13,mlp.experts.154.up_proj,0.0002032428,0.05000,1.505
13,mlp.experts.176.up_proj,0.0001719063,0.05000,1.270
13,mlp.experts.163.up_proj,0.0001720901,0.05000,1.291
13,mlp.experts.177.up_proj,0.0001064201,0.05000,1.386
13,mlp.experts.180.up_proj,0.0001267917,0.05000,1.341
13,mlp.experts.167.up_proj,0.0000980821,0.05000,1.298
13,mlp.experts.158.up_proj,0.0001425900,0.05000,1.688
13,mlp.experts.181.up_proj,0.0001213174,0.05000,1.302
13,mlp.experts.184.up_proj,0.0001492168,0.05000,1.306
13,mlp.experts.171.up_proj,0.0001158412,0.05000,1.302
13,mlp.experts.162.up_proj,0.0000930823,0.05000,1.297
13,mlp.experts.185.up_proj,0.0001582570,0.05000,1.303
13,mlp.experts.188.up_proj,0.0001597926,0.05000,1.297
13,mlp.experts.175.up_proj,0.0001137879,0.05000,1.294
13,mlp.experts.166.up_proj,0.0001237892,0.05000,1.297
13,mlp.experts.189.up_proj,0.0001164046,0.05000,1.302
13,mlp.experts.192.up_proj,0.0001819609,0.05000,1.294
13,mlp.experts.179.up_proj,0.0001063945,0.05000,1.296
13,mlp.experts.170.up_proj,0.0000763345,0.05000,1.299
13,mlp.experts.193.up_proj,0.0001861692,0.05000,1.300
13,mlp.experts.196.up_proj,0.0000941308,0.05000,1.303
13,mlp.experts.183.up_proj,0.0001503964,0.05000,1.311
13,mlp.experts.174.up_proj,0.0001513806,0.05000,1.313
13,mlp.experts.197.up_proj,0.0003089140,0.05000,1.306
13,mlp.experts.200.up_proj,0.0001121386,0.05000,1.263
13,mlp.experts.187.up_proj,0.0001379967,0.05000,1.321
13,mlp.experts.178.up_proj,0.0001452473,0.05000,1.303
13,mlp.experts.201.up_proj,0.0000964875,0.05000,1.457
13,mlp.experts.204.up_proj,0.0001088316,0.05000,1.211
13,mlp.experts.182.up_proj,0.0001050153,0.05000,1.162
13,mlp.experts.191.up_proj,0.0001252307,0.05000,1.390
13,mlp.experts.205.up_proj,0.0000965748,0.05000,1.234
13,mlp.experts.208.up_proj,0.0001491369,0.05000,1.234
13,mlp.experts.186.up_proj,0.0001676215,0.05000,1.402
13,mlp.experts.195.up_proj,0.0002028782,0.05000,1.228
13,mlp.experts.209.up_proj,0.0001016447,0.05000,1.295
13,mlp.experts.212.up_proj,0.0000557153,0.05000,1.375
13,mlp.experts.190.up_proj,0.0001608159,0.05000,1.292
13,mlp.experts.199.up_proj,0.0001189367,0.05000,1.329
13,mlp.experts.213.up_proj,0.0001885465,0.05000,1.278
13,mlp.experts.216.up_proj,0.0001191601,0.05000,1.288
13,mlp.experts.194.up_proj,0.0001749881,0.05000,1.293
13,mlp.experts.203.up_proj,0.0001634255,0.05000,1.296
13,mlp.experts.217.up_proj,0.0000956824,0.05000,1.277
13,mlp.experts.220.up_proj,0.0001214811,0.05000,1.275
13,mlp.experts.198.up_proj,0.0001903282,0.05000,1.254
13,mlp.experts.207.up_proj,0.0001581944,0.05000,1.257
13,mlp.experts.221.up_proj,0.0001108016,0.05000,1.179
13,mlp.experts.224.up_proj,0.0001424806,0.05000,1.197
13,mlp.experts.202.up_proj,0.0000751811,0.05000,1.184
13,mlp.experts.211.up_proj,0.0001767741,0.05000,1.187
13,mlp.experts.225.up_proj,0.0001535839,0.05000,1.152
13,mlp.experts.228.up_proj,0.0001604309,0.05000,1.194
13,mlp.experts.206.up_proj,0.0001437844,0.05000,1.219
13,mlp.experts.215.up_proj,0.0000635911,0.05000,1.224
13,mlp.experts.229.up_proj,0.0001348386,0.05000,1.232
13,mlp.experts.232.up_proj,0.0000918297,0.05000,1.234
13,mlp.experts.210.up_proj,0.0003140305,0.05000,1.279
13,mlp.experts.219.up_proj,0.0001871356,0.05000,1.371
13,mlp.experts.233.up_proj,0.0001147577,0.05000,1.333
13,mlp.experts.236.up_proj,0.0001495817,0.05000,1.306
13,mlp.experts.214.up_proj,0.0001249677,0.05000,1.295
13,mlp.experts.223.up_proj,0.0001538562,0.05000,1.305
13,mlp.experts.237.up_proj,0.0000959583,0.05000,1.285
13,mlp.experts.240.up_proj,0.0001353289,0.05000,1.289
13,mlp.experts.218.up_proj,0.0001161819,0.05000,1.269
13,mlp.experts.227.up_proj,0.0000885524,0.05000,1.286
13,mlp.experts.241.up_proj,0.0001332861,0.05000,1.285
13,mlp.experts.244.up_proj,0.0001374708,0.05000,1.283
13,mlp.experts.222.up_proj,0.0002852392,0.05000,1.275
13,mlp.experts.231.up_proj,0.0001160090,0.05000,1.347
13,mlp.experts.245.up_proj,0.0001668656,0.05000,1.274
13,mlp.experts.248.up_proj,0.0000729915,0.05000,1.271
13,mlp.experts.226.up_proj,0.0002638413,0.05000,1.260
13,mlp.experts.235.up_proj,0.0001282064,0.05000,1.328
13,mlp.experts.249.up_proj,0.0001254439,0.05000,1.245
13,mlp.experts.252.up_proj,0.0001186629,0.05000,1.244
13,mlp.experts.230.up_proj,0.0001264426,0.05000,1.091
13,mlp.experts.239.up_proj,0.0001832261,0.05000,0.977
13,mlp.experts.253.up_proj,0.0000994296,0.05000,0.882
13,mlp.experts.234.up_proj,0.0001162782,0.05000,0.653
13,mlp.experts.243.up_proj,0.0001513318,0.05000,0.539
13,mlp.experts.238.up_proj,0.0001300869,0.05000,0.405
13,mlp.experts.247.up_proj,0.0001919022,0.05000,0.408
13,mlp.experts.242.up_proj,0.0001620959,0.05000,0.418
13,mlp.experts.251.up_proj,0.0001087610,0.05000,0.419
13,mlp.experts.246.up_proj,0.0001358173,0.05000,0.416
13,mlp.experts.255.up_proj,0.0001106976,0.05000,0.416
13,mlp.experts.250.up_proj,0.0002121778,0.05000,0.256
13,mlp.experts.254.up_proj,0.0001047373,0.05000,0.200
13,mlp.experts.1.down_proj,0.0000093067,0.05000,0.350
13,mlp.experts.2.down_proj,0.0000016070,0.05000,0.354
13,mlp.experts.0.down_proj,0.0000098323,0.05000,0.365
13,mlp.experts.5.down_proj,0.0000010199,0.05000,0.340
13,mlp.experts.6.down_proj,0.0000043763,0.05000,0.350
13,mlp.experts.4.down_proj,0.0000032532,0.05000,0.353
13,mlp.experts.3.down_proj,0.0000010054,0.05000,0.756
13,mlp.experts.8.down_proj,0.0000032101,0.05000,0.388
13,mlp.experts.7.down_proj,0.0000044720,0.05000,0.453
13,mlp.experts.10.down_proj,0.0000057687,0.05000,0.601
13,mlp.experts.9.down_proj,0.0000038352,0.05000,0.763
13,mlp.experts.12.down_proj,0.0000076940,0.05000,0.424
13,mlp.experts.11.down_proj,0.0000036750,0.05000,0.417
13,mlp.experts.16.down_proj,0.0000340982,0.05000,0.408
13,mlp.experts.15.down_proj,0.0000038382,0.05000,0.412
13,mlp.experts.14.down_proj,0.0000058339,0.05000,0.887
13,mlp.experts.20.down_proj,0.0000021707,0.05000,0.412
13,mlp.experts.13.down_proj,0.0000176511,0.05000,0.946
13,mlp.experts.19.down_proj,0.0000109246,0.05000,0.413
13,mlp.experts.24.down_proj,0.0000020458,0.05000,0.418
13,mlp.experts.23.down_proj,0.0000065754,0.05000,0.412
13,mlp.experts.18.down_proj,0.0000035453,0.05000,0.907
13,mlp.experts.27.down_proj,0.0000023743,0.05000,0.412
13,mlp.experts.17.down_proj,0.0000015505,0.05000,0.921
13,mlp.experts.28.down_proj,0.0000100173,0.05000,0.806
13,mlp.experts.31.down_proj,0.0000043733,0.05000,0.415
13,mlp.experts.22.down_proj,0.0000050593,0.05000,0.907
13,mlp.experts.35.down_proj,0.0000015608,0.05000,0.414
13,mlp.experts.21.down_proj,0.0000095945,0.05000,0.880
13,mlp.experts.32.down_proj,0.0000033212,0.05000,0.915
13,mlp.experts.39.down_proj,0.0000042794,0.05000,0.413
13,mlp.experts.26.down_proj,0.0000012544,0.05000,0.909
13,mlp.experts.43.down_proj,0.0000036149,0.05000,0.410
13,mlp.experts.25.down_proj,0.0000044294,0.05000,0.887
13,mlp.experts.47.down_proj,0.0000046371,0.05000,0.411
13,mlp.experts.36.down_proj,0.0000027955,0.05000,0.915
13,mlp.experts.51.down_proj,0.0000065464,0.05000,0.409
13,mlp.experts.30.down_proj,0.0000054894,0.05000,0.900
13,mlp.experts.29.down_proj,0.0000102249,0.05000,0.878
13,mlp.experts.55.down_proj,0.0000017058,0.05000,0.415
13,mlp.experts.40.down_proj,0.0000037018,0.05000,0.918
13,mlp.experts.59.down_proj,0.0000024922,0.05000,0.408
13,mlp.experts.34.down_proj,0.0000025393,0.05000,0.908
13,mlp.experts.33.down_proj,0.0000033979,0.05000,0.872
13,mlp.experts.63.down_proj,0.0000031076,0.05000,0.409
13,mlp.experts.44.down_proj,0.0000025046,0.05000,0.916
13,mlp.experts.67.down_proj,0.0000017590,0.05000,0.406
13,mlp.experts.38.down_proj,0.0000039245,0.05000,0.908
13,mlp.experts.37.down_proj,0.0000066380,0.05000,0.876
13,mlp.experts.71.down_proj,0.0000016943,0.05000,0.416
13,mlp.experts.48.down_proj,0.0000034691,0.05000,0.943
13,mlp.experts.42.down_proj,0.0000033048,0.05000,0.939
13,mlp.experts.75.down_proj,0.0000035498,0.05000,0.772
13,mlp.experts.41.down_proj,0.0000063410,0.05000,0.970
13,mlp.experts.52.down_proj,0.0000013732,0.05000,0.837
13,mlp.experts.79.down_proj,0.0000046929,0.05000,0.534
13,mlp.experts.46.down_proj,0.0000027658,0.05000,0.919
13,mlp.experts.83.down_proj,0.0000032256,0.05000,0.420
13,mlp.experts.45.down_proj,0.0000046232,0.05000,1.002
13,mlp.experts.87.down_proj,0.0000052379,0.05000,0.423
13,mlp.experts.56.down_proj,0.0000070538,0.05000,0.984
13,mlp.experts.91.down_proj,0.0000012773,0.05000,0.423
13,mlp.experts.50.down_proj,0.0000139926,0.05000,0.905
13,mlp.experts.49.down_proj,0.0000018114,0.05000,0.994
13,mlp.experts.95.down_proj,0.0000063061,0.05000,0.425
13,mlp.experts.60.down_proj,0.0000053781,0.05000,0.983
13,mlp.experts.99.down_proj,0.0000048591,0.05000,0.421
13,mlp.experts.54.down_proj,0.0000020505,0.05000,0.899
13,mlp.experts.103.down_proj,0.0000043399,0.05000,0.417
13,mlp.experts.53.down_proj,0.0000081041,0.05000,0.987
13,mlp.experts.64.down_proj,0.0000009854,0.05000,0.962
13,mlp.experts.107.down_proj,0.0000077569,0.05000,0.428
13,mlp.experts.58.down_proj,0.0000036532,0.05000,0.904
13,mlp.experts.111.down_proj,0.0000083204,0.05000,0.424
13,mlp.experts.57.down_proj,0.0000011958,0.05000,0.982
13,mlp.experts.68.down_proj,0.0000018378,0.05000,0.961
13,mlp.experts.115.down_proj,0.0000041127,0.05000,0.418
13,mlp.experts.62.down_proj,0.0000054270,0.05000,0.932
13,mlp.experts.119.down_proj,0.0000009479,0.05000,0.434
13,mlp.experts.61.down_proj,0.0000059918,0.05000,0.989
13,mlp.experts.123.down_proj,0.0000049537,0.05000,0.425
13,mlp.experts.72.down_proj,0.0000093647,0.05000,0.918
13,mlp.experts.66.down_proj,0.0000023829,0.05000,0.993
13,mlp.experts.127.down_proj,0.0000029186,0.05000,0.428
13,mlp.experts.65.down_proj,0.0000043115,0.05000,0.973
13,mlp.experts.131.down_proj,0.0000040806,0.05000,0.423
13,mlp.experts.76.down_proj,0.0000090814,0.05000,0.917
13,mlp.experts.135.down_proj,0.0000012313,0.05000,0.423
13,mlp.experts.70.down_proj,0.0000015979,0.05000,0.968
13,mlp.experts.139.down_proj,0.0000013059,0.05000,0.420
13,mlp.experts.69.down_proj,0.0000039314,0.05000,0.971
13,mlp.experts.80.down_proj,0.0000037024,0.05000,0.914
13,mlp.experts.143.down_proj,0.0000030771,0.05000,0.424
13,mlp.experts.74.down_proj,0.0000022923,0.05000,0.966
13,mlp.experts.147.down_proj,0.0000033025,0.05000,0.418
13,mlp.experts.73.down_proj,0.0000027991,0.05000,0.900
13,mlp.experts.84.down_proj,0.0000011272,0.05000,0.934
13,mlp.experts.77.down_proj,0.0000100623,0.05000,0.477
13,mlp.experts.78.down_proj,0.0000013040,0.05000,0.951
13,mlp.experts.151.down_proj,0.0000031962,0.05000,0.838
13,mlp.experts.81.down_proj,0.0000085454,0.05000,0.403
13,mlp.experts.82.down_proj,0.0000029485,0.05000,0.474
13,mlp.experts.88.down_proj,0.0000023998,0.05000,0.918
13,mlp.experts.85.down_proj,0.0000024274,0.05000,0.408
13,mlp.experts.86.down_proj,0.0000027634,0.05000,0.421
13,mlp.experts.155.down_proj,0.0000038689,0.05000,0.904
13,mlp.experts.92.down_proj,0.0000072508,0.05000,0.835
13,mlp.experts.89.down_proj,0.0000021156,0.05000,0.587
13,mlp.experts.90.down_proj,0.0000081838,0.05000,0.630
13,mlp.experts.159.down_proj,0.0000011467,0.05000,0.578
13,mlp.experts.96.down_proj,0.0000098814,0.05000,0.536
13,mlp.experts.93.down_proj,0.0000038917,0.05000,0.702
13,mlp.experts.94.down_proj,0.0000076730,0.05000,0.915
13,mlp.experts.163.down_proj,0.0000060483,0.05000,0.959
13,mlp.experts.97.down_proj,0.0000059260,0.05000,0.560
13,mlp.experts.100.down_proj,0.0000059856,0.05000,0.978
13,mlp.experts.167.down_proj,0.0000010152,0.05000,0.447
13,mlp.experts.98.down_proj,0.0000049911,0.05000,0.925
13,mlp.experts.171.down_proj,0.0000018500,0.05000,0.407
13,mlp.experts.101.down_proj,0.0000036532,0.05000,0.877
13,mlp.experts.104.down_proj,0.0000057976,0.05000,0.911
13,mlp.experts.175.down_proj,0.0000042820,0.05000,0.407
13,mlp.experts.179.down_proj,0.0000073750,0.05000,0.401
13,mlp.experts.102.down_proj,0.0000029505,0.05000,0.907
13,mlp.experts.105.down_proj,0.0000029183,0.05000,0.883
13,mlp.experts.183.down_proj,0.0000069453,0.05000,0.410
13,mlp.experts.108.down_proj,0.0000057475,0.05000,0.922
13,mlp.experts.187.down_proj,0.0000036274,0.05000,0.410
13,mlp.experts.106.down_proj,0.0000063329,0.05000,0.910
13,mlp.experts.109.down_proj,0.0000041372,0.05000,0.880
13,mlp.experts.191.down_proj,0.0000030843,0.05000,0.413
13,mlp.experts.112.down_proj,0.0000046292,0.05000,0.911
13,mlp.experts.195.down_proj,0.0000115518,0.05000,0.426
13,mlp.experts.110.down_proj,0.0000031500,0.05000,0.900
13,mlp.experts.113.down_proj,0.0000060132,0.05000,0.929
13,mlp.experts.116.down_proj,0.0000061244,0.05000,0.989
13,mlp.experts.199.down_proj,0.0000035827,0.05000,0.975
13,mlp.experts.114.down_proj,0.0000009420,0.05000,1.001
13,mlp.experts.117.down_proj,0.0000015589,0.05000,0.977
13,mlp.experts.120.down_proj,0.0000042190,0.05000,0.949
13,mlp.experts.118.down_proj,0.0000038122,0.05000,0.462
13,mlp.experts.203.down_proj,0.0000054963,0.05000,0.967
13,mlp.experts.122.down_proj,0.0000038533,0.05000,0.421
13,mlp.experts.121.down_proj,0.0000012944,0.05000,0.950
13,mlp.experts.126.down_proj,0.0000071638,0.05000,0.420
13,mlp.experts.124.down_proj,0.0000064983,0.05000,0.900
13,mlp.experts.207.down_proj,0.0000046022,0.05000,0.958
13,mlp.experts.130.down_proj,0.0000033294,0.05000,0.425
13,mlp.experts.125.down_proj,0.0000060858,0.05000,0.948
13,mlp.experts.134.down_proj,0.0000034819,0.05000,0.419
13,mlp.experts.128.down_proj,0.0000019755,0.05000,0.898
13,mlp.experts.138.down_proj,0.0000041138,0.05000,0.419
13,mlp.experts.211.down_proj,0.0000080988,0.05000,0.961
13,mlp.experts.129.down_proj,0.0000025883,0.05000,0.945
13,mlp.experts.142.down_proj,0.0000043614,0.05000,0.416
13,mlp.experts.132.down_proj,0.0000012056,0.05000,0.902
13,mlp.experts.146.down_proj,0.0000013060,0.05000,0.422
13,mlp.experts.215.down_proj,0.0000026463,0.05000,0.964
13,mlp.experts.150.down_proj,0.0000047927,0.05000,0.420
13,mlp.experts.133.down_proj,0.0000038501,0.05000,0.964
13,mlp.experts.136.down_proj,0.0000026813,0.05000,0.916
13,mlp.experts.154.down_proj,0.0000082111,0.05000,0.430
13,mlp.experts.219.down_proj,0.0000078346,0.05000,0.983
13,mlp.experts.158.down_proj,0.0000035497,0.05000,0.419
13,mlp.experts.137.down_proj,0.0000076939,0.05000,0.921
13,mlp.experts.140.down_proj,0.0000068842,0.05000,0.895
13,mlp.experts.162.down_proj,0.0000031380,0.05000,0.435
13,mlp.experts.166.down_proj,0.0000034030,0.05000,0.427
13,mlp.experts.223.down_proj,0.0000099056,0.05000,1.002
13,mlp.experts.141.down_proj,0.0000013474,0.05000,0.834
13,mlp.experts.144.down_proj,0.0000031198,0.05000,0.995
13,mlp.experts.170.down_proj,0.0000030165,0.05000,0.431
13,mlp.experts.174.down_proj,0.0000034567,0.05000,0.414
13,mlp.experts.145.down_proj,0.0000035607,0.05000,0.895
13,mlp.experts.227.down_proj,0.0000016684,0.05000,0.950
13,mlp.experts.178.down_proj,0.0000049644,0.05000,0.474
13,mlp.experts.148.down_proj,0.0000097325,0.05000,0.970
13,mlp.experts.149.down_proj,0.0000013265,0.05000,0.935
13,mlp.experts.231.down_proj,0.0000014239,0.05000,0.960
13,mlp.experts.182.down_proj,0.0000038887,0.05000,0.943
13,mlp.experts.152.down_proj,0.0000013665,0.05000,0.956
13,mlp.experts.153.down_proj,0.0000016125,0.05000,0.939
13,mlp.experts.235.down_proj,0.0000024040,0.05000,0.959
13,mlp.experts.186.down_proj,0.0000031161,0.05000,0.941
13,mlp.experts.156.down_proj,0.0000087708,0.05000,0.967
13,mlp.experts.157.down_proj,0.0000109635,0.05000,0.924
13,mlp.experts.239.down_proj,0.0000058265,0.05000,0.889
13,mlp.experts.190.down_proj,0.0000037171,0.05000,0.953
13,mlp.experts.160.down_proj,0.0000115984,0.05000,0.934
13,mlp.experts.161.down_proj,0.0000009686,0.05000,0.599
13,mlp.experts.243.down_proj,0.0000021586,0.05000,0.903
13,mlp.experts.165.down_proj,0.0000028014,0.05000,0.486
13,mlp.experts.194.down_proj,0.0000015959,0.05000,0.947
13,mlp.experts.164.down_proj,0.0000023213,0.05000,0.892
13,mlp.experts.169.down_proj,0.0000045590,0.05000,0.617
13,mlp.experts.198.down_proj,0.0000039156,0.05000,0.485
13,mlp.experts.247.down_proj,0.0000040418,0.05000,0.887
13,mlp.experts.202.down_proj,0.0000020119,0.05000,0.360
13,mlp.experts.168.down_proj,0.0000040773,0.05000,0.896
13,mlp.experts.173.down_proj,0.0000021673,0.05000,0.739
13,mlp.experts.206.down_proj,0.0000014389,0.05000,0.339
13,mlp.experts.251.down_proj,0.0000016361,0.05000,0.867
13,mlp.experts.177.down_proj,0.0000010153,0.05000,0.331
13,mlp.experts.210.down_proj,0.0000285604,0.05000,0.301
13,mlp.experts.172.down_proj,0.0000014720,0.05000,0.864
13,mlp.experts.214.down_proj,0.0000066646,0.05000,0.353
13,mlp.experts.218.down_proj,0.0000036896,0.05000,0.350
13,mlp.experts.255.down_proj,0.0000012528,0.05000,0.881
13,mlp.experts.181.down_proj,0.0000032388,0.05000,0.857
13,mlp.experts.176.down_proj,0.0000041073,0.05000,0.680
13,mlp.experts.222.down_proj,0.0000171882,0.05000,0.353
13,mlp.experts.185.down_proj,0.0000024116,0.05000,0.321
13,mlp.experts.180.down_proj,0.0000028928,0.05000,0.275
13,mlp.experts.226.down_proj,0.0000060144,0.05000,0.209
13,mlp.experts.189.down_proj,0.0000011678,0.05000,0.206
13,mlp.experts.230.down_proj,0.0000039508,0.05000,0.204
13,mlp.experts.184.down_proj,0.0000020265,0.05000,0.213
13,mlp.experts.193.down_proj,0.0000042065,0.05000,0.206
13,mlp.experts.234.down_proj,0.0000011878,0.05000,0.209
13,mlp.experts.188.down_proj,0.0000026592,0.05000,0.212
13,mlp.experts.197.down_proj,0.0000111710,0.05000,0.213
13,mlp.experts.192.down_proj,0.0000101897,0.05000,0.208
13,mlp.experts.238.down_proj,0.0000031727,0.05000,0.216
13,mlp.experts.201.down_proj,0.0000012947,0.05000,0.211
13,mlp.experts.196.down_proj,0.0000022292,0.05000,0.208
13,mlp.experts.242.down_proj,0.0000019875,0.05000,0.216
13,mlp.experts.205.down_proj,0.0000011125,0.05000,0.208
13,mlp.experts.200.down_proj,0.0000031909,0.05000,0.210
13,mlp.experts.246.down_proj,0.0000023366,0.05000,0.213
13,mlp.experts.209.down_proj,0.0000011502,0.05000,0.210
13,mlp.experts.204.down_proj,0.0000018303,0.05000,0.210
13,mlp.experts.250.down_proj,0.0000073078,0.05000,0.210
13,mlp.experts.213.down_proj,0.0000039641,0.05000,0.212
13,mlp.experts.208.down_proj,0.0000042835,0.05000,0.205
13,mlp.experts.254.down_proj,0.0000011487,0.05000,0.207
13,mlp.experts.217.down_proj,0.0000028464,0.05000,0.186
13,mlp.experts.212.down_proj,0.0000010967,0.05000,0.155
13,mlp.experts.221.down_proj,0.0000011470,0.05000,0.160
13,mlp.experts.216.down_proj,0.0000012191,0.05000,0.155
13,mlp.experts.225.down_proj,0.0000040493,0.05000,0.142
13,mlp.experts.220.down_proj,0.0000039697,0.05000,0.121
13,mlp.experts.229.down_proj,0.0000033647,0.05000,0.100
13,mlp.experts.224.down_proj,0.0000048958,0.05000,0.104
13,mlp.experts.233.down_proj,0.0000011311,0.05000,0.104
13,mlp.experts.228.down_proj,0.0000043542,0.05000,0.104
13,mlp.experts.237.down_proj,0.0000031025,0.05000,0.104
13,mlp.experts.232.down_proj,0.0000028962,0.05000,0.105
13,mlp.experts.241.down_proj,0.0000015799,0.05000,0.104
13,mlp.experts.236.down_proj,0.0000015715,0.05000,0.105
13,mlp.experts.245.down_proj,0.0000038360,0.05000,0.105
13,mlp.experts.240.down_proj,0.0000096526,0.05000,0.104
13,mlp.experts.249.down_proj,0.0000026514,0.05000,0.105
13,mlp.experts.244.down_proj,0.0000040552,0.05000,0.105
13,mlp.experts.253.down_proj,0.0000011012,0.05000,0.104
13,mlp.experts.248.down_proj,0.0000027012,0.05000,0.079
13,mlp.experts.252.down_proj,0.0000029980,0.05000,0.050
14,mlp.experts.1.gate_proj,0.0001959773,0.05000,1.387
14,mlp.experts.2.gate_proj,0.0002206565,0.05000,1.614
14,mlp.experts.0.gate_proj,0.0001176221,0.05000,1.793
14,mlp.experts.3.gate_proj,0.0001099454,0.05000,2.267
14,mlp.experts.5.gate_proj,0.0001514404,0.05000,1.500
14,mlp.experts.6.gate_proj,0.0002106062,0.05000,2.125
14,mlp.experts.10.gate_proj,0.0002326742,0.05000,1.643
14,mlp.experts.4.gate_proj,0.0000865835,0.05000,3.642
14,mlp.experts.7.gate_proj,0.0001552566,0.05000,3.618
14,mlp.experts.9.gate_proj,0.0001200743,0.05000,3.243
14,mlp.experts.14.gate_proj,0.0001719385,0.05000,1.658
14,mlp.experts.18.gate_proj,0.0002201986,0.05000,1.636
14,mlp.experts.8.gate_proj,0.0001018676,0.05000,3.516
14,mlp.experts.11.gate_proj,0.0001448478,0.05000,3.626
14,mlp.experts.13.gate_proj,0.0001263898,0.05000,3.431
14,mlp.experts.22.gate_proj,0.0001348741,0.05000,1.667
14,mlp.experts.26.gate_proj,0.0001061532,0.05000,1.900
14,mlp.experts.12.gate_proj,0.0001283035,0.05000,3.419
14,mlp.experts.17.gate_proj,0.0003484233,0.05000,3.530
14,mlp.experts.15.gate_proj,0.0002133897,0.05000,3.712
14,mlp.experts.16.gate_proj,0.0001268414,0.05000,1.672
14,mlp.experts.21.gate_proj,0.0001133302,0.05000,2.319
14,mlp.experts.30.gate_proj,0.0001389715,0.05000,3.795
14,mlp.experts.19.gate_proj,0.0001766019,0.05000,3.791
14,mlp.experts.25.gate_proj,0.0001916734,0.05000,1.690
14,mlp.experts.20.gate_proj,0.0000933833,0.05000,3.079
14,mlp.experts.29.gate_proj,0.0001196453,0.05000,1.688
14,mlp.experts.23.gate_proj,0.0002908780,0.05000,2.626
14,mlp.experts.34.gate_proj,0.0001721394,0.05000,3.773
14,mlp.experts.24.gate_proj,0.0001633958,0.05000,3.139
14,mlp.experts.33.gate_proj,0.0001490776,0.05000,1.516
14,mlp.experts.27.gate_proj,0.0001303913,0.05000,1.608
14,mlp.experts.38.gate_proj,0.0001239477,0.05000,1.669
14,mlp.experts.28.gate_proj,0.0001105328,0.05000,1.961
14,mlp.experts.37.gate_proj,0.0001029965,0.05000,2.095
14,mlp.experts.31.gate_proj,0.0001342967,0.05000,1.961
14,mlp.experts.42.gate_proj,0.0001722377,0.05000,3.179
14,mlp.experts.32.gate_proj,0.0001125130,0.05000,3.772
14,mlp.experts.41.gate_proj,0.0000926791,0.05000,3.809
14,mlp.experts.35.gate_proj,0.0001255708,0.05000,3.633
14,mlp.experts.46.gate_proj,0.0001570409,0.05000,3.267
14,mlp.experts.45.gate_proj,0.0002281158,0.05000,3.331
14,mlp.experts.36.gate_proj,0.0001441097,0.05000,3.578
14,mlp.experts.50.gate_proj,0.0000971915,0.05000,2.342
14,mlp.experts.39.gate_proj,0.0002433705,0.05000,3.512
14,mlp.experts.49.gate_proj,0.0001403310,0.05000,2.169
14,mlp.experts.40.gate_proj,0.0001433330,0.05000,2.289
14,mlp.experts.54.gate_proj,0.0000720811,0.05000,2.554
14,mlp.experts.44.gate_proj,0.0001907061,0.05000,1.637
14,mlp.experts.43.gate_proj,0.0002213136,0.05000,3.591
14,mlp.experts.53.gate_proj,0.0001275861,0.05000,3.202
14,mlp.experts.48.gate_proj,0.0001341814,0.05000,1.634
14,mlp.experts.58.gate_proj,0.0001920308,0.05000,3.499
14,mlp.experts.52.gate_proj,0.0001806905,0.05000,1.618
14,mlp.experts.57.gate_proj,0.0001254094,0.05000,2.413
14,mlp.experts.47.gate_proj,0.0000817326,0.05000,3.668
14,mlp.experts.56.gate_proj,0.0001374109,0.05000,1.527
14,mlp.experts.61.gate_proj,0.0001971487,0.05000,2.149
14,mlp.experts.62.gate_proj,0.0000711660,0.05000,3.241
14,mlp.experts.51.gate_proj,0.0000841256,0.05000,2.918
14,mlp.experts.60.gate_proj,0.0001322947,0.05000,2.901
14,mlp.experts.66.gate_proj,0.0001072142,0.05000,2.519
14,mlp.experts.65.gate_proj,0.0000887961,0.05000,3.193
14,mlp.experts.55.gate_proj,0.0000796720,0.05000,2.500
14,mlp.experts.69.gate_proj,0.0001529532,0.05000,1.634
14,mlp.experts.64.gate_proj,0.0000959569,0.05000,3.541
14,mlp.experts.70.gate_proj,0.0001676897,0.05000,3.626
14,mlp.experts.73.gate_proj,0.0001411299,0.05000,1.648
14,mlp.experts.59.gate_proj,0.0001174609,0.05000,3.419
14,mlp.experts.77.gate_proj,0.0001114427,0.05000,1.780
14,mlp.experts.68.gate_proj,0.0001285216,0.05000,3.464
14,mlp.experts.74.gate_proj,0.0002998761,0.05000,3.383
14,mlp.experts.63.gate_proj,0.0000996820,0.05000,2.965
14,mlp.experts.81.gate_proj,0.0001084338,0.05000,1.786
14,mlp.experts.85.gate_proj,0.0000911001,0.05000,1.788
14,mlp.experts.72.gate_proj,0.0002125299,0.05000,3.328
14,mlp.experts.78.gate_proj,0.0002698012,0.05000,3.066
14,mlp.experts.67.gate_proj,0.0001095058,0.05000,2.858
14,mlp.experts.89.gate_proj,0.0001343473,0.05000,1.190
14,mlp.experts.76.gate_proj,0.0002096480,0.05000,1.053
14,mlp.experts.82.gate_proj,0.0001603876,0.05000,1.462
14,mlp.experts.80.gate_proj,0.0001938736,0.05000,1.489
14,mlp.experts.93.gate_proj,0.0001873881,0.05000,2.494
14,mlp.experts.71.gate_proj,0.0001218865,0.05000,2.976
14,mlp.experts.86.gate_proj,0.0000949485,0.05000,1.611
14,mlp.experts.84.gate_proj,0.0001892922,0.05000,1.614
14,mlp.experts.90.gate_proj,0.0000580240,0.05000,1.750
14,mlp.experts.97.gate_proj,0.0001184665,0.05000,3.308
14,mlp.experts.88.gate_proj,0.0001077847,0.05000,3.037
14,mlp.experts.75.gate_proj,0.0001540594,0.05000,3.542
14,mlp.experts.94.gate_proj,0.0000557247,0.05000,2.780
14,mlp.experts.79.gate_proj,0.0001460782,0.05000,2.197
14,mlp.experts.92.gate_proj,0.0001084955,0.05000,2.986
14,mlp.experts.101.gate_proj,0.0001432746,0.05000,3.436
14,mlp.experts.98.gate_proj,0.0001404559,0.05000,1.842
14,mlp.experts.83.gate_proj,0.0001580582,0.05000,2.052
14,mlp.experts.102.gate_proj,0.0000961141,0.05000,1.639
14,mlp.experts.96.gate_proj,0.0001446611,0.05000,2.907
14,mlp.experts.105.gate_proj,0.0001712406,0.05000,3.188
14,mlp.experts.106.gate_proj,0.0002949687,0.05000,1.658
14,mlp.experts.87.gate_proj,0.0001430281,0.05000,3.498
14,mlp.experts.109.gate_proj,0.0000818505,0.05000,2.366
14,mlp.experts.110.gate_proj,0.0001204660,0.05000,2.572
14,mlp.experts.100.gate_proj,0.0001093136,0.05000,3.637
14,mlp.experts.113.gate_proj,0.0001723555,0.05000,1.906
14,mlp.experts.91.gate_proj,0.0001385779,0.05000,3.558
14,mlp.experts.117.gate_proj,0.0001197346,0.05000,1.654
14,mlp.experts.114.gate_proj,0.0001725603,0.05000,3.737
14,mlp.experts.104.gate_proj,0.0000864053,0.05000,3.682
14,mlp.experts.121.gate_proj,0.0002054524,0.05000,1.652
14,mlp.experts.95.gate_proj,0.0002004956,0.05000,3.500
14,mlp.experts.125.gate_proj,0.0001121759,0.05000,1.584
14,mlp.experts.118.gate_proj,0.0002106608,0.05000,3.094
14,mlp.experts.108.gate_proj,0.0002227853,0.05000,2.986
14,mlp.experts.99.gate_proj,0.0001401152,0.05000,1.681
14,mlp.experts.129.gate_proj,0.0001033027,0.05000,1.786
14,mlp.experts.122.gate_proj,0.0001752217,0.05000,1.335
14,mlp.experts.112.gate_proj,0.0001377680,0.05000,1.302
14,mlp.experts.103.gate_proj,0.0001595126,0.05000,1.411
14,mlp.experts.133.gate_proj,0.0001038014,0.05000,1.366
14,mlp.experts.126.gate_proj,0.0001214932,0.05000,1.315
14,mlp.experts.116.gate_proj,0.0001102998,0.05000,1.306
14,mlp.experts.107.gate_proj,0.0000913772,0.05000,1.312
14,mlp.experts.137.gate_proj,0.0000748664,0.05000,1.250
14,mlp.experts.130.gate_proj,0.0001462253,0.05000,1.297
14,mlp.experts.120.gate_proj,0.0001332145,0.05000,1.187
14,mlp.experts.111.gate_proj,0.0001233591,0.05000,1.218
14,mlp.experts.141.gate_proj,0.0001864432,0.05000,1.243
14,mlp.experts.134.gate_proj,0.0001994334,0.05000,1.230
14,mlp.experts.124.gate_proj,0.0001144383,0.05000,1.255
14,mlp.experts.115.gate_proj,0.0001338207,0.05000,1.216
14,mlp.experts.145.gate_proj,0.0001169394,0.05000,1.189
14,mlp.experts.138.gate_proj,0.0002072381,0.05000,1.152
14,mlp.experts.128.gate_proj,0.0002163096,0.05000,1.192
14,mlp.experts.142.gate_proj,0.0000954986,0.05000,1.546
14,mlp.experts.132.gate_proj,0.0001977933,0.05000,1.953
14,mlp.experts.119.gate_proj,0.0000984397,0.05000,2.690
14,mlp.experts.149.gate_proj,0.0001011837,0.05000,3.200
14,mlp.experts.136.gate_proj,0.0001169102,0.05000,2.680
14,mlp.experts.146.gate_proj,0.0002409464,0.05000,3.610
14,mlp.experts.153.gate_proj,0.0002058640,0.05000,2.296
14,mlp.experts.123.gate_proj,0.0000991559,0.05000,3.481
14,mlp.experts.150.gate_proj,0.0001074949,0.05000,1.529
14,mlp.experts.140.gate_proj,0.0001089408,0.05000,2.983
14,mlp.experts.157.gate_proj,0.0001582623,0.05000,2.570
14,mlp.experts.154.gate_proj,0.0001190556,0.05000,1.490
14,mlp.experts.127.gate_proj,0.0000861226,0.05000,2.346
14,mlp.experts.144.gate_proj,0.0001737922,0.05000,1.316
14,mlp.experts.161.gate_proj,0.0003261393,0.05000,1.204
14,mlp.experts.158.gate_proj,0.0000808443,0.05000,1.228
14,mlp.experts.131.gate_proj,0.0002873170,0.05000,1.220
14,mlp.experts.148.gate_proj,0.0000983334,0.05000,1.223
14,mlp.experts.165.gate_proj,0.0001083692,0.05000,1.244
14,mlp.experts.162.gate_proj,0.0001289398,0.05000,1.462
14,mlp.experts.135.gate_proj,0.0001281533,0.05000,1.857
14,mlp.experts.169.gate_proj,0.0002193536,0.05000,1.423
14,mlp.experts.166.gate_proj,0.0001364514,0.05000,1.486
14,mlp.experts.152.gate_proj,0.0002162563,0.05000,2.572
14,mlp.experts.173.gate_proj,0.0000815844,0.05000,1.477
14,mlp.experts.139.gate_proj,0.0001648249,0.05000,2.563
14,mlp.experts.170.gate_proj,0.0002270582,0.05000,1.721
14,mlp.experts.177.gate_proj,0.0001322454,0.05000,2.248
14,mlp.experts.156.gate_proj,0.0001296550,0.05000,3.294
14,mlp.experts.143.gate_proj,0.0001351840,0.05000,2.838
14,mlp.experts.174.gate_proj,0.0001732109,0.05000,3.362
14,mlp.experts.181.gate_proj,0.0001250893,0.05000,1.977
14,mlp.experts.160.gate_proj,0.0001732383,0.05000,2.636
14,mlp.experts.147.gate_proj,0.0000909260,0.05000,3.519
14,mlp.experts.164.gate_proj,0.0001168035,0.05000,1.631
14,mlp.experts.185.gate_proj,0.0000963615,0.05000,3.279
14,mlp.experts.178.gate_proj,0.0001633822,0.05000,3.430
14,mlp.experts.151.gate_proj,0.0001131916,0.05000,2.606
14,mlp.experts.168.gate_proj,0.0002426403,0.05000,3.096
14,mlp.experts.189.gate_proj,0.0001714693,0.05000,2.936
14,mlp.experts.182.gate_proj,0.0001008805,0.05000,3.175
14,mlp.experts.155.gate_proj,0.0002073832,0.05000,1.909
14,mlp.experts.172.gate_proj,0.0001281445,0.05000,1.293
14,mlp.experts.193.gate_proj,0.0001415731,0.05000,1.268
14,mlp.experts.186.gate_proj,0.0001369746,0.05000,1.269
14,mlp.experts.176.gate_proj,0.0002680165,0.05000,1.329
14,mlp.experts.159.gate_proj,0.0001311048,0.05000,1.566
14,mlp.experts.197.gate_proj,0.0001410154,0.05000,1.305
14,mlp.experts.190.gate_proj,0.0001060587,0.05000,1.285
14,mlp.experts.180.gate_proj,0.0001559825,0.05000,1.195
14,mlp.experts.163.gate_proj,0.0000728636,0.05000,1.177
14,mlp.experts.201.gate_proj,0.0001177042,0.05000,1.176
14,mlp.experts.194.gate_proj,0.0001307758,0.05000,1.145
14,mlp.experts.184.gate_proj,0.0000625337,0.05000,1.171
14,mlp.experts.167.gate_proj,0.0001639013,0.05000,1.173
14,mlp.experts.205.gate_proj,0.0001087770,0.05000,1.173
14,mlp.experts.198.gate_proj,0.0001786347,0.05000,1.160
14,mlp.experts.188.gate_proj,0.0001554931,0.05000,1.206
14,mlp.experts.171.gate_proj,0.0001829171,0.05000,1.210
14,mlp.experts.209.gate_proj,0.0001224624,0.05000,1.213
14,mlp.experts.202.gate_proj,0.0000878708,0.05000,1.180
14,mlp.experts.192.gate_proj,0.0001560391,0.05000,1.244
14,mlp.experts.175.gate_proj,0.0001081701,0.05000,1.252
14,mlp.experts.213.gate_proj,0.0001129627,0.05000,1.267
14,mlp.experts.206.gate_proj,0.0001748417,0.05000,1.271
14,mlp.experts.196.gate_proj,0.0001805910,0.05000,1.309
14,mlp.experts.179.gate_proj,0.0002079910,0.05000,1.307
14,mlp.experts.217.gate_proj,0.0000855407,0.05000,1.304
14,mlp.experts.210.gate_proj,0.0001188403,0.05000,1.295
14,mlp.experts.200.gate_proj,0.0000959185,0.05000,1.208
14,mlp.experts.183.gate_proj,0.0001014158,0.05000,1.255
14,mlp.experts.221.gate_proj,0.0001860975,0.05000,1.208
14,mlp.experts.214.gate_proj,0.0001117191,0.05000,1.280
14,mlp.experts.204.gate_proj,0.0000863234,0.05000,1.273
14,mlp.experts.187.gate_proj,0.0000881422,0.05000,1.278
14,mlp.experts.225.gate_proj,0.0000822268,0.05000,1.280
14,mlp.experts.218.gate_proj,0.0000854763,0.05000,1.282
14,mlp.experts.208.gate_proj,0.0000615623,0.05000,1.320
14,mlp.experts.191.gate_proj,0.0001201203,0.05000,1.208
14,mlp.experts.229.gate_proj,0.0001374058,0.05000,1.258
14,mlp.experts.222.gate_proj,0.0002368076,0.05000,1.227
14,mlp.experts.212.gate_proj,0.0000867802,0.05000,1.243
14,mlp.experts.195.gate_proj,0.0001946718,0.05000,1.173
14,mlp.experts.233.gate_proj,0.0002259063,0.05000,1.218
14,mlp.experts.226.gate_proj,0.0001676900,0.05000,1.212
14,mlp.experts.199.gate_proj,0.0001761199,0.05000,1.155
14,mlp.experts.216.gate_proj,0.0001010833,0.05000,1.220
14,mlp.experts.237.gate_proj,0.0001318727,0.05000,1.205
14,mlp.experts.230.gate_proj,0.0001414099,0.05000,1.202
14,mlp.experts.203.gate_proj,0.0002051937,0.05000,1.163
14,mlp.experts.220.gate_proj,0.0001606359,0.05000,1.204
14,mlp.experts.241.gate_proj,0.0001425230,0.05000,1.215
14,mlp.experts.234.gate_proj,0.0001375002,0.05000,1.207
14,mlp.experts.207.gate_proj,0.0001207505,0.05000,1.188
14,mlp.experts.224.gate_proj,0.0001448740,0.05000,1.211
14,mlp.experts.245.gate_proj,0.0001558002,0.05000,1.196
14,mlp.experts.238.gate_proj,0.0001618420,0.05000,1.266
14,mlp.experts.211.gate_proj,0.0001127765,0.05000,1.216
14,mlp.experts.228.gate_proj,0.0001870390,0.05000,1.213
14,mlp.experts.249.gate_proj,0.0001168161,0.05000,1.201
14,mlp.experts.242.gate_proj,0.0002136474,0.05000,1.223
14,mlp.experts.215.gate_proj,0.0001096818,0.05000,1.207
14,mlp.experts.232.gate_proj,0.0001237340,0.05000,1.214
14,mlp.experts.253.gate_proj,0.0000676085,0.05000,1.173
14,mlp.experts.246.gate_proj,0.0001517737,0.05000,1.213
14,mlp.experts.219.gate_proj,0.0001237929,0.05000,1.203
14,mlp.experts.236.gate_proj,0.0001050279,0.05000,1.196
14,mlp.experts.1.up_proj,0.0001923945,0.05000,1.168
14,mlp.experts.250.gate_proj,0.0001761762,0.05000,1.212
14,mlp.experts.223.gate_proj,0.0001658958,0.05000,1.193
14,mlp.experts.5.up_proj,0.0001383777,0.05000,1.159
14,mlp.experts.240.gate_proj,0.0001410973,0.05000,1.337
14,mlp.experts.254.gate_proj,0.0001487612,0.05000,1.207
14,mlp.experts.227.gate_proj,0.0002088876,0.05000,1.218
14,mlp.experts.9.up_proj,0.0001123395,0.05000,1.218
14,mlp.experts.244.gate_proj,0.0001204893,0.05000,1.179
14,mlp.experts.2.up_proj,0.0001987499,0.05000,1.223
14,mlp.experts.231.gate_proj,0.0001159911,0.05000,1.260
14,mlp.experts.13.up_proj,0.0001078273,0.05000,1.262
14,mlp.experts.248.gate_proj,0.0001199581,0.05000,1.256
14,mlp.experts.6.up_proj,0.0001611633,0.05000,1.293
14,mlp.experts.235.gate_proj,0.0001549970,0.05000,1.319
14,mlp.experts.17.up_proj,0.0001308450,0.05000,1.314
14,mlp.experts.252.gate_proj,0.0002495574,0.05000,1.308
14,mlp.experts.10.up_proj,0.0002225243,0.05000,1.313
14,mlp.experts.239.gate_proj,0.0001595394,0.05000,1.312
14,mlp.experts.21.up_proj,0.0001080023,0.05000,1.297
14,mlp.experts.0.up_proj,0.0001106859,0.05000,1.314
14,mlp.experts.14.up_proj,0.0001697919,0.05000,1.294
14,mlp.experts.243.gate_proj,0.0001622353,0.05000,1.302
14,mlp.experts.25.up_proj,0.0001712501,0.05000,1.282
14,mlp.experts.4.up_proj,0.0000814203,0.05000,1.280
14,mlp.experts.18.up_proj,0.0002480700,0.05000,1.349
14,mlp.experts.29.up_proj,0.0001116208,0.05000,1.706
14,mlp.experts.8.up_proj,0.0000942405,0.05000,2.115
14,mlp.experts.247.gate_proj,0.0001313967,0.05000,2.591
14,mlp.experts.22.up_proj,0.0001234594,0.05000,2.023
14,mlp.experts.33.up_proj,0.0001325209,0.05000,1.699
14,mlp.experts.12.up_proj,0.0001196641,0.05000,1.346
14,mlp.experts.26.up_proj,0.0000998945,0.05000,1.263
14,mlp.experts.251.gate_proj,0.0001359749,0.05000,1.301
14,mlp.experts.37.up_proj,0.0000930771,0.05000,1.201
14,mlp.experts.16.up_proj,0.0001098837,0.05000,1.200
14,mlp.experts.30.up_proj,0.0001295265,0.05000,1.156
14,mlp.experts.255.gate_proj,0.0001921347,0.05000,1.208
14,mlp.experts.41.up_proj,0.0000833386,0.05000,1.257
14,mlp.experts.20.up_proj,0.0001203266,0.05000,1.280
14,mlp.experts.34.up_proj,0.0001540101,0.05000,1.293
14,mlp.experts.3.up_proj,0.0001128044,0.05000,1.299
14,mlp.experts.45.up_proj,0.0001819558,0.05000,1.298
14,mlp.experts.24.up_proj,0.0001490332,0.05000,1.304
14,mlp.experts.38.up_proj,0.0001137814,0.05000,1.309
14,mlp.experts.7.up_proj,0.0001449180,0.05000,1.303
14,mlp.experts.49.up_proj,0.0001130003,0.05000,1.300
14,mlp.experts.28.up_proj,0.0000983773,0.05000,1.300
14,mlp.experts.42.up_proj,0.0001672520,0.05000,1.297
14,mlp.experts.11.up_proj,0.0001343237,0.05000,1.291
14,mlp.experts.53.up_proj,0.0001223610,0.05000,1.283
14,mlp.experts.32.up_proj,0.0001167618,0.05000,1.299
14,mlp.experts.46.up_proj,0.0001934943,0.05000,1.297
14,mlp.experts.15.up_proj,0.0001845151,0.05000,1.296
14,mlp.experts.57.up_proj,0.0001185371,0.05000,1.301
14,mlp.experts.36.up_proj,0.0001286170,0.05000,1.314
14,mlp.experts.50.up_proj,0.0000968882,0.05000,1.301
14,mlp.experts.19.up_proj,0.0001693281,0.05000,1.301
14,mlp.experts.61.up_proj,0.0001836797,0.05000,1.281
14,mlp.experts.40.up_proj,0.0001128350,0.05000,1.304
14,mlp.experts.54.up_proj,0.0000608978,0.05000,1.305
14,mlp.experts.23.up_proj,0.0002769152,0.05000,1.286
14,mlp.experts.65.up_proj,0.0000808917,0.05000,1.293
14,mlp.experts.44.up_proj,0.0001912781,0.05000,1.312
14,mlp.experts.58.up_proj,0.0001662821,0.05000,1.298
14,mlp.experts.27.up_proj,0.0001096501,0.05000,1.298
14,mlp.experts.69.up_proj,0.0001297792,0.05000,1.229
14,mlp.experts.48.up_proj,0.0001179058,0.05000,1.234
14,mlp.experts.62.up_proj,0.0000770524,0.05000,1.182
14,mlp.experts.31.up_proj,0.0001253881,0.05000,1.215
14,mlp.experts.73.up_proj,0.0001284736,0.05000,1.197
14,mlp.experts.52.up_proj,0.0001806895,0.05000,1.214
14,mlp.experts.66.up_proj,0.0000928061,0.05000,1.170
14,mlp.experts.35.up_proj,0.0001178228,0.05000,1.213
14,mlp.experts.77.up_proj,0.0001000078,0.05000,1.205
14,mlp.experts.56.up_proj,0.0001277223,0.05000,1.215
14,mlp.experts.70.up_proj,0.0001455459,0.05000,1.178
14,mlp.experts.39.up_proj,0.0002425800,0.05000,1.211
14,mlp.experts.81.up_proj,0.0001026373,0.05000,1.238
14,mlp.experts.60.up_proj,0.0001268429,0.05000,1.275
14,mlp.experts.74.up_proj,0.0002822969,0.05000,1.253
14,mlp.experts.43.up_proj,0.0002328113,0.05000,1.269
14,mlp.experts.64.up_proj,0.0000941863,0.05000,1.656
14,mlp.experts.85.up_proj,0.0000926700,0.05000,2.332
14,mlp.experts.78.up_proj,0.0002585361,0.05000,2.686
14,mlp.experts.68.up_proj,0.0001168193,0.05000,1.584
14,mlp.experts.47.up_proj,0.0000760862,0.05000,3.316
14,mlp.experts.89.up_proj,0.0001421766,0.05000,1.675
14,mlp.experts.82.up_proj,0.0001506171,0.05000,1.568
14,mlp.experts.72.up_proj,0.0002163248,0.05000,1.288
14,mlp.experts.51.up_proj,0.0000742204,0.05000,1.228
14,mlp.experts.93.up_proj,0.0002171350,0.05000,1.597
14,mlp.experts.86.up_proj,0.0000942993,0.05000,1.510
14,mlp.experts.97.up_proj,0.0001111217,0.05000,1.531
14,mlp.experts.90.up_proj,0.0000531138,0.05000,1.232
14,mlp.experts.76.up_proj,0.0001878609,0.05000,2.891
14,mlp.experts.55.up_proj,0.0000767136,0.05000,2.834
14,mlp.experts.101.up_proj,0.0001391905,0.05000,1.150
14,mlp.experts.94.up_proj,0.0000525020,0.05000,1.149
14,mlp.experts.80.up_proj,0.0001685996,0.05000,1.166
14,mlp.experts.59.up_proj,0.0001106289,0.05000,1.220
14,mlp.experts.105.up_proj,0.0001459109,0.05000,1.177
14,mlp.experts.98.up_proj,0.0001180132,0.05000,1.210
14,mlp.experts.84.up_proj,0.0001642985,0.05000,1.234
14,mlp.experts.63.up_proj,0.0000884501,0.05000,1.310
14,mlp.experts.109.up_proj,0.0000781320,0.05000,2.386
14,mlp.experts.88.up_proj,0.0001025168,0.05000,2.025
14,mlp.experts.102.up_proj,0.0000911254,0.05000,2.756
14,mlp.experts.67.up_proj,0.0001000291,0.05000,2.869
14,mlp.experts.113.up_proj,0.0001611377,0.05000,1.762
14,mlp.experts.92.up_proj,0.0000989955,0.05000,1.568
14,mlp.experts.106.up_proj,0.0002518448,0.05000,2.382
14,mlp.experts.117.up_proj,0.0001073206,0.05000,1.485
14,mlp.experts.96.up_proj,0.0001424975,0.05000,1.504
14,mlp.experts.71.up_proj,0.0001144676,0.05000,3.126
14,mlp.experts.100.up_proj,0.0000915052,0.05000,1.889
14,mlp.experts.110.up_proj,0.0001140021,0.05000,3.004
14,mlp.experts.75.up_proj,0.0001514059,0.05000,1.571
14,mlp.experts.121.up_proj,0.0001857974,0.05000,3.174
14,mlp.experts.104.up_proj,0.0000797862,0.05000,1.491
14,mlp.experts.114.up_proj,0.0001558725,0.05000,1.326
14,mlp.experts.79.up_proj,0.0001222320,0.05000,1.355
14,mlp.experts.125.up_proj,0.0001054432,0.05000,1.218
14,mlp.experts.108.up_proj,0.0002009990,0.05000,1.230
14,mlp.experts.129.up_proj,0.0000927073,0.05000,1.563
14,mlp.experts.118.up_proj,0.0002260167,0.05000,2.866
14,mlp.experts.83.up_proj,0.0001477615,0.05000,3.211
14,mlp.experts.112.up_proj,0.0001296314,0.05000,3.430
14,mlp.experts.133.up_proj,0.0000963086,0.05000,2.538
14,mlp.experts.122.up_proj,0.0001541854,0.05000,2.216
14,mlp.experts.116.up_proj,0.0001036483,0.05000,1.965
14,mlp.experts.137.up_proj,0.0000731340,0.05000,2.262
14,mlp.experts.87.up_proj,0.0001333620,0.05000,3.892
14,mlp.experts.141.up_proj,0.0001644588,0.05000,1.667
14,mlp.experts.126.up_proj,0.0001119924,0.05000,3.554
14,mlp.experts.120.up_proj,0.0001181415,0.05000,3.845
14,mlp.experts.145.up_proj,0.0001131848,0.05000,1.660
14,mlp.experts.91.up_proj,0.0001209693,0.05000,3.792
14,mlp.experts.149.up_proj,0.0001036409,0.05000,1.671
14,mlp.experts.130.up_proj,0.0001404646,0.05000,3.410
14,mlp.experts.153.up_proj,0.0001973729,0.05000,1.623
14,mlp.experts.124.up_proj,0.0001268617,0.05000,3.518
14,mlp.experts.134.up_proj,0.0001886121,0.05000,1.580
14,mlp.experts.95.up_proj,0.0001683370,0.05000,2.906
14,mlp.experts.157.up_proj,0.0001431436,0.05000,1.356
14,mlp.experts.128.up_proj,0.0001974945,0.05000,1.317
14,mlp.experts.138.up_proj,0.0002096341,0.05000,1.322
14,mlp.experts.99.up_proj,0.0001276927,0.05000,1.302
14,mlp.experts.161.up_proj,0.0003323951,0.05000,1.309
14,mlp.experts.132.up_proj,0.0001606429,0.05000,1.295
14,mlp.experts.142.up_proj,0.0000900198,0.05000,1.292
14,mlp.experts.103.up_proj,0.0001409654,0.05000,1.295
14,mlp.experts.165.up_proj,0.0000901328,0.05000,1.297
14,mlp.experts.136.up_proj,0.0001086382,0.05000,1.299
14,mlp.experts.146.up_proj,0.0002446795,0.05000,1.313
14,mlp.experts.107.up_proj,0.0000852554,0.05000,1.298
14,mlp.experts.169.up_proj,0.0002057623,0.05000,1.303
14,mlp.experts.140.up_proj,0.0001036509,0.05000,1.298
14,mlp.experts.150.up_proj,0.0000999001,0.05000,1.305
14,mlp.experts.111.up_proj,0.0001129603,0.05000,1.293
14,mlp.experts.173.up_proj,0.0000802536,0.05000,1.258
14,mlp.experts.144.up_proj,0.0001415481,0.05000,1.231
14,mlp.experts.154.up_proj,0.0001129089,0.05000,1.171
14,mlp.experts.115.up_proj,0.0001269917,0.05000,1.252
14,mlp.experts.148.up_proj,0.0000997977,0.05000,1.298
14,mlp.experts.177.up_proj,0.0001253221,0.05000,1.315
14,mlp.experts.158.up_proj,0.0000689552,0.05000,1.293
14,mlp.experts.119.up_proj,0.0000906069,0.05000,1.236
14,mlp.experts.152.up_proj,0.0001823406,0.05000,1.310
14,mlp.experts.162.up_proj,0.0001136559,0.05000,1.258
14,mlp.experts.181.up_proj,0.0001172081,0.05000,1.518
14,mlp.experts.123.up_proj,0.0000928088,0.05000,1.305
14,mlp.experts.156.up_proj,0.0001221839,0.05000,1.275
14,mlp.experts.166.up_proj,0.0001278982,0.05000,1.268
14,mlp.experts.185.up_proj,0.0000924535,0.05000,1.269
14,mlp.experts.127.up_proj,0.0000814465,0.05000,1.227
14,mlp.experts.160.up_proj,0.0001384403,0.05000,1.219
14,mlp.experts.170.up_proj,0.0001893274,0.05000,1.217
14,mlp.experts.189.up_proj,0.0001577678,0.05000,1.225
14,mlp.experts.131.up_proj,0.0003020477,0.05000,1.180
14,mlp.experts.164.up_proj,0.0001068661,0.05000,1.220
14,mlp.experts.174.up_proj,0.0001633970,0.05000,1.213
14,mlp.experts.193.up_proj,0.0001326871,0.05000,1.219
14,mlp.experts.135.up_proj,0.0001141053,0.05000,1.206
14,mlp.experts.178.up_proj,0.0001451102,0.05000,1.178
14,mlp.experts.168.up_proj,0.0002183566,0.05000,1.411
14,mlp.experts.197.up_proj,0.0001314247,0.05000,1.213
14,mlp.experts.139.up_proj,0.0001519022,0.05000,1.208
14,mlp.experts.182.up_proj,0.0000919181,0.05000,1.132
14,mlp.experts.172.up_proj,0.0001150340,0.05000,1.191
14,mlp.experts.201.up_proj,0.0001011811,0.05000,1.178
14,mlp.experts.143.up_proj,0.0001342328,0.05000,1.184
14,mlp.experts.186.up_proj,0.0001200297,0.05000,1.125
14,mlp.experts.176.up_proj,0.0002544193,0.05000,1.185
14,mlp.experts.205.up_proj,0.0001010858,0.05000,1.181
14,mlp.experts.147.up_proj,0.0000836825,0.05000,1.186
14,mlp.experts.190.up_proj,0.0001028565,0.05000,1.141
14,mlp.experts.209.up_proj,0.0001153216,0.05000,1.210
14,mlp.experts.180.up_proj,0.0001531811,0.05000,1.365
14,mlp.experts.151.up_proj,0.0001082209,0.05000,1.473
14,mlp.experts.194.up_proj,0.0001118269,0.05000,1.947
14,mlp.experts.213.up_proj,0.0001119456,0.05000,2.188
14,mlp.experts.184.up_proj,0.0000608081,0.05000,2.331
14,mlp.experts.155.up_proj,0.0001958087,0.05000,3.251
14,mlp.experts.188.up_proj,0.0001398229,0.05000,2.161
14,mlp.experts.198.up_proj,0.0001711523,0.05000,3.638
14,mlp.experts.217.up_proj,0.0000813329,0.05000,3.185
14,mlp.experts.192.up_proj,0.0001305978,0.05000,1.842
14,mlp.experts.159.up_proj,0.0001158179,0.05000,3.579
14,mlp.experts.202.up_proj,0.0000736045,0.05000,2.614
14,mlp.experts.221.up_proj,0.0001593464,0.05000,3.463
14,mlp.experts.163.up_proj,0.0000681720,0.05000,1.656
14,mlp.experts.196.up_proj,0.0001563363,0.05000,3.014
14,mlp.experts.206.up_proj,0.0001560135,0.05000,1.736
14,mlp.experts.225.up_proj,0.0000804054,0.05000,1.651
14,mlp.experts.210.up_proj,0.0001002093,0.05000,1.764
14,mlp.experts.167.up_proj,0.0001600392,0.05000,2.506
14,mlp.experts.214.up_proj,0.0001012119,0.05000,1.402
14,mlp.experts.200.up_proj,0.0000891839,0.05000,3.327
14,mlp.experts.229.up_proj,0.0001292481,0.05000,3.489
14,mlp.experts.218.up_proj,0.0000780772,0.05000,1.443
14,mlp.experts.171.up_proj,0.0001715045,0.05000,3.492
14,mlp.experts.222.up_proj,0.0002486284,0.05000,1.427
14,mlp.experts.204.up_proj,0.0000741482,0.05000,3.554
14,mlp.experts.226.up_proj,0.0001463415,0.05000,1.435
14,mlp.experts.233.up_proj,0.0002144194,0.05000,3.546
14,mlp.experts.175.up_proj,0.0001003577,0.05000,3.491
14,mlp.experts.230.up_proj,0.0001310673,0.05000,1.437
14,mlp.experts.234.up_proj,0.0001240305,0.05000,1.417
14,mlp.experts.208.up_proj,0.0000622064,0.05000,3.564
14,mlp.experts.237.up_proj,0.0001193520,0.05000,3.547
14,mlp.experts.179.up_proj,0.0002006264,0.05000,3.025
14,mlp.experts.238.up_proj,0.0001399415,0.05000,2.125
14,mlp.experts.183.up_proj,0.0000955989,0.05000,1.648
14,mlp.experts.212.up_proj,0.0000737819,0.05000,3.662
14,mlp.experts.241.up_proj,0.0001371760,0.05000,3.646
14,mlp.experts.187.up_proj,0.0000756847,0.05000,1.634
14,mlp.experts.242.up_proj,0.0002015820,0.05000,3.523
14,mlp.experts.191.up_proj,0.0001126087,0.05000,1.984
14,mlp.experts.216.up_proj,0.0000948977,0.05000,3.123
14,mlp.experts.245.up_proj,0.0001309834,0.05000,2.726
14,mlp.experts.246.up_proj,0.0001466693,0.05000,2.029
14,mlp.experts.220.up_proj,0.0001215440,0.05000,1.300
14,mlp.experts.195.up_proj,0.0001744173,0.05000,1.480
14,mlp.experts.249.up_proj,0.0001036896,0.05000,1.339
14,mlp.experts.250.up_proj,0.0001596368,0.05000,1.320
14,mlp.experts.224.up_proj,0.0001395082,0.05000,1.306
14,mlp.experts.199.up_proj,0.0001540036,0.05000,1.282
14,mlp.experts.253.up_proj,0.0000632491,0.05000,1.190
14,mlp.experts.254.up_proj,0.0001394148,0.05000,1.136
14,mlp.experts.228.up_proj,0.0001611590,0.05000,0.859
14,mlp.experts.203.up_proj,0.0001881542,0.05000,0.771
14,mlp.experts.232.up_proj,0.0001121579,0.05000,0.405
14,mlp.experts.207.up_proj,0.0001135576,0.05000,0.403
14,mlp.experts.236.up_proj,0.0000981730,0.05000,0.402
14,mlp.experts.211.up_proj,0.0001066561,0.05000,0.400
14,mlp.experts.240.up_proj,0.0001240162,0.05000,0.563
14,mlp.experts.215.up_proj,0.0001009440,0.05000,0.577
14,mlp.experts.244.up_proj,0.0001131961,0.05000,0.629
14,mlp.experts.219.up_proj,0.0001110389,0.05000,0.623
14,mlp.experts.248.up_proj,0.0001021839,0.05000,0.622
14,mlp.experts.223.up_proj,0.0001543315,0.05000,0.620
14,mlp.experts.252.up_proj,0.0002439844,0.05000,0.623
14,mlp.experts.227.up_proj,0.0001846988,0.05000,0.585
14,mlp.experts.231.up_proj,0.0001099723,0.05000,0.200
14,mlp.experts.235.up_proj,0.0001441444,0.05000,0.199
14,mlp.experts.239.up_proj,0.0001520719,0.05000,0.200
14,mlp.experts.243.up_proj,0.0001520965,0.05000,0.199
14,mlp.experts.247.up_proj,0.0001189206,0.05000,0.199
14,mlp.experts.251.up_proj,0.0001168580,0.05000,0.200
14,mlp.experts.255.up_proj,0.0001686180,0.05000,0.199
14,mlp.experts.1.down_proj,0.0000087854,0.05000,0.327
14,mlp.experts.3.down_proj,0.0000089232,0.05000,0.324
14,mlp.experts.0.down_proj,0.0000013164,0.05000,0.336
14,mlp.experts.2.down_proj,0.0000065096,0.05000,0.337
14,mlp.experts.7.down_proj,0.0000041091,0.05000,0.324
14,mlp.experts.5.down_proj,0.0000043191,0.05000,0.328
14,mlp.experts.4.down_proj,0.0000009332,0.05000,0.328
14,mlp.experts.6.down_proj,0.0000040597,0.05000,0.330
14,mlp.experts.9.down_proj,0.0000010861,0.05000,0.324
14,mlp.experts.11.down_proj,0.0000041115,0.05000,0.331
14,mlp.experts.10.down_proj,0.0000104752,0.05000,0.323
14,mlp.experts.8.down_proj,0.0000010288,0.05000,0.331
14,mlp.experts.13.down_proj,0.0000026657,0.05000,0.322
14,mlp.experts.12.down_proj,0.0000014767,0.05000,0.320
14,mlp.experts.14.down_proj,0.0000071998,0.05000,0.325
14,mlp.experts.15.down_proj,0.0000055283,0.05000,0.331
14,mlp.experts.17.down_proj,0.0000013711,0.05000,0.323
14,mlp.experts.19.down_proj,0.0000057099,0.05000,0.323
14,mlp.experts.18.down_proj,0.0000126836,0.05000,0.329
14,mlp.experts.16.down_proj,0.0000031152,0.05000,0.337
14,mlp.experts.21.down_proj,0.0000034272,0.05000,0.315
14,mlp.experts.23.down_proj,0.0000086576,0.05000,0.311
14,mlp.experts.22.down_proj,0.0000033711,0.05000,0.314
14,mlp.experts.20.down_proj,0.0000025466,0.05000,0.318
14,mlp.experts.27.down_proj,0.0000028450,0.05000,0.290
14,mlp.experts.25.down_proj,0.0000060243,0.05000,0.307
14,mlp.experts.26.down_proj,0.0000009880,0.05000,0.303
14,mlp.experts.24.down_proj,0.0000041405,0.05000,0.297
14,mlp.experts.31.down_proj,0.0000013377,0.05000,0.300
14,mlp.experts.29.down_proj,0.0000010613,0.05000,0.305
14,mlp.experts.28.down_proj,0.0000023219,0.05000,0.298
14,mlp.experts.30.down_proj,0.0000017508,0.05000,0.305
14,mlp.experts.35.down_proj,0.0000011643,0.05000,0.295
14,mlp.experts.32.down_proj,0.0000064969,0.05000,0.287
14,mlp.experts.33.down_proj,0.0000033717,0.05000,0.295
14,mlp.experts.34.down_proj,0.0000022831,0.05000,0.295
14,mlp.experts.39.down_proj,0.0000097315,0.05000,0.296
14,mlp.experts.36.down_proj,0.0000039442,0.05000,0.292
14,mlp.experts.37.down_proj,0.0000029908,0.05000,0.293
14,mlp.experts.38.down_proj,0.0000028861,0.05000,0.296
14,mlp.experts.43.down_proj,0.0000125295,0.05000,0.301
14,mlp.experts.40.down_proj,0.0000024578,0.05000,0.298
14,mlp.experts.41.down_proj,0.0000008969,0.05000,0.304
14,mlp.experts.42.down_proj,0.0000066126,0.05000,0.307
14,mlp.experts.47.down_proj,0.0000015795,0.05000,0.317
14,mlp.experts.44.down_proj,0.0000085505,0.05000,0.323
14,mlp.experts.45.down_proj,0.0000053348,0.05000,0.320
14,mlp.experts.46.down_proj,0.0000049731,0.05000,0.323
14,mlp.experts.51.down_proj,0.0000031092,0.05000,0.324
14,mlp.experts.48.down_proj,0.0000033010,0.05000,0.319
14,mlp.experts.49.down_proj,0.0000035739,0.05000,0.327
14,mlp.experts.50.down_proj,0.0000035903,0.05000,0.320
14,mlp.experts.55.down_proj,0.0000009223,0.05000,0.321
14,mlp.experts.52.down_proj,0.0000079891,0.05000,0.327
14,mlp.experts.53.down_proj,0.0000034946,0.05000,0.329
14,mlp.experts.54.down_proj,0.0000019981,0.05000,0.320
14,mlp.experts.59.down_proj,0.0000012075,0.05000,0.320
14,mlp.experts.56.down_proj,0.0000015190,0.05000,0.322
14,mlp.experts.58.down_proj,0.0000051465,0.05000,0.319
14,mlp.experts.57.down_proj,0.0000012994,0.05000,0.327
14,mlp.experts.63.down_proj,0.0000022388,0.05000,0.326
14,mlp.experts.60.down_proj,0.0000050704,0.05000,0.326
14,mlp.experts.62.down_proj,0.0000027803,0.05000,0.321
14,mlp.experts.61.down_proj,0.0000080064,0.05000,0.325
14,mlp.experts.67.down_proj,0.0000031235,0.05000,0.313
14,mlp.experts.64.down_proj,0.0000036548,0.05000,0.320
14,mlp.experts.66.down_proj,0.0000018410,0.05000,0.319
14,mlp.experts.65.down_proj,0.0000022787,0.05000,0.326
14,mlp.experts.71.down_proj,0.0000012827,0.05000,0.395
14,mlp.experts.69.down_proj,0.0000043594,0.05000,0.356
14,mlp.experts.70.down_proj,0.0000028301,0.05000,0.382
14,mlp.experts.73.down_proj,0.0000045632,0.05000,0.341
14,mlp.experts.75.down_proj,0.0000069588,0.05000,0.358
14,mlp.experts.74.down_proj,0.0000146085,0.05000,0.352
14,mlp.experts.68.down_proj,0.0000014176,0.05000,0.759
14,mlp.experts.77.down_proj,0.0000038323,0.05000,0.329
14,mlp.experts.79.down_proj,0.0000027355,0.05000,0.333
14,mlp.experts.78.down_proj,0.0000086290,0.05000,0.330
14,mlp.experts.72.down_proj,0.0000113492,0.05000,0.334
14,mlp.experts.81.down_proj,0.0000008974,0.05000,0.305
14,mlp.experts.83.down_proj,0.0000058747,0.05000,0.313
14,mlp.experts.76.down_proj,0.0000057630,0.05000,0.311
14,mlp.experts.82.down_proj,0.0000045374,0.05000,0.342
14,mlp.experts.85.down_proj,0.0000087287,0.05000,0.094
14,mlp.experts.80.down_proj,0.0000039084,0.05000,0.322
14,mlp.experts.87.down_proj,0.0000013974,0.05000,0.325
14,mlp.experts.86.down_proj,0.0000037485,0.05000,0.340
14,mlp.experts.89.down_proj,0.0000041399,0.05000,0.464
14,mlp.experts.90.down_proj,0.0000017807,0.05000,0.397
14,mlp.experts.84.down_proj,0.0000058293,0.05000,0.442
14,mlp.experts.91.down_proj,0.0000014700,0.05000,0.558
14,mlp.experts.93.down_proj,0.0000145865,0.05000,0.772
14,mlp.experts.94.down_proj,0.0000025202,0.05000,0.509
14,mlp.experts.88.down_proj,0.0000011920,0.05000,0.821
14,mlp.experts.95.down_proj,0.0000055390,0.05000,0.830
14,mlp.experts.98.down_proj,0.0000038407,0.05000,0.506
14,mlp.experts.97.down_proj,0.0000012342,0.05000,0.820
14,mlp.experts.99.down_proj,0.0000037513,0.05000,0.471
14,mlp.experts.92.down_proj,0.0000084763,0.05000,0.683
14,mlp.experts.101.down_proj,0.0000056431,0.05000,0.317
14,mlp.experts.102.down_proj,0.0000009133,0.05000,0.705
14,mlp.experts.105.down_proj,0.0000035962,0.05000,0.415
14,mlp.experts.103.down_proj,0.0000047908,0.05000,0.716
14,mlp.experts.96.down_proj,0.0000053787,0.05000,0.922
14,mlp.experts.109.down_proj,0.0000025235,0.05000,0.412
14,mlp.experts.106.down_proj,0.0000106675,0.05000,0.918
14,mlp.experts.113.down_proj,0.0000022138,0.05000,0.411
14,mlp.experts.107.down_proj,0.0000007434,0.05000,0.880
14,mlp.experts.117.down_proj,0.0000030570,0.05000,0.411
14,mlp.experts.100.down_proj,0.0000028894,0.05000,0.926
14,mlp.experts.110.down_proj,0.0000011015,0.05000,0.912
14,mlp.experts.121.down_proj,0.0000081134,0.05000,0.415
14,mlp.experts.111.down_proj,0.0000031442,0.05000,0.886
14,mlp.experts.125.down_proj,0.0000021508,0.05000,0.414
14,mlp.experts.104.down_proj,0.0000007243,0.05000,0.937
14,mlp.experts.114.down_proj,0.0000033787,0.05000,0.935
14,mlp.experts.115.down_proj,0.0000066808,0.05000,0.961
14,mlp.experts.129.down_proj,0.0000013619,0.05000,0.880
14,mlp.experts.108.down_proj,0.0000059046,0.05000,0.936
14,mlp.experts.118.down_proj,0.0000178784,0.05000,0.929
14,mlp.experts.133.down_proj,0.0000010066,0.05000,0.846
14,mlp.experts.119.down_proj,0.0000008812,0.05000,0.962
14,mlp.experts.112.down_proj,0.0000012580,0.05000,0.931
14,mlp.experts.122.down_proj,0.0000053558,0.05000,0.924
14,mlp.experts.137.down_proj,0.0000021780,0.05000,0.600
14,mlp.experts.123.down_proj,0.0000009569,0.05000,0.927
14,mlp.experts.116.down_proj,0.0000022057,0.05000,0.929
14,mlp.experts.141.down_proj,0.0000057469,0.05000,0.751
14,mlp.experts.126.down_proj,0.0000014169,0.05000,0.931
14,mlp.experts.127.down_proj,0.0000007547,0.05000,0.968
14,mlp.experts.120.down_proj,0.0000028279,0.05000,0.933
14,mlp.experts.145.down_proj,0.0000068240,0.05000,0.942
14,mlp.experts.130.down_proj,0.0000052883,0.05000,0.932
14,mlp.experts.131.down_proj,0.0000179639,0.05000,0.960
14,mlp.experts.124.down_proj,0.0000062705,0.05000,0.951
14,mlp.experts.149.down_proj,0.0000015720,0.05000,0.950
14,mlp.experts.134.down_proj,0.0000088456,0.05000,0.958
14,mlp.experts.135.down_proj,0.0000026878,0.05000,0.709
14,mlp.experts.139.down_proj,0.0000038993,0.05000,0.456
14,mlp.experts.128.down_proj,0.0000032880,0.05000,0.952
14,mlp.experts.153.down_proj,0.0000078226,0.05000,0.873
14,mlp.experts.138.down_proj,0.0000093850,0.05000,0.875
14,mlp.experts.143.down_proj,0.0000043291,0.05000,0.473
14,mlp.experts.147.down_proj,0.0000030843,0.05000,0.464
14,mlp.experts.157.down_proj,0.0000044312,0.05000,0.870
14,mlp.experts.142.down_proj,0.0000009632,0.05000,0.858
14,mlp.experts.132.down_proj,0.0000063997,0.05000,0.957
14,mlp.experts.151.down_proj,0.0000055837,0.05000,0.458
14,mlp.experts.161.down_proj,0.0000154091,0.05000,0.862
14,mlp.experts.155.down_proj,0.0000080357,0.05000,0.464
14,mlp.experts.146.down_proj,0.0000156452,0.05000,0.863
14,mlp.experts.136.down_proj,0.0000010955,0.05000,0.937
14,mlp.experts.159.down_proj,0.0000041527,0.05000,0.625
14,mlp.experts.165.down_proj,0.0000036171,0.05000,0.767
14,mlp.experts.150.down_proj,0.0000010677,0.05000,0.735
14,mlp.experts.140.down_proj,0.0000011078,0.05000,0.867
14,mlp.experts.169.down_proj,0.0000068102,0.05000,0.387
14,mlp.experts.154.down_proj,0.0000011183,0.05000,0.386
14,mlp.experts.163.down_proj,0.0000030118,0.05000,0.780
14,mlp.experts.173.down_proj,0.0000037180,0.05000,0.394
14,mlp.experts.158.down_proj,0.0000023954,0.05000,0.398
14,mlp.experts.144.down_proj,0.0000032758,0.05000,0.784
14,mlp.experts.177.down_proj,0.0000013362,0.05000,0.396
14,mlp.experts.162.down_proj,0.0000030806,0.05000,0.403
14,mlp.experts.167.down_proj,0.0000069154,0.05000,0.782
14,mlp.experts.181.down_proj,0.0000010997,0.05000,0.398
14,mlp.experts.166.down_proj,0.0000013995,0.05000,0.400
14,mlp.experts.148.down_proj,0.0000071431,0.05000,0.803
14,mlp.experts.185.down_proj,0.0000011476,0.05000,0.476
14,mlp.experts.171.down_proj,0.0000097273,0.05000,0.828
14,mlp.experts.170.down_proj,0.0000044585,0.05000,0.732
14,mlp.experts.189.down_proj,0.0000040628,0.05000,0.494
14,mlp.experts.152.down_proj,0.0000056620,0.05000,0.790
14,mlp.experts.193.down_proj,0.0000013581,0.05000,0.463
14,mlp.experts.174.down_proj,0.0000057426,0.05000,0.869
14,mlp.experts.175.down_proj,0.0000042946,0.05000,0.977
14,mlp.experts.156.down_proj,0.0000043044,0.05000,0.795
14,mlp.experts.197.down_proj,0.0000012622,0.05000,0.446
14,mlp.experts.178.down_proj,0.0000082817,0.05000,0.433
14,mlp.experts.160.down_proj,0.0000056677,0.05000,0.338
14,mlp.experts.201.down_proj,0.0000039011,0.05000,0.325
14,mlp.experts.179.down_proj,0.0000089853,0.05000,0.573
14,mlp.experts.182.down_proj,0.0000031943,0.05000,0.317
14,mlp.experts.164.down_proj,0.0000026521,0.05000,0.301
14,mlp.experts.205.down_proj,0.0000012267,0.05000,0.307
14,mlp.experts.183.down_proj,0.0000028512,0.05000,0.309
14,mlp.experts.186.down_proj,0.0000028424,0.05000,0.328
14,mlp.experts.168.down_proj,0.0000073618,0.05000,0.302
14,mlp.experts.209.down_proj,0.0000012289,0.05000,0.308
14,mlp.experts.187.down_proj,0.0000019803,0.05000,0.258
14,mlp.experts.190.down_proj,0.0000064898,0.05000,0.308
14,mlp.experts.172.down_proj,0.0000036032,0.05000,0.318
14,mlp.experts.213.down_proj,0.0000041716,0.05000,0.323
14,mlp.experts.191.down_proj,0.0000013203,0.05000,0.322
14,mlp.experts.194.down_proj,0.0000036595,0.05000,0.320
14,mlp.experts.176.down_proj,0.0000132835,0.05000,0.319
14,mlp.experts.195.down_proj,0.0000038999,0.05000,0.315
14,mlp.experts.217.down_proj,0.0000006865,0.05000,0.331
14,mlp.experts.198.down_proj,0.0000069415,0.05000,0.331
14,mlp.experts.180.down_proj,0.0000045310,0.05000,0.327
14,mlp.experts.199.down_proj,0.0000055928,0.05000,0.325
14,mlp.experts.221.down_proj,0.0000040932,0.05000,0.323
14,mlp.experts.202.down_proj,0.0000026229,0.05000,0.321
14,mlp.experts.184.down_proj,0.0000038950,0.05000,0.320
14,mlp.experts.203.down_proj,0.0000049708,0.05000,0.319
14,mlp.experts.225.down_proj,0.0000040075,0.05000,0.321
14,mlp.experts.206.down_proj,0.0000050184,0.05000,0.313
14,mlp.experts.188.down_proj,0.0000053721,0.05000,0.313
14,mlp.experts.207.down_proj,0.0000010416,0.05000,0.314
14,mlp.experts.229.down_proj,0.0000013855,0.05000,0.308
14,mlp.experts.210.down_proj,0.0000017771,0.05000,0.326
14,mlp.experts.192.down_proj,0.0000028650,0.05000,0.370
14,mlp.experts.211.down_proj,0.0000010550,0.05000,0.368
14,mlp.experts.233.down_proj,0.0000104701,0.05000,0.372
14,mlp.experts.214.down_proj,0.0000036066,0.05000,0.345
14,mlp.experts.196.down_proj,0.0000066490,0.05000,0.286
14,mlp.experts.215.down_proj,0.0000009447,0.05000,0.295
14,mlp.experts.237.down_proj,0.0000031113,0.05000,0.301
14,mlp.experts.200.down_proj,0.0000009053,0.05000,0.373
14,mlp.experts.241.down_proj,0.0000053672,0.05000,0.420
14,mlp.experts.218.down_proj,0.0000023900,0.05000,0.672
14,mlp.experts.204.down_proj,0.0000028457,0.05000,0.397
14,mlp.experts.219.down_proj,0.0000022272,0.05000,0.855
14,mlp.experts.245.down_proj,0.0000032668,0.05000,0.435
14,mlp.experts.208.down_proj,0.0000018691,0.05000,0.454
14,mlp.experts.222.down_proj,0.0000144575,0.05000,0.751
14,mlp.experts.249.down_proj,0.0000031182,0.05000,0.644
14,mlp.experts.226.down_proj,0.0000041222,0.05000,0.422
14,mlp.experts.223.down_proj,0.0000018156,0.05000,0.959
14,mlp.experts.212.down_proj,0.0000024789,0.05000,0.914
14,mlp.experts.253.down_proj,0.0000021632,0.05000,0.968
14,mlp.experts.230.down_proj,0.0000015434,0.05000,0.782
14,mlp.experts.227.down_proj,0.0000060640,0.05000,0.873
14,mlp.experts.216.down_proj,0.0000009034,0.05000,0.780
14,mlp.experts.234.down_proj,0.0000025318,0.05000,0.637
14,mlp.experts.231.down_proj,0.0000038335,0.05000,0.509
14,mlp.experts.220.down_proj,0.0000024793,0.05000,0.404
14,mlp.experts.238.down_proj,0.0000046796,0.05000,0.203
14,mlp.experts.235.down_proj,0.0000068029,0.05000,0.203
14,mlp.experts.224.down_proj,0.0000065860,0.05000,0.211
14,mlp.experts.242.down_proj,0.0000058568,0.05000,0.203
14,mlp.experts.239.down_proj,0.0000028345,0.05000,0.202
14,mlp.experts.228.down_proj,0.0000031716,0.05000,0.209
14,mlp.experts.246.down_proj,0.0000054984,0.05000,0.200
14,mlp.experts.243.down_proj,0.0000026246,0.05000,0.205
14,mlp.experts.232.down_proj,0.0000030175,0.05000,0.209
14,mlp.experts.250.down_proj,0.0000053613,0.05000,0.202
14,mlp.experts.247.down_proj,0.0000034300,0.05000,0.202
14,mlp.experts.236.down_proj,0.0000011602,0.05000,0.212
14,mlp.experts.254.down_proj,0.0000016232,0.05000,0.212
14,mlp.experts.251.down_proj,0.0000040363,0.05000,0.198
14,mlp.experts.240.down_proj,0.0000041954,0.05000,0.171
14,mlp.experts.255.down_proj,0.0000054674,0.05000,0.153
14,mlp.experts.244.down_proj,0.0000012291,0.05000,0.093
14,mlp.experts.248.down_proj,0.0000032501,0.05000,0.050
14,mlp.experts.252.down_proj,0.0000078186,0.05000,0.049
15,mlp.experts.2.gate_proj,0.0001173063,0.05000,1.325
15,mlp.experts.0.gate_proj,0.0001574436,0.05000,1.331
15,mlp.experts.3.gate_proj,0.0002425240,0.05000,1.423
15,mlp.experts.1.gate_proj,0.0000922712,0.05000,1.471
15,mlp.experts.6.gate_proj,0.0005251672,0.05000,1.308
15,mlp.experts.4.gate_proj,0.0001146709,0.05000,1.324
15,mlp.experts.7.gate_proj,0.0002056403,0.05000,1.345
15,mlp.experts.5.gate_proj,0.0001785718,0.05000,1.357
15,mlp.experts.9.gate_proj,0.0001720973,0.05000,1.365
15,mlp.experts.10.gate_proj,0.0002144775,0.05000,1.662
15,mlp.experts.11.gate_proj,0.0000920940,0.05000,1.842
15,mlp.experts.8.gate_proj,0.0002895195,0.05000,2.514
15,mlp.experts.13.gate_proj,0.0001853521,0.05000,1.810
15,mlp.experts.15.gate_proj,0.0001471932,0.05000,2.610
15,mlp.experts.17.gate_proj,0.0001912311,0.05000,1.577
15,mlp.experts.14.gate_proj,0.0001058881,0.05000,3.521
15,mlp.experts.12.gate_proj,0.0001121687,0.05000,3.258
15,mlp.experts.19.gate_proj,0.0001630637,0.05000,1.596
15,mlp.experts.21.gate_proj,0.0001140669,0.05000,1.436
15,mlp.experts.25.gate_proj,0.0001251077,0.05000,1.515
15,mlp.experts.18.gate_proj,0.0000934184,0.05000,2.748
15,mlp.experts.16.gate_proj,0.0001735891,0.05000,2.308
15,mlp.experts.23.gate_proj,0.0001436840,0.05000,2.579
15,mlp.experts.29.gate_proj,0.0001044799,0.05000,1.529
15,mlp.experts.20.gate_proj,0.0001489875,0.05000,1.698
15,mlp.experts.33.gate_proj,0.0001779964,0.05000,1.513
15,mlp.experts.22.gate_proj,0.0001198979,0.05000,3.477
15,mlp.experts.24.gate_proj,0.0001315544,0.05000,1.701
15,mlp.experts.27.gate_proj,0.0001009725,0.05000,3.463
15,mlp.experts.37.gate_proj,0.0001961531,0.05000,1.531
15,mlp.experts.28.gate_proj,0.0001217537,0.05000,1.732
15,mlp.experts.32.gate_proj,0.0002431797,0.05000,1.857
15,mlp.experts.26.gate_proj,0.0001480459,0.05000,3.719
15,mlp.experts.41.gate_proj,0.0002468956,0.05000,2.968
15,mlp.experts.31.gate_proj,0.0002310897,0.05000,3.428
15,mlp.experts.36.gate_proj,0.0001176611,0.05000,1.857
15,mlp.experts.40.gate_proj,0.0001777645,0.05000,1.515
15,mlp.experts.30.gate_proj,0.0001940287,0.05000,3.728
15,mlp.experts.45.gate_proj,0.0001444291,0.05000,3.466
15,mlp.experts.35.gate_proj,0.0001762070,0.05000,3.269
15,mlp.experts.44.gate_proj,0.0001771578,0.05000,2.209
15,mlp.experts.34.gate_proj,0.0001178004,0.05000,2.268
15,mlp.experts.39.gate_proj,0.0001545026,0.05000,2.639
15,mlp.experts.49.gate_proj,0.0001513846,0.05000,3.482
15,mlp.experts.48.gate_proj,0.0001236138,0.05000,2.365
15,mlp.experts.53.gate_proj,0.0001669521,0.05000,2.049
15,mlp.experts.38.gate_proj,0.0001649550,0.05000,3.423
15,mlp.experts.52.gate_proj,0.0001184911,0.05000,1.655
15,mlp.experts.43.gate_proj,0.0001531401,0.05000,3.142
15,mlp.experts.57.gate_proj,0.0002934322,0.05000,1.664
15,mlp.experts.56.gate_proj,0.0001102014,0.05000,1.533
15,mlp.experts.47.gate_proj,0.0001750934,0.05000,1.940
15,mlp.experts.42.gate_proj,0.0001253340,0.05000,2.297
15,mlp.experts.60.gate_proj,0.0002383600,0.05000,1.247
15,mlp.experts.61.gate_proj,0.0001256142,0.05000,1.398
15,mlp.experts.51.gate_proj,0.0001205108,0.05000,1.390
15,mlp.experts.46.gate_proj,0.0001251099,0.05000,1.279
15,mlp.experts.64.gate_proj,0.0001149178,0.05000,1.233
15,mlp.experts.65.gate_proj,0.0001528829,0.05000,1.329
15,mlp.experts.55.gate_proj,0.0001673307,0.05000,1.180
15,mlp.experts.50.gate_proj,0.0000860507,0.05000,1.222
15,mlp.experts.68.gate_proj,0.0002105653,0.05000,1.205
15,mlp.experts.69.gate_proj,0.0001316970,0.05000,1.201
15,mlp.experts.59.gate_proj,0.0001298455,0.05000,1.174
15,mlp.experts.54.gate_proj,0.0003195601,0.05000,1.207
15,mlp.experts.72.gate_proj,0.0001099051,0.05000,1.219
15,mlp.experts.73.gate_proj,0.0002467728,0.05000,1.221
15,mlp.experts.63.gate_proj,0.0001522679,0.05000,1.184
15,mlp.experts.58.gate_proj,0.0001244062,0.05000,1.217
15,mlp.experts.76.gate_proj,0.0002238013,0.05000,1.238
15,mlp.experts.77.gate_proj,0.0001699434,0.05000,1.253
15,mlp.experts.67.gate_proj,0.0001340614,0.05000,1.262
15,mlp.experts.81.gate_proj,0.0001248521,0.05000,1.386
15,mlp.experts.71.gate_proj,0.0001255520,0.05000,1.361
15,mlp.experts.62.gate_proj,0.0002428221,0.05000,2.440
15,mlp.experts.80.gate_proj,0.0001217284,0.05000,2.089
15,mlp.experts.85.gate_proj,0.0001725825,0.05000,1.218
15,mlp.experts.75.gate_proj,0.0002764848,0.05000,1.177
15,mlp.experts.66.gate_proj,0.0001670205,0.05000,1.180
15,mlp.experts.84.gate_proj,0.0001938216,0.05000,1.131
15,mlp.experts.89.gate_proj,0.0001361564,0.05000,1.138
15,mlp.experts.70.gate_proj,0.0001400910,0.05000,1.185
15,mlp.experts.79.gate_proj,0.0002186469,0.05000,1.341
15,mlp.experts.88.gate_proj,0.0001975301,0.05000,1.260
15,mlp.experts.93.gate_proj,0.0001275067,0.05000,1.297
15,mlp.experts.74.gate_proj,0.0001702421,0.05000,1.298
15,mlp.experts.83.gate_proj,0.0001593260,0.05000,1.286
15,mlp.experts.92.gate_proj,0.0001561421,0.05000,1.297
15,mlp.experts.97.gate_proj,0.0001589542,0.05000,1.266
15,mlp.experts.78.gate_proj,0.0001238494,0.05000,1.240
15,mlp.experts.87.gate_proj,0.0001573635,0.05000,1.216
15,mlp.experts.96.gate_proj,0.0002309480,0.05000,1.217
15,mlp.experts.91.gate_proj,0.0001454054,0.05000,1.451
15,mlp.experts.101.gate_proj,0.0001438703,0.05000,1.945
15,mlp.experts.100.gate_proj,0.0002587619,0.05000,1.541
15,mlp.experts.82.gate_proj,0.0001181207,0.05000,2.592
15,mlp.experts.95.gate_proj,0.0001911175,0.05000,1.637
15,mlp.experts.104.gate_proj,0.0001524712,0.05000,1.912
15,mlp.experts.86.gate_proj,0.0001464089,0.05000,2.489
15,mlp.experts.105.gate_proj,0.0001724290,0.05000,3.583
15,mlp.experts.99.gate_proj,0.0001845015,0.05000,2.194
15,mlp.experts.108.gate_proj,0.0001858959,0.05000,2.327
15,mlp.experts.90.gate_proj,0.0001665335,0.05000,1.373
15,mlp.experts.103.gate_proj,0.0001603279,0.05000,1.215
15,mlp.experts.109.gate_proj,0.0001698262,0.05000,1.437
15,mlp.experts.112.gate_proj,0.0001641110,0.05000,1.204
15,mlp.experts.94.gate_proj,0.0001820132,0.05000,1.191
15,mlp.experts.107.gate_proj,0.0001058653,0.05000,1.200
15,mlp.experts.113.gate_proj,0.0001479699,0.05000,1.166
15,mlp.experts.116.gate_proj,0.0001381182,0.05000,1.231
15,mlp.experts.98.gate_proj,0.0000789058,0.05000,1.251
15,mlp.experts.111.gate_proj,0.0001052289,0.05000,1.252
15,mlp.experts.117.gate_proj,0.0001427159,0.05000,1.237
15,mlp.experts.120.gate_proj,0.0001399604,0.05000,1.295
15,mlp.experts.102.gate_proj,0.0001208765,0.05000,1.212
15,mlp.experts.121.gate_proj,0.0001275689,0.05000,1.222
15,mlp.experts.115.gate_proj,0.0001133057,0.05000,1.249
15,mlp.experts.124.gate_proj,0.0002299985,0.05000,1.234
15,mlp.experts.106.gate_proj,0.0001555372,0.05000,1.230
15,mlp.experts.119.gate_proj,0.0001734295,0.05000,1.256
15,mlp.experts.125.gate_proj,0.0001787057,0.05000,1.281
15,mlp.experts.128.gate_proj,0.0001738459,0.05000,1.298
15,mlp.experts.110.gate_proj,0.0001610416,0.05000,1.279
15,mlp.experts.123.gate_proj,0.0002285896,0.05000,1.281
15,mlp.experts.129.gate_proj,0.0002982366,0.05000,1.290
15,mlp.experts.132.gate_proj,0.0001629565,0.05000,1.290
15,mlp.experts.114.gate_proj,0.0001015910,0.05000,1.277
15,mlp.experts.133.gate_proj,0.0001435147,0.05000,1.238
15,mlp.experts.127.gate_proj,0.0001099102,0.05000,1.273
15,mlp.experts.136.gate_proj,0.0001291372,0.05000,1.205
15,mlp.experts.131.gate_proj,0.0001806470,0.05000,1.306
15,mlp.experts.118.gate_proj,0.0001977667,0.05000,2.011
15,mlp.experts.140.gate_proj,0.0001691703,0.05000,1.359
15,mlp.experts.137.gate_proj,0.0001376934,0.05000,2.062
15,mlp.experts.135.gate_proj,0.0002312869,0.05000,1.263
15,mlp.experts.122.gate_proj,0.0002593515,0.05000,1.286
15,mlp.experts.141.gate_proj,0.0001335484,0.05000,1.181
15,mlp.experts.144.gate_proj,0.0001840929,0.05000,1.228
15,mlp.experts.139.gate_proj,0.0002107338,0.05000,1.259
15,mlp.experts.145.gate_proj,0.0001429586,0.05000,1.349
15,mlp.experts.126.gate_proj,0.0001497866,0.05000,1.581
15,mlp.experts.148.gate_proj,0.0001398305,0.05000,1.857
15,mlp.experts.143.gate_proj,0.0001943956,0.05000,1.495
15,mlp.experts.149.gate_proj,0.0000943743,0.05000,1.417
15,mlp.experts.130.gate_proj,0.0002596064,0.05000,1.690
15,mlp.experts.152.gate_proj,0.0001113978,0.05000,1.284
15,mlp.experts.147.gate_proj,0.0000902985,0.05000,1.245
15,mlp.experts.153.gate_proj,0.0001319735,0.05000,1.208
15,mlp.experts.134.gate_proj,0.0001230717,0.05000,1.189
15,mlp.experts.156.gate_proj,0.0001558226,0.05000,1.210
15,mlp.experts.151.gate_proj,0.0001643806,0.05000,1.216
15,mlp.experts.157.gate_proj,0.0001151592,0.05000,1.193
15,mlp.experts.138.gate_proj,0.0000983604,0.05000,1.195
15,mlp.experts.160.gate_proj,0.0001581383,0.05000,1.212
15,mlp.experts.155.gate_proj,0.0002310584,0.05000,1.213
15,mlp.experts.161.gate_proj,0.0001869785,0.05000,1.284
15,mlp.experts.142.gate_proj,0.0001982983,0.05000,2.010
15,mlp.experts.159.gate_proj,0.0001192502,0.05000,1.896
15,mlp.experts.164.gate_proj,0.0002206902,0.05000,2.159
15,mlp.experts.165.gate_proj,0.0001192704,0.05000,1.326
15,mlp.experts.163.gate_proj,0.0001540374,0.05000,1.560
15,mlp.experts.169.gate_proj,0.0002171976,0.05000,1.562
15,mlp.experts.146.gate_proj,0.0001768845,0.05000,2.818
15,mlp.experts.167.gate_proj,0.0001106652,0.05000,1.581
15,mlp.experts.168.gate_proj,0.0001122420,0.05000,3.078
15,mlp.experts.173.gate_proj,0.0000802101,0.05000,1.583
15,mlp.experts.171.gate_proj,0.0002028846,0.05000,3.049
15,mlp.experts.150.gate_proj,0.0001331546,0.05000,3.640
15,mlp.experts.172.gate_proj,0.0001025831,0.05000,3.147
15,mlp.experts.177.gate_proj,0.0002415476,0.05000,3.505
15,mlp.experts.176.gate_proj,0.0001631069,0.05000,1.708
15,mlp.experts.175.gate_proj,0.0001933560,0.05000,2.095
15,mlp.experts.181.gate_proj,0.0001782149,0.05000,2.458
15,mlp.experts.154.gate_proj,0.0002835279,0.05000,3.132
15,mlp.experts.179.gate_proj,0.0000979654,0.05000,1.448
15,mlp.experts.180.gate_proj,0.0001692111,0.05000,1.753
15,mlp.experts.185.gate_proj,0.0001864434,0.05000,1.004
15,mlp.experts.158.gate_proj,0.0002200429,0.05000,1.010
15,mlp.experts.183.gate_proj,0.0001324981,0.05000,1.027
15,mlp.experts.184.gate_proj,0.0001251215,0.05000,1.102
15,mlp.experts.189.gate_proj,0.0001471699,0.05000,0.909
15,mlp.experts.162.gate_proj,0.0001117896,0.05000,0.955
15,mlp.experts.187.gate_proj,0.0001333534,0.05000,1.088
15,mlp.experts.188.gate_proj,0.0001236499,0.05000,1.118
15,mlp.experts.193.gate_proj,0.0000893513,0.05000,1.418
15,mlp.experts.166.gate_proj,0.0001325944,0.05000,1.202
15,mlp.experts.191.gate_proj,0.0001414020,0.05000,1.247
15,mlp.experts.192.gate_proj,0.0002031060,0.05000,1.326
15,mlp.experts.170.gate_proj,0.0001615894,0.05000,0.995
15,mlp.experts.197.gate_proj,0.0002200087,0.05000,1.091
15,mlp.experts.195.gate_proj,0.0000968249,0.05000,1.210
15,mlp.experts.196.gate_proj,0.0001219438,0.05000,1.292
15,mlp.experts.174.gate_proj,0.0001168689,0.05000,1.296
15,mlp.experts.201.gate_proj,0.0002337531,0.05000,1.295
15,mlp.experts.199.gate_proj,0.0002069252,0.05000,1.268
15,mlp.experts.200.gate_proj,0.0000979822,0.05000,1.280
15,mlp.experts.178.gate_proj,0.0002534283,0.05000,1.285
15,mlp.experts.205.gate_proj,0.0002887761,0.05000,1.294
15,mlp.experts.203.gate_proj,0.0001163075,0.05000,1.275
15,mlp.experts.204.gate_proj,0.0001089321,0.05000,1.274
15,mlp.experts.182.gate_proj,0.0001490667,0.05000,1.286
15,mlp.experts.209.gate_proj,0.0001580423,0.05000,1.289
15,mlp.experts.207.gate_proj,0.0001871192,0.05000,1.274
15,mlp.experts.208.gate_proj,0.0001641584,0.05000,1.259
15,mlp.experts.213.gate_proj,0.0003097423,0.05000,1.346
15,mlp.experts.186.gate_proj,0.0001938511,0.05000,1.727
15,mlp.experts.211.gate_proj,0.0002177734,0.05000,1.658
15,mlp.experts.190.gate_proj,0.0001121981,0.05000,1.317
15,mlp.experts.212.gate_proj,0.0002682639,0.05000,2.679
15,mlp.experts.217.gate_proj,0.0002446258,0.05000,2.699
15,mlp.experts.194.gate_proj,0.0003756976,0.05000,1.625
15,mlp.experts.215.gate_proj,0.0000983952,0.05000,2.848
15,mlp.experts.221.gate_proj,0.0001356157,0.05000,1.654
15,mlp.experts.216.gate_proj,0.0002074184,0.05000,2.148
15,mlp.experts.198.gate_proj,0.0002997350,0.05000,1.200
15,mlp.experts.219.gate_proj,0.0001942618,0.05000,1.105
15,mlp.experts.225.gate_proj,0.0001571002,0.05000,1.128
15,mlp.experts.220.gate_proj,0.0001003946,0.05000,1.128
15,mlp.experts.202.gate_proj,0.0002121224,0.05000,1.144
15,mlp.experts.223.gate_proj,0.0002681009,0.05000,1.181
15,mlp.experts.224.gate_proj,0.0001581851,0.05000,1.134
15,mlp.experts.229.gate_proj,0.0001620119,0.05000,1.192
15,mlp.experts.206.gate_proj,0.0002806973,0.05000,1.175
15,mlp.experts.227.gate_proj,0.0000871163,0.05000,1.172
15,mlp.experts.228.gate_proj,0.0001441572,0.05000,1.154
15,mlp.experts.233.gate_proj,0.0001899413,0.05000,1.192
15,mlp.experts.210.gate_proj,0.0002170244,0.05000,1.193
15,mlp.experts.231.gate_proj,0.0001352646,0.05000,1.189
15,mlp.experts.232.gate_proj,0.0002938008,0.05000,1.166
15,mlp.experts.237.gate_proj,0.0001835120,0.05000,1.199
15,mlp.experts.214.gate_proj,0.0002150927,0.05000,1.197
15,mlp.experts.235.gate_proj,0.0000868115,0.05000,1.200
15,mlp.experts.236.gate_proj,0.0001435334,0.05000,1.203
15,mlp.experts.241.gate_proj,0.0001207957,0.05000,1.228
15,mlp.experts.218.gate_proj,0.0001925062,0.05000,1.220
15,mlp.experts.239.gate_proj,0.0001830178,0.05000,1.447
15,mlp.experts.240.gate_proj,0.0001645820,0.05000,1.240
15,mlp.experts.245.gate_proj,0.0002749550,0.05000,1.228
15,mlp.experts.222.gate_proj,0.0001540246,0.05000,1.207
15,mlp.experts.243.gate_proj,0.0001087770,0.05000,1.337
15,mlp.experts.244.gate_proj,0.0001385947,0.05000,1.289
15,mlp.experts.249.gate_proj,0.0002015066,0.05000,1.304
15,mlp.experts.226.gate_proj,0.0001489290,0.05000,1.264
15,mlp.experts.247.gate_proj,0.0001624862,0.05000,1.267
15,mlp.experts.248.gate_proj,0.0001503546,0.05000,1.252
15,mlp.experts.253.gate_proj,0.0003503549,0.05000,1.234
15,mlp.experts.230.gate_proj,0.0002364355,0.05000,1.213
15,mlp.experts.251.gate_proj,0.0003585998,0.05000,1.211
15,mlp.experts.234.gate_proj,0.0001888024,0.05000,1.226
15,mlp.experts.1.up_proj,0.0000795720,0.05000,1.284
15,mlp.experts.252.gate_proj,0.0002857169,0.05000,1.715
15,mlp.experts.255.gate_proj,0.0001344096,0.05000,1.373
15,mlp.experts.238.gate_proj,0.0002162028,0.05000,1.312
15,mlp.experts.5.up_proj,0.0001615644,0.05000,1.323
15,mlp.experts.0.up_proj,0.0001584324,0.05000,1.312
15,mlp.experts.3.up_proj,0.0002501490,0.05000,1.313
15,mlp.experts.242.gate_proj,0.0000977227,0.05000,1.298
15,mlp.experts.9.up_proj,0.0001459857,0.05000,1.311
15,mlp.experts.4.up_proj,0.0001052254,0.05000,1.307
15,mlp.experts.7.up_proj,0.0001964643,0.05000,1.323
15,mlp.experts.246.gate_proj,0.0000862434,0.05000,1.310
15,mlp.experts.13.up_proj,0.0001836479,0.05000,1.319
15,mlp.experts.8.up_proj,0.0002949179,0.05000,1.317
15,mlp.experts.11.up_proj,0.0000837513,0.05000,1.474
15,mlp.experts.17.up_proj,0.0001778312,0.05000,1.329
15,mlp.experts.250.gate_proj,0.0002688857,0.05000,1.564
15,mlp.experts.12.up_proj,0.0001066259,0.05000,1.413
15,mlp.experts.21.up_proj,0.0001045241,0.05000,1.636
15,mlp.experts.16.up_proj,0.0001533889,0.05000,1.622
15,mlp.experts.15.up_proj,0.0001420559,0.05000,3.411
15,mlp.experts.25.up_proj,0.0001186535,0.05000,1.656
15,mlp.experts.20.up_proj,0.0001392107,0.05000,1.651
15,mlp.experts.254.gate_proj,0.0001248222,0.05000,3.681
15,mlp.experts.29.up_proj,0.0000993235,0.05000,1.383
15,mlp.experts.19.up_proj,0.0001416718,0.05000,1.804
15,mlp.experts.24.up_proj,0.0001322382,0.05000,1.300
15,mlp.experts.2.up_proj,0.0001094767,0.05000,1.229
15,mlp.experts.33.up_proj,0.0001647020,0.05000,1.182
15,mlp.experts.23.up_proj,0.0001364953,0.05000,1.198
15,mlp.experts.28.up_proj,0.0001288810,0.05000,1.182
15,mlp.experts.6.up_proj,0.0001833934,0.05000,1.143
15,mlp.experts.37.up_proj,0.0002018566,0.05000,1.195
15,mlp.experts.27.up_proj,0.0000943019,0.05000,1.197
15,mlp.experts.32.up_proj,0.0002256628,0.05000,1.201
15,mlp.experts.10.up_proj,0.0002003109,0.05000,1.158
15,mlp.experts.41.up_proj,0.0002435936,0.05000,1.251
15,mlp.experts.36.up_proj,0.0001266496,0.05000,1.214
15,mlp.experts.31.up_proj,0.0002069808,0.05000,1.247
15,mlp.experts.14.up_proj,0.0000914681,0.05000,1.211
15,mlp.experts.45.up_proj,0.0001344855,0.05000,1.240
15,mlp.experts.40.up_proj,0.0001670023,0.05000,1.250
15,mlp.experts.18.up_proj,0.0001017153,0.05000,1.265
15,mlp.experts.35.up_proj,0.0001698541,0.05000,1.364
15,mlp.experts.49.up_proj,0.0001484874,0.05000,1.325
15,mlp.experts.44.up_proj,0.0001426968,0.05000,1.318
15,mlp.experts.22.up_proj,0.0001084879,0.05000,1.344
15,mlp.experts.39.up_proj,0.0001664157,0.05000,1.320
15,mlp.experts.53.up_proj,0.0001561184,0.05000,1.232
15,mlp.experts.48.up_proj,0.0001151016,0.05000,1.188
15,mlp.experts.43.up_proj,0.0001344789,0.05000,1.189
15,mlp.experts.26.up_proj,0.0001434705,0.05000,1.298
15,mlp.experts.57.up_proj,0.0003361739,0.05000,1.161
15,mlp.experts.52.up_proj,0.0001116087,0.05000,1.208
15,mlp.experts.47.up_proj,0.0001539378,0.05000,1.196
15,mlp.experts.30.up_proj,0.0001717205,0.05000,1.226
15,mlp.experts.61.up_proj,0.0001151823,0.05000,1.202
15,mlp.experts.56.up_proj,0.0001025045,0.05000,1.284
15,mlp.experts.51.up_proj,0.0001086042,0.05000,1.278
15,mlp.experts.34.up_proj,0.0001089157,0.05000,1.544
15,mlp.experts.65.up_proj,0.0001395985,0.05000,1.303
15,mlp.experts.60.up_proj,0.0002315306,0.05000,1.273
15,mlp.experts.55.up_proj,0.0001524931,0.05000,1.279
15,mlp.experts.38.up_proj,0.0001487777,0.05000,1.292
15,mlp.experts.69.up_proj,0.0001221082,0.05000,1.300
15,mlp.experts.64.up_proj,0.0001197345,0.05000,1.290
15,mlp.experts.59.up_proj,0.0001221447,0.05000,1.296
15,mlp.experts.42.up_proj,0.0001173310,0.05000,1.317
15,mlp.experts.73.up_proj,0.0002184587,0.05000,1.328
15,mlp.experts.68.up_proj,0.0001929441,0.05000,1.318
15,mlp.experts.63.up_proj,0.0001409374,0.05000,1.313
15,mlp.experts.46.up_proj,0.0001145015,0.05000,1.328
15,mlp.experts.77.up_proj,0.0001411007,0.05000,1.284
15,mlp.experts.72.up_proj,0.0001185294,0.05000,1.286
15,mlp.experts.67.up_proj,0.0001272483,0.05000,1.275
15,mlp.experts.50.up_proj,0.0000745832,0.05000,1.244
15,mlp.experts.81.up_proj,0.0001464993,0.05000,1.238
15,mlp.experts.76.up_proj,0.0002219255,0.05000,1.215
15,mlp.experts.71.up_proj,0.0001271200,0.05000,1.171
15,mlp.experts.54.up_proj,0.0003197174,0.05000,1.214
15,mlp.experts.85.up_proj,0.0001549627,0.05000,1.242
15,mlp.experts.80.up_proj,0.0001148568,0.05000,1.276
15,mlp.experts.75.up_proj,0.0002574909,0.05000,1.267
15,mlp.experts.58.up_proj,0.0001214397,0.05000,1.297
15,mlp.experts.89.up_proj,0.0001278748,0.05000,1.299
15,mlp.experts.84.up_proj,0.0001913125,0.05000,1.309
15,mlp.experts.79.up_proj,0.0003610631,0.05000,1.301
15,mlp.experts.62.up_proj,0.0001936186,0.05000,1.266
15,mlp.experts.83.up_proj,0.0001487682,0.05000,1.281
15,mlp.experts.88.up_proj,0.0002042131,0.05000,1.357
15,mlp.experts.93.up_proj,0.0001197712,0.05000,1.883
15,mlp.experts.66.up_proj,0.0001554807,0.05000,1.396
15,mlp.experts.87.up_proj,0.0001551823,0.05000,1.014
15,mlp.experts.92.up_proj,0.0001357891,0.05000,1.008
15,mlp.experts.97.up_proj,0.0001578665,0.05000,0.828
15,mlp.experts.91.up_proj,0.0001452054,0.05000,1.299
15,mlp.experts.70.up_proj,0.0001320883,0.05000,1.319
15,mlp.experts.96.up_proj,0.0002378813,0.05000,1.334
15,mlp.experts.101.up_proj,0.0001422543,0.05000,1.369
15,mlp.experts.74.up_proj,0.0001577622,0.05000,1.252
15,mlp.experts.95.up_proj,0.0001759518,0.05000,1.275
15,mlp.experts.105.up_proj,0.0001555786,0.05000,1.234
15,mlp.experts.100.up_proj,0.0002428728,0.05000,1.284
15,mlp.experts.109.up_proj,0.0001587012,0.05000,1.212
15,mlp.experts.99.up_proj,0.0001398193,0.05000,1.308
15,mlp.experts.104.up_proj,0.0001464815,0.05000,1.280
15,mlp.experts.78.up_proj,0.0001153416,0.05000,1.361
15,mlp.experts.113.up_proj,0.0001418128,0.05000,1.081
15,mlp.experts.108.up_proj,0.0001738519,0.05000,1.055
15,mlp.experts.82.up_proj,0.0001105612,0.05000,1.046
15,mlp.experts.103.up_proj,0.0001474169,0.05000,1.114
15,mlp.experts.117.up_proj,0.0001332218,0.05000,1.040
15,mlp.experts.112.up_proj,0.0001520041,0.05000,1.062
15,mlp.experts.86.up_proj,0.0001372757,0.05000,1.053
15,mlp.experts.107.up_proj,0.0000948657,0.05000,1.069
15,mlp.experts.121.up_proj,0.0001254993,0.05000,1.276
15,mlp.experts.90.up_proj,0.0001552903,0.05000,1.260
15,mlp.experts.116.up_proj,0.0001396834,0.05000,1.283
15,mlp.experts.111.up_proj,0.0001128794,0.05000,1.270
15,mlp.experts.125.up_proj,0.0001599792,0.05000,1.250
15,mlp.experts.94.up_proj,0.0001852134,0.05000,1.249
15,mlp.experts.120.up_proj,0.0001600183,0.05000,1.259
15,mlp.experts.115.up_proj,0.0001048584,0.05000,1.253
15,mlp.experts.129.up_proj,0.0003017155,0.05000,1.155
15,mlp.experts.124.up_proj,0.0002189525,0.05000,1.206
15,mlp.experts.119.up_proj,0.0001578799,0.05000,1.219
15,mlp.experts.98.up_proj,0.0000701425,0.05000,1.391
15,mlp.experts.133.up_proj,0.0001298700,0.05000,1.312
15,mlp.experts.128.up_proj,0.0001310902,0.05000,1.297
15,mlp.experts.123.up_proj,0.0001959975,0.05000,1.309
15,mlp.experts.102.up_proj,0.0001122697,0.05000,1.315
15,mlp.experts.137.up_proj,0.0001289833,0.05000,1.297
15,mlp.experts.132.up_proj,0.0001508920,0.05000,1.304
15,mlp.experts.127.up_proj,0.0001020446,0.05000,1.306
15,mlp.experts.106.up_proj,0.0001446051,0.05000,1.303
15,mlp.experts.141.up_proj,0.0001241887,0.05000,1.262
15,mlp.experts.136.up_proj,0.0001204361,0.05000,1.276
15,mlp.experts.131.up_proj,0.0001675353,0.05000,1.266
15,mlp.experts.110.up_proj,0.0001551307,0.05000,1.253
15,mlp.experts.145.up_proj,0.0001328865,0.05000,1.165
15,mlp.experts.140.up_proj,0.0001546013,0.05000,1.199
15,mlp.experts.135.up_proj,0.0002157993,0.05000,1.209
15,mlp.experts.114.up_proj,0.0000889263,0.05000,1.206
15,mlp.experts.149.up_proj,0.0000879337,0.05000,1.177
15,mlp.experts.144.up_proj,0.0001663799,0.05000,1.224
15,mlp.experts.139.up_proj,0.0001874676,0.05000,1.237
15,mlp.experts.118.up_proj,0.0001971541,0.05000,1.255
15,mlp.experts.153.up_proj,0.0001218768,0.05000,1.235
15,mlp.experts.148.up_proj,0.0001419762,0.05000,1.227
15,mlp.experts.143.up_proj,0.0001785527,0.05000,1.219
15,mlp.experts.122.up_proj,0.0002435310,0.05000,1.201
15,mlp.experts.157.up_proj,0.0001070735,0.05000,1.159
15,mlp.experts.152.up_proj,0.0001057105,0.05000,1.202
15,mlp.experts.147.up_proj,0.0000874929,0.05000,1.203
15,mlp.experts.126.up_proj,0.0001417079,0.05000,1.196
15,mlp.experts.161.up_proj,0.0001652011,0.05000,1.157
15,mlp.experts.156.up_proj,0.0001477503,0.05000,1.195
15,mlp.experts.151.up_proj,0.0001575476,0.05000,1.196
15,mlp.experts.130.up_proj,0.0002628657,0.05000,1.205
15,mlp.experts.165.up_proj,0.0001184871,0.05000,1.273
15,mlp.experts.134.up_proj,0.0001068581,0.05000,1.394
15,mlp.experts.160.up_proj,0.0001487896,0.05000,2.072
15,mlp.experts.155.up_proj,0.0002382871,0.05000,2.215
15,mlp.experts.169.up_proj,0.0002202736,0.05000,1.812
15,mlp.experts.159.up_proj,0.0001132242,0.05000,1.629
15,mlp.experts.138.up_proj,0.0000942761,0.05000,2.646
15,mlp.experts.173.up_proj,0.0000707679,0.05000,2.204
15,mlp.experts.164.up_proj,0.0002069405,0.05000,2.996
15,mlp.experts.168.up_proj,0.0001050527,0.05000,1.813
15,mlp.experts.142.up_proj,0.0001757892,0.05000,3.035
15,mlp.experts.163.up_proj,0.0001481012,0.05000,3.494
15,mlp.experts.177.up_proj,0.0002201459,0.05000,3.233
15,mlp.experts.172.up_proj,0.0001043945,0.05000,1.567
15,mlp.experts.146.up_proj,0.0001775050,0.05000,1.917
15,mlp.experts.167.up_proj,0.0001028177,0.05000,2.082
15,mlp.experts.171.up_proj,0.0002092807,0.05000,1.397
15,mlp.experts.150.up_proj,0.0001233244,0.05000,2.301
15,mlp.experts.181.up_proj,0.0001799418,0.05000,3.436
15,mlp.experts.176.up_proj,0.0001503543,0.05000,3.282
15,mlp.experts.175.up_proj,0.0001697479,0.05000,1.186
15,mlp.experts.154.up_proj,0.0002599543,0.05000,1.185
15,mlp.experts.179.up_proj,0.0000927368,0.05000,1.163
15,mlp.experts.158.up_proj,0.0001963506,0.05000,1.228
15,mlp.experts.185.up_proj,0.0001736965,0.05000,3.463
15,mlp.experts.183.up_proj,0.0001227772,0.05000,1.885
15,mlp.experts.180.up_proj,0.0001701876,0.05000,3.559
15,mlp.experts.187.up_proj,0.0001241577,0.05000,1.688
15,mlp.experts.162.up_proj,0.0001204150,0.05000,3.448
15,mlp.experts.191.up_proj,0.0001328076,0.05000,1.678
15,mlp.experts.189.up_proj,0.0001276922,0.05000,3.645
15,mlp.experts.184.up_proj,0.0001158653,0.05000,3.933
15,mlp.experts.166.up_proj,0.0001522982,0.05000,2.544
15,mlp.experts.195.up_proj,0.0000848876,0.05000,1.514
15,mlp.experts.170.up_proj,0.0001405535,0.05000,1.397
15,mlp.experts.193.up_proj,0.0000845178,0.05000,3.021
15,mlp.experts.199.up_proj,0.0001950671,0.05000,1.786
15,mlp.experts.188.up_proj,0.0001116708,0.05000,2.592
15,mlp.experts.174.up_proj,0.0001006222,0.05000,1.123
15,mlp.experts.203.up_proj,0.0001046677,0.05000,1.099
15,mlp.experts.192.up_proj,0.0001896824,0.05000,1.100
15,mlp.experts.197.up_proj,0.0002195195,0.05000,1.584
15,mlp.experts.207.up_proj,0.0001842076,0.05000,1.396
15,mlp.experts.196.up_proj,0.0001147483,0.05000,2.108
15,mlp.experts.201.up_proj,0.0002111039,0.05000,1.911
15,mlp.experts.178.up_proj,0.0002069864,0.05000,3.262
15,mlp.experts.205.up_proj,0.0002789688,0.05000,1.566
15,mlp.experts.211.up_proj,0.0001935338,0.05000,2.683
15,mlp.experts.200.up_proj,0.0001037184,0.05000,2.365
15,mlp.experts.182.up_proj,0.0001340828,0.05000,2.288
15,mlp.experts.209.up_proj,0.0001406807,0.05000,1.253
15,mlp.experts.215.up_proj,0.0000846538,0.05000,1.217
15,mlp.experts.204.up_proj,0.0000845251,0.05000,1.506
15,mlp.experts.213.up_proj,0.0003235046,0.05000,1.391
15,mlp.experts.219.up_proj,0.0001583891,0.05000,1.492
15,mlp.experts.186.up_proj,0.0001771368,0.05000,1.769
15,mlp.experts.208.up_proj,0.0001481194,0.05000,1.697
15,mlp.experts.217.up_proj,0.0001936069,0.05000,1.243
15,mlp.experts.223.up_proj,0.0002369161,0.05000,1.207
15,mlp.experts.190.up_proj,0.0001054422,0.05000,1.321
15,mlp.experts.212.up_proj,0.0002320501,0.05000,1.202
15,mlp.experts.221.up_proj,0.0001446305,0.05000,1.227
15,mlp.experts.227.up_proj,0.0000806908,0.05000,1.211
15,mlp.experts.194.up_proj,0.0003446036,0.05000,1.218
15,mlp.experts.216.up_proj,0.0002028887,0.05000,1.165
15,mlp.experts.225.up_proj,0.0001479105,0.05000,1.203
15,mlp.experts.231.up_proj,0.0001199378,0.05000,1.194
15,mlp.experts.198.up_proj,0.0002959930,0.05000,1.205
15,mlp.experts.220.up_proj,0.0000889972,0.05000,1.313
15,mlp.experts.235.up_proj,0.0000789513,0.05000,1.420
15,mlp.experts.229.up_proj,0.0001544456,0.05000,1.779
15,mlp.experts.202.up_proj,0.0001810027,0.05000,1.764
15,mlp.experts.224.up_proj,0.0001469355,0.05000,1.077
15,mlp.experts.239.up_proj,0.0001673687,0.05000,0.950
15,mlp.experts.233.up_proj,0.0001695332,0.05000,0.935
15,mlp.experts.206.up_proj,0.0002464230,0.05000,0.842
15,mlp.experts.228.up_proj,0.0001355499,0.05000,0.833
15,mlp.experts.243.up_proj,0.0001015787,0.05000,1.220
15,mlp.experts.237.up_proj,0.0001704781,0.05000,1.800
15,mlp.experts.232.up_proj,0.0002874519,0.05000,1.619
15,mlp.experts.210.up_proj,0.0002217609,0.05000,2.073
15,mlp.experts.247.up_proj,0.0001510713,0.05000,2.701
15,mlp.experts.241.up_proj,0.0001207116,0.05000,2.613
15,mlp.experts.214.up_proj,0.0001842625,0.05000,2.339
15,mlp.experts.236.up_proj,0.0001404034,0.05000,2.736
15,mlp.experts.218.up_proj,0.0001814389,0.05000,1.502
15,mlp.experts.245.up_proj,0.0002743896,0.05000,1.897
15,mlp.experts.251.up_proj,0.0003690314,0.05000,2.908
15,mlp.experts.240.up_proj,0.0001358272,0.05000,2.627
15,mlp.experts.255.up_proj,0.0001244746,0.05000,1.218
15,mlp.experts.222.up_proj,0.0001422571,0.05000,2.006
15,mlp.experts.249.up_proj,0.0002037905,0.05000,1.889
15,mlp.experts.244.up_proj,0.0001308664,0.05000,0.958
15,mlp.experts.226.up_proj,0.0001340601,0.05000,0.783
15,mlp.experts.253.up_proj,0.0003170945,0.05000,0.838
15,mlp.experts.248.up_proj,0.0001524082,0.05000,0.826
15,mlp.experts.230.up_proj,0.0002145853,0.05000,0.528
15,mlp.experts.252.up_proj,0.0002685861,0.05000,0.447
15,mlp.experts.234.up_proj,0.0001748684,0.05000,0.252
15,mlp.experts.238.up_proj,0.0001974121,0.05000,0.219
15,mlp.experts.242.up_proj,0.0000933449,0.05000,0.230
15,mlp.experts.246.up_proj,0.0000851071,0.05000,0.200
15,mlp.experts.250.up_proj,0.0002579596,0.05000,0.200
15,mlp.experts.254.up_proj,0.0001159715,0.05000,0.216
15,mlp.experts.0.down_proj,0.0000086262,0.05000,0.353
15,mlp.experts.1.down_proj,0.0000030124,0.05000,0.361
15,mlp.experts.2.down_proj,0.0000010554,0.05000,0.358
15,mlp.experts.3.down_proj,0.0000125807,0.05000,0.527
15,mlp.experts.4.down_proj,0.0000023182,0.05000,0.308
15,mlp.experts.6.down_proj,0.0000006018,0.05000,0.310
15,mlp.experts.5.down_proj,0.0000047806,0.05000,0.312
15,mlp.experts.7.down_proj,0.0000054856,0.05000,0.297
15,mlp.experts.10.down_proj,0.0000084247,0.05000,0.282
15,mlp.experts.8.down_proj,0.0000124281,0.05000,0.297
15,mlp.experts.9.down_proj,0.0000036578,0.05000,0.289
15,mlp.experts.11.down_proj,0.0000037365,0.05000,0.289
15,mlp.experts.14.down_proj,0.0000039493,0.05000,0.285
15,mlp.experts.12.down_proj,0.0000037333,0.05000,0.296
15,mlp.experts.13.down_proj,0.0000068449,0.05000,0.294
15,mlp.experts.15.down_proj,0.0000100192,0.05000,0.292
15,mlp.experts.18.down_proj,0.0000019976,0.05000,0.287
15,mlp.experts.16.down_proj,0.0000035982,0.05000,0.293
15,mlp.experts.17.down_proj,0.0000072258,0.05000,0.296
15,mlp.experts.19.down_proj,0.0000037757,0.05000,0.294
15,mlp.experts.22.down_proj,0.0000028895,0.05000,0.288
15,mlp.experts.20.down_proj,0.0000023101,0.05000,0.290
15,mlp.experts.21.down_proj,0.0000029157,0.05000,0.290
15,mlp.experts.23.down_proj,0.0000050854,0.05000,0.292
15,mlp.experts.26.down_proj,0.0000054481,0.05000,0.292
15,mlp.experts.24.down_proj,0.0000101698,0.05000,0.295
15,mlp.experts.25.down_proj,0.0000014661,0.05000,0.294
15,mlp.experts.27.down_proj,0.0000009486,0.05000,0.351
15,mlp.experts.30.down_proj,0.0000042328,0.05000,0.308
15,mlp.experts.28.down_proj,0.0000069370,0.05000,0.306
15,mlp.experts.29.down_proj,0.0000017097,0.05000,0.308
15,mlp.experts.31.down_proj,0.0000066202,0.05000,0.292
15,mlp.experts.34.down_proj,0.0000010510,0.05000,0.289
15,mlp.experts.32.down_proj,0.0000096870,0.05000,0.293
15,mlp.experts.33.down_proj,0.0000053159,0.05000,0.297
15,mlp.experts.35.down_proj,0.0000145382,0.05000,0.295
15,mlp.experts.38.down_proj,0.0000051358,0.05000,0.286
15,mlp.experts.36.down_proj,0.0000051173,0.05000,0.294
15,mlp.experts.37.down_proj,0.0000130330,0.05000,0.292
15,mlp.experts.39.down_proj,0.0000068832,0.05000,0.329
15,mlp.experts.42.down_proj,0.0000013320,0.05000,0.297
15,mlp.experts.40.down_proj,0.0000051044,0.05000,0.306
15,mlp.experts.41.down_proj,0.0000109996,0.05000,0.301
15,mlp.experts.43.down_proj,0.0000030520,0.05000,0.290
15,mlp.experts.46.down_proj,0.0000029873,0.05000,0.288
15,mlp.experts.44.down_proj,0.0000043872,0.05000,0.296
15,mlp.experts.45.down_proj,0.0000015730,0.05000,0.292
15,mlp.experts.47.down_proj,0.0000023154,0.05000,0.301
15,mlp.experts.50.down_proj,0.0000028576,0.05000,0.291
15,mlp.experts.49.down_proj,0.0000074438,0.05000,0.294
15,mlp.experts.48.down_proj,0.0000013290,0.05000,0.299
15,mlp.experts.51.down_proj,0.0000038722,0.05000,0.308
15,mlp.experts.54.down_proj,0.0000175203,0.05000,0.303
15,mlp.experts.53.down_proj,0.0000019267,0.05000,0.314
15,mlp.experts.52.down_proj,0.0000051786,0.05000,0.319
15,mlp.experts.55.down_proj,0.0000024584,0.05000,0.324
15,mlp.experts.58.down_proj,0.0000042258,0.05000,0.325
15,mlp.experts.57.down_proj,0.0000187786,0.05000,0.326
15,mlp.experts.56.down_proj,0.0000010644,0.05000,0.327
15,mlp.experts.59.down_proj,0.0000014315,0.05000,0.317
15,mlp.experts.62.down_proj,0.0000050103,0.05000,0.323
15,mlp.experts.61.down_proj,0.0000017978,0.05000,0.321
15,mlp.experts.60.down_proj,0.0000107749,0.05000,0.324
15,mlp.experts.63.down_proj,0.0000051227,0.05000,0.317
15,mlp.experts.66.down_proj,0.0000018231,0.05000,0.320
15,mlp.experts.65.down_proj,0.0000035274,0.05000,0.321
15,mlp.experts.64.down_proj,0.0000058474,0.05000,0.325
15,mlp.experts.67.down_proj,0.0000039155,0.05000,0.325
15,mlp.experts.70.down_proj,0.0000014550,0.05000,0.325
15,mlp.experts.69.down_proj,0.0000013289,0.05000,0.320
15,mlp.experts.68.down_proj,0.0000041794,0.05000,0.322
15,mlp.experts.71.down_proj,0.0000054740,0.05000,0.323
15,mlp.experts.74.down_proj,0.0000061103,0.05000,0.325
15,mlp.experts.73.down_proj,0.0000114765,0.05000,0.319
15,mlp.experts.72.down_proj,0.0000028306,0.05000,0.322
15,mlp.experts.75.down_proj,0.0000085511,0.05000,0.324
15,mlp.experts.78.down_proj,0.0000030809,0.05000,0.328
15,mlp.experts.77.down_proj,0.0000058672,0.05000,0.319
15,mlp.experts.76.down_proj,0.0000099728,0.05000,0.325
15,mlp.experts.79.down_proj,0.0000145407,0.05000,0.323
15,mlp.experts.82.down_proj,0.0000011148,0.05000,0.323
15,mlp.experts.81.down_proj,0.0000061585,0.05000,0.321
15,mlp.experts.80.down_proj,0.0000036929,0.05000,0.319
15,mlp.experts.83.down_proj,0.0000016193,0.05000,0.323
15,mlp.experts.85.down_proj,0.0000057169,0.05000,0.261
15,mlp.experts.86.down_proj,0.0000015786,0.05000,0.324
15,mlp.experts.84.down_proj,0.0000074824,0.05000,0.280
15,mlp.experts.87.down_proj,0.0000071920,0.05000,0.268
15,mlp.experts.89.down_proj,0.0000012852,0.05000,0.297
15,mlp.experts.90.down_proj,0.0000077793,0.05000,0.311
15,mlp.experts.88.down_proj,0.0000097458,0.05000,0.311
15,mlp.experts.91.down_proj,0.0000025488,0.05000,0.344
15,mlp.experts.94.down_proj,0.0000084124,0.05000,0.350
15,mlp.experts.92.down_proj,0.0000022416,0.05000,0.350
15,mlp.experts.95.down_proj,0.0000067056,0.05000,0.337
15,mlp.experts.93.down_proj,0.0000011792,0.05000,0.640
15,mlp.experts.98.down_proj,0.0000031320,0.05000,0.335
15,mlp.experts.96.down_proj,0.0000138914,0.05000,0.328
15,mlp.experts.99.down_proj,0.0000037837,0.05000,0.324
15,mlp.experts.97.down_proj,0.0000093991,0.05000,0.320
15,mlp.experts.102.down_proj,0.0000012840,0.05000,0.324
15,mlp.experts.100.down_proj,0.0000084250,0.05000,0.318
15,mlp.experts.103.down_proj,0.0000038107,0.05000,0.322
15,mlp.experts.101.down_proj,0.0000072892,0.05000,0.330
15,mlp.experts.106.down_proj,0.0000043144,0.05000,0.318
15,mlp.experts.104.down_proj,0.0000091763,0.05000,0.326
15,mlp.experts.107.down_proj,0.0000041339,0.05000,0.324
15,mlp.experts.105.down_proj,0.0000038415,0.05000,0.323
15,mlp.experts.110.down_proj,0.0000046295,0.05000,0.324
15,mlp.experts.108.down_proj,0.0000021687,0.05000,0.322
15,mlp.experts.111.down_proj,0.0000044088,0.05000,0.368
15,mlp.experts.114.down_proj,0.0000035491,0.05000,0.338
15,mlp.experts.112.down_proj,0.0000032830,0.05000,0.349
15,mlp.experts.109.down_proj,0.0000060108,0.05000,0.584
15,mlp.experts.115.down_proj,0.0000024330,0.05000,0.316
15,mlp.experts.118.down_proj,0.0000076569,0.05000,0.314
15,mlp.experts.116.down_proj,0.0000046399,0.05000,0.309
15,mlp.experts.113.down_proj,0.0000048000,0.05000,0.297
15,mlp.experts.119.down_proj,0.0000078483,0.05000,0.280
15,mlp.experts.122.down_proj,0.0000075452,0.05000,0.297
15,mlp.experts.120.down_proj,0.0000053434,0.05000,0.299
15,mlp.experts.123.down_proj,0.0000057255,0.05000,0.369
15,mlp.experts.117.down_proj,0.0000014440,0.05000,0.564
15,mlp.experts.124.down_proj,0.0000033721,0.05000,0.406
15,mlp.experts.126.down_proj,0.0000015848,0.05000,0.530
15,mlp.experts.127.down_proj,0.0000010274,0.05000,0.327
15,mlp.experts.128.down_proj,0.0000019368,0.05000,0.305
15,mlp.experts.121.down_proj,0.0000037649,0.05000,0.312
15,mlp.experts.130.down_proj,0.0000290598,0.05000,0.318
15,mlp.experts.131.down_proj,0.0000024570,0.05000,0.327
15,mlp.experts.132.down_proj,0.0000016116,0.05000,0.328
15,mlp.experts.125.down_proj,0.0000027736,0.05000,0.329
15,mlp.experts.134.down_proj,0.0000034942,0.05000,0.327
15,mlp.experts.135.down_proj,0.0000091889,0.05000,0.329
15,mlp.experts.136.down_proj,0.0000013027,0.05000,0.334
15,mlp.experts.129.down_proj,0.0000157218,0.05000,0.331
15,mlp.experts.138.down_proj,0.0000023759,0.05000,0.332
15,mlp.experts.139.down_proj,0.0000051693,0.05000,0.328
15,mlp.experts.133.down_proj,0.0000044608,0.05000,0.308
15,mlp.experts.140.down_proj,0.0000020223,0.05000,0.317
15,mlp.experts.142.down_proj,0.0000053841,0.05000,0.305
15,mlp.experts.143.down_proj,0.0000053980,0.05000,0.296
15,mlp.experts.137.down_proj,0.0000013938,0.05000,0.300
15,mlp.experts.144.down_proj,0.0000048011,0.05000,0.307
15,mlp.experts.146.down_proj,0.0000084614,0.05000,0.318
15,mlp.experts.148.down_proj,0.0000052032,0.05000,0.320
15,mlp.experts.141.down_proj,0.0000015282,0.05000,0.332
15,mlp.experts.150.down_proj,0.0000013172,0.05000,0.313
15,mlp.experts.147.down_proj,0.0000037611,0.05000,0.516
15,mlp.experts.145.down_proj,0.0000054236,0.05000,0.279
15,mlp.experts.152.down_proj,0.0000027133,0.05000,0.303
15,mlp.experts.154.down_proj,0.0000058176,0.05000,0.295
15,mlp.experts.151.down_proj,0.0000036079,0.05000,0.299
15,mlp.experts.149.down_proj,0.0000015500,0.05000,0.285
15,mlp.experts.156.down_proj,0.0000019617,0.05000,0.295
15,mlp.experts.158.down_proj,0.0000047847,0.05000,0.297
15,mlp.experts.155.down_proj,0.0000096502,0.05000,0.297
15,mlp.experts.153.down_proj,0.0000013168,0.05000,0.278
15,mlp.experts.160.down_proj,0.0000030933,0.05000,0.295
15,mlp.experts.162.down_proj,0.0000049743,0.05000,0.294
15,mlp.experts.159.down_proj,0.0000033810,0.05000,0.293
15,mlp.experts.157.down_proj,0.0000010632,0.05000,0.305
15,mlp.experts.164.down_proj,0.0000069130,0.05000,0.310
15,mlp.experts.166.down_proj,0.0000036615,0.05000,0.306
15,mlp.experts.163.down_proj,0.0000032140,0.05000,0.368
15,mlp.experts.161.down_proj,0.0000047722,0.05000,0.282
15,mlp.experts.168.down_proj,0.0000009397,0.05000,0.296
15,mlp.experts.170.down_proj,0.0000063767,0.05000,0.301
15,mlp.experts.167.down_proj,0.0000011863,0.05000,0.377
15,mlp.experts.165.down_proj,0.0000049858,0.05000,0.308
15,mlp.experts.172.down_proj,0.0000045291,0.05000,0.314
15,mlp.experts.174.down_proj,0.0000024332,0.05000,0.308
15,mlp.experts.169.down_proj,0.0000099171,0.05000,0.279
15,mlp.experts.171.down_proj,0.0000109258,0.05000,0.297
15,mlp.experts.176.down_proj,0.0000032223,0.05000,0.297
15,mlp.experts.178.down_proj,0.0000051283,0.05000,0.293
15,mlp.experts.173.down_proj,0.0000008169,0.05000,0.282
15,mlp.experts.175.down_proj,0.0000027662,0.05000,0.297
15,mlp.experts.180.down_proj,0.0000083980,0.05000,0.293
15,mlp.experts.182.down_proj,0.0000039015,0.05000,0.295
15,mlp.experts.177.down_proj,0.0000131107,0.05000,0.280
15,mlp.experts.179.down_proj,0.0000009796,0.05000,0.295
15,mlp.experts.184.down_proj,0.0000011470,0.05000,0.369
15,mlp.experts.181.down_proj,0.0000071947,0.05000,0.383
15,mlp.experts.186.down_proj,0.0000058423,0.05000,0.526
15,mlp.experts.183.down_proj,0.0000012639,0.05000,0.754
15,mlp.experts.185.down_proj,0.0000069113,0.05000,0.420
15,mlp.experts.188.down_proj,0.0000020049,0.05000,0.881
15,mlp.experts.189.down_proj,0.0000048861,0.05000,0.348
15,mlp.experts.190.down_proj,0.0000013121,0.05000,0.974
15,mlp.experts.193.down_proj,0.0000059816,0.05000,0.368
15,mlp.experts.187.down_proj,0.0000011991,0.05000,0.890
15,mlp.experts.192.down_proj,0.0000046714,0.05000,0.624
15,mlp.experts.197.down_proj,0.0000086836,0.05000,0.294
15,mlp.experts.191.down_proj,0.0000013799,0.05000,0.275
15,mlp.experts.194.down_proj,0.0000104621,0.05000,0.704
15,mlp.experts.201.down_proj,0.0000059482,0.05000,0.317
15,mlp.experts.195.down_proj,0.0000022128,0.05000,0.313
15,mlp.experts.196.down_proj,0.0000013120,0.05000,0.588
15,mlp.experts.205.down_proj,0.0000070384,0.05000,0.314
15,mlp.experts.199.down_proj,0.0000066203,0.05000,0.312
15,mlp.experts.209.down_proj,0.0000042195,0.05000,0.306
15,mlp.experts.203.down_proj,0.0000035719,0.05000,0.305
15,mlp.experts.198.down_proj,0.0000082694,0.05000,0.877
15,mlp.experts.213.down_proj,0.0000205459,0.05000,0.305
15,mlp.experts.200.down_proj,0.0000048606,0.05000,0.887
15,mlp.experts.207.down_proj,0.0000066474,0.05000,0.312
15,mlp.experts.217.down_proj,0.0000045618,0.05000,0.309
15,mlp.experts.211.down_proj,0.0000050366,0.05000,0.305
15,mlp.experts.221.down_proj,0.0000047889,0.05000,0.306
15,mlp.experts.215.down_proj,0.0000019834,0.05000,0.300
15,mlp.experts.202.down_proj,0.0000049972,0.05000,0.866
15,mlp.experts.225.down_proj,0.0000016679,0.05000,0.307
15,mlp.experts.204.down_proj,0.0000024609,0.05000,0.888
15,mlp.experts.219.down_proj,0.0000050273,0.05000,0.349
15,mlp.experts.229.down_proj,0.0000032309,0.05000,0.334
15,mlp.experts.208.down_proj,0.0000020158,0.05000,0.359
15,mlp.experts.206.down_proj,0.0000084020,0.05000,0.767
15,mlp.experts.233.down_proj,0.0000058057,0.05000,0.392
15,mlp.experts.223.down_proj,0.0000050732,0.05000,0.858
15,mlp.experts.237.down_proj,0.0000020693,0.05000,0.420
15,mlp.experts.212.down_proj,0.0000060582,0.05000,0.857
15,mlp.experts.241.down_proj,0.0000035310,0.05000,0.436
15,mlp.experts.210.down_proj,0.0000090629,0.05000,0.985
15,mlp.experts.227.down_proj,0.0000037619,0.05000,0.924
15,mlp.experts.245.down_proj,0.0000136581,0.05000,0.433
15,mlp.experts.216.down_proj,0.0000085726,0.05000,0.807
15,mlp.experts.249.down_proj,0.0000098895,0.05000,0.363
15,mlp.experts.220.down_proj,0.0000029889,0.05000,0.357
15,mlp.experts.214.down_proj,0.0000038273,0.05000,0.942
15,mlp.experts.253.down_proj,0.0000154041,0.05000,0.364
15,mlp.experts.231.down_proj,0.0000029858,0.05000,0.814
15,mlp.experts.224.down_proj,0.0000045252,0.05000,0.347
15,mlp.experts.218.down_proj,0.0000057823,0.05000,0.411
15,mlp.experts.228.down_proj,0.0000017751,0.05000,0.213
15,mlp.experts.235.down_proj,0.0000029321,0.05000,0.273
15,mlp.experts.222.down_proj,0.0000043353,0.05000,0.207
15,mlp.experts.232.down_proj,0.0000092411,0.05000,0.210
15,mlp.experts.239.down_proj,0.0000063105,0.05000,0.213
15,mlp.experts.226.down_proj,0.0000033391,0.05000,0.205
15,mlp.experts.236.down_proj,0.0000049242,0.05000,0.207
15,mlp.experts.243.down_proj,0.0000012329,0.05000,0.218
15,mlp.experts.230.down_proj,0.0000067546,0.05000,0.208
15,mlp.experts.240.down_proj,0.0000029499,0.05000,0.210
15,mlp.experts.247.down_proj,0.0000019718,0.05000,0.213
15,mlp.experts.234.down_proj,0.0000060456,0.05000,0.208
15,mlp.experts.244.down_proj,0.0000015580,0.05000,0.209
15,mlp.experts.251.down_proj,0.0000168291,0.05000,0.212
15,mlp.experts.238.down_proj,0.0000039571,0.05000,0.209
15,mlp.experts.248.down_proj,0.0000053123,0.05000,0.209
15,mlp.experts.255.down_proj,0.0000014195,0.05000,0.214
15,mlp.experts.242.down_proj,0.0000028973,0.05000,0.153
15,mlp.experts.252.down_proj,0.0000116723,0.05000,0.127
15,mlp.experts.246.down_proj,0.0000050793,0.05000,0.063
15,mlp.experts.250.down_proj,0.0000115138,0.05000,0.050
15,mlp.experts.254.down_proj,0.0000010656,0.05000,0.050
16,mlp.experts.3.gate_proj,0.0003321144,0.05000,1.220
16,mlp.experts.2.gate_proj,0.0002337881,0.05000,1.246
16,mlp.experts.1.gate_proj,0.0000901674,0.05000,1.269
16,mlp.experts.0.gate_proj,0.0001047457,0.05000,1.282
16,mlp.experts.6.gate_proj,0.0002076771,0.05000,1.522
16,mlp.experts.4.gate_proj,0.0001576171,0.05000,1.546
16,mlp.experts.10.gate_proj,0.0001587267,0.05000,1.639
16,mlp.experts.8.gate_proj,0.0001513569,0.05000,1.645
16,mlp.experts.7.gate_proj,0.0000740269,0.05000,3.411
16,mlp.experts.5.gate_proj,0.0001259073,0.05000,3.488
16,mlp.experts.14.gate_proj,0.0001365137,0.05000,1.539
16,mlp.experts.12.gate_proj,0.0001531076,0.05000,1.514
16,mlp.experts.11.gate_proj,0.0002112969,0.05000,1.750
16,mlp.experts.9.gate_proj,0.0001091279,0.05000,2.054
16,mlp.experts.18.gate_proj,0.0001577228,0.05000,1.300
16,mlp.experts.16.gate_proj,0.0001232559,0.05000,1.307
16,mlp.experts.15.gate_proj,0.0001495066,0.05000,1.307
16,mlp.experts.13.gate_proj,0.0002248966,0.05000,1.302
16,mlp.experts.22.gate_proj,0.0001333244,0.05000,1.292
16,mlp.experts.20.gate_proj,0.0001553914,0.05000,1.275
16,mlp.experts.19.gate_proj,0.0001623787,0.05000,1.261
16,mlp.experts.17.gate_proj,0.0001949501,0.05000,1.591
16,mlp.experts.26.gate_proj,0.0001932108,0.05000,1.287
16,mlp.experts.23.gate_proj,0.0001484212,0.05000,1.268
16,mlp.experts.24.gate_proj,0.0001064714,0.05000,1.871
16,mlp.experts.30.gate_proj,0.0001444699,0.05000,1.076
16,mlp.experts.21.gate_proj,0.0001295935,0.05000,1.398
16,mlp.experts.27.gate_proj,0.0001235249,0.05000,1.074
16,mlp.experts.28.gate_proj,0.0000864317,0.05000,1.921
16,mlp.experts.34.gate_proj,0.0000763529,0.05000,2.171
16,mlp.experts.31.gate_proj,0.0002903092,0.05000,2.357
16,mlp.experts.25.gate_proj,0.0000745952,0.05000,2.824
16,mlp.experts.32.gate_proj,0.0001422970,0.05000,3.054
16,mlp.experts.35.gate_proj,0.0000702872,0.05000,2.654
16,mlp.experts.38.gate_proj,0.0001384803,0.05000,3.617
16,mlp.experts.29.gate_proj,0.0001196630,0.05000,3.569
16,mlp.experts.36.gate_proj,0.0001952462,0.05000,2.962
16,mlp.experts.42.gate_proj,0.0002114819,0.05000,1.969
16,mlp.experts.39.gate_proj,0.0001059359,0.05000,3.541
16,mlp.experts.40.gate_proj,0.0000889333,0.05000,1.520
16,mlp.experts.33.gate_proj,0.0002319295,0.05000,2.477
16,mlp.experts.44.gate_proj,0.0001663295,0.05000,1.253
16,mlp.experts.37.gate_proj,0.0001856261,0.05000,1.246
16,mlp.experts.46.gate_proj,0.0001591600,0.05000,2.803
16,mlp.experts.43.gate_proj,0.0001237007,0.05000,2.431
16,mlp.experts.50.gate_proj,0.0001323565,0.05000,1.570
16,mlp.experts.48.gate_proj,0.0001737441,0.05000,2.651
16,mlp.experts.47.gate_proj,0.0002024686,0.05000,1.562
16,mlp.experts.41.gate_proj,0.0001387422,0.05000,2.658
16,mlp.experts.54.gate_proj,0.0001205181,0.05000,1.439
16,mlp.experts.51.gate_proj,0.0001252291,0.05000,1.210
16,mlp.experts.52.gate_proj,0.0001618939,0.05000,1.264
16,mlp.experts.45.gate_proj,0.0002588181,0.05000,1.250
16,mlp.experts.58.gate_proj,0.0001044958,0.05000,1.218
16,mlp.experts.55.gate_proj,0.0001516449,0.05000,1.201
16,mlp.experts.49.gate_proj,0.0001522188,0.05000,1.167
16,mlp.experts.56.gate_proj,0.0001166051,0.05000,1.258
16,mlp.experts.62.gate_proj,0.0001473994,0.05000,1.222
16,mlp.experts.59.gate_proj,0.0001180214,0.05000,1.255
16,mlp.experts.53.gate_proj,0.0001618387,0.05000,1.249
16,mlp.experts.60.gate_proj,0.0002297319,0.05000,1.265
16,mlp.experts.66.gate_proj,0.0001370114,0.05000,1.284
16,mlp.experts.57.gate_proj,0.0001598224,0.05000,1.253
16,mlp.experts.63.gate_proj,0.0001138583,0.05000,1.300
16,mlp.experts.64.gate_proj,0.0001408050,0.05000,1.295
16,mlp.experts.70.gate_proj,0.0001283994,0.05000,1.294
16,mlp.experts.67.gate_proj,0.0000977925,0.05000,1.305
16,mlp.experts.61.gate_proj,0.0001638508,0.05000,1.314
16,mlp.experts.68.gate_proj,0.0001176879,0.05000,1.297
16,mlp.experts.74.gate_proj,0.0000666297,0.05000,1.249
16,mlp.experts.71.gate_proj,0.0002909796,0.05000,1.322
16,mlp.experts.72.gate_proj,0.0001416673,0.05000,1.334
16,mlp.experts.65.gate_proj,0.0000937247,0.05000,1.483
16,mlp.experts.78.gate_proj,0.0001770395,0.05000,1.315
16,mlp.experts.75.gate_proj,0.0001352368,0.05000,1.316
16,mlp.experts.76.gate_proj,0.0000905051,0.05000,1.311
16,mlp.experts.69.gate_proj,0.0001501646,0.05000,1.320
16,mlp.experts.82.gate_proj,0.0002517666,0.05000,1.367
16,mlp.experts.79.gate_proj,0.0002265358,0.05000,1.309
16,mlp.experts.80.gate_proj,0.0000962909,0.05000,1.300
16,mlp.experts.73.gate_proj,0.0002348618,0.05000,1.306
16,mlp.experts.86.gate_proj,0.0002305363,0.05000,1.319
16,mlp.experts.83.gate_proj,0.0001416155,0.05000,1.318
16,mlp.experts.84.gate_proj,0.0002107340,0.05000,1.309
16,mlp.experts.77.gate_proj,0.0003236327,0.05000,1.320
16,mlp.experts.90.gate_proj,0.0001694735,0.05000,1.318
16,mlp.experts.87.gate_proj,0.0001196692,0.05000,1.315
16,mlp.experts.88.gate_proj,0.0001676938,0.05000,1.304
16,mlp.experts.81.gate_proj,0.0001443057,0.05000,1.317
16,mlp.experts.94.gate_proj,0.0002816075,0.05000,1.118
16,mlp.experts.91.gate_proj,0.0001041486,0.05000,0.785
16,mlp.experts.92.gate_proj,0.0001735544,0.05000,0.739
16,mlp.experts.98.gate_proj,0.0002160345,0.05000,1.174
16,mlp.experts.85.gate_proj,0.0001580521,0.05000,1.212
16,mlp.experts.95.gate_proj,0.0001116321,0.05000,1.232
16,mlp.experts.96.gate_proj,0.0001879385,0.05000,1.307
16,mlp.experts.102.gate_proj,0.0002124066,0.05000,1.173
16,mlp.experts.89.gate_proj,0.0001087935,0.05000,1.211
16,mlp.experts.99.gate_proj,0.0002460087,0.05000,1.218
16,mlp.experts.100.gate_proj,0.0001798689,0.05000,1.225
16,mlp.experts.106.gate_proj,0.0002308884,0.05000,1.289
16,mlp.experts.93.gate_proj,0.0001131508,0.05000,1.302
16,mlp.experts.103.gate_proj,0.0001490439,0.05000,1.307
16,mlp.experts.104.gate_proj,0.0001062191,0.05000,1.301
16,mlp.experts.110.gate_proj,0.0001524166,0.05000,1.257
16,mlp.experts.97.gate_proj,0.0003504784,0.05000,1.249
16,mlp.experts.107.gate_proj,0.0001132661,0.05000,1.234
16,mlp.experts.108.gate_proj,0.0001796560,0.05000,1.241
16,mlp.experts.114.gate_proj,0.0001599147,0.05000,1.224
16,mlp.experts.111.gate_proj,0.0003105424,0.05000,1.248
16,mlp.experts.101.gate_proj,0.0001181855,0.05000,1.267
16,mlp.experts.112.gate_proj,0.0000538235,0.05000,1.270
16,mlp.experts.118.gate_proj,0.0001918425,0.05000,1.303
16,mlp.experts.115.gate_proj,0.0001022972,0.05000,1.305
16,mlp.experts.105.gate_proj,0.0002410234,0.05000,1.318
16,mlp.experts.116.gate_proj,0.0001772596,0.05000,1.303
16,mlp.experts.122.gate_proj,0.0003207659,0.05000,1.292
16,mlp.experts.119.gate_proj,0.0001691744,0.05000,1.292
16,mlp.experts.109.gate_proj,0.0000936032,0.05000,1.306
16,mlp.experts.120.gate_proj,0.0001467643,0.05000,1.288
16,mlp.experts.126.gate_proj,0.0001428343,0.05000,1.202
16,mlp.experts.124.gate_proj,0.0000813595,0.05000,1.058
16,mlp.experts.113.gate_proj,0.0000757308,0.05000,1.147
16,mlp.experts.123.gate_proj,0.0001242593,0.05000,1.244
16,mlp.experts.130.gate_proj,0.0000481789,0.05000,0.955
16,mlp.experts.128.gate_proj,0.0002622485,0.05000,0.898
16,mlp.experts.117.gate_proj,0.0001495439,0.05000,0.920
16,mlp.experts.127.gate_proj,0.0002704090,0.05000,0.952
16,mlp.experts.132.gate_proj,0.0002551199,0.05000,1.224
16,mlp.experts.121.gate_proj,0.0001877610,0.05000,1.225
16,mlp.experts.134.gate_proj,0.0001381078,0.05000,1.684
16,mlp.experts.131.gate_proj,0.0001424417,0.05000,2.014
16,mlp.experts.125.gate_proj,0.0001972969,0.05000,1.641
16,mlp.experts.136.gate_proj,0.0001690037,0.05000,3.053
16,mlp.experts.135.gate_proj,0.0002292277,0.05000,2.236
16,mlp.experts.138.gate_proj,0.0002137152,0.05000,3.103
16,mlp.experts.129.gate_proj,0.0001371774,0.05000,2.601
16,mlp.experts.139.gate_proj,0.0003826105,0.05000,1.705
16,mlp.experts.143.gate_proj,0.0000683616,0.05000,1.705
16,mlp.experts.140.gate_proj,0.0001795402,0.05000,4.020
16,mlp.experts.142.gate_proj,0.0002758669,0.05000,3.869
16,mlp.experts.133.gate_proj,0.0001039010,0.05000,3.677
16,mlp.experts.147.gate_proj,0.0001621765,0.05000,3.084
16,mlp.experts.144.gate_proj,0.0000955803,0.05000,3.810
16,mlp.experts.146.gate_proj,0.0001938851,0.05000,3.727
16,mlp.experts.137.gate_proj,0.0001441654,0.05000,3.656
16,mlp.experts.151.gate_proj,0.0000837154,0.05000,2.743
16,mlp.experts.148.gate_proj,0.0003300448,0.05000,2.130
16,mlp.experts.150.gate_proj,0.0002135685,0.05000,2.078
16,mlp.experts.141.gate_proj,0.0001443703,0.05000,1.642
16,mlp.experts.155.gate_proj,0.0000884271,0.05000,1.226
16,mlp.experts.152.gate_proj,0.0002769268,0.05000,1.217
16,mlp.experts.154.gate_proj,0.0001797588,0.05000,1.178
16,mlp.experts.145.gate_proj,0.0001710281,0.05000,1.204
16,mlp.experts.159.gate_proj,0.0002100510,0.05000,1.208
16,mlp.experts.156.gate_proj,0.0001125725,0.05000,1.200
16,mlp.experts.158.gate_proj,0.0001209739,0.05000,1.162
16,mlp.experts.149.gate_proj,0.0001096027,0.05000,1.190
16,mlp.experts.163.gate_proj,0.0001338725,0.05000,1.194
16,mlp.experts.160.gate_proj,0.0001449179,0.05000,1.184
16,mlp.experts.162.gate_proj,0.0002009397,0.05000,1.142
16,mlp.experts.153.gate_proj,0.0001460425,0.05000,1.244
16,mlp.experts.167.gate_proj,0.0001174983,0.05000,1.189
16,mlp.experts.164.gate_proj,0.0001578832,0.05000,1.233
16,mlp.experts.166.gate_proj,0.0001523176,0.05000,1.245
16,mlp.experts.157.gate_proj,0.0001317739,0.05000,1.238
16,mlp.experts.171.gate_proj,0.0001281246,0.05000,1.213
16,mlp.experts.168.gate_proj,0.0001935282,0.05000,1.196
16,mlp.experts.170.gate_proj,0.0002309361,0.05000,1.202
16,mlp.experts.161.gate_proj,0.0001709020,0.05000,1.256
16,mlp.experts.175.gate_proj,0.0001712077,0.05000,1.249
16,mlp.experts.165.gate_proj,0.0002384764,0.05000,1.478
16,mlp.experts.172.gate_proj,0.0000790285,0.05000,2.017
16,mlp.experts.174.gate_proj,0.0001580354,0.05000,2.089
16,mlp.experts.169.gate_proj,0.0001979295,0.05000,1.739
16,mlp.experts.179.gate_proj,0.0001900564,0.05000,3.390
16,mlp.experts.178.gate_proj,0.0001539657,0.05000,2.571
16,mlp.experts.173.gate_proj,0.0001461110,0.05000,1.774
16,mlp.experts.176.gate_proj,0.0001769796,0.05000,3.541
16,mlp.experts.182.gate_proj,0.0001699252,0.05000,1.163
16,mlp.experts.177.gate_proj,0.0001570176,0.05000,1.125
16,mlp.experts.183.gate_proj,0.0001272799,0.05000,2.682
16,mlp.experts.186.gate_proj,0.0002121386,0.05000,1.180
16,mlp.experts.180.gate_proj,0.0001758229,0.05000,1.838
16,mlp.experts.181.gate_proj,0.0001383756,0.05000,1.334
16,mlp.experts.190.gate_proj,0.0001781153,0.05000,1.754
16,mlp.experts.187.gate_proj,0.0002168762,0.05000,2.265
16,mlp.experts.185.gate_proj,0.0002153420,0.05000,1.475
16,mlp.experts.184.gate_proj,0.0001330112,0.05000,1.912
16,mlp.experts.194.gate_proj,0.0001863138,0.05000,1.318
16,mlp.experts.191.gate_proj,0.0002008564,0.05000,1.322
16,mlp.experts.189.gate_proj,0.0001327636,0.05000,1.304
16,mlp.experts.188.gate_proj,0.0001765060,0.05000,1.300
16,mlp.experts.198.gate_proj,0.0001697438,0.05000,1.298
16,mlp.experts.195.gate_proj,0.0002907419,0.05000,1.282
16,mlp.experts.193.gate_proj,0.0002423772,0.05000,1.298
16,mlp.experts.192.gate_proj,0.0001568283,0.05000,1.306
16,mlp.experts.202.gate_proj,0.0002148386,0.05000,1.321
16,mlp.experts.199.gate_proj,0.0001853175,0.05000,1.316
16,mlp.experts.197.gate_proj,0.0002385126,0.05000,1.304
16,mlp.experts.196.gate_proj,0.0001471129,0.05000,1.324
16,mlp.experts.206.gate_proj,0.0001699431,0.05000,1.301
16,mlp.experts.203.gate_proj,0.0001462015,0.05000,1.273
16,mlp.experts.201.gate_proj,0.0001805144,0.05000,1.263
16,mlp.experts.200.gate_proj,0.0001654340,0.05000,1.270
16,mlp.experts.210.gate_proj,0.0001513832,0.05000,1.252
16,mlp.experts.207.gate_proj,0.0001752646,0.05000,1.224
16,mlp.experts.205.gate_proj,0.0001552653,0.05000,1.286
16,mlp.experts.204.gate_proj,0.0001672066,0.05000,1.293
16,mlp.experts.214.gate_proj,0.0001843446,0.05000,1.322
16,mlp.experts.211.gate_proj,0.0002200957,0.05000,1.323
16,mlp.experts.209.gate_proj,0.0000847733,0.05000,1.275
16,mlp.experts.208.gate_proj,0.0001795262,0.05000,1.229
16,mlp.experts.218.gate_proj,0.0001200733,0.05000,1.184
16,mlp.experts.215.gate_proj,0.0002348598,0.05000,1.202
16,mlp.experts.212.gate_proj,0.0001599766,0.05000,1.182
16,mlp.experts.213.gate_proj,0.0000985065,0.05000,1.229
16,mlp.experts.222.gate_proj,0.0001656566,0.05000,1.119
16,mlp.experts.219.gate_proj,0.0003586001,0.05000,1.102
16,mlp.experts.216.gate_proj,0.0001519295,0.05000,1.028
16,mlp.experts.217.gate_proj,0.0001242004,0.05000,1.072
16,mlp.experts.226.gate_proj,0.0001627454,0.05000,1.500
16,mlp.experts.220.gate_proj,0.0001566010,0.05000,1.430
16,mlp.experts.223.gate_proj,0.0001654626,0.05000,1.794
16,mlp.experts.221.gate_proj,0.0001651152,0.05000,2.566
16,mlp.experts.224.gate_proj,0.0002296585,0.05000,1.799
16,mlp.experts.230.gate_proj,0.0001942920,0.05000,3.552
16,mlp.experts.225.gate_proj,0.0001999051,0.05000,2.362
16,mlp.experts.227.gate_proj,0.0001239511,0.05000,3.543
16,mlp.experts.228.gate_proj,0.0001968812,0.05000,2.170
16,mlp.experts.234.gate_proj,0.0001601053,0.05000,1.150
16,mlp.experts.229.gate_proj,0.0001676726,0.05000,1.106
16,mlp.experts.231.gate_proj,0.0001657368,0.05000,1.166
16,mlp.experts.232.gate_proj,0.0002114403,0.05000,1.207
16,mlp.experts.238.gate_proj,0.0001248219,0.05000,1.209
16,mlp.experts.233.gate_proj,0.0001116066,0.05000,1.174
16,mlp.experts.235.gate_proj,0.0002480852,0.05000,1.199
16,mlp.experts.236.gate_proj,0.0001335750,0.05000,1.206
16,mlp.experts.242.gate_proj,0.0001600934,0.05000,1.198
16,mlp.experts.237.gate_proj,0.0002720172,0.05000,1.166
16,mlp.experts.239.gate_proj,0.0002452036,0.05000,1.199
16,mlp.experts.240.gate_proj,0.0001278223,0.05000,1.208
16,mlp.experts.246.gate_proj,0.0001639668,0.05000,1.274
16,mlp.experts.241.gate_proj,0.0002121117,0.05000,1.253
16,mlp.experts.243.gate_proj,0.0003335513,0.05000,1.269
16,mlp.experts.244.gate_proj,0.0001710413,0.05000,1.233
16,mlp.experts.250.gate_proj,0.0001221691,0.05000,1.274
16,mlp.experts.245.gate_proj,0.0001298878,0.05000,1.272
16,mlp.experts.247.gate_proj,0.0001544548,0.05000,1.465
16,mlp.experts.248.gate_proj,0.0001332536,0.05000,1.314
16,mlp.experts.254.gate_proj,0.0000734673,0.05000,1.310
16,mlp.experts.249.gate_proj,0.0001922038,0.05000,1.305
16,mlp.experts.251.gate_proj,0.0001594456,0.05000,1.293
16,mlp.experts.252.gate_proj,0.0001990929,0.05000,1.297
16,mlp.experts.2.up_proj,0.0002427158,0.05000,1.323
16,mlp.experts.253.gate_proj,0.0001300074,0.05000,1.319
16,mlp.experts.255.gate_proj,0.0001413105,0.05000,1.319
16,mlp.experts.0.up_proj,0.0001017481,0.05000,1.324
16,mlp.experts.6.up_proj,0.0002036829,0.05000,1.275
16,mlp.experts.1.up_proj,0.0000862713,0.05000,1.244
16,mlp.experts.3.up_proj,0.0003450297,0.05000,1.236
16,mlp.experts.4.up_proj,0.0001624504,0.05000,1.218
16,mlp.experts.10.up_proj,0.0001265800,0.05000,1.168
16,mlp.experts.5.up_proj,0.0001344188,0.05000,1.200
16,mlp.experts.7.up_proj,0.0000733886,0.05000,1.474
16,mlp.experts.14.up_proj,0.0001294555,0.05000,1.472
16,mlp.experts.8.up_proj,0.0001490836,0.05000,2.208
16,mlp.experts.9.up_proj,0.0001174479,0.05000,1.637
16,mlp.experts.11.up_proj,0.0002018367,0.05000,2.288
16,mlp.experts.18.up_proj,0.0001501237,0.05000,2.223
16,mlp.experts.13.up_proj,0.0003039337,0.05000,2.568
16,mlp.experts.12.up_proj,0.0001555302,0.05000,3.137
16,mlp.experts.15.up_proj,0.0001487868,0.05000,2.975
16,mlp.experts.17.up_proj,0.0001996573,0.05000,2.217
16,mlp.experts.22.up_proj,0.0001248337,0.05000,3.570
16,mlp.experts.21.up_proj,0.0001233391,0.05000,1.855
16,mlp.experts.16.up_proj,0.0001155111,0.05000,3.989
16,mlp.experts.19.up_proj,0.0001416427,0.05000,3.145
16,mlp.experts.26.up_proj,0.0001958397,0.05000,3.246
16,mlp.experts.25.up_proj,0.0000747466,0.05000,2.850
16,mlp.experts.20.up_proj,0.0001376089,0.05000,2.672
16,mlp.experts.23.up_proj,0.0001419822,0.05000,3.667
16,mlp.experts.24.up_proj,0.0001169242,0.05000,2.431
16,mlp.experts.30.up_proj,0.0001395556,0.05000,3.699
16,mlp.experts.29.up_proj,0.0001128368,0.05000,3.630
16,mlp.experts.28.up_proj,0.0000828357,0.05000,1.854
16,mlp.experts.27.up_proj,0.0001177218,0.05000,3.423
16,mlp.experts.33.up_proj,0.0002444675,0.05000,2.704
16,mlp.experts.34.up_proj,0.0000712398,0.05000,3.620
16,mlp.experts.32.up_proj,0.0001550211,0.05000,2.649
16,mlp.experts.31.up_proj,0.0002960579,0.05000,3.251
16,mlp.experts.37.up_proj,0.0001754692,0.05000,2.106
16,mlp.experts.36.up_proj,0.0001869408,0.05000,1.633
16,mlp.experts.38.up_proj,0.0001243348,0.05000,2.813
16,mlp.experts.40.up_proj,0.0000821339,0.05000,2.133
16,mlp.experts.35.up_proj,0.0000624593,0.05000,3.377
16,mlp.experts.41.up_proj,0.0001288459,0.05000,3.453
16,mlp.experts.42.up_proj,0.0002032740,0.05000,2.897
16,mlp.experts.39.up_proj,0.0000960900,0.05000,1.688
16,mlp.experts.46.up_proj,0.0001492661,0.05000,1.699
16,mlp.experts.44.up_proj,0.0001616403,0.05000,3.547
16,mlp.experts.43.up_proj,0.0001110295,0.05000,1.497
16,mlp.experts.45.up_proj,0.0002622746,0.05000,3.556
16,mlp.experts.50.up_proj,0.0001247743,0.05000,1.642
16,mlp.experts.54.up_proj,0.0001274544,0.05000,1.601
16,mlp.experts.47.up_proj,0.0002111295,0.05000,2.410
16,mlp.experts.48.up_proj,0.0001642597,0.05000,3.103
16,mlp.experts.51.up_proj,0.0001174698,0.05000,1.539
16,mlp.experts.49.up_proj,0.0001390358,0.05000,3.513
16,mlp.experts.58.up_proj,0.0000975178,0.05000,2.262
16,mlp.experts.55.up_proj,0.0001469223,0.05000,1.840
16,mlp.experts.52.up_proj,0.0001547438,0.05000,3.437
16,mlp.experts.53.up_proj,0.0001717202,0.05000,3.310
16,mlp.experts.59.up_proj,0.0001233344,0.05000,1.824
16,mlp.experts.62.up_proj,0.0001452063,0.05000,3.467
16,mlp.experts.63.up_proj,0.0001069507,0.05000,1.965
16,mlp.experts.56.up_proj,0.0001363435,0.05000,3.704
16,mlp.experts.57.up_proj,0.0001501842,0.05000,2.521
16,mlp.experts.61.up_proj,0.0001449647,0.05000,1.658
16,mlp.experts.66.up_proj,0.0001269433,0.05000,3.721
16,mlp.experts.67.up_proj,0.0000924303,0.05000,3.232
16,mlp.experts.60.up_proj,0.0001959617,0.05000,3.381
16,mlp.experts.70.up_proj,0.0001198695,0.05000,2.252
16,mlp.experts.65.up_proj,0.0000890203,0.05000,2.616
16,mlp.experts.64.up_proj,0.0001321974,0.05000,2.133
16,mlp.experts.69.up_proj,0.0001454029,0.05000,1.760
16,mlp.experts.71.up_proj,0.0002964953,0.05000,3.676
16,mlp.experts.74.up_proj,0.0000816096,0.05000,3.049
16,mlp.experts.68.up_proj,0.0001295225,0.05000,3.742
16,mlp.experts.73.up_proj,0.0002431817,0.05000,3.629
16,mlp.experts.75.up_proj,0.0001281506,0.05000,3.666
16,mlp.experts.78.up_proj,0.0001703350,0.05000,3.676
16,mlp.experts.72.up_proj,0.0001464088,0.05000,2.182
16,mlp.experts.77.up_proj,0.0003375172,0.05000,3.722
16,mlp.experts.79.up_proj,0.0002096973,0.05000,3.803
16,mlp.experts.82.up_proj,0.0002782496,0.05000,3.622
16,mlp.experts.76.up_proj,0.0000999248,0.05000,3.268
16,mlp.experts.81.up_proj,0.0001329728,0.05000,3.844
16,mlp.experts.83.up_proj,0.0001350244,0.05000,3.592
16,mlp.experts.86.up_proj,0.0002236711,0.05000,3.226
16,mlp.experts.80.up_proj,0.0000916030,0.05000,3.366
16,mlp.experts.85.up_proj,0.0001562430,0.05000,1.498
16,mlp.experts.87.up_proj,0.0001128593,0.05000,1.298
16,mlp.experts.90.up_proj,0.0001646531,0.05000,1.264
16,mlp.experts.84.up_proj,0.0001963160,0.05000,1.271
16,mlp.experts.89.up_proj,0.0001026486,0.05000,1.280
16,mlp.experts.91.up_proj,0.0001062902,0.05000,1.285
16,mlp.experts.94.up_proj,0.0002899030,0.05000,1.258
16,mlp.experts.88.up_proj,0.0001555502,0.05000,1.273
16,mlp.experts.93.up_proj,0.0001072746,0.05000,1.312
16,mlp.experts.95.up_proj,0.0001116878,0.05000,1.343
16,mlp.experts.98.up_proj,0.0002071205,0.05000,1.325
16,mlp.experts.92.up_proj,0.0001586842,0.05000,1.351
16,mlp.experts.97.up_proj,0.0003552043,0.05000,1.244
16,mlp.experts.99.up_proj,0.0002595078,0.05000,1.215
16,mlp.experts.102.up_proj,0.0002386655,0.05000,1.245
16,mlp.experts.96.up_proj,0.0001868458,0.05000,1.269
16,mlp.experts.101.up_proj,0.0001150216,0.05000,1.312
16,mlp.experts.103.up_proj,0.0001408198,0.05000,1.295
16,mlp.experts.106.up_proj,0.0002256831,0.05000,1.298
16,mlp.experts.100.up_proj,0.0001566106,0.05000,1.267
16,mlp.experts.105.up_proj,0.0001902770,0.05000,1.202
16,mlp.experts.107.up_proj,0.0001071560,0.05000,1.202
16,mlp.experts.110.up_proj,0.0001339211,0.05000,1.206
16,mlp.experts.104.up_proj,0.0000924939,0.05000,1.176
16,mlp.experts.109.up_proj,0.0000891631,0.05000,1.220
16,mlp.experts.111.up_proj,0.0002713812,0.05000,1.197
16,mlp.experts.114.up_proj,0.0001296161,0.05000,1.217
16,mlp.experts.108.up_proj,0.0001612834,0.05000,1.211
16,mlp.experts.113.up_proj,0.0000730401,0.05000,1.195
16,mlp.experts.115.up_proj,0.0000973743,0.05000,1.175
16,mlp.experts.118.up_proj,0.0001933647,0.05000,1.247
16,mlp.experts.112.up_proj,0.0000504430,0.05000,1.503
16,mlp.experts.117.up_proj,0.0001502917,0.05000,1.291
16,mlp.experts.119.up_proj,0.0001410763,0.05000,1.255
16,mlp.experts.122.up_proj,0.0003358336,0.05000,1.231
16,mlp.experts.116.up_proj,0.0001802050,0.05000,1.180
16,mlp.experts.121.up_proj,0.0001804335,0.05000,1.188
16,mlp.experts.123.up_proj,0.0001185132,0.05000,1.165
16,mlp.experts.126.up_proj,0.0001354307,0.05000,1.217
16,mlp.experts.120.up_proj,0.0001456075,0.05000,1.271
16,mlp.experts.125.up_proj,0.0001842300,0.05000,1.310
16,mlp.experts.127.up_proj,0.0002461845,0.05000,1.310
16,mlp.experts.130.up_proj,0.0000512569,0.05000,1.298
16,mlp.experts.124.up_proj,0.0000774500,0.05000,1.292
16,mlp.experts.129.up_proj,0.0001400627,0.05000,1.320
16,mlp.experts.131.up_proj,0.0001337903,0.05000,1.352
16,mlp.experts.134.up_proj,0.0001236518,0.05000,1.310
16,mlp.experts.128.up_proj,0.0002730158,0.05000,1.288
16,mlp.experts.133.up_proj,0.0001057721,0.05000,1.264
16,mlp.experts.135.up_proj,0.0002097269,0.05000,1.275
16,mlp.experts.138.up_proj,0.0002315310,0.05000,1.335
16,mlp.experts.139.up_proj,0.0003780412,0.05000,1.720
16,mlp.experts.142.up_proj,0.0002937421,0.05000,1.552
16,mlp.experts.132.up_proj,0.0002384284,0.05000,2.876
16,mlp.experts.137.up_proj,0.0001463706,0.05000,2.795
16,mlp.experts.143.up_proj,0.0000635229,0.05000,1.357
16,mlp.experts.146.up_proj,0.0001637120,0.05000,1.334
16,mlp.experts.136.up_proj,0.0001753450,0.05000,1.353
16,mlp.experts.141.up_proj,0.0001371610,0.05000,1.812
16,mlp.experts.147.up_proj,0.0001641427,0.05000,1.482
16,mlp.experts.140.up_proj,0.0001640542,0.05000,1.626
16,mlp.experts.150.up_proj,0.0002202794,0.05000,2.608
16,mlp.experts.151.up_proj,0.0000837001,0.05000,1.844
16,mlp.experts.144.up_proj,0.0000908044,0.05000,1.498
16,mlp.experts.154.up_proj,0.0001708571,0.05000,1.600
16,mlp.experts.148.up_proj,0.0002963759,0.05000,1.161
16,mlp.experts.145.up_proj,0.0001595920,0.05000,3.472
16,mlp.experts.155.up_proj,0.0000823346,0.05000,2.442
16,mlp.experts.158.up_proj,0.0001130235,0.05000,1.661
16,mlp.experts.152.up_proj,0.0003241768,0.05000,1.598
16,mlp.experts.149.up_proj,0.0001159537,0.05000,1.622
16,mlp.experts.159.up_proj,0.0001963059,0.05000,1.240
16,mlp.experts.162.up_proj,0.0001900655,0.05000,1.220
16,mlp.experts.153.up_proj,0.0001389834,0.05000,1.309
16,mlp.experts.156.up_proj,0.0001077578,0.05000,1.409
16,mlp.experts.163.up_proj,0.0001262300,0.05000,1.316
16,mlp.experts.166.up_proj,0.0001418798,0.05000,1.314
16,mlp.experts.157.up_proj,0.0001318723,0.05000,1.319
16,mlp.experts.160.up_proj,0.0001413593,0.05000,1.302
16,mlp.experts.167.up_proj,0.0001139735,0.05000,1.306
16,mlp.experts.170.up_proj,0.0002335590,0.05000,1.313
16,mlp.experts.164.up_proj,0.0001420245,0.05000,1.307
16,mlp.experts.161.up_proj,0.0001690717,0.05000,1.327
16,mlp.experts.171.up_proj,0.0001135468,0.05000,1.330
16,mlp.experts.174.up_proj,0.0001495298,0.05000,1.319
16,mlp.experts.168.up_proj,0.0001958747,0.05000,1.329
16,mlp.experts.165.up_proj,0.0002338000,0.05000,1.320
16,mlp.experts.175.up_proj,0.0001602226,0.05000,1.325
16,mlp.experts.178.up_proj,0.0001604331,0.05000,1.318
16,mlp.experts.169.up_proj,0.0001985220,0.05000,1.299
16,mlp.experts.172.up_proj,0.0000741698,0.05000,1.330
16,mlp.experts.179.up_proj,0.0001604728,0.05000,1.323
16,mlp.experts.182.up_proj,0.0001591637,0.05000,1.320
16,mlp.experts.173.up_proj,0.0001455031,0.05000,1.310
16,mlp.experts.176.up_proj,0.0001866633,0.05000,1.327
16,mlp.experts.183.up_proj,0.0001223064,0.05000,1.319
16,mlp.experts.186.up_proj,0.0002156095,0.05000,1.325
16,mlp.experts.177.up_proj,0.0001476761,0.05000,1.320
16,mlp.experts.180.up_proj,0.0001562332,0.05000,1.365
16,mlp.experts.187.up_proj,0.0001985086,0.05000,1.250
16,mlp.experts.190.up_proj,0.0001735984,0.05000,1.261
16,mlp.experts.184.up_proj,0.0001249862,0.05000,1.437
16,mlp.experts.191.up_proj,0.0002047776,0.05000,1.466
16,mlp.experts.181.up_proj,0.0001451386,0.05000,2.106
16,mlp.experts.188.up_proj,0.0001871833,0.05000,1.519
16,mlp.experts.194.up_proj,0.0001737855,0.05000,2.517
16,mlp.experts.185.up_proj,0.0002275436,0.05000,1.313
16,mlp.experts.195.up_proj,0.0003144551,0.05000,1.594
16,mlp.experts.192.up_proj,0.0001479994,0.05000,1.188
16,mlp.experts.198.up_proj,0.0001520179,0.05000,1.217
16,mlp.experts.189.up_proj,0.0001342989,0.05000,1.266
16,mlp.experts.199.up_proj,0.0001895658,0.05000,1.428
16,mlp.experts.202.up_proj,0.0001957218,0.05000,1.560
16,mlp.experts.196.up_proj,0.0001684405,0.05000,2.292
16,mlp.experts.203.up_proj,0.0001378870,0.05000,1.869
16,mlp.experts.206.up_proj,0.0001703603,0.05000,1.611
16,mlp.experts.193.up_proj,0.0002642759,0.05000,3.194
16,mlp.experts.200.up_proj,0.0001395433,0.05000,2.073
16,mlp.experts.207.up_proj,0.0001579479,0.05000,3.094
16,mlp.experts.210.up_proj,0.0001407825,0.05000,2.487
16,mlp.experts.197.up_proj,0.0002547612,0.05000,2.135
16,mlp.experts.204.up_proj,0.0001392349,0.05000,2.147
16,mlp.experts.201.up_proj,0.0001994708,0.05000,1.792
16,mlp.experts.211.up_proj,0.0002231047,0.05000,2.189
16,mlp.experts.208.up_proj,0.0001687633,0.05000,1.397
16,mlp.experts.214.up_proj,0.0001666160,0.05000,2.284
16,mlp.experts.205.up_proj,0.0001535304,0.05000,1.163
16,mlp.experts.215.up_proj,0.0002106296,0.05000,1.188
16,mlp.experts.212.up_proj,0.0001653372,0.05000,1.214
16,mlp.experts.218.up_proj,0.0001123927,0.05000,1.194
16,mlp.experts.209.up_proj,0.0000830965,0.05000,1.206
16,mlp.experts.219.up_proj,0.0003980758,0.05000,1.269
16,mlp.experts.216.up_proj,0.0001437978,0.05000,1.283
16,mlp.experts.222.up_proj,0.0001476160,0.05000,1.305
16,mlp.experts.213.up_proj,0.0000909434,0.05000,1.312
16,mlp.experts.223.up_proj,0.0001621047,0.05000,1.301
16,mlp.experts.220.up_proj,0.0001476562,0.05000,1.308
16,mlp.experts.226.up_proj,0.0001560343,0.05000,1.312
16,mlp.experts.217.up_proj,0.0001105920,0.05000,1.288
16,mlp.experts.227.up_proj,0.0001163324,0.05000,1.267
16,mlp.experts.224.up_proj,0.0002231512,0.05000,1.252
16,mlp.experts.230.up_proj,0.0001845613,0.05000,1.260
16,mlp.experts.221.up_proj,0.0001497225,0.05000,1.279
16,mlp.experts.231.up_proj,0.0001612571,0.05000,1.283
16,mlp.experts.228.up_proj,0.0001774322,0.05000,1.293
16,mlp.experts.234.up_proj,0.0001858282,0.05000,1.283
16,mlp.experts.225.up_proj,0.0001827358,0.05000,1.286
16,mlp.experts.235.up_proj,0.0002511001,0.05000,1.287
16,mlp.experts.232.up_proj,0.0001695178,0.05000,1.285
16,mlp.experts.238.up_proj,0.0001229034,0.05000,1.275
16,mlp.experts.229.up_proj,0.0001575759,0.05000,1.282
16,mlp.experts.236.up_proj,0.0001234328,0.05000,1.292
16,mlp.experts.239.up_proj,0.0002405311,0.05000,1.400
16,mlp.experts.242.up_proj,0.0001447755,0.05000,1.319
16,mlp.experts.233.up_proj,0.0001025201,0.05000,1.295
16,mlp.experts.240.up_proj,0.0001264612,0.05000,1.243
16,mlp.experts.243.up_proj,0.0003410224,0.05000,1.247
16,mlp.experts.246.up_proj,0.0001539659,0.05000,1.214
16,mlp.experts.237.up_proj,0.0002793918,0.05000,1.192
16,mlp.experts.244.up_proj,0.0001585122,0.05000,1.191
16,mlp.experts.247.up_proj,0.0001451532,0.05000,1.188
16,mlp.experts.250.up_proj,0.0001225886,0.05000,1.154
16,mlp.experts.241.up_proj,0.0001950196,0.05000,1.189
16,mlp.experts.248.up_proj,0.0001240008,0.05000,1.184
16,mlp.experts.254.up_proj,0.0000703112,0.05000,1.147
16,mlp.experts.251.up_proj,0.0001501850,0.05000,1.182
16,mlp.experts.245.up_proj,0.0001214979,0.05000,0.803
16,mlp.experts.252.up_proj,0.0001871404,0.05000,0.629
16,mlp.experts.255.up_proj,0.0001350891,0.05000,0.603
16,mlp.experts.249.up_proj,0.0002017858,0.05000,0.363
16,mlp.experts.253.up_proj,0.0001316622,0.05000,0.206
16,mlp.experts.2.down_proj,0.0000139023,0.05000,0.298
16,mlp.experts.1.down_proj,0.0000044478,0.05000,0.305
16,mlp.experts.3.down_proj,0.0000187893,0.05000,0.308
16,mlp.experts.0.down_proj,0.0000044094,0.05000,0.317
16,mlp.experts.6.down_proj,0.0000080743,0.05000,0.295
16,mlp.experts.7.down_proj,0.0000037802,0.05000,0.300
16,mlp.experts.5.down_proj,0.0000060718,0.05000,0.306
16,mlp.experts.4.down_proj,0.0000063029,0.05000,0.303
16,mlp.experts.10.down_proj,0.0000029295,0.05000,0.293
16,mlp.experts.11.down_proj,0.0000039495,0.05000,0.303
16,mlp.experts.9.down_proj,0.0000052298,0.05000,0.303
16,mlp.experts.8.down_proj,0.0000047904,0.05000,0.306
16,mlp.experts.14.down_proj,0.0000016141,0.05000,0.301
16,mlp.experts.12.down_proj,0.0000068993,0.05000,0.290
16,mlp.experts.13.down_proj,0.0000094224,0.05000,0.301
16,mlp.experts.15.down_proj,0.0000085300,0.05000,0.312
16,mlp.experts.18.down_proj,0.0000017855,0.05000,0.324
16,mlp.experts.16.down_proj,0.0000014169,0.05000,0.320
16,mlp.experts.19.down_proj,0.0000029432,0.05000,0.329
16,mlp.experts.17.down_proj,0.0000066949,0.05000,0.408
16,mlp.experts.22.down_proj,0.0000041921,0.05000,0.318
16,mlp.experts.20.down_proj,0.0000038655,0.05000,0.320
16,mlp.experts.23.down_proj,0.0000015921,0.05000,0.320
16,mlp.experts.21.down_proj,0.0000034593,0.05000,0.305
16,mlp.experts.26.down_proj,0.0000105293,0.05000,0.272
16,mlp.experts.24.down_proj,0.0000053188,0.05000,0.273
16,mlp.experts.27.down_proj,0.0000020337,0.05000,0.275
16,mlp.experts.25.down_proj,0.0000046625,0.05000,0.279
16,mlp.experts.30.down_proj,0.0000046867,0.05000,0.294
16,mlp.experts.28.down_proj,0.0000027809,0.05000,0.299
16,mlp.experts.31.down_proj,0.0000105666,0.05000,0.302
16,mlp.experts.29.down_proj,0.0000012081,0.05000,0.307
16,mlp.experts.34.down_proj,0.0000036019,0.05000,0.291
16,mlp.experts.32.down_proj,0.0000073775,0.05000,0.299
16,mlp.experts.35.down_proj,0.0000017883,0.05000,0.303
16,mlp.experts.33.down_proj,0.0000140412,0.05000,0.296
16,mlp.experts.38.down_proj,0.0000014906,0.05000,0.295
16,mlp.experts.36.down_proj,0.0000027986,0.05000,0.298
16,mlp.experts.39.down_proj,0.0000008300,0.05000,0.305
16,mlp.experts.37.down_proj,0.0000030191,0.05000,0.300
16,mlp.experts.42.down_proj,0.0000058512,0.05000,0.292
16,mlp.experts.40.down_proj,0.0000017455,0.05000,0.300
16,mlp.experts.43.down_proj,0.0000045027,0.05000,0.302
16,mlp.experts.41.down_proj,0.0000014209,0.05000,0.303
16,mlp.experts.46.down_proj,0.0000073174,0.05000,0.294
16,mlp.experts.44.down_proj,0.0000048527,0.05000,0.302
16,mlp.experts.47.down_proj,0.0000129026,0.05000,0.303
16,mlp.experts.45.down_proj,0.0000168513,0.05000,0.299
16,mlp.experts.50.down_proj,0.0000013642,0.05000,0.294
16,mlp.experts.48.down_proj,0.0000021523,0.05000,0.302
16,mlp.experts.51.down_proj,0.0000031683,0.05000,0.300
16,mlp.experts.49.down_proj,0.0000017337,0.05000,0.302
16,mlp.experts.54.down_proj,0.0000052889,0.05000,0.293
16,mlp.experts.52.down_proj,0.0000045265,0.05000,0.299
16,mlp.experts.55.down_proj,0.0000074753,0.05000,0.304
16,mlp.experts.53.down_proj,0.0000086781,0.05000,0.301
16,mlp.experts.58.down_proj,0.0000033852,0.05000,0.295
16,mlp.experts.56.down_proj,0.0000037146,0.05000,0.302
16,mlp.experts.59.down_proj,0.0000055493,0.05000,0.306
16,mlp.experts.57.down_proj,0.0000018644,0.05000,0.300
16,mlp.experts.62.down_proj,0.0000032624,0.05000,0.294
16,mlp.experts.60.down_proj,0.0000032212,0.05000,0.300
16,mlp.experts.63.down_proj,0.0000011747,0.05000,0.302
16,mlp.experts.61.down_proj,0.0000044780,0.05000,0.301
16,mlp.experts.66.down_proj,0.0000013107,0.05000,0.293
16,mlp.experts.64.down_proj,0.0000025350,0.05000,0.299
16,mlp.experts.67.down_proj,0.0000027625,0.05000,0.304
16,mlp.experts.65.down_proj,0.0000014921,0.05000,0.303
16,mlp.experts.70.down_proj,0.0000022089,0.05000,0.293
16,mlp.experts.68.down_proj,0.0000071988,0.05000,0.301
16,mlp.experts.71.down_proj,0.0000198374,0.05000,0.304
16,mlp.experts.69.down_proj,0.0000031425,0.05000,0.303
16,mlp.experts.74.down_proj,0.0000038181,0.05000,0.295
16,mlp.experts.72.down_proj,0.0000067853,0.05000,0.301
16,mlp.experts.75.down_proj,0.0000016191,0.05000,0.304
16,mlp.experts.73.down_proj,0.0000152500,0.05000,0.305
16,mlp.experts.78.down_proj,0.0000057135,0.05000,0.296
16,mlp.experts.76.down_proj,0.0000073919,0.05000,0.322
16,mlp.experts.79.down_proj,0.0000072844,0.05000,0.340
16,mlp.experts.82.down_proj,0.0000162654,0.05000,0.363
16,mlp.experts.77.down_proj,0.0000232333,0.05000,0.553
16,mlp.experts.83.down_proj,0.0000034953,0.05000,0.432
16,mlp.experts.86.down_proj,0.0000062719,0.05000,0.385
16,mlp.experts.80.down_proj,0.0000037379,0.05000,0.881
16,mlp.experts.87.down_proj,0.0000040409,0.05000,0.433
16,mlp.experts.90.down_proj,0.0000064958,0.05000,0.382
16,mlp.experts.81.down_proj,0.0000025293,0.05000,0.875
16,mlp.experts.94.down_proj,0.0000176638,0.05000,0.383
16,mlp.experts.91.down_proj,0.0000061666,0.05000,0.441
16,mlp.experts.98.down_proj,0.0000088673,0.05000,0.386
16,mlp.experts.84.down_proj,0.0000029803,0.05000,0.893
16,mlp.experts.95.down_proj,0.0000042271,0.05000,0.435
16,mlp.experts.85.down_proj,0.0000054090,0.05000,0.879
16,mlp.experts.102.down_proj,0.0000173228,0.05000,0.362
16,mlp.experts.99.down_proj,0.0000123144,0.05000,0.345
16,mlp.experts.88.down_proj,0.0000020132,0.05000,0.409
16,mlp.experts.92.down_proj,0.0000019588,0.05000,0.334
16,mlp.experts.106.down_proj,0.0000077308,0.05000,0.341
16,mlp.experts.103.down_proj,0.0000025785,0.05000,0.359
16,mlp.experts.89.down_proj,0.0000010367,0.05000,0.502
16,mlp.experts.110.down_proj,0.0000034305,0.05000,0.299
16,mlp.experts.96.down_proj,0.0000068544,0.05000,0.312
16,mlp.experts.107.down_proj,0.0000020330,0.05000,0.295
16,mlp.experts.93.down_proj,0.0000011909,0.05000,0.307
16,mlp.experts.114.down_proj,0.0000047984,0.05000,0.304
16,mlp.experts.100.down_proj,0.0000021858,0.05000,0.302
16,mlp.experts.111.down_proj,0.0000100831,0.05000,0.294
16,mlp.experts.97.down_proj,0.0000171731,0.05000,0.299
16,mlp.experts.115.down_proj,0.0000053471,0.05000,0.291
16,mlp.experts.118.down_proj,0.0000061258,0.05000,0.306
16,mlp.experts.104.down_proj,0.0000032708,0.05000,0.308
16,mlp.experts.101.down_proj,0.0000058757,0.05000,0.299
16,mlp.experts.119.down_proj,0.0000043381,0.05000,0.294
16,mlp.experts.122.down_proj,0.0000239644,0.05000,0.304
16,mlp.experts.108.down_proj,0.0000039424,0.05000,0.303
16,mlp.experts.105.down_proj,0.0000048475,0.05000,0.365
16,mlp.experts.123.down_proj,0.0000041562,0.05000,0.329
16,mlp.experts.126.down_proj,0.0000015106,0.05000,0.326
16,mlp.experts.112.down_proj,0.0000010403,0.05000,0.330
16,mlp.experts.130.down_proj,0.0000014180,0.05000,0.336
16,mlp.experts.116.down_proj,0.0000096668,0.05000,0.337
16,mlp.experts.127.down_proj,0.0000218512,0.05000,0.365
16,mlp.experts.134.down_proj,0.0000014358,0.05000,0.340
16,mlp.experts.120.down_proj,0.0000119174,0.05000,0.344
16,mlp.experts.131.down_proj,0.0000016540,0.05000,0.368
16,mlp.experts.109.down_proj,0.0000013040,0.05000,0.850
16,mlp.experts.124.down_proj,0.0000046514,0.05000,0.395
16,mlp.experts.135.down_proj,0.0000061412,0.05000,0.410
16,mlp.experts.138.down_proj,0.0000111251,0.05000,0.732
16,mlp.experts.128.down_proj,0.0000104207,0.05000,0.417
16,mlp.experts.139.down_proj,0.0000217714,0.05000,0.418
16,mlp.experts.113.down_proj,0.0000022861,0.05000,0.905
16,mlp.experts.132.down_proj,0.0000054846,0.05000,0.420
16,mlp.experts.143.down_proj,0.0000017997,0.05000,0.419
16,mlp.experts.136.down_proj,0.0000067278,0.05000,0.419
16,mlp.experts.142.down_proj,0.0000194061,0.05000,0.944
16,mlp.experts.147.down_proj,0.0000058960,0.05000,0.419
16,mlp.experts.117.down_proj,0.0000079908,0.05000,0.919
16,mlp.experts.140.down_proj,0.0000036149,0.05000,0.421
16,mlp.experts.151.down_proj,0.0000043597,0.05000,0.417
16,mlp.experts.144.down_proj,0.0000015270,0.05000,0.412
16,mlp.experts.155.down_proj,0.0000030272,0.05000,0.413
16,mlp.experts.146.down_proj,0.0000034695,0.05000,0.933
16,mlp.experts.121.down_proj,0.0000071182,0.05000,0.891
16,mlp.experts.148.down_proj,0.0000081547,0.05000,0.417
16,mlp.experts.159.down_proj,0.0000039603,0.05000,0.421
16,mlp.experts.152.down_proj,0.0000111055,0.05000,0.411
16,mlp.experts.163.down_proj,0.0000020020,0.05000,0.412
16,mlp.experts.150.down_proj,0.0000111260,0.05000,0.935
16,mlp.experts.125.down_proj,0.0000038715,0.05000,0.895
16,mlp.experts.156.down_proj,0.0000039094,0.05000,0.389
16,mlp.experts.167.down_proj,0.0000043699,0.05000,0.377
16,mlp.experts.154.down_proj,0.0000051355,0.05000,0.701
16,mlp.experts.129.down_proj,0.0000037165,0.05000,0.797
16,mlp.experts.171.down_proj,0.0000026932,0.05000,0.832
16,mlp.experts.160.down_proj,0.0000037582,0.05000,0.933
16,mlp.experts.133.down_proj,0.0000046560,0.05000,0.491
16,mlp.experts.175.down_proj,0.0000019843,0.05000,0.529
16,mlp.experts.158.down_proj,0.0000013487,0.05000,0.961
16,mlp.experts.137.down_proj,0.0000051608,0.05000,0.439
16,mlp.experts.179.down_proj,0.0000046806,0.05000,0.432
16,mlp.experts.164.down_proj,0.0000025199,0.05000,0.923
16,mlp.experts.141.down_proj,0.0000017278,0.05000,0.430
16,mlp.experts.183.down_proj,0.0000058208,0.05000,0.396
16,mlp.experts.162.down_proj,0.0000016858,0.05000,0.878
16,mlp.experts.145.down_proj,0.0000061642,0.05000,0.320
16,mlp.experts.187.down_proj,0.0000040202,0.05000,0.315
16,mlp.experts.149.down_proj,0.0000042279,0.05000,0.323
16,mlp.experts.168.down_proj,0.0000120759,0.05000,0.947
16,mlp.experts.191.down_proj,0.0000074317,0.05000,0.325
16,mlp.experts.153.down_proj,0.0000037102,0.05000,0.320
16,mlp.experts.195.down_proj,0.0000160152,0.05000,0.319
16,mlp.experts.166.down_proj,0.0000018526,0.05000,0.915
16,mlp.experts.157.down_proj,0.0000055498,0.05000,0.493
16,mlp.experts.172.down_proj,0.0000032641,0.05000,0.954
16,mlp.experts.199.down_proj,0.0000067720,0.05000,0.719
16,mlp.experts.170.down_proj,0.0000106483,0.05000,0.986
16,mlp.experts.161.down_proj,0.0000099208,0.05000,0.940
16,mlp.experts.176.down_proj,0.0000085511,0.05000,0.776
16,mlp.experts.203.down_proj,0.0000019651,0.05000,0.900
16,mlp.experts.180.down_proj,0.0000041925,0.05000,0.453
16,mlp.experts.174.down_proj,0.0000015659,0.05000,0.946
16,mlp.experts.165.down_proj,0.0000097855,0.05000,0.865
16,mlp.experts.184.down_proj,0.0000041996,0.05000,0.472
16,mlp.experts.207.down_proj,0.0000029843,0.05000,0.867
16,mlp.experts.188.down_proj,0.0000082143,0.05000,0.474
16,mlp.experts.178.down_proj,0.0000067667,0.05000,0.955
16,mlp.experts.169.down_proj,0.0000069280,0.05000,0.859
16,mlp.experts.192.down_proj,0.0000017119,0.05000,0.459
16,mlp.experts.211.down_proj,0.0000113194,0.05000,0.875
16,mlp.experts.196.down_proj,0.0000071320,0.05000,0.467
16,mlp.experts.182.down_proj,0.0000020070,0.05000,0.863
16,mlp.experts.173.down_proj,0.0000040439,0.05000,0.870
16,mlp.experts.200.down_proj,0.0000041439,0.05000,0.478
16,mlp.experts.215.down_proj,0.0000056651,0.05000,0.790
16,mlp.experts.219.down_proj,0.0000341528,0.05000,0.388
16,mlp.experts.186.down_proj,0.0000079801,0.05000,0.819
16,mlp.experts.177.down_proj,0.0000018468,0.05000,0.901
16,mlp.experts.204.down_proj,0.0000022783,0.05000,0.683
16,mlp.experts.223.down_proj,0.0000028796,0.05000,0.417
16,mlp.experts.227.down_proj,0.0000013646,0.05000,0.408
16,mlp.experts.190.down_proj,0.0000054322,0.05000,0.883
16,mlp.experts.208.down_proj,0.0000022061,0.05000,0.807
16,mlp.experts.181.down_proj,0.0000055155,0.05000,0.897
16,mlp.experts.231.down_proj,0.0000074590,0.05000,0.385
16,mlp.experts.235.down_proj,0.0000121048,0.05000,0.389
16,mlp.experts.212.down_proj,0.0000087742,0.05000,0.534
16,mlp.experts.194.down_proj,0.0000035245,0.05000,0.853
16,mlp.experts.239.down_proj,0.0000086500,0.05000,0.413
16,mlp.experts.185.down_proj,0.0000130969,0.05000,0.913
16,mlp.experts.243.down_proj,0.0000297330,0.05000,0.410
16,mlp.experts.216.down_proj,0.0000018470,0.05000,0.921
16,mlp.experts.198.down_proj,0.0000064043,0.05000,0.885
16,mlp.experts.247.down_proj,0.0000016518,0.05000,0.415
16,mlp.experts.189.down_proj,0.0000052209,0.05000,0.913
16,mlp.experts.251.down_proj,0.0000121285,0.05000,0.408
16,mlp.experts.220.down_proj,0.0000015809,0.05000,0.920
16,mlp.experts.202.down_proj,0.0000036969,0.05000,0.886
16,mlp.experts.255.down_proj,0.0000103025,0.05000,0.417
16,mlp.experts.193.down_proj,0.0000160863,0.05000,0.847
16,mlp.experts.224.down_proj,0.0000131666,0.05000,0.716
16,mlp.experts.206.down_proj,0.0000062463,0.05000,0.698
16,mlp.experts.197.down_proj,0.0000127688,0.05000,0.641
16,mlp.experts.228.down_proj,0.0000045629,0.05000,0.648
16,mlp.experts.210.down_proj,0.0000015429,0.05000,0.665
16,mlp.experts.201.down_proj,0.0000107147,0.05000,0.611
16,mlp.experts.232.down_proj,0.0000055701,0.05000,0.392
16,mlp.experts.214.down_proj,0.0000037425,0.05000,0.278
16,mlp.experts.205.down_proj,0.0000036072,0.05000,0.214
16,mlp.experts.236.down_proj,0.0000013970,0.05000,0.210
16,mlp.experts.218.down_proj,0.0000013430,0.05000,0.211
16,mlp.experts.209.down_proj,0.0000041628,0.05000,0.208
16,mlp.experts.240.down_proj,0.0000037801,0.05000,0.208
16,mlp.experts.222.down_proj,0.0000034247,0.05000,0.213
16,mlp.experts.213.down_proj,0.0000009243,0.05000,0.207
16,mlp.experts.244.down_proj,0.0000041013,0.05000,0.211
16,mlp.experts.226.down_proj,0.0000049836,0.05000,0.212
16,mlp.experts.217.down_proj,0.0000021145,0.05000,0.208
16,mlp.experts.248.down_proj,0.0000013059,0.05000,0.208
16,mlp.experts.230.down_proj,0.0000079008,0.05000,0.217
16,mlp.experts.221.down_proj,0.0000067385,0.05000,0.206
16,mlp.experts.252.down_proj,0.0000073464,0.05000,0.211
16,mlp.experts.234.down_proj,0.0000055026,0.05000,0.196
16,mlp.experts.225.down_proj,0.0000023564,0.05000,0.188
16,mlp.experts.238.down_proj,0.0000035706,0.05000,0.155
16,mlp.experts.229.down_proj,0.0000074700,0.05000,0.155
16,mlp.experts.242.down_proj,0.0000017038,0.05000,0.155
16,mlp.experts.233.down_proj,0.0000029609,0.05000,0.155
16,mlp.experts.246.down_proj,0.0000029348,0.05000,0.153
16,mlp.experts.237.down_proj,0.0000176200,0.05000,0.154
16,mlp.experts.250.down_proj,0.0000071001,0.05000,0.156
16,mlp.experts.241.down_proj,0.0000055436,0.05000,0.155
16,mlp.experts.254.down_proj,0.0000027276,0.05000,0.155
16,mlp.experts.245.down_proj,0.0000013627,0.05000,0.148
16,mlp.experts.249.down_proj,0.0000081771,0.05000,0.050
16,mlp.experts.253.down_proj,0.0000053673,0.05000,0.049
17,mlp.experts.2.gate_proj,0.0001092403,0.05000,1.278
17,mlp.experts.1.gate_proj,0.0001456076,0.05000,1.305
17,mlp.experts.0.gate_proj,0.0001120110,0.05000,1.310
17,mlp.experts.3.gate_proj,0.0002050285,0.05000,1.342
17,mlp.experts.6.gate_proj,0.0003361979,0.05000,1.239
17,mlp.experts.5.gate_proj,0.0001490815,0.05000,1.289
17,mlp.experts.7.gate_proj,0.0001591376,0.05000,1.274
17,mlp.experts.4.gate_proj,0.0002613534,0.05000,1.399
17,mlp.experts.10.gate_proj,0.0001851818,0.05000,1.293
17,mlp.experts.9.gate_proj,0.0001390831,0.05000,1.300
17,mlp.experts.11.gate_proj,0.0001485202,0.05000,1.300
17,mlp.experts.8.gate_proj,0.0002740552,0.05000,1.301
17,mlp.experts.14.gate_proj,0.0001301749,0.05000,1.326
17,mlp.experts.13.gate_proj,0.0001099228,0.05000,1.319
17,mlp.experts.15.gate_proj,0.0001759526,0.05000,1.319
17,mlp.experts.12.gate_proj,0.0002168375,0.05000,1.299
17,mlp.experts.18.gate_proj,0.0001664730,0.05000,1.241
17,mlp.experts.17.gate_proj,0.0001781224,0.05000,1.263
17,mlp.experts.19.gate_proj,0.0001123024,0.05000,1.259
17,mlp.experts.16.gate_proj,0.0001522220,0.05000,1.271
17,mlp.experts.22.gate_proj,0.0002002972,0.05000,1.320
17,mlp.experts.23.gate_proj,0.0001329306,0.05000,1.308
17,mlp.experts.21.gate_proj,0.0002118458,0.05000,1.341
17,mlp.experts.20.gate_proj,0.0001526920,0.05000,1.323
17,mlp.experts.26.gate_proj,0.0001076579,0.05000,1.336
17,mlp.experts.27.gate_proj,0.0002149293,0.05000,1.287
17,mlp.experts.24.gate_proj,0.0001583130,0.05000,1.250
17,mlp.experts.25.gate_proj,0.0001668252,0.05000,1.374
17,mlp.experts.30.gate_proj,0.0001429882,0.05000,1.307
17,mlp.experts.31.gate_proj,0.0001836669,0.05000,1.278
17,mlp.experts.28.gate_proj,0.0002005061,0.05000,1.292
17,mlp.experts.29.gate_proj,0.0001669969,0.05000,1.295
17,mlp.experts.34.gate_proj,0.0002079651,0.05000,1.319
17,mlp.experts.35.gate_proj,0.0001030389,0.05000,1.314
17,mlp.experts.32.gate_proj,0.0001231410,0.05000,1.276
17,mlp.experts.33.gate_proj,0.0001432334,0.05000,1.320
17,mlp.experts.38.gate_proj,0.0000863084,0.05000,1.308
17,mlp.experts.39.gate_proj,0.0002069409,0.05000,1.297
17,mlp.experts.36.gate_proj,0.0002830983,0.05000,1.296
17,mlp.experts.37.gate_proj,0.0001976943,0.05000,1.293
17,mlp.experts.43.gate_proj,0.0001870513,0.05000,1.269
17,mlp.experts.42.gate_proj,0.0001098320,0.05000,1.290
17,mlp.experts.40.gate_proj,0.0002243019,0.05000,1.278
17,mlp.experts.41.gate_proj,0.0002408207,0.05000,1.268
17,mlp.experts.46.gate_proj,0.0001457588,0.05000,1.332
17,mlp.experts.44.gate_proj,0.0001002606,0.05000,1.326
17,mlp.experts.45.gate_proj,0.0001147719,0.05000,1.352
17,mlp.experts.47.gate_proj,0.0001842400,0.05000,1.789
17,mlp.experts.50.gate_proj,0.0001345736,0.05000,1.227
17,mlp.experts.48.gate_proj,0.0001574024,0.05000,1.238
17,mlp.experts.49.gate_proj,0.0002382536,0.05000,1.229
17,mlp.experts.51.gate_proj,0.0001561220,0.05000,1.214
17,mlp.experts.54.gate_proj,0.0001724279,0.05000,1.196
17,mlp.experts.52.gate_proj,0.0001492606,0.05000,1.218
17,mlp.experts.53.gate_proj,0.0001427353,0.05000,1.218
17,mlp.experts.55.gate_proj,0.0001553837,0.05000,1.263
17,mlp.experts.58.gate_proj,0.0001331415,0.05000,1.205
17,mlp.experts.56.gate_proj,0.0001416142,0.05000,1.228
17,mlp.experts.57.gate_proj,0.0001224537,0.05000,1.237
17,mlp.experts.59.gate_proj,0.0001817950,0.05000,1.236
17,mlp.experts.62.gate_proj,0.0001802067,0.05000,1.111
17,mlp.experts.60.gate_proj,0.0002076206,0.05000,1.110
17,mlp.experts.61.gate_proj,0.0001677825,0.05000,1.077
17,mlp.experts.63.gate_proj,0.0001441081,0.05000,0.980
17,mlp.experts.66.gate_proj,0.0002246328,0.05000,0.934
17,mlp.experts.64.gate_proj,0.0000871380,0.05000,0.967
17,mlp.experts.65.gate_proj,0.0001656159,0.05000,0.998
17,mlp.experts.67.gate_proj,0.0002045850,0.05000,1.147
17,mlp.experts.70.gate_proj,0.0001961792,0.05000,1.326
17,mlp.experts.68.gate_proj,0.0002030946,0.05000,1.331
17,mlp.experts.69.gate_proj,0.0001282153,0.05000,1.336
17,mlp.experts.71.gate_proj,0.0002604465,0.05000,1.342
17,mlp.experts.74.gate_proj,0.0001533038,0.05000,1.324
17,mlp.experts.72.gate_proj,0.0001688435,0.05000,1.329
17,mlp.experts.73.gate_proj,0.0002534319,0.05000,1.329
17,mlp.experts.75.gate_proj,0.0002720404,0.05000,1.315
17,mlp.experts.78.gate_proj,0.0002516506,0.05000,1.284
17,mlp.experts.76.gate_proj,0.0001022518,0.05000,1.278
17,mlp.experts.77.gate_proj,0.0002040942,0.05000,1.282
17,mlp.experts.79.gate_proj,0.0001850827,0.05000,1.298
17,mlp.experts.82.gate_proj,0.0001756540,0.05000,1.324
17,mlp.experts.80.gate_proj,0.0001604478,0.05000,1.319
17,mlp.experts.81.gate_proj,0.0001170187,0.05000,1.329
17,mlp.experts.83.gate_proj,0.0003609447,0.05000,1.324
17,mlp.experts.86.gate_proj,0.0001483254,0.05000,1.276
17,mlp.experts.84.gate_proj,0.0001065712,0.05000,1.364
17,mlp.experts.85.gate_proj,0.0003398848,0.05000,1.254
17,mlp.experts.87.gate_proj,0.0000966808,0.05000,1.357
17,mlp.experts.90.gate_proj,0.0001861033,0.05000,1.289
17,mlp.experts.88.gate_proj,0.0001375534,0.05000,1.255
17,mlp.experts.89.gate_proj,0.0001384363,0.05000,1.291
17,mlp.experts.91.gate_proj,0.0001178760,0.05000,1.306
17,mlp.experts.94.gate_proj,0.0001844115,0.05000,1.269
17,mlp.experts.92.gate_proj,0.0001878070,0.05000,1.224
17,mlp.experts.93.gate_proj,0.0001836334,0.05000,1.247
17,mlp.experts.95.gate_proj,0.0001522025,0.05000,1.293
17,mlp.experts.98.gate_proj,0.0000974504,0.05000,1.283
17,mlp.experts.96.gate_proj,0.0001326822,0.05000,1.278
17,mlp.experts.97.gate_proj,0.0001890225,0.05000,1.301
17,mlp.experts.99.gate_proj,0.0001610741,0.05000,1.317
17,mlp.experts.102.gate_proj,0.0002312902,0.05000,1.321
17,mlp.experts.100.gate_proj,0.0001778706,0.05000,1.321
17,mlp.experts.101.gate_proj,0.0001827754,0.05000,1.325
17,mlp.experts.103.gate_proj,0.0000750603,0.05000,1.320
17,mlp.experts.106.gate_proj,0.0001424134,0.05000,1.319
17,mlp.experts.104.gate_proj,0.0001599461,0.05000,1.303
17,mlp.experts.105.gate_proj,0.0001932823,0.05000,1.314
17,mlp.experts.107.gate_proj,0.0000785236,0.05000,1.287
17,mlp.experts.110.gate_proj,0.0001195174,0.05000,1.312
17,mlp.experts.108.gate_proj,0.0001539538,0.05000,1.308
17,mlp.experts.109.gate_proj,0.0000796387,0.05000,1.317
17,mlp.experts.111.gate_proj,0.0001082206,0.05000,1.322
17,mlp.experts.114.gate_proj,0.0002069196,0.05000,1.324
17,mlp.experts.112.gate_proj,0.0001418185,0.05000,1.320
17,mlp.experts.113.gate_proj,0.0001279547,0.05000,1.337
17,mlp.experts.115.gate_proj,0.0001924785,0.05000,1.321
17,mlp.experts.118.gate_proj,0.0001069745,0.05000,1.334
17,mlp.experts.116.gate_proj,0.0001773640,0.05000,1.324
17,mlp.experts.117.gate_proj,0.0001703945,0.05000,1.335
17,mlp.experts.119.gate_proj,0.0001630668,0.05000,1.323
17,mlp.experts.122.gate_proj,0.0002503413,0.05000,1.333
17,mlp.experts.120.gate_proj,0.0002096395,0.05000,1.328
17,mlp.experts.121.gate_proj,0.0001892932,0.05000,1.331
17,mlp.experts.123.gate_proj,0.0001715507,0.05000,1.320
17,mlp.experts.126.gate_proj,0.0001407476,0.05000,1.271
17,mlp.experts.124.gate_proj,0.0003189111,0.05000,1.275
17,mlp.experts.125.gate_proj,0.0001576986,0.05000,1.252
17,mlp.experts.127.gate_proj,0.0001859031,0.05000,1.091
17,mlp.experts.130.gate_proj,0.0001453414,0.05000,0.954
17,mlp.experts.128.gate_proj,0.0002123877,0.05000,0.938
17,mlp.experts.129.gate_proj,0.0001578562,0.05000,0.905
17,mlp.experts.131.gate_proj,0.0001445813,0.05000,0.862
17,mlp.experts.134.gate_proj,0.0001427776,0.05000,0.865
17,mlp.experts.132.gate_proj,0.0002036923,0.05000,0.854
17,mlp.experts.133.gate_proj,0.0002091333,0.05000,0.895
17,mlp.experts.135.gate_proj,0.0001319061,0.05000,1.008
17,mlp.experts.138.gate_proj,0.0001486238,0.05000,1.193
17,mlp.experts.136.gate_proj,0.0002156091,0.05000,1.209
17,mlp.experts.137.gate_proj,0.0001972246,0.05000,1.211
17,mlp.experts.139.gate_proj,0.0002891039,0.05000,1.256
17,mlp.experts.140.gate_proj,0.0001877496,0.05000,1.276
17,mlp.experts.141.gate_proj,0.0003039228,0.05000,1.258
17,mlp.experts.142.gate_proj,0.0002064410,0.05000,1.523
17,mlp.experts.143.gate_proj,0.0001561918,0.05000,1.210
17,mlp.experts.144.gate_proj,0.0006066932,0.05000,1.188
17,mlp.experts.145.gate_proj,0.0001800021,0.05000,1.244
17,mlp.experts.146.gate_proj,0.0002308810,0.05000,1.514
17,mlp.experts.147.gate_proj,0.0001738776,0.05000,1.527
17,mlp.experts.148.gate_proj,0.0002552831,0.05000,2.109
17,mlp.experts.151.gate_proj,0.0001712470,0.05000,2.059
17,mlp.experts.150.gate_proj,0.0001272253,0.05000,2.846
17,mlp.experts.149.gate_proj,0.0001289313,0.05000,3.536
17,mlp.experts.155.gate_proj,0.0001639746,0.05000,1.800
17,mlp.experts.152.gate_proj,0.0000676262,0.05000,2.786
17,mlp.experts.154.gate_proj,0.0001666271,0.05000,2.014
17,mlp.experts.153.gate_proj,0.0002459237,0.05000,2.213
17,mlp.experts.159.gate_proj,0.0001407240,0.05000,1.206
17,mlp.experts.156.gate_proj,0.0001230083,0.05000,1.472
17,mlp.experts.158.gate_proj,0.0001793701,0.05000,1.175
17,mlp.experts.157.gate_proj,0.0002080084,0.05000,1.134
17,mlp.experts.163.gate_proj,0.0001676720,0.05000,1.174
17,mlp.experts.160.gate_proj,0.0001339451,0.05000,1.225
17,mlp.experts.162.gate_proj,0.0001477757,0.05000,1.791
17,mlp.experts.166.gate_proj,fallback(rtn): 0.0010147,0.00000,0.051
17,mlp.experts.161.gate_proj,0.0001555328,0.05000,2.025
17,mlp.experts.167.gate_proj,0.0001539427,0.05000,2.041
17,mlp.experts.164.gate_proj,0.0001923706,0.05000,2.161
17,mlp.experts.171.gate_proj,0.0001211324,0.05000,1.473
17,mlp.experts.165.gate_proj,0.0001502093,0.05000,1.635
17,mlp.experts.170.gate_proj,0.0001005789,0.05000,3.082
17,mlp.experts.175.gate_proj,0.0001524435,0.05000,1.546
17,mlp.experts.169.gate_proj,0.0002304462,0.05000,1.713
17,mlp.experts.168.gate_proj,0.0001442907,0.05000,2.858
17,mlp.experts.179.gate_proj,0.0001502960,0.05000,1.314
17,mlp.experts.174.gate_proj,0.0001537591,0.05000,2.238
17,mlp.experts.173.gate_proj,0.0001411308,0.05000,1.302
17,mlp.experts.172.gate_proj,0.0001496952,0.05000,1.281
17,mlp.experts.183.gate_proj,0.0001495726,0.05000,1.249
17,mlp.experts.177.gate_proj,0.0001628417,0.05000,1.239
17,mlp.experts.176.gate_proj,0.0001526333,0.05000,1.238
17,mlp.experts.178.gate_proj,0.0002972371,0.05000,1.511
17,mlp.experts.187.gate_proj,0.0002638359,0.05000,1.344
17,mlp.experts.180.gate_proj,0.0001695044,0.05000,1.355
17,mlp.experts.181.gate_proj,0.0002165732,0.05000,2.434
17,mlp.experts.191.gate_proj,0.0001215210,0.05000,1.480
17,mlp.experts.184.gate_proj,0.0001753385,0.05000,1.563
17,mlp.experts.182.gate_proj,0.0001432635,0.05000,3.062
17,mlp.experts.195.gate_proj,0.0001491503,0.05000,3.202
17,mlp.experts.185.gate_proj,0.0001661786,0.05000,3.412
17,mlp.experts.186.gate_proj,0.0001759479,0.05000,2.616
17,mlp.experts.188.gate_proj,0.0002008694,0.05000,3.600
17,mlp.experts.199.gate_proj,0.0001865760,0.05000,1.714
17,mlp.experts.190.gate_proj,0.0003109153,0.05000,1.649
17,mlp.experts.189.gate_proj,0.0001824213,0.05000,2.275
17,mlp.experts.192.gate_proj,0.0000797398,0.05000,1.743
17,mlp.experts.203.gate_proj,0.0001893305,0.05000,1.238
17,mlp.experts.194.gate_proj,0.0001868122,0.05000,1.247
17,mlp.experts.193.gate_proj,0.0002113211,0.05000,1.248
17,mlp.experts.196.gate_proj,0.0000783862,0.05000,1.383
17,mlp.experts.207.gate_proj,0.0002405666,0.05000,1.225
17,mlp.experts.198.gate_proj,0.0001275486,0.05000,1.194
17,mlp.experts.197.gate_proj,0.0001287867,0.05000,1.218
17,mlp.experts.200.gate_proj,0.0002113460,0.05000,1.199
17,mlp.experts.202.gate_proj,0.0001149937,0.05000,1.142
17,mlp.experts.211.gate_proj,0.0001007980,0.05000,1.209
17,mlp.experts.201.gate_proj,0.0001712700,0.05000,1.190
17,mlp.experts.204.gate_proj,0.0002175392,0.05000,1.248
17,mlp.experts.206.gate_proj,0.0001060151,0.05000,1.210
17,mlp.experts.215.gate_proj,0.0000926904,0.05000,1.222
17,mlp.experts.205.gate_proj,0.0001786342,0.05000,1.174
17,mlp.experts.208.gate_proj,0.0001743683,0.05000,1.238
17,mlp.experts.210.gate_proj,0.0001584365,0.05000,1.246
17,mlp.experts.219.gate_proj,0.0000931221,0.05000,1.709
17,mlp.experts.209.gate_proj,0.0002471954,0.05000,1.746
17,mlp.experts.214.gate_proj,0.0002218341,0.05000,1.496
17,mlp.experts.212.gate_proj,0.0001564651,0.05000,1.681
17,mlp.experts.223.gate_proj,0.0001394764,0.05000,1.692
17,mlp.experts.213.gate_proj,0.0001902805,0.05000,1.318
17,mlp.experts.218.gate_proj,0.0001949688,0.05000,1.328
17,mlp.experts.216.gate_proj,0.0002326483,0.05000,1.317
17,mlp.experts.227.gate_proj,0.0001524819,0.05000,1.326
17,mlp.experts.217.gate_proj,0.0001810746,0.05000,1.329
17,mlp.experts.222.gate_proj,0.0002013072,0.05000,1.324
17,mlp.experts.220.gate_proj,0.0002339711,0.05000,1.308
17,mlp.experts.231.gate_proj,0.0001535346,0.05000,1.261
17,mlp.experts.221.gate_proj,0.0002591235,0.05000,1.241
17,mlp.experts.226.gate_proj,0.0001123856,0.05000,1.220
17,mlp.experts.224.gate_proj,0.0002523743,0.05000,1.207
17,mlp.experts.235.gate_proj,0.0001190635,0.05000,1.249
17,mlp.experts.225.gate_proj,0.0002246604,0.05000,1.253
17,mlp.experts.230.gate_proj,0.0001564140,0.05000,1.311
17,mlp.experts.228.gate_proj,0.0001220854,0.05000,1.322
17,mlp.experts.239.gate_proj,0.0001866834,0.05000,1.330
17,mlp.experts.229.gate_proj,0.0001896627,0.05000,1.335
17,mlp.experts.234.gate_proj,0.0001428020,0.05000,1.327
17,mlp.experts.232.gate_proj,0.0001802424,0.05000,1.342
17,mlp.experts.243.gate_proj,0.0001525455,0.05000,1.337
17,mlp.experts.233.gate_proj,0.0001024163,0.05000,1.329
17,mlp.experts.238.gate_proj,0.0000992320,0.05000,1.315
17,mlp.experts.236.gate_proj,0.0001713449,0.05000,1.336
17,mlp.experts.247.gate_proj,0.0001157365,0.05000,1.293
17,mlp.experts.237.gate_proj,0.0001420915,0.05000,1.298
17,mlp.experts.242.gate_proj,0.0001405630,0.05000,1.301
17,mlp.experts.240.gate_proj,0.0002081241,0.05000,1.288
17,mlp.experts.251.gate_proj,0.0000881400,0.05000,1.254
17,mlp.experts.241.gate_proj,0.0001123401,0.05000,1.240
17,mlp.experts.246.gate_proj,0.0001131138,0.05000,1.155
17,mlp.experts.244.gate_proj,0.0001985891,0.05000,1.117
17,mlp.experts.255.gate_proj,0.0001570108,0.05000,1.165
17,mlp.experts.245.gate_proj,0.0001909214,0.05000,1.033
17,mlp.experts.250.gate_proj,0.0001033944,0.05000,1.087
17,mlp.experts.248.gate_proj,0.0000927031,0.05000,1.103
17,mlp.experts.249.gate_proj,0.0001990917,0.05000,1.282
17,mlp.experts.3.up_proj,0.0002032117,0.05000,1.390
17,mlp.experts.254.gate_proj,0.0001391128,0.05000,1.329
17,mlp.experts.252.gate_proj,0.0001829192,0.05000,1.442
17,mlp.experts.253.gate_proj,0.0001743057,0.05000,1.309
17,mlp.experts.7.up_proj,0.0001601747,0.05000,1.319
17,mlp.experts.2.up_proj,0.0001009441,0.05000,1.304
17,mlp.experts.0.up_proj,0.0001045245,0.05000,1.303
17,mlp.experts.1.up_proj,0.0001341956,0.05000,1.253
17,mlp.experts.11.up_proj,0.0001384760,0.05000,1.225
17,mlp.experts.6.up_proj,0.0003254446,0.05000,1.227
17,mlp.experts.4.up_proj,0.0002455195,0.05000,1.236
17,mlp.experts.5.up_proj,0.0001441306,0.05000,1.309
17,mlp.experts.15.up_proj,0.0001722285,0.05000,1.276
17,mlp.experts.10.up_proj,0.0001410340,0.05000,1.327
17,mlp.experts.8.up_proj,0.0002899177,0.05000,1.319
17,mlp.experts.19.up_proj,0.0001464041,0.05000,1.241
17,mlp.experts.9.up_proj,0.0001360502,0.05000,1.268
17,mlp.experts.14.up_proj,0.0001148442,0.05000,1.203
17,mlp.experts.12.up_proj,0.0002060309,0.05000,1.131
17,mlp.experts.23.up_proj,0.0001281386,0.05000,1.190
17,mlp.experts.13.up_proj,0.0001008539,0.05000,1.190
17,mlp.experts.18.up_proj,0.0001470906,0.05000,1.182
17,mlp.experts.16.up_proj,0.0001627822,0.05000,1.128
17,mlp.experts.17.up_proj,0.0001750512,0.05000,1.289
17,mlp.experts.20.up_proj,0.0001494536,0.05000,1.223
17,mlp.experts.27.up_proj,0.0001966903,0.05000,2.255
17,mlp.experts.21.up_proj,0.0002150856,0.05000,1.258
17,mlp.experts.24.up_proj,0.0001432177,0.05000,1.165
17,mlp.experts.22.up_proj,0.0001905656,0.05000,2.449
17,mlp.experts.31.up_proj,0.0001684337,0.05000,1.396
17,mlp.experts.25.up_proj,0.0001557497,0.05000,1.222
17,mlp.experts.28.up_proj,0.0001857126,0.05000,1.200
17,mlp.experts.26.up_proj,0.0000999742,0.05000,1.227
17,mlp.experts.35.up_proj,0.0000992774,0.05000,1.207
17,mlp.experts.29.up_proj,0.0001716074,0.05000,1.225
17,mlp.experts.32.up_proj,0.0001118393,0.05000,1.180
17,mlp.experts.30.up_proj,0.0001308552,0.05000,1.230
17,mlp.experts.39.up_proj,0.0001903263,0.05000,1.209
17,mlp.experts.33.up_proj,0.0001354164,0.05000,1.207
17,mlp.experts.36.up_proj,0.0002736300,0.05000,1.182
17,mlp.experts.34.up_proj,0.0001772944,0.05000,1.155
17,mlp.experts.43.up_proj,0.0001774902,0.05000,1.509
17,mlp.experts.37.up_proj,0.0001525991,0.05000,2.484
17,mlp.experts.38.up_proj,0.0000743415,0.05000,2.636
17,mlp.experts.47.up_proj,0.0001721491,0.05000,1.528
17,mlp.experts.40.up_proj,0.0002121842,0.05000,3.327
17,mlp.experts.41.up_proj,0.0002306869,0.05000,1.585
17,mlp.experts.51.up_proj,0.0001462557,0.05000,1.674
17,mlp.experts.42.up_proj,0.0001033581,0.05000,2.120
17,mlp.experts.44.up_proj,0.0000897654,0.05000,1.837
17,mlp.experts.45.up_proj,0.0001072353,0.05000,1.450
17,mlp.experts.55.up_proj,0.0001483056,0.05000,1.673
17,mlp.experts.46.up_proj,0.0001375239,0.05000,2.223
17,mlp.experts.49.up_proj,0.0002227499,0.05000,1.683
17,mlp.experts.48.up_proj,0.0001471622,0.05000,3.006
17,mlp.experts.53.up_proj,0.0001340755,0.05000,1.643
17,mlp.experts.59.up_proj,0.0001739861,0.05000,3.622
17,mlp.experts.50.up_proj,0.0001317584,0.05000,3.598
17,mlp.experts.52.up_proj,0.0001498904,0.05000,2.583
17,mlp.experts.57.up_proj,0.0001130690,0.05000,2.441
17,mlp.experts.63.up_proj,0.0001415024,0.05000,1.668
17,mlp.experts.54.up_proj,0.0001311818,0.05000,1.265
17,mlp.experts.56.up_proj,0.0001338034,0.05000,1.232
17,mlp.experts.61.up_proj,0.0001862970,0.05000,1.236
17,mlp.experts.67.up_proj,0.0001904722,0.05000,1.241
17,mlp.experts.60.up_proj,0.0002134026,0.05000,1.199
17,mlp.experts.58.up_proj,0.0001216138,0.05000,1.316
17,mlp.experts.65.up_proj,0.0001783239,0.05000,1.228
17,mlp.experts.71.up_proj,0.0002117937,0.05000,1.202
17,mlp.experts.64.up_proj,0.0000804210,0.05000,1.231
17,mlp.experts.62.up_proj,0.0001917036,0.05000,1.435
17,mlp.experts.69.up_proj,0.0001206534,0.05000,2.176
17,mlp.experts.68.up_proj,0.0001905394,0.05000,1.683
17,mlp.experts.75.up_proj,0.0002644386,0.05000,2.580
17,mlp.experts.66.up_proj,0.0002176214,0.05000,1.900
17,mlp.experts.72.up_proj,0.0001589379,0.05000,1.931
17,mlp.experts.70.up_proj,0.0001845662,0.05000,1.686
17,mlp.experts.73.up_proj,0.0002347699,0.05000,3.552
17,mlp.experts.76.up_proj,0.0001053660,0.05000,1.693
17,mlp.experts.79.up_proj,0.0001721905,0.05000,3.704
17,mlp.experts.74.up_proj,0.0001461584,0.05000,2.088
17,mlp.experts.80.up_proj,0.0001414757,0.05000,2.273
17,mlp.experts.77.up_proj,0.0001884727,0.05000,2.891
17,mlp.experts.83.up_proj,0.0003686682,0.05000,2.824
17,mlp.experts.78.up_proj,0.0002747430,0.05000,2.930
17,mlp.experts.84.up_proj,0.0001069278,0.05000,2.264
17,mlp.experts.81.up_proj,0.0001190927,0.05000,2.921
17,mlp.experts.87.up_proj,0.0000955011,0.05000,2.738
17,mlp.experts.82.up_proj,0.0001581170,0.05000,2.850
17,mlp.experts.85.up_proj,0.0003175250,0.05000,1.875
17,mlp.experts.88.up_proj,0.0001291758,0.05000,3.503
17,mlp.experts.89.up_proj,0.0001342171,0.05000,1.854
17,mlp.experts.91.up_proj,0.0001094998,0.05000,3.642
17,mlp.experts.86.up_proj,0.0001401150,0.05000,3.563
17,mlp.experts.93.up_proj,0.0001747337,0.05000,1.684
17,mlp.experts.90.up_proj,0.0001814270,0.05000,1.460
17,mlp.experts.92.up_proj,0.0001705319,0.05000,3.505
17,mlp.experts.97.up_proj,0.0001761012,0.05000,1.291
17,mlp.experts.94.up_proj,0.0001665232,0.05000,1.680
17,mlp.experts.95.up_proj,0.0001404505,0.05000,3.686
17,mlp.experts.96.up_proj,0.0001239596,0.05000,2.205
17,mlp.experts.101.up_proj,0.0001723192,0.05000,1.698
17,mlp.experts.98.up_proj,0.0000910634,0.05000,0.763
17,mlp.experts.102.up_proj,0.0002558110,0.05000,2.475
17,mlp.experts.100.up_proj,0.0001676902,0.05000,3.678
17,mlp.experts.105.up_proj,0.0001763117,0.05000,3.769
17,mlp.experts.99.up_proj,0.0001542628,0.05000,3.818
17,mlp.experts.106.up_proj,0.0001334840,0.05000,3.785
17,mlp.experts.109.up_proj,0.0000753207,0.05000,3.201
17,mlp.experts.104.up_proj,0.0001539885,0.05000,3.375
17,mlp.experts.103.up_proj,0.0000720170,0.05000,3.711
17,mlp.experts.110.up_proj,0.0001195614,0.05000,1.843
17,mlp.experts.107.up_proj,0.0000775171,0.05000,1.960
17,mlp.experts.108.up_proj,0.0001395784,0.05000,3.412
17,mlp.experts.113.up_proj,0.0001146583,0.05000,3.542
17,mlp.experts.114.up_proj,0.0002230590,0.05000,2.615
17,mlp.experts.112.up_proj,0.0001303688,0.05000,1.420
17,mlp.experts.118.up_proj,0.0001058831,0.05000,1.308
17,mlp.experts.111.up_proj,0.0001071422,0.05000,3.000
17,mlp.experts.116.up_proj,0.0001605740,0.05000,1.282
17,mlp.experts.117.up_proj,0.0001580810,0.05000,2.712
17,mlp.experts.122.up_proj,0.0002432879,0.05000,1.197
17,mlp.experts.115.up_proj,0.0001825306,0.05000,1.370
17,mlp.experts.120.up_proj,0.0002103484,0.05000,1.270
17,mlp.experts.121.up_proj,0.0001560835,0.05000,1.297
17,mlp.experts.126.up_proj,0.0001189700,0.05000,1.315
17,mlp.experts.119.up_proj,0.0001585588,0.05000,1.300
17,mlp.experts.124.up_proj,0.0002892222,0.05000,1.311
17,mlp.experts.125.up_proj,0.0001459463,0.05000,1.303
17,mlp.experts.130.up_proj,0.0001413752,0.05000,1.305
17,mlp.experts.123.up_proj,0.0001656483,0.05000,1.292
17,mlp.experts.128.up_proj,0.0002217650,0.05000,1.317
17,mlp.experts.129.up_proj,0.0001425116,0.05000,1.315
17,mlp.experts.134.up_proj,0.0001343826,0.05000,1.310
17,mlp.experts.127.up_proj,0.0001744062,0.05000,1.301
17,mlp.experts.132.up_proj,0.0002240009,0.05000,1.248
17,mlp.experts.133.up_proj,0.0001886884,0.05000,1.214
17,mlp.experts.138.up_proj,0.0001341484,0.05000,1.245
17,mlp.experts.131.up_proj,0.0001381116,0.05000,1.250
17,mlp.experts.136.up_proj,0.0001898971,0.05000,1.294
17,mlp.experts.137.up_proj,0.0001888624,0.05000,1.299
17,mlp.experts.142.up_proj,0.0002050084,0.05000,1.307
17,mlp.experts.135.up_proj,0.0001293576,0.05000,1.311
17,mlp.experts.140.up_proj,0.0001685606,0.05000,1.307
17,mlp.experts.141.up_proj,0.0003259741,0.05000,1.302
17,mlp.experts.146.up_proj,0.0002109322,0.05000,1.306
17,mlp.experts.139.up_proj,0.0003026924,0.05000,1.314
17,mlp.experts.144.up_proj,0.0001849424,0.05000,1.331
17,mlp.experts.145.up_proj,0.0001712711,0.05000,1.328
17,mlp.experts.150.up_proj,0.0001197375,0.05000,1.325
17,mlp.experts.143.up_proj,0.0001427046,0.05000,1.324
17,mlp.experts.148.up_proj,0.0002553168,0.05000,1.316
17,mlp.experts.149.up_proj,0.0001215909,0.05000,1.309
17,mlp.experts.154.up_proj,0.0001503234,0.05000,1.308
17,mlp.experts.147.up_proj,0.0001673985,0.05000,1.301
17,mlp.experts.152.up_proj,0.0000611589,0.05000,1.303
17,mlp.experts.153.up_proj,0.0002267807,0.05000,1.290
17,mlp.experts.158.up_proj,0.0001750037,0.05000,1.286
17,mlp.experts.151.up_proj,0.0001614900,0.05000,1.198
17,mlp.experts.156.up_proj,0.0001106853,0.05000,1.154
17,mlp.experts.157.up_proj,0.0001953986,0.05000,1.194
17,mlp.experts.162.up_proj,0.0001384271,0.05000,1.288
17,mlp.experts.166.up_proj,fallback(rtn): 0.0010834,0.00000,0.025
17,mlp.experts.155.up_proj,0.0001375917,0.05000,2.417
17,mlp.experts.160.up_proj,0.0001266524,0.05000,2.715
17,mlp.experts.170.up_proj,0.0000900092,0.05000,2.534
17,mlp.experts.161.up_proj,0.0001478610,0.05000,3.211
17,mlp.experts.159.up_proj,0.0001335093,0.05000,1.920
17,mlp.experts.174.up_proj,0.0001591884,0.05000,2.868
17,mlp.experts.164.up_proj,0.0001717571,0.05000,2.925
17,mlp.experts.163.up_proj,0.0001606184,0.05000,2.335
17,mlp.experts.165.up_proj,0.0001232302,0.05000,3.790
17,mlp.experts.168.up_proj,0.0001356458,0.05000,1.656
17,mlp.experts.167.up_proj,0.0001450226,0.05000,1.650
17,mlp.experts.172.up_proj,0.0001659034,0.05000,1.627
17,mlp.experts.178.up_proj,0.0002826688,0.05000,3.615
17,mlp.experts.171.up_proj,0.0001135140,0.05000,1.638
17,mlp.experts.169.up_proj,0.0002287901,0.05000,3.818
17,mlp.experts.176.up_proj,0.0001459550,0.05000,2.152
17,mlp.experts.175.up_proj,0.0001430005,0.05000,1.743
17,mlp.experts.182.up_proj,0.0001350800,0.05000,2.525
17,mlp.experts.179.up_proj,0.0001460151,0.05000,1.637
17,mlp.experts.186.up_proj,0.0001611945,0.05000,1.627
17,mlp.experts.183.up_proj,0.0001466834,0.05000,1.624
17,mlp.experts.180.up_proj,0.0001609719,0.05000,3.482
17,mlp.experts.173.up_proj,0.0001477861,0.05000,3.775
17,mlp.experts.190.up_proj,0.0003161055,0.05000,1.646
17,mlp.experts.187.up_proj,0.0002673882,0.05000,2.756
17,mlp.experts.184.up_proj,0.0002007851,0.05000,2.871
17,mlp.experts.177.up_proj,0.0001556584,0.05000,2.987
17,mlp.experts.194.up_proj,0.0001654050,0.05000,3.072
17,mlp.experts.191.up_proj,0.0001175483,0.05000,1.683
17,mlp.experts.198.up_proj,0.0001166189,0.05000,1.149
17,mlp.experts.188.up_proj,0.0001929746,0.05000,2.710
17,mlp.experts.195.up_proj,0.0001513698,0.05000,1.320
17,mlp.experts.202.up_proj,0.0001112336,0.05000,1.382
17,mlp.experts.181.up_proj,0.0001919672,0.05000,3.392
17,mlp.experts.185.up_proj,0.0001465168,0.05000,1.842
17,mlp.experts.206.up_proj,0.0000869327,0.05000,2.617
17,mlp.experts.199.up_proj,0.0001757326,0.05000,3.450
17,mlp.experts.192.up_proj,0.0000770094,0.05000,3.644
17,mlp.experts.189.up_proj,0.0001723391,0.05000,1.624
17,mlp.experts.193.up_proj,0.0002305224,0.05000,1.607
17,mlp.experts.196.up_proj,0.0000735949,0.05000,2.821
17,mlp.experts.210.up_proj,0.0001469442,0.05000,3.441
17,mlp.experts.203.up_proj,0.0001702986,0.05000,3.540
17,mlp.experts.197.up_proj,0.0001241988,0.05000,1.414
17,mlp.experts.200.up_proj,0.0001931748,0.05000,1.716
17,mlp.experts.201.up_proj,0.0001750669,0.05000,1.336
17,mlp.experts.214.up_proj,0.0002499804,0.05000,2.314
17,mlp.experts.207.up_proj,0.0002220697,0.05000,1.943
17,mlp.experts.204.up_proj,0.0002189635,0.05000,1.285
17,mlp.experts.205.up_proj,0.0001733332,0.05000,1.358
17,mlp.experts.218.up_proj,0.0001993952,0.05000,1.296
17,mlp.experts.211.up_proj,0.0001049031,0.05000,1.314
17,mlp.experts.208.up_proj,0.0001625610,0.05000,1.254
17,mlp.experts.209.up_proj,0.0002133269,0.05000,1.206
17,mlp.experts.222.up_proj,0.0002000830,0.05000,1.192
17,mlp.experts.215.up_proj,0.0000862303,0.05000,1.193
17,mlp.experts.212.up_proj,0.0001278917,0.05000,1.199
17,mlp.experts.213.up_proj,0.0001868791,0.05000,1.187
17,mlp.experts.226.up_proj,0.0001038831,0.05000,1.139
17,mlp.experts.219.up_proj,0.0000858280,0.05000,1.186
17,mlp.experts.216.up_proj,0.0002360412,0.05000,1.406
17,mlp.experts.217.up_proj,0.0001747759,0.05000,1.311
17,mlp.experts.230.up_proj,0.0001538159,0.05000,1.299
17,mlp.experts.223.up_proj,0.0001366088,0.05000,1.310
17,mlp.experts.220.up_proj,0.0002299368,0.05000,1.247
17,mlp.experts.221.up_proj,0.0002392962,0.05000,1.214
17,mlp.experts.234.up_proj,0.0001375937,0.05000,1.212
17,mlp.experts.227.up_proj,0.0001411687,0.05000,1.168
17,mlp.experts.224.up_proj,0.0002270975,0.05000,1.244
17,mlp.experts.225.up_proj,0.0002105936,0.05000,1.246
17,mlp.experts.238.up_proj,0.0001038580,0.05000,1.243
17,mlp.experts.231.up_proj,0.0001434000,0.05000,1.271
17,mlp.experts.228.up_proj,0.0001117665,0.05000,1.274
17,mlp.experts.229.up_proj,0.0001921578,0.05000,1.280
17,mlp.experts.242.up_proj,0.0001392348,0.05000,1.272
17,mlp.experts.235.up_proj,0.0001097097,0.05000,1.239
17,mlp.experts.232.up_proj,0.0001610573,0.05000,1.246
17,mlp.experts.246.up_proj,0.0001087254,0.05000,1.266
17,mlp.experts.233.up_proj,0.0000893456,0.05000,1.286
17,mlp.experts.239.up_proj,0.0001744981,0.05000,1.318
17,mlp.experts.236.up_proj,0.0001843208,0.05000,1.242
17,mlp.experts.250.up_proj,0.0001127566,0.05000,1.241
17,mlp.experts.237.up_proj,0.0001328070,0.05000,1.277
17,mlp.experts.243.up_proj,0.0001423699,0.05000,1.243
17,mlp.experts.240.up_proj,0.0001935308,0.05000,1.253
17,mlp.experts.254.up_proj,0.0001294891,0.05000,1.267
17,mlp.experts.247.up_proj,0.0001094041,0.05000,1.211
17,mlp.experts.241.up_proj,0.0001189956,0.05000,1.431
17,mlp.experts.244.up_proj,0.0002192089,0.05000,1.036
17,mlp.experts.251.up_proj,0.0000804341,0.05000,0.815
17,mlp.experts.245.up_proj,0.0001450588,0.05000,0.822
17,mlp.experts.248.up_proj,0.0000876816,0.05000,0.837
17,mlp.experts.255.up_proj,0.0001505373,0.05000,0.819
17,mlp.experts.249.up_proj,0.0001853344,0.05000,0.787
17,mlp.experts.252.up_proj,0.0001659798,0.05000,0.708
17,mlp.experts.253.up_proj,0.0001618182,0.05000,0.396
17,mlp.experts.1.down_proj,0.0000052025,0.05000,0.317
17,mlp.experts.0.down_proj,0.0000035629,0.05000,0.324
17,mlp.experts.3.down_proj,0.0000086421,0.05000,0.331
17,mlp.experts.2.down_proj,0.0000045789,0.05000,0.328
17,mlp.experts.5.down_proj,0.0000062061,0.05000,0.321
17,mlp.experts.4.down_proj,0.0000064327,0.05000,0.318
17,mlp.experts.6.down_proj,0.0000105006,0.05000,0.320
17,mlp.experts.7.down_proj,0.0000056707,0.05000,0.325
17,mlp.experts.8.down_proj,0.0000146608,0.05000,0.322
17,mlp.experts.9.down_proj,0.0000018310,0.05000,0.329
17,mlp.experts.10.down_proj,0.0000032688,0.05000,0.324
17,mlp.experts.11.down_proj,0.0000024284,0.05000,0.330
17,mlp.experts.12.down_proj,0.0000083989,0.05000,0.318
17,mlp.experts.13.down_proj,0.0000040376,0.05000,0.329
17,mlp.experts.14.down_proj,0.0000039811,0.05000,0.324
17,mlp.experts.15.down_proj,0.0000057054,0.05000,0.322
17,mlp.experts.16.down_proj,0.0000063136,0.05000,0.324
17,mlp.experts.17.down_proj,0.0000077841,0.05000,0.325
17,mlp.experts.18.down_proj,0.0000027881,0.05000,0.328
17,mlp.experts.19.down_proj,0.0000039440,0.05000,0.323
17,mlp.experts.20.down_proj,0.0000062210,0.05000,0.330
17,mlp.experts.22.down_proj,0.0000045738,0.05000,0.325
17,mlp.experts.21.down_proj,0.0000097311,0.05000,0.335
17,mlp.experts.23.down_proj,0.0000034680,0.05000,0.327
17,mlp.experts.24.down_proj,0.0000025030,0.05000,0.327
17,mlp.experts.26.down_proj,0.0000029225,0.05000,0.326
17,mlp.experts.27.down_proj,0.0000042283,0.05000,0.325
17,mlp.experts.25.down_proj,0.0000020147,0.05000,0.333
17,mlp.experts.28.down_proj,0.0000047821,0.05000,0.326
17,mlp.experts.30.down_proj,0.0000017824,0.05000,0.332
17,mlp.experts.31.down_proj,0.0000038710,0.05000,0.330
17,mlp.experts.29.down_proj,0.0000045911,0.05000,0.336
17,mlp.experts.32.down_proj,0.0000034023,0.05000,0.327
17,mlp.experts.34.down_proj,0.0000027549,0.05000,0.326
17,mlp.experts.35.down_proj,0.0000024734,0.05000,0.328
17,mlp.experts.33.down_proj,0.0000016200,0.05000,0.329
17,mlp.experts.36.down_proj,0.0000057838,0.05000,0.321
17,mlp.experts.38.down_proj,0.0000023620,0.05000,0.324
17,mlp.experts.39.down_proj,0.0000038696,0.05000,0.325
17,mlp.experts.37.down_proj,0.0000041802,0.05000,0.322
17,mlp.experts.40.down_proj,0.0000036931,0.05000,0.332
17,mlp.experts.42.down_proj,0.0000018866,0.05000,0.325
17,mlp.experts.43.down_proj,0.0000067839,0.05000,0.328
17,mlp.experts.41.down_proj,0.0000098206,0.05000,0.331
17,mlp.experts.44.down_proj,0.0000034609,0.05000,0.333
17,mlp.experts.46.down_proj,0.0000037765,0.05000,0.334
17,mlp.experts.47.down_proj,0.0000025949,0.05000,0.329
17,mlp.experts.45.down_proj,0.0000012357,0.05000,0.334
17,mlp.experts.48.down_proj,0.0000047899,0.05000,0.327
17,mlp.experts.50.down_proj,0.0000047360,0.05000,0.319
17,mlp.experts.51.down_proj,0.0000021173,0.05000,0.323
17,mlp.experts.49.down_proj,0.0000083994,0.05000,0.324
17,mlp.experts.54.down_proj,0.0000035935,0.05000,0.314
17,mlp.experts.55.down_proj,0.0000040769,0.05000,0.316
17,mlp.experts.53.down_proj,0.0000016222,0.05000,0.314
17,mlp.experts.52.down_proj,0.0000081890,0.05000,0.378
17,mlp.experts.58.down_proj,0.0000054336,0.05000,0.289
17,mlp.experts.59.down_proj,0.0000026830,0.05000,0.303
17,mlp.experts.57.down_proj,0.0000075408,0.05000,0.304
17,mlp.experts.56.down_proj,0.0000044683,0.05000,0.304
17,mlp.experts.62.down_proj,0.0000093693,0.05000,0.297
17,mlp.experts.63.down_proj,0.0000076386,0.05000,0.304
17,mlp.experts.61.down_proj,0.0000074564,0.05000,0.305
17,mlp.experts.60.down_proj,0.0000097368,0.05000,0.304
17,mlp.experts.66.down_proj,0.0000091963,0.05000,0.311
17,mlp.experts.67.down_proj,0.0000057032,0.05000,0.320
17,mlp.experts.65.down_proj,0.0000081536,0.05000,0.325
17,mlp.experts.64.down_proj,0.0000024838,0.05000,0.324
17,mlp.experts.70.down_proj,0.0000031924,0.05000,0.327
17,mlp.experts.71.down_proj,0.0000067772,0.05000,0.330
17,mlp.experts.69.down_proj,0.0000024169,0.05000,0.330
17,mlp.experts.68.down_proj,0.0000034977,0.05000,0.330
17,mlp.experts.74.down_proj,0.0000019976,0.05000,0.325
17,mlp.experts.75.down_proj,0.0000139638,0.05000,0.324
17,mlp.experts.73.down_proj,0.0000071267,0.05000,0.330
17,mlp.experts.72.down_proj,0.0000026232,0.05000,0.331
17,mlp.experts.78.down_proj,0.0000166853,0.05000,0.326
17,mlp.experts.79.down_proj,0.0000036790,0.05000,0.325
17,mlp.experts.77.down_proj,0.0000028187,0.05000,0.330
17,mlp.experts.76.down_proj,0.0000051932,0.05000,0.328
17,mlp.experts.82.down_proj,0.0000032509,0.05000,0.331
17,mlp.experts.83.down_proj,0.0000183000,0.05000,0.326
17,mlp.experts.81.down_proj,0.0000057890,0.05000,0.329
17,mlp.experts.80.down_proj,0.0000024074,0.05000,0.327
17,mlp.experts.86.down_proj,0.0000023191,0.05000,0.332
17,mlp.experts.87.down_proj,0.0000035602,0.05000,0.326
17,mlp.experts.85.down_proj,0.0000159942,0.05000,0.330
17,mlp.experts.84.down_proj,0.0000060671,0.05000,0.330
17,mlp.experts.90.down_proj,0.0000066601,0.05000,0.331
17,mlp.experts.91.down_proj,0.0000013127,0.05000,0.329
17,mlp.experts.89.down_proj,0.0000055420,0.05000,0.323
17,mlp.experts.88.down_proj,0.0000039767,0.05000,0.328
17,mlp.experts.94.down_proj,0.0000063190,0.05000,0.329
17,mlp.experts.95.down_proj,0.0000017735,0.05000,0.329
17,mlp.experts.93.down_proj,0.0000041894,0.05000,0.329
17,mlp.experts.92.down_proj,0.0000040058,0.05000,0.326
17,mlp.experts.98.down_proj,0.0000031755,0.05000,0.327
17,mlp.experts.99.down_proj,0.0000020082,0.05000,0.327
17,mlp.experts.97.down_proj,0.0000021889,0.05000,0.326
17,mlp.experts.96.down_proj,0.0000019027,0.05000,0.326
17,mlp.experts.102.down_proj,0.0000148814,0.05000,0.289
17,mlp.experts.101.down_proj,0.0000074695,0.05000,0.229
17,mlp.experts.103.down_proj,0.0000031590,0.05000,0.310
17,mlp.experts.100.down_proj,0.0000034728,0.05000,0.357
17,mlp.experts.105.down_proj,0.0000077373,0.05000,0.319
17,mlp.experts.106.down_proj,0.0000016071,0.05000,0.325
17,mlp.experts.107.down_proj,0.0000018952,0.05000,0.327
17,mlp.experts.104.down_proj,0.0000058511,0.05000,0.325
17,mlp.experts.109.down_proj,0.0000041641,0.05000,0.324
17,mlp.experts.110.down_proj,0.0000035587,0.05000,0.329
17,mlp.experts.111.down_proj,0.0000023006,0.05000,0.324
17,mlp.experts.108.down_proj,0.0000032643,0.05000,0.329
17,mlp.experts.113.down_proj,0.0000020923,0.05000,0.329
17,mlp.experts.114.down_proj,0.0000117331,0.05000,0.327
17,mlp.experts.115.down_proj,0.0000079639,0.05000,0.327
17,mlp.experts.112.down_proj,0.0000015827,0.05000,0.328
17,mlp.experts.117.down_proj,0.0000044044,0.05000,0.326
17,mlp.experts.118.down_proj,0.0000029129,0.05000,0.327
17,mlp.experts.119.down_proj,0.0000125219,0.05000,0.327
17,mlp.experts.116.down_proj,0.0000025960,0.05000,0.329
17,mlp.experts.121.down_proj,0.0000020283,0.05000,0.327
17,mlp.experts.122.down_proj,0.0000095909,0.05000,0.331
17,mlp.experts.123.down_proj,0.0000053048,0.05000,0.335
17,mlp.experts.120.down_proj,0.0000115752,0.05000,0.330
17,mlp.experts.125.down_proj,0.0000018364,0.05000,0.291
17,mlp.experts.126.down_proj,0.0000028923,0.05000,0.293
17,mlp.experts.127.down_proj,0.0000022121,0.05000,0.290
17,mlp.experts.124.down_proj,0.0000113281,0.05000,0.315
17,mlp.experts.129.down_proj,0.0000044054,0.05000,0.295
17,mlp.experts.130.down_proj,0.0000053260,0.05000,0.291
17,mlp.experts.131.down_proj,0.0000018853,0.05000,0.310
17,mlp.experts.128.down_proj,0.0000107827,0.05000,0.324
17,mlp.experts.133.down_proj,0.0000047430,0.05000,0.325
17,mlp.experts.134.down_proj,0.0000021222,0.05000,0.331
17,mlp.experts.135.down_proj,0.0000041934,0.05000,0.332
17,mlp.experts.132.down_proj,0.0000101342,0.05000,0.329
17,mlp.experts.137.down_proj,0.0000042374,0.05000,0.329
17,mlp.experts.138.down_proj,0.0000029765,0.05000,0.326
17,mlp.experts.139.down_proj,0.0000135257,0.05000,0.323
17,mlp.experts.136.down_proj,0.0000032322,0.05000,0.328
17,mlp.experts.141.down_proj,0.0000193913,0.05000,0.323
17,mlp.experts.142.down_proj,0.0000085100,0.05000,0.329
17,mlp.experts.143.down_proj,0.0000030250,0.05000,0.330
17,mlp.experts.140.down_proj,0.0000051163,0.05000,0.335
17,mlp.experts.145.down_proj,0.0000048663,0.05000,0.320
17,mlp.experts.146.down_proj,0.0000051560,0.05000,0.325
17,mlp.experts.147.down_proj,0.0000068053,0.05000,0.317
17,mlp.experts.144.down_proj,0.0000006886,0.05000,0.311
17,mlp.experts.149.down_proj,0.0000039814,0.05000,0.296
17,mlp.experts.150.down_proj,0.0000014465,0.05000,0.303
17,mlp.experts.151.down_proj,0.0000058962,0.05000,0.304
17,mlp.experts.148.down_proj,0.0000118479,0.05000,0.313
17,mlp.experts.153.down_proj,0.0000078299,0.05000,0.314
17,mlp.experts.154.down_proj,0.0000035407,0.05000,0.322
17,mlp.experts.155.down_proj,0.0000032244,0.05000,0.328
17,mlp.experts.152.down_proj,0.0000015003,0.05000,0.323
17,mlp.experts.157.down_proj,0.0000075635,0.05000,0.327
17,mlp.experts.158.down_proj,0.0000060832,0.05000,0.325
17,mlp.experts.159.down_proj,0.0000019194,0.05000,0.329
17,mlp.experts.156.down_proj,0.0000035722,0.05000,0.310
17,mlp.experts.161.down_proj,0.0000020680,0.05000,0.307
17,mlp.experts.162.down_proj,0.0000063816,0.05000,0.292
17,mlp.experts.166.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
17,mlp.experts.163.down_proj,0.0000050057,0.05000,0.302
17,mlp.experts.160.down_proj,0.0000032703,0.05000,0.305
17,mlp.experts.170.down_proj,0.0000027278,0.05000,0.302
17,mlp.experts.167.down_proj,0.0000019127,0.05000,0.346
17,mlp.experts.165.down_proj,0.0000013736,0.05000,0.458
17,mlp.experts.174.down_proj,0.0000050327,0.05000,0.389
17,mlp.experts.171.down_proj,0.0000034354,0.05000,0.435
17,mlp.experts.164.down_proj,0.0000061715,0.05000,0.709
17,mlp.experts.178.down_proj,0.0000140560,0.05000,0.388
17,mlp.experts.169.down_proj,0.0000093206,0.05000,0.818
17,mlp.experts.175.down_proj,0.0000019587,0.05000,0.429
17,mlp.experts.168.down_proj,0.0000015435,0.05000,0.670
17,mlp.experts.179.down_proj,0.0000100795,0.05000,0.449
17,mlp.experts.182.down_proj,0.0000017692,0.05000,0.909
17,mlp.experts.173.down_proj,0.0000065789,0.05000,0.885
17,mlp.experts.183.down_proj,0.0000023230,0.05000,0.464
17,mlp.experts.172.down_proj,0.0000081230,0.05000,0.873
17,mlp.experts.187.down_proj,0.0000097492,0.05000,0.459
17,mlp.experts.186.down_proj,0.0000020200,0.05000,0.919
17,mlp.experts.177.down_proj,0.0000061982,0.05000,0.883
17,mlp.experts.191.down_proj,0.0000042798,0.05000,0.448
17,mlp.experts.176.down_proj,0.0000047129,0.05000,0.737
17,mlp.experts.195.down_proj,0.0000177808,0.05000,0.449
17,mlp.experts.181.down_proj,0.0000047372,0.05000,0.649
17,mlp.experts.190.down_proj,0.0000191361,0.05000,0.926
17,mlp.experts.199.down_proj,0.0000052176,0.05000,0.456
17,mlp.experts.180.down_proj,0.0000048932,0.05000,0.922
17,mlp.experts.203.down_proj,0.0000026341,0.05000,0.465
17,mlp.experts.185.down_proj,0.0000042158,0.05000,0.880
17,mlp.experts.194.down_proj,0.0000024733,0.05000,0.927
17,mlp.experts.184.down_proj,0.0000093303,0.05000,0.727
17,mlp.experts.207.down_proj,0.0000041636,0.05000,0.440
17,mlp.experts.188.down_proj,0.0000070680,0.05000,0.408
17,mlp.experts.211.down_proj,0.0000040297,0.05000,0.407
17,mlp.experts.189.down_proj,0.0000051287,0.05000,0.857
17,mlp.experts.198.down_proj,0.0000025723,0.05000,0.869
17,mlp.experts.192.down_proj,0.0000030889,0.05000,0.395
17,mlp.experts.196.down_proj,0.0000031090,0.05000,0.418
17,mlp.experts.193.down_proj,0.0000083769,0.05000,0.724
17,mlp.experts.215.down_proj,0.0000012214,0.05000,0.935
17,mlp.experts.200.down_proj,0.0000064065,0.05000,0.418
17,mlp.experts.202.down_proj,0.0000034756,0.05000,0.892
17,mlp.experts.204.down_proj,0.0000090867,0.05000,0.419
17,mlp.experts.197.down_proj,0.0000036650,0.05000,0.940
17,mlp.experts.219.down_proj,0.0000028321,0.05000,0.967
17,mlp.experts.208.down_proj,0.0000037568,0.05000,0.418
17,mlp.experts.206.down_proj,0.0000024554,0.05000,0.897
17,mlp.experts.212.down_proj,0.0000021012,0.05000,0.418
17,mlp.experts.201.down_proj,0.0000060897,0.05000,0.941
17,mlp.experts.216.down_proj,0.0000114334,0.05000,0.415
17,mlp.experts.223.down_proj,0.0000062050,0.05000,0.966
17,mlp.experts.210.down_proj,0.0000057914,0.05000,0.892
17,mlp.experts.220.down_proj,0.0000098075,0.05000,0.423
17,mlp.experts.205.down_proj,0.0000050237,0.05000,0.945
17,mlp.experts.224.down_proj,0.0000054785,0.05000,0.420
17,mlp.experts.227.down_proj,0.0000017926,0.05000,0.973
17,mlp.experts.214.down_proj,0.0000150429,0.05000,0.898
17,mlp.experts.228.down_proj,0.0000025216,0.05000,0.424
17,mlp.experts.232.down_proj,0.0000030282,0.05000,0.409
17,mlp.experts.209.down_proj,0.0000086193,0.05000,0.947
17,mlp.experts.218.down_proj,0.0000090448,0.05000,0.890
17,mlp.experts.231.down_proj,0.0000044842,0.05000,0.967
17,mlp.experts.236.down_proj,0.0000080633,0.05000,0.422
17,mlp.experts.235.down_proj,0.0000034970,0.05000,0.560
17,mlp.experts.213.down_proj,0.0000101085,0.05000,0.960
17,mlp.experts.222.down_proj,0.0000080256,0.05000,0.795
17,mlp.experts.240.down_proj,0.0000050920,0.05000,0.696
17,mlp.experts.239.down_proj,0.0000045103,0.05000,0.479
17,mlp.experts.217.down_proj,0.0000099617,0.05000,0.558
17,mlp.experts.243.down_proj,0.0000014900,0.05000,0.422
17,mlp.experts.226.down_proj,0.0000014634,0.05000,0.856
17,mlp.experts.244.down_proj,0.0000083426,0.05000,0.854
17,mlp.experts.247.down_proj,0.0000020704,0.05000,0.480
17,mlp.experts.221.down_proj,0.0000046520,0.05000,0.869
17,mlp.experts.251.down_proj,0.0000022836,0.05000,0.421
17,mlp.experts.230.down_proj,0.0000067396,0.05000,0.833
17,mlp.experts.248.down_proj,0.0000016668,0.05000,0.827
17,mlp.experts.225.down_proj,0.0000178728,0.05000,0.398
17,mlp.experts.255.down_proj,0.0000058673,0.05000,0.398
17,mlp.experts.229.down_proj,0.0000089567,0.05000,0.320
17,mlp.experts.234.down_proj,0.0000041332,0.05000,0.476
17,mlp.experts.252.down_proj,0.0000040781,0.05000,0.435
17,mlp.experts.233.down_proj,0.0000041723,0.05000,0.168
17,mlp.experts.238.down_proj,0.0000041220,0.05000,0.157
17,mlp.experts.237.down_proj,0.0000041128,0.05000,0.154
17,mlp.experts.242.down_proj,0.0000047203,0.05000,0.154
17,mlp.experts.241.down_proj,0.0000030461,0.05000,0.154
17,mlp.experts.246.down_proj,0.0000020947,0.05000,0.153
17,mlp.experts.245.down_proj,0.0000017388,0.05000,0.152
17,mlp.experts.250.down_proj,0.0000045521,0.05000,0.152
17,mlp.experts.249.down_proj,0.0000026171,0.05000,0.162
17,mlp.experts.254.down_proj,0.0000030634,0.05000,0.153
17,mlp.experts.253.down_proj,0.0000019972,0.05000,0.068
18,mlp.experts.1.gate_proj,0.0001147978,0.05000,2.015
18,mlp.experts.2.gate_proj,0.0001522886,0.05000,2.699
18,mlp.experts.0.gate_proj,0.0000786663,0.05000,3.029
18,mlp.experts.3.gate_proj,0.0001445241,0.05000,3.217
18,mlp.experts.6.gate_proj,0.0001690247,0.05000,1.554
18,mlp.experts.7.gate_proj,0.0003246380,0.05000,1.530
18,mlp.experts.5.gate_proj,0.0001873588,0.05000,2.891
18,mlp.experts.4.gate_proj,0.0001912960,0.05000,1.973
18,mlp.experts.10.gate_proj,0.0002260309,0.05000,1.718
18,mlp.experts.11.gate_proj,0.0002616774,0.05000,1.322
18,mlp.experts.9.gate_proj,0.0001608957,0.05000,1.322
18,mlp.experts.8.gate_proj,0.0000842436,0.05000,1.319
18,mlp.experts.14.gate_proj,0.0001580660,0.05000,1.283
18,mlp.experts.15.gate_proj,0.0001337240,0.05000,1.278
18,mlp.experts.13.gate_proj,0.0001010539,0.05000,1.283
18,mlp.experts.12.gate_proj,0.0001622636,0.05000,1.290
18,mlp.experts.18.gate_proj,0.0000951291,0.05000,1.281
18,mlp.experts.19.gate_proj,0.0001456289,0.05000,1.275
18,mlp.experts.17.gate_proj,0.0002686833,0.05000,1.285
18,mlp.experts.16.gate_proj,0.0002301889,0.05000,1.285
18,mlp.experts.22.gate_proj,0.0002305747,0.05000,1.218
18,mlp.experts.23.gate_proj,0.0000996897,0.05000,1.241
18,mlp.experts.21.gate_proj,0.0001691106,0.05000,1.221
18,mlp.experts.20.gate_proj,0.0003293090,0.05000,1.212
18,mlp.experts.26.gate_proj,0.0002916579,0.05000,1.248
18,mlp.experts.27.gate_proj,0.0001294569,0.05000,1.255
18,mlp.experts.25.gate_proj,0.0001111189,0.05000,1.264
18,mlp.experts.24.gate_proj,0.0001619488,0.05000,1.272
18,mlp.experts.30.gate_proj,0.0001479355,0.05000,1.274
18,mlp.experts.31.gate_proj,0.0001406485,0.05000,1.292
18,mlp.experts.29.gate_proj,0.0002519428,0.05000,1.297
18,mlp.experts.28.gate_proj,0.0001340151,0.05000,1.288
18,mlp.experts.34.gate_proj,0.0002055512,0.05000,1.287
18,mlp.experts.35.gate_proj,0.0001133597,0.05000,1.317
18,mlp.experts.33.gate_proj,0.0002580466,0.05000,1.304
18,mlp.experts.32.gate_proj,0.0001505008,0.05000,1.312
18,mlp.experts.38.gate_proj,0.0001683332,0.05000,1.285
18,mlp.experts.39.gate_proj,0.0001026392,0.05000,1.282
18,mlp.experts.37.gate_proj,0.0001579443,0.05000,1.284
18,mlp.experts.36.gate_proj,0.0001976821,0.05000,1.266
18,mlp.experts.42.gate_proj,0.0001657318,0.05000,1.283
18,mlp.experts.43.gate_proj,0.0000960150,0.05000,1.290
18,mlp.experts.41.gate_proj,0.0002187558,0.05000,1.279
18,mlp.experts.40.gate_proj,0.0001646636,0.05000,1.287
18,mlp.experts.46.gate_proj,0.0001779870,0.05000,1.220
18,mlp.experts.47.gate_proj,0.0001709112,0.05000,1.177
18,mlp.experts.45.gate_proj,0.0002498623,0.05000,1.196
18,mlp.experts.44.gate_proj,0.0001318196,0.05000,1.186
18,mlp.experts.50.gate_proj,0.0001600854,0.05000,1.000
18,mlp.experts.51.gate_proj,0.0001289900,0.05000,0.949
18,mlp.experts.49.gate_proj,0.0002929175,0.05000,0.851
18,mlp.experts.48.gate_proj,0.0003254755,0.05000,0.897
18,mlp.experts.54.gate_proj,0.0001300000,0.05000,0.840
18,mlp.experts.55.gate_proj,0.0001652983,0.05000,0.832
18,mlp.experts.53.gate_proj,0.0001771573,0.05000,0.836
18,mlp.experts.52.gate_proj,0.0001868381,0.05000,0.864
18,mlp.experts.58.gate_proj,0.0001292772,0.05000,1.134
18,mlp.experts.57.gate_proj,0.0001015414,0.05000,1.225
18,mlp.experts.59.gate_proj,0.0001445244,0.05000,1.674
18,mlp.experts.56.gate_proj,0.0002293095,0.05000,1.981
18,mlp.experts.61.gate_proj,0.0001219757,0.05000,1.427
18,mlp.experts.62.gate_proj,0.0001116553,0.05000,2.662
18,mlp.experts.65.gate_proj,0.0001498357,0.05000,2.264
18,mlp.experts.60.gate_proj,0.0001531912,0.05000,3.189
18,mlp.experts.63.gate_proj,0.0001488802,0.05000,3.898
18,mlp.experts.69.gate_proj,0.0002190386,0.05000,1.953
18,mlp.experts.66.gate_proj,0.0002706327,0.05000,3.751
18,mlp.experts.64.gate_proj,0.0001847939,0.05000,2.634
18,mlp.experts.73.gate_proj,0.0001955386,0.05000,1.865
18,mlp.experts.67.gate_proj,0.0002107273,0.05000,3.474
18,mlp.experts.77.gate_proj,0.0002133133,0.05000,2.165
18,mlp.experts.70.gate_proj,0.0001909184,0.05000,3.727
18,mlp.experts.71.gate_proj,0.0001867559,0.05000,2.349
18,mlp.experts.68.gate_proj,0.0003404822,0.05000,3.567
18,mlp.experts.81.gate_proj,0.0002962492,0.05000,1.570
18,mlp.experts.75.gate_proj,0.0001497701,0.05000,1.441
18,mlp.experts.85.gate_proj,0.0001212588,0.05000,1.346
18,mlp.experts.74.gate_proj,0.0001516391,0.05000,2.678
18,mlp.experts.72.gate_proj,0.0002133124,0.05000,2.562
18,mlp.experts.79.gate_proj,0.0001221885,0.05000,1.340
18,mlp.experts.78.gate_proj,0.0002573018,0.05000,1.191
18,mlp.experts.89.gate_proj,0.0001373196,0.05000,1.232
18,mlp.experts.76.gate_proj,0.0000863053,0.05000,1.198
18,mlp.experts.83.gate_proj,0.0001042442,0.05000,1.190
18,mlp.experts.82.gate_proj,0.0001585230,0.05000,1.229
18,mlp.experts.87.gate_proj,0.0001256145,0.05000,1.241
18,mlp.experts.80.gate_proj,0.0001076489,0.05000,1.272
18,mlp.experts.93.gate_proj,0.0001785621,0.05000,1.550
18,mlp.experts.86.gate_proj,0.0001252760,0.05000,1.237
18,mlp.experts.84.gate_proj,0.0002007458,0.05000,1.266
18,mlp.experts.91.gate_proj,0.0002125669,0.05000,1.301
18,mlp.experts.97.gate_proj,0.0001679221,0.05000,1.544
18,mlp.experts.90.gate_proj,0.0002327554,0.05000,1.238
18,mlp.experts.88.gate_proj,0.0001846432,0.05000,1.159
18,mlp.experts.95.gate_proj,0.0001760381,0.05000,1.267
18,mlp.experts.101.gate_proj,0.0002334953,0.05000,1.192
18,mlp.experts.94.gate_proj,0.0001766004,0.05000,1.233
18,mlp.experts.92.gate_proj,0.0000827171,0.05000,1.216
18,mlp.experts.99.gate_proj,0.0001601757,0.05000,1.485
18,mlp.experts.105.gate_proj,0.0001856595,0.05000,1.380
18,mlp.experts.98.gate_proj,0.0002043449,0.05000,1.348
18,mlp.experts.96.gate_proj,0.0001606202,0.05000,1.216
18,mlp.experts.103.gate_proj,0.0001557381,0.05000,1.013
18,mlp.experts.109.gate_proj,0.0002496161,0.05000,0.909
18,mlp.experts.102.gate_proj,0.0001356361,0.05000,1.288
18,mlp.experts.113.gate_proj,0.0002153852,0.05000,1.308
18,mlp.experts.100.gate_proj,0.0001827771,0.05000,1.311
18,mlp.experts.107.gate_proj,0.0002912357,0.05000,1.335
18,mlp.experts.106.gate_proj,0.0001683225,0.05000,1.289
18,mlp.experts.104.gate_proj,0.0002098337,0.05000,1.296
18,mlp.experts.117.gate_proj,0.0001463105,0.05000,1.300
18,mlp.experts.111.gate_proj,0.0001824453,0.05000,1.306
18,mlp.experts.110.gate_proj,0.0001993553,0.05000,1.302
18,mlp.experts.108.gate_proj,0.0002194867,0.05000,1.301
18,mlp.experts.121.gate_proj,0.0001523375,0.05000,1.316
18,mlp.experts.115.gate_proj,0.0002271848,0.05000,1.339
18,mlp.experts.114.gate_proj,0.0001713262,0.05000,1.344
18,mlp.experts.112.gate_proj,0.0001740504,0.05000,1.345
18,mlp.experts.125.gate_proj,0.0002166172,0.05000,1.348
18,mlp.experts.119.gate_proj,0.0002430367,0.05000,1.574
18,mlp.experts.118.gate_proj,0.0002695207,0.05000,1.292
18,mlp.experts.116.gate_proj,0.0001798061,0.05000,1.293
18,mlp.experts.129.gate_proj,0.0000986793,0.05000,1.295
18,mlp.experts.123.gate_proj,0.0001848208,0.05000,1.303
18,mlp.experts.122.gate_proj,0.0001210139,0.05000,1.287
18,mlp.experts.120.gate_proj,0.0000859641,0.05000,1.278
18,mlp.experts.133.gate_proj,0.0001446382,0.05000,1.292
18,mlp.experts.127.gate_proj,0.0001705998,0.05000,1.292
18,mlp.experts.126.gate_proj,0.0001577369,0.05000,1.276
18,mlp.experts.124.gate_proj,0.0001708819,0.05000,1.283
18,mlp.experts.137.gate_proj,0.0001596890,0.05000,1.304
18,mlp.experts.131.gate_proj,0.0002232626,0.05000,1.290
18,mlp.experts.128.gate_proj,0.0001297485,0.05000,1.253
18,mlp.experts.130.gate_proj,0.0002468275,0.05000,1.301
18,mlp.experts.141.gate_proj,0.0001507610,0.05000,1.398
18,mlp.experts.135.gate_proj,0.0001946527,0.05000,1.297
18,mlp.experts.132.gate_proj,0.0001938422,0.05000,1.222
18,mlp.experts.134.gate_proj,0.0001125419,0.05000,1.250
18,mlp.experts.145.gate_proj,0.0002229169,0.05000,1.256
18,mlp.experts.139.gate_proj,0.0001556571,0.05000,1.265
18,mlp.experts.136.gate_proj,0.0001881106,0.05000,1.299
18,mlp.experts.138.gate_proj,0.0000906091,0.05000,1.284
18,mlp.experts.149.gate_proj,0.0003005478,0.05000,1.298
18,mlp.experts.143.gate_proj,0.0003516748,0.05000,1.294
18,mlp.experts.140.gate_proj,0.0001705457,0.05000,1.323
18,mlp.experts.142.gate_proj,0.0003030605,0.05000,1.300
18,mlp.experts.153.gate_proj,0.0002067415,0.05000,1.305
18,mlp.experts.147.gate_proj,0.0002099759,0.05000,1.310
18,mlp.experts.146.gate_proj,0.0002048961,0.05000,1.109
18,mlp.experts.144.gate_proj,0.0002801567,0.05000,1.255
18,mlp.experts.157.gate_proj,0.0001977394,0.05000,1.308
18,mlp.experts.151.gate_proj,0.0003126401,0.05000,1.247
18,mlp.experts.150.gate_proj,0.0002760038,0.05000,1.285
18,mlp.experts.148.gate_proj,0.0002175667,0.05000,1.284
18,mlp.experts.161.gate_proj,0.0001537805,0.05000,1.269
18,mlp.experts.155.gate_proj,0.0001284231,0.05000,1.213
18,mlp.experts.154.gate_proj,0.0001880399,0.05000,0.924
18,mlp.experts.152.gate_proj,0.0000873917,0.05000,0.939
18,mlp.experts.165.gate_proj,0.0001147924,0.05000,0.860
18,mlp.experts.159.gate_proj,0.0001600512,0.05000,0.859
18,mlp.experts.158.gate_proj,0.0001778574,0.05000,0.934
18,mlp.experts.156.gate_proj,0.0001561055,0.05000,0.969
18,mlp.experts.169.gate_proj,0.0001543081,0.05000,1.104
18,mlp.experts.163.gate_proj,0.0001198467,0.05000,1.076
18,mlp.experts.162.gate_proj,0.0001966565,0.05000,1.407
18,mlp.experts.160.gate_proj,0.0002132685,0.05000,1.322
18,mlp.experts.173.gate_proj,0.0001468996,0.05000,1.293
18,mlp.experts.167.gate_proj,0.0001643425,0.05000,1.273
18,mlp.experts.166.gate_proj,0.0001130315,0.05000,1.187
18,mlp.experts.164.gate_proj,0.0001294428,0.05000,1.153
18,mlp.experts.177.gate_proj,0.0001262032,0.05000,1.179
18,mlp.experts.171.gate_proj,0.0001269066,0.05000,1.164
18,mlp.experts.170.gate_proj,0.0001685944,0.05000,1.189
18,mlp.experts.168.gate_proj,0.0001921314,0.05000,1.160
18,mlp.experts.181.gate_proj,0.0002169530,0.05000,1.194
18,mlp.experts.175.gate_proj,0.0000901184,0.05000,1.218
18,mlp.experts.172.gate_proj,0.0001657456,0.05000,1.158
18,mlp.experts.174.gate_proj,0.0001323973,0.05000,1.215
18,mlp.experts.185.gate_proj,0.0002301045,0.05000,1.201
18,mlp.experts.179.gate_proj,0.0001088231,0.05000,1.202
18,mlp.experts.176.gate_proj,0.0001203231,0.05000,1.243
18,mlp.experts.178.gate_proj,0.0001752296,0.05000,1.256
18,mlp.experts.189.gate_proj,0.0002096334,0.05000,1.279
18,mlp.experts.183.gate_proj,0.0001357837,0.05000,1.281
18,mlp.experts.180.gate_proj,0.0001666438,0.05000,1.269
18,mlp.experts.182.gate_proj,0.0001147150,0.05000,1.254
18,mlp.experts.193.gate_proj,0.0001449923,0.05000,1.254
18,mlp.experts.187.gate_proj,0.0001936697,0.05000,1.270
18,mlp.experts.184.gate_proj,0.0002724169,0.05000,1.275
18,mlp.experts.186.gate_proj,0.0003336474,0.05000,1.283
18,mlp.experts.197.gate_proj,0.0001583401,0.05000,1.267
18,mlp.experts.191.gate_proj,0.0002160505,0.05000,1.287
18,mlp.experts.188.gate_proj,0.0002109041,0.05000,1.275
18,mlp.experts.190.gate_proj,0.0001510323,0.05000,1.286
18,mlp.experts.201.gate_proj,0.0001414575,0.05000,1.259
18,mlp.experts.195.gate_proj,0.0004996336,0.05000,1.287
18,mlp.experts.192.gate_proj,0.0002478334,0.05000,1.295
18,mlp.experts.194.gate_proj,0.0001529708,0.05000,1.291
18,mlp.experts.205.gate_proj,0.0002694664,0.05000,1.381
18,mlp.experts.199.gate_proj,0.0001972196,0.05000,1.305
18,mlp.experts.196.gate_proj,0.0001533329,0.05000,1.303
18,mlp.experts.198.gate_proj,0.0001654011,0.05000,1.313
18,mlp.experts.203.gate_proj,0.0001753184,0.05000,1.304
18,mlp.experts.209.gate_proj,0.0002031959,0.05000,1.336
18,mlp.experts.200.gate_proj,0.0004894676,0.05000,1.302
18,mlp.experts.202.gate_proj,0.0001972881,0.05000,1.309
18,mlp.experts.207.gate_proj,0.0001432995,0.05000,1.308
18,mlp.experts.213.gate_proj,0.0002130565,0.05000,1.314
18,mlp.experts.204.gate_proj,0.0001111340,0.05000,1.285
18,mlp.experts.206.gate_proj,0.0002196020,0.05000,1.301
18,mlp.experts.211.gate_proj,0.0001968897,0.05000,1.163
18,mlp.experts.217.gate_proj,0.0001777096,0.05000,1.171
18,mlp.experts.215.gate_proj,0.0002212373,0.05000,1.297
18,mlp.experts.221.gate_proj,0.0000790339,0.05000,1.290
18,mlp.experts.208.gate_proj,0.0001395524,0.05000,1.725
18,mlp.experts.210.gate_proj,0.0001947609,0.05000,1.728
18,mlp.experts.214.gate_proj,0.0002144230,0.05000,1.245
18,mlp.experts.225.gate_proj,0.0002000461,0.05000,1.361
18,mlp.experts.212.gate_proj,0.0001588906,0.05000,1.501
18,mlp.experts.219.gate_proj,0.0002147699,0.05000,1.637
18,mlp.experts.229.gate_proj,0.0001890411,0.05000,1.210
18,mlp.experts.218.gate_proj,0.0003239274,0.05000,1.249
18,mlp.experts.216.gate_proj,0.0001656371,0.05000,1.212
18,mlp.experts.223.gate_proj,0.0000862886,0.05000,1.223
18,mlp.experts.233.gate_proj,0.0001578539,0.05000,1.286
18,mlp.experts.222.gate_proj,0.0002188220,0.05000,1.276
18,mlp.experts.220.gate_proj,0.0003245690,0.05000,1.280
18,mlp.experts.227.gate_proj,0.0001186769,0.05000,1.293
18,mlp.experts.237.gate_proj,0.0002574762,0.05000,1.229
18,mlp.experts.226.gate_proj,0.0001923057,0.05000,1.228
18,mlp.experts.224.gate_proj,0.0000875904,0.05000,1.214
18,mlp.experts.231.gate_proj,0.0002247786,0.05000,1.180
18,mlp.experts.228.gate_proj,0.0002129227,0.05000,1.542
18,mlp.experts.235.gate_proj,0.0003123795,0.05000,1.553
18,mlp.experts.230.gate_proj,0.0001788711,0.05000,2.835
18,mlp.experts.241.gate_proj,0.0001070736,0.05000,2.873
18,mlp.experts.232.gate_proj,0.0002655164,0.05000,1.495
18,mlp.experts.239.gate_proj,0.0000895442,0.05000,1.483
18,mlp.experts.245.gate_proj,0.0001112245,0.05000,1.230
18,mlp.experts.234.gate_proj,0.0000968675,0.05000,1.258
18,mlp.experts.236.gate_proj,0.0002274076,0.05000,1.217
18,mlp.experts.243.gate_proj,0.0002217790,0.05000,1.209
18,mlp.experts.249.gate_proj,0.0002036348,0.05000,1.132
18,mlp.experts.238.gate_proj,0.0001872367,0.05000,1.186
18,mlp.experts.240.gate_proj,0.0000803994,0.05000,1.177
18,mlp.experts.244.gate_proj,fallback(rtn): 0.0011063,0.00000,0.018
18,mlp.experts.247.gate_proj,0.0002060310,0.05000,1.178
18,mlp.experts.253.gate_proj,0.0001405416,0.05000,1.144
18,mlp.experts.242.gate_proj,0.0004355606,0.05000,1.182
18,mlp.experts.248.gate_proj,0.0003440709,0.05000,1.181
18,mlp.experts.251.gate_proj,0.0001515836,0.05000,1.203
18,mlp.experts.1.up_proj,0.0001035854,0.05000,1.283
18,mlp.experts.246.gate_proj,0.0001358940,0.05000,1.326
18,mlp.experts.252.gate_proj,0.0002301676,0.05000,1.362
18,mlp.experts.255.gate_proj,0.0001911282,0.05000,1.676
18,mlp.experts.5.up_proj,0.0001743975,0.05000,1.308
18,mlp.experts.250.gate_proj,0.0002322128,0.05000,1.318
18,mlp.experts.0.up_proj,0.0001006035,0.05000,1.315
18,mlp.experts.3.up_proj,0.0001355682,0.05000,1.308
18,mlp.experts.9.up_proj,0.0001362412,0.05000,1.305
18,mlp.experts.254.gate_proj,0.0001612090,0.05000,1.304
18,mlp.experts.4.up_proj,0.0001697664,0.05000,1.303
18,mlp.experts.7.up_proj,0.0002845473,0.05000,1.294
18,mlp.experts.13.up_proj,0.0000983369,0.05000,1.273
18,mlp.experts.2.up_proj,0.0001341516,0.05000,1.251
18,mlp.experts.8.up_proj,0.0000809142,0.05000,1.240
18,mlp.experts.11.up_proj,0.0002606843,0.05000,1.359
18,mlp.experts.17.up_proj,0.0002509973,0.05000,1.329
18,mlp.experts.6.up_proj,0.0001730734,0.05000,1.331
18,mlp.experts.12.up_proj,0.0001561542,0.05000,1.452
18,mlp.experts.15.up_proj,0.0001289000,0.05000,1.293
18,mlp.experts.21.up_proj,0.0001703589,0.05000,1.317
18,mlp.experts.10.up_proj,0.0002057075,0.05000,1.293
18,mlp.experts.16.up_proj,0.0002428621,0.05000,1.292
18,mlp.experts.19.up_proj,0.0001455514,0.05000,1.267
18,mlp.experts.25.up_proj,0.0001051364,0.05000,1.226
18,mlp.experts.14.up_proj,0.0001508802,0.05000,1.177
18,mlp.experts.20.up_proj,0.0003369720,0.05000,1.190
18,mlp.experts.23.up_proj,0.0000958444,0.05000,1.343
18,mlp.experts.18.up_proj,0.0000889451,0.05000,1.491
18,mlp.experts.27.up_proj,0.0001187396,0.05000,1.513
18,mlp.experts.29.up_proj,0.0002435955,0.05000,2.613
18,mlp.experts.22.up_proj,0.0002442039,0.05000,1.535
18,mlp.experts.24.up_proj,0.0001553883,0.05000,2.683
18,mlp.experts.31.up_proj,0.0001342600,0.05000,1.412
18,mlp.experts.33.up_proj,0.0002367539,0.05000,1.576
18,mlp.experts.26.up_proj,0.0002648025,0.05000,1.332
18,mlp.experts.28.up_proj,0.0001233186,0.05000,1.621
18,mlp.experts.35.up_proj,0.0001067559,0.05000,1.264
18,mlp.experts.37.up_proj,0.0001464878,0.05000,1.281
18,mlp.experts.30.up_proj,0.0001280640,0.05000,1.294
18,mlp.experts.32.up_proj,0.0001397457,0.05000,1.267
18,mlp.experts.39.up_proj,0.0001047670,0.05000,1.231
18,mlp.experts.41.up_proj,0.0001997063,0.05000,1.242
18,mlp.experts.34.up_proj,0.0001941924,0.05000,1.213
18,mlp.experts.36.up_proj,0.0001688673,0.05000,1.186
18,mlp.experts.43.up_proj,0.0000902937,0.05000,1.128
18,mlp.experts.45.up_proj,0.0002625028,0.05000,1.184
18,mlp.experts.38.up_proj,0.0001453448,0.05000,1.189
18,mlp.experts.40.up_proj,0.0001441169,0.05000,1.196
18,mlp.experts.47.up_proj,0.0001448382,0.05000,1.180
18,mlp.experts.49.up_proj,0.0002456645,0.05000,1.345
18,mlp.experts.42.up_proj,0.0001425311,0.05000,1.233
18,mlp.experts.44.up_proj,0.0001229426,0.05000,1.173
18,mlp.experts.51.up_proj,0.0001495922,0.05000,1.166
18,mlp.experts.53.up_proj,0.0001706819,0.05000,1.194
18,mlp.experts.46.up_proj,0.0001381307,0.05000,1.191
18,mlp.experts.48.up_proj,0.0002946132,0.05000,1.158
18,mlp.experts.55.up_proj,0.0001475751,0.05000,1.198
18,mlp.experts.57.up_proj,0.0001522730,0.05000,1.202
18,mlp.experts.50.up_proj,0.0001778737,0.05000,1.201
18,mlp.experts.52.up_proj,0.0001606308,0.05000,1.156
18,mlp.experts.59.up_proj,0.0001316831,0.05000,1.232
18,mlp.experts.61.up_proj,0.0001104394,0.05000,1.292
18,mlp.experts.54.up_proj,0.0001191430,0.05000,1.300
18,mlp.experts.56.up_proj,0.0002213289,0.05000,1.310
18,mlp.experts.63.up_proj,0.0001430591,0.05000,1.326
18,mlp.experts.65.up_proj,0.0001400729,0.05000,1.304
18,mlp.experts.58.up_proj,0.0001214429,0.05000,1.306
18,mlp.experts.60.up_proj,0.0001399333,0.05000,1.303
18,mlp.experts.67.up_proj,0.0002204061,0.05000,1.305
18,mlp.experts.69.up_proj,0.0002001878,0.05000,1.240
18,mlp.experts.62.up_proj,0.0001111094,0.05000,1.236
18,mlp.experts.64.up_proj,0.0001737367,0.05000,1.178
18,mlp.experts.71.up_proj,0.0001961327,0.05000,1.175
18,mlp.experts.73.up_proj,0.0001826783,0.05000,1.179
18,mlp.experts.66.up_proj,0.0002932053,0.05000,1.176
18,mlp.experts.68.up_proj,0.0003479213,0.05000,1.101
18,mlp.experts.75.up_proj,0.0001429737,0.05000,1.168
18,mlp.experts.77.up_proj,0.0002031453,0.05000,1.234
18,mlp.experts.70.up_proj,0.0001726635,0.05000,1.223
18,mlp.experts.72.up_proj,0.0002108164,0.05000,1.233
18,mlp.experts.79.up_proj,0.0001120717,0.05000,1.423
18,mlp.experts.81.up_proj,0.0003953384,0.05000,1.263
18,mlp.experts.74.up_proj,0.0001520776,0.05000,1.229
18,mlp.experts.76.up_proj,0.0000814670,0.05000,1.242
18,mlp.experts.83.up_proj,0.0000946463,0.05000,1.279
18,mlp.experts.85.up_proj,0.0001220483,0.05000,1.287
18,mlp.experts.78.up_proj,0.0002188608,0.05000,1.291
18,mlp.experts.80.up_proj,0.0001043866,0.05000,1.299
18,mlp.experts.87.up_proj,0.0001184508,0.05000,1.311
18,mlp.experts.89.up_proj,0.0001289257,0.05000,1.300
18,mlp.experts.82.up_proj,0.0001330930,0.05000,1.305
18,mlp.experts.84.up_proj,0.0001970348,0.05000,1.292
18,mlp.experts.91.up_proj,0.0001989251,0.05000,1.310
18,mlp.experts.93.up_proj,0.0001664562,0.05000,1.296
18,mlp.experts.86.up_proj,0.0001107639,0.05000,1.303
18,mlp.experts.88.up_proj,0.0001745499,0.05000,1.290
18,mlp.experts.95.up_proj,0.0001632160,0.05000,1.297
18,mlp.experts.97.up_proj,0.0001562394,0.05000,1.263
18,mlp.experts.90.up_proj,0.0002340253,0.05000,1.246
18,mlp.experts.92.up_proj,0.0000737580,0.05000,1.259
18,mlp.experts.99.up_proj,0.0001450860,0.05000,1.284
18,mlp.experts.101.up_proj,0.0002105394,0.05000,1.296
18,mlp.experts.94.up_proj,0.0001659667,0.05000,1.282
18,mlp.experts.96.up_proj,0.0001605475,0.05000,1.283
18,mlp.experts.103.up_proj,0.0001631781,0.05000,1.290
18,mlp.experts.105.up_proj,0.0001673548,0.05000,1.309
18,mlp.experts.98.up_proj,0.0001736907,0.05000,1.298
18,mlp.experts.100.up_proj,0.0001728968,0.05000,1.302
18,mlp.experts.107.up_proj,0.0002672785,0.05000,1.315
18,mlp.experts.109.up_proj,0.0002344651,0.05000,1.314
18,mlp.experts.102.up_proj,0.0001274939,0.05000,1.311
18,mlp.experts.104.up_proj,0.0001841739,0.05000,1.319
18,mlp.experts.111.up_proj,0.0001726877,0.05000,1.311
18,mlp.experts.113.up_proj,0.0002051594,0.05000,1.321
18,mlp.experts.106.up_proj,0.0001591128,0.05000,1.321
18,mlp.experts.108.up_proj,0.0001620895,0.05000,1.325
18,mlp.experts.115.up_proj,0.0002330288,0.05000,1.261
18,mlp.experts.110.up_proj,0.0001836021,0.05000,1.170
18,mlp.experts.117.up_proj,0.0001271589,0.05000,1.208
18,mlp.experts.112.up_proj,0.0001544997,0.05000,1.195
18,mlp.experts.119.up_proj,0.0002384145,0.05000,1.200
18,mlp.experts.114.up_proj,0.0001724599,0.05000,1.153
18,mlp.experts.121.up_proj,0.0001512728,0.05000,1.204
18,mlp.experts.116.up_proj,0.0001805273,0.05000,1.200
18,mlp.experts.123.up_proj,0.0001724417,0.05000,1.440
18,mlp.experts.118.up_proj,0.0002431292,0.05000,1.257
18,mlp.experts.125.up_proj,0.0001758810,0.05000,1.294
18,mlp.experts.120.up_proj,0.0001085586,0.05000,1.295
18,mlp.experts.127.up_proj,0.0001354407,0.05000,1.313
18,mlp.experts.122.up_proj,0.0001212680,0.05000,1.307
18,mlp.experts.129.up_proj,0.0000911997,0.05000,1.308
18,mlp.experts.124.up_proj,0.0001722637,0.05000,1.297
18,mlp.experts.131.up_proj,0.0002789721,0.05000,1.349
18,mlp.experts.126.up_proj,0.0001577202,0.05000,1.341
18,mlp.experts.133.up_proj,0.0001352628,0.05000,1.340
18,mlp.experts.128.up_proj,0.0001232122,0.05000,1.314
18,mlp.experts.135.up_proj,0.0001859230,0.05000,1.292
18,mlp.experts.130.up_proj,0.0002183768,0.05000,1.291
18,mlp.experts.137.up_proj,0.0001424065,0.05000,1.293
18,mlp.experts.132.up_proj,0.0001752489,0.05000,1.302
18,mlp.experts.134.up_proj,0.0001068876,0.05000,1.028
18,mlp.experts.139.up_proj,0.0001413698,0.05000,1.206
18,mlp.experts.141.up_proj,0.0001350349,0.05000,1.049
18,mlp.experts.136.up_proj,0.0001783536,0.05000,1.038
18,mlp.experts.143.up_proj,0.0003643450,0.05000,1.027
18,mlp.experts.138.up_proj,0.0000830151,0.05000,1.070
18,mlp.experts.140.up_proj,0.0001565048,0.05000,1.076
18,mlp.experts.145.up_proj,0.0001951338,0.05000,1.346
18,mlp.experts.147.up_proj,0.0002076924,0.05000,1.317
18,mlp.experts.142.up_proj,0.0003080012,0.05000,1.317
18,mlp.experts.144.up_proj,0.0002613765,0.05000,1.307
18,mlp.experts.149.up_proj,0.0002849152,0.05000,1.300
18,mlp.experts.151.up_proj,0.0003385547,0.05000,1.317
18,mlp.experts.146.up_proj,0.0001930865,0.05000,1.323
18,mlp.experts.148.up_proj,0.0001946096,0.05000,1.299
18,mlp.experts.153.up_proj,0.0001828368,0.05000,1.308
18,mlp.experts.155.up_proj,0.0001225457,0.05000,1.307
18,mlp.experts.150.up_proj,0.0002467485,0.05000,1.321
18,mlp.experts.152.up_proj,0.0000795143,0.05000,1.314
18,mlp.experts.157.up_proj,0.0001796190,0.05000,1.309
18,mlp.experts.159.up_proj,0.0001563702,0.05000,1.286
18,mlp.experts.154.up_proj,0.0001797445,0.05000,1.280
18,mlp.experts.156.up_proj,0.0001423518,0.05000,1.267
18,mlp.experts.161.up_proj,0.0001733876,0.05000,1.246
18,mlp.experts.163.up_proj,0.0001104342,0.05000,1.299
18,mlp.experts.158.up_proj,0.0001689709,0.05000,1.298
18,mlp.experts.160.up_proj,0.0002002359,0.05000,1.386
18,mlp.experts.165.up_proj,0.0001035805,0.05000,1.315
18,mlp.experts.167.up_proj,0.0001518836,0.05000,1.308
18,mlp.experts.162.up_proj,0.0001926237,0.05000,1.317
18,mlp.experts.164.up_proj,0.0001179833,0.05000,1.314
18,mlp.experts.169.up_proj,0.0001541711,0.05000,1.317
18,mlp.experts.171.up_proj,0.0001260768,0.05000,1.312
18,mlp.experts.166.up_proj,0.0000981411,0.05000,1.310
18,mlp.experts.168.up_proj,0.0001693106,0.05000,1.318
18,mlp.experts.173.up_proj,0.0001373036,0.05000,1.305
18,mlp.experts.175.up_proj,0.0000840477,0.05000,1.330
18,mlp.experts.170.up_proj,0.0001481511,0.05000,1.311
18,mlp.experts.172.up_proj,0.0001560484,0.05000,1.308
18,mlp.experts.177.up_proj,0.0001135274,0.05000,1.323
18,mlp.experts.179.up_proj,0.0001139881,0.05000,1.317
18,mlp.experts.174.up_proj,0.0001249266,0.05000,1.319
18,mlp.experts.176.up_proj,0.0001103421,0.05000,1.316
18,mlp.experts.181.up_proj,0.0001940299,0.05000,1.330
18,mlp.experts.183.up_proj,0.0001320799,0.05000,1.316
18,mlp.experts.178.up_proj,0.0001528485,0.05000,1.320
18,mlp.experts.180.up_proj,0.0001587433,0.05000,1.318
18,mlp.experts.185.up_proj,0.0001946351,0.05000,1.323
18,mlp.experts.187.up_proj,0.0002024935,0.05000,1.301
18,mlp.experts.182.up_proj,0.0001159260,0.05000,1.305
18,mlp.experts.184.up_proj,0.0002528888,0.05000,1.319
18,mlp.experts.189.up_proj,0.0001891956,0.05000,1.322
18,mlp.experts.191.up_proj,0.0001875710,0.05000,1.285
18,mlp.experts.186.up_proj,0.0003566121,0.05000,1.296
18,mlp.experts.188.up_proj,0.0002108561,0.05000,1.254
18,mlp.experts.193.up_proj,0.0001372782,0.05000,1.254
18,mlp.experts.195.up_proj,0.0001665656,0.05000,1.169
18,mlp.experts.190.up_proj,0.0001481081,0.05000,1.201
18,mlp.experts.192.up_proj,0.0002462434,0.05000,1.106
18,mlp.experts.197.up_proj,0.0001580314,0.05000,1.061
18,mlp.experts.199.up_proj,0.0001851830,0.05000,1.036
18,mlp.experts.194.up_proj,0.0001467783,0.05000,1.059
18,mlp.experts.196.up_proj,0.0001290416,0.05000,1.185
18,mlp.experts.201.up_proj,0.0001313235,0.05000,1.166
18,mlp.experts.203.up_proj,0.0001755869,0.05000,1.314
18,mlp.experts.198.up_proj,0.0001459905,0.05000,1.311
18,mlp.experts.205.up_proj,0.0002893564,0.05000,1.286
18,mlp.experts.200.up_proj,0.0004741403,0.05000,1.307
18,mlp.experts.207.up_proj,0.0001300432,0.05000,1.253
18,mlp.experts.202.up_proj,0.0001846517,0.05000,1.260
18,mlp.experts.204.up_proj,0.0001138092,0.05000,1.262
18,mlp.experts.209.up_proj,0.0001708186,0.05000,1.279
18,mlp.experts.211.up_proj,0.0001821869,0.05000,1.291
18,mlp.experts.206.up_proj,0.0001768296,0.05000,1.279
18,mlp.experts.208.up_proj,0.0001365214,0.05000,1.281
18,mlp.experts.213.up_proj,0.0001999731,0.05000,1.288
18,mlp.experts.215.up_proj,0.0002147675,0.05000,1.285
18,mlp.experts.210.up_proj,0.0001724745,0.05000,1.277
18,mlp.experts.212.up_proj,0.0001372550,0.05000,1.276
18,mlp.experts.217.up_proj,0.0001672152,0.05000,1.285
18,mlp.experts.219.up_proj,0.0002050119,0.05000,1.283
18,mlp.experts.214.up_proj,0.0002244105,0.05000,1.274
18,mlp.experts.216.up_proj,0.0001549368,0.05000,1.275
18,mlp.experts.221.up_proj,0.0000729842,0.05000,1.273
18,mlp.experts.223.up_proj,0.0000824551,0.05000,1.215
18,mlp.experts.218.up_proj,0.0002755511,0.05000,1.209
18,mlp.experts.225.up_proj,0.0001961461,0.05000,1.160
18,mlp.experts.220.up_proj,0.0003145119,0.05000,1.221
18,mlp.experts.227.up_proj,0.0001118957,0.05000,1.205
18,mlp.experts.222.up_proj,0.0001895867,0.05000,1.207
18,mlp.experts.229.up_proj,0.0001641425,0.05000,1.172
18,mlp.experts.224.up_proj,0.0000795147,0.05000,1.211
18,mlp.experts.231.up_proj,0.0001934376,0.05000,1.215
18,mlp.experts.226.up_proj,0.0001897349,0.05000,1.201
18,mlp.experts.233.up_proj,0.0001564163,0.05000,1.172
18,mlp.experts.228.up_proj,0.0001890047,0.05000,1.203
18,mlp.experts.235.up_proj,0.0002663522,0.05000,1.188
18,mlp.experts.230.up_proj,0.0001677377,0.05000,1.199
18,mlp.experts.237.up_proj,0.0002033720,0.05000,1.157
18,mlp.experts.232.up_proj,0.0002805442,0.05000,1.205
18,mlp.experts.239.up_proj,0.0000865496,0.05000,1.187
18,mlp.experts.234.up_proj,0.0000898957,0.05000,1.206
18,mlp.experts.241.up_proj,0.0000954968,0.05000,1.195
18,mlp.experts.236.up_proj,0.0002057604,0.05000,1.217
18,mlp.experts.243.up_proj,0.0001824862,0.05000,1.179
18,mlp.experts.238.up_proj,0.0001759183,0.05000,1.215
18,mlp.experts.245.up_proj,0.0001001091,0.05000,1.213
18,mlp.experts.240.up_proj,0.0000744909,0.05000,1.222
18,mlp.experts.244.up_proj,fallback(rtn): 0.0010834,0.00000,0.019
18,mlp.experts.247.up_proj,0.0001707352,0.05000,1.184
18,mlp.experts.242.up_proj,0.0004339400,0.05000,1.221
18,mlp.experts.249.up_proj,0.0001817784,0.05000,1.223
18,mlp.experts.248.up_proj,0.0002941185,0.05000,1.226
18,mlp.experts.251.up_proj,0.0001399721,0.05000,1.262
18,mlp.experts.246.up_proj,0.0001213427,0.05000,1.320
18,mlp.experts.253.up_proj,0.0001145524,0.05000,1.263
18,mlp.experts.252.up_proj,0.0001930404,0.05000,1.237
18,mlp.experts.255.up_proj,0.0001552936,0.05000,0.761
18,mlp.experts.250.up_proj,0.0002461262,0.05000,0.588
18,mlp.experts.254.up_proj,0.0001480936,0.05000,0.199
18,mlp.experts.3.down_proj,0.0000016445,0.05000,0.319
18,mlp.experts.2.down_proj,0.0000024672,0.05000,0.323
18,mlp.experts.1.down_proj,0.0000026938,0.05000,0.331
18,mlp.experts.0.down_proj,0.0000048516,0.05000,0.331
18,mlp.experts.6.down_proj,0.0000041000,0.05000,0.322
18,mlp.experts.7.down_proj,0.0000095871,0.05000,0.328
18,mlp.experts.5.down_proj,0.0000063927,0.05000,0.327
18,mlp.experts.4.down_proj,0.0000057105,0.05000,0.329
18,mlp.experts.11.down_proj,0.0000172661,0.05000,0.292
18,mlp.experts.10.down_proj,0.0000083804,0.05000,0.302
18,mlp.experts.9.down_proj,0.0000037544,0.05000,0.299
18,mlp.experts.8.down_proj,0.0000056151,0.05000,0.300
18,mlp.experts.15.down_proj,0.0000031301,0.05000,0.291
18,mlp.experts.14.down_proj,0.0000019090,0.05000,0.299
18,mlp.experts.13.down_proj,0.0000031769,0.05000,0.296
18,mlp.experts.12.down_proj,0.0000044135,0.05000,0.301
18,mlp.experts.19.down_proj,0.0000083842,0.05000,0.293
18,mlp.experts.18.down_proj,0.0000024279,0.05000,0.298
18,mlp.experts.17.down_proj,0.0000117627,0.05000,0.297
18,mlp.experts.16.down_proj,0.0000122373,0.05000,0.298
18,mlp.experts.23.down_proj,0.0000024049,0.05000,0.288
18,mlp.experts.21.down_proj,0.0000084293,0.05000,0.292
18,mlp.experts.22.down_proj,0.0000123805,0.05000,0.301
18,mlp.experts.20.down_proj,0.0000163558,0.05000,0.297
18,mlp.experts.27.down_proj,0.0000038727,0.05000,0.293
18,mlp.experts.25.down_proj,0.0000040550,0.05000,0.298
18,mlp.experts.26.down_proj,0.0000089671,0.05000,0.298
18,mlp.experts.24.down_proj,0.0000023051,0.05000,0.300
18,mlp.experts.31.down_proj,0.0000017346,0.05000,0.290
18,mlp.experts.29.down_proj,0.0000086691,0.05000,0.294
18,mlp.experts.30.down_proj,0.0000021218,0.05000,0.297
18,mlp.experts.28.down_proj,0.0000041010,0.05000,0.299
18,mlp.experts.35.down_proj,0.0000023346,0.05000,0.289
18,mlp.experts.33.down_proj,0.0000083356,0.05000,0.299
18,mlp.experts.34.down_proj,0.0000046287,0.05000,0.300
18,mlp.experts.32.down_proj,0.0000025080,0.05000,0.302
18,mlp.experts.39.down_proj,0.0000028122,0.05000,0.298
18,mlp.experts.37.down_proj,0.0000021615,0.05000,0.304
18,mlp.experts.38.down_proj,0.0000018121,0.05000,0.302
18,mlp.experts.36.down_proj,0.0000033791,0.05000,0.302
18,mlp.experts.43.down_proj,0.0000030548,0.05000,0.294
18,mlp.experts.41.down_proj,0.0000071044,0.05000,0.305
18,mlp.experts.42.down_proj,0.0000020676,0.05000,0.302
18,mlp.experts.40.down_proj,0.0000022748,0.05000,0.304
18,mlp.experts.47.down_proj,0.0000020043,0.05000,0.295
18,mlp.experts.45.down_proj,0.0000160360,0.05000,0.299
18,mlp.experts.46.down_proj,0.0000021576,0.05000,0.302
18,mlp.experts.44.down_proj,0.0000015156,0.05000,0.302
18,mlp.experts.51.down_proj,0.0000063211,0.05000,0.292
18,mlp.experts.49.down_proj,0.0000070534,0.05000,0.299
18,mlp.experts.50.down_proj,0.0000109682,0.05000,0.304
18,mlp.experts.48.down_proj,0.0000088301,0.05000,0.303
18,mlp.experts.55.down_proj,0.0000044679,0.05000,0.296
18,mlp.experts.53.down_proj,0.0000062860,0.05000,0.303
18,mlp.experts.54.down_proj,0.0000026207,0.05000,0.299
18,mlp.experts.52.down_proj,0.0000035977,0.05000,0.300
18,mlp.experts.59.down_proj,0.0000036060,0.05000,0.294
18,mlp.experts.57.down_proj,0.0000047409,0.05000,0.307
18,mlp.experts.58.down_proj,0.0000062582,0.05000,0.302
18,mlp.experts.56.down_proj,0.0000093016,0.05000,0.303
18,mlp.experts.63.down_proj,0.0000056390,0.05000,0.295
18,mlp.experts.61.down_proj,0.0000011729,0.05000,0.304
18,mlp.experts.62.down_proj,0.0000047863,0.05000,0.303
18,mlp.experts.60.down_proj,0.0000017147,0.05000,0.306
18,mlp.experts.67.down_proj,0.0000083627,0.05000,0.307
18,mlp.experts.65.down_proj,0.0000023890,0.05000,0.307
18,mlp.experts.64.down_proj,0.0000097814,0.05000,0.314
18,mlp.experts.66.down_proj,0.0000176345,0.05000,0.354
18,mlp.experts.71.down_proj,0.0000099471,0.05000,0.373
18,mlp.experts.69.down_proj,0.0000087624,0.05000,0.406
18,mlp.experts.70.down_proj,0.0000059116,0.05000,0.742
18,mlp.experts.68.down_proj,0.0000148853,0.05000,0.857
18,mlp.experts.75.down_proj,0.0000021788,0.05000,0.745
18,mlp.experts.72.down_proj,0.0000089237,0.05000,0.355
18,mlp.experts.73.down_proj,0.0000075367,0.05000,0.873
18,mlp.experts.79.down_proj,0.0000078929,0.05000,0.437
18,mlp.experts.74.down_proj,0.0000115713,0.05000,0.877
18,mlp.experts.76.down_proj,0.0000059455,0.05000,0.652
18,mlp.experts.77.down_proj,0.0000081239,0.05000,0.949
18,mlp.experts.83.down_proj,0.0000035908,0.05000,0.997
18,mlp.experts.78.down_proj,0.0000148467,0.05000,0.935
18,mlp.experts.80.down_proj,0.0000033912,0.05000,0.794
18,mlp.experts.81.down_proj,0.0000278009,0.05000,0.964
18,mlp.experts.87.down_proj,0.0000038391,0.05000,0.994
18,mlp.experts.82.down_proj,0.0000052280,0.05000,0.972
18,mlp.experts.84.down_proj,0.0000067009,0.05000,0.896
18,mlp.experts.85.down_proj,0.0000061022,0.05000,0.926
18,mlp.experts.86.down_proj,0.0000032318,0.05000,0.664
18,mlp.experts.91.down_proj,0.0000093624,0.05000,0.955
18,mlp.experts.88.down_proj,0.0000022384,0.05000,0.924
18,mlp.experts.89.down_proj,0.0000043063,0.05000,0.988
18,mlp.experts.90.down_proj,0.0000124502,0.05000,0.937
18,mlp.experts.95.down_proj,0.0000057798,0.05000,0.844
18,mlp.experts.92.down_proj,0.0000032127,0.05000,1.007
18,mlp.experts.93.down_proj,0.0000026522,0.05000,0.960
18,mlp.experts.94.down_proj,0.0000025198,0.05000,0.969
18,mlp.experts.99.down_proj,0.0000021830,0.05000,0.964
18,mlp.experts.96.down_proj,0.0000094666,0.05000,0.955
18,mlp.experts.98.down_proj,0.0000050668,0.05000,0.770
18,mlp.experts.97.down_proj,0.0000120358,0.05000,0.961
18,mlp.experts.103.down_proj,0.0000060380,0.05000,0.846
18,mlp.experts.100.down_proj,0.0000027297,0.05000,0.712
18,mlp.experts.107.down_proj,0.0000062778,0.05000,0.760
18,mlp.experts.101.down_proj,0.0000073974,0.05000,0.796
18,mlp.experts.102.down_proj,0.0000020962,0.05000,0.918
18,mlp.experts.104.down_proj,0.0000020975,0.05000,0.865
18,mlp.experts.105.down_proj,0.0000024577,0.05000,0.463
18,mlp.experts.111.down_proj,0.0000024734,0.05000,0.502
18,mlp.experts.106.down_proj,0.0000057308,0.05000,0.500
18,mlp.experts.108.down_proj,0.0000045931,0.05000,0.416
18,mlp.experts.110.down_proj,0.0000025993,0.05000,0.578
18,mlp.experts.115.down_proj,0.0000131642,0.05000,0.659
18,mlp.experts.109.down_proj,0.0000088680,0.05000,0.700
18,mlp.experts.114.down_proj,0.0000066905,0.05000,0.300
18,mlp.experts.113.down_proj,0.0000045624,0.05000,0.294
18,mlp.experts.118.down_proj,0.0000112042,0.05000,0.291
18,mlp.experts.112.down_proj,0.0000046656,0.05000,0.832
18,mlp.experts.117.down_proj,0.0000052462,0.05000,0.293
18,mlp.experts.119.down_proj,0.0000120831,0.05000,0.777
18,mlp.experts.121.down_proj,0.0000049357,0.05000,0.351
18,mlp.experts.122.down_proj,0.0000048331,0.05000,0.534
18,mlp.experts.123.down_proj,0.0000032272,0.05000,0.419
18,mlp.experts.116.down_proj,0.0000042388,0.05000,0.835
18,mlp.experts.125.down_proj,0.0000033777,0.05000,0.472
18,mlp.experts.127.down_proj,0.0000035788,0.05000,0.393
18,mlp.experts.126.down_proj,0.0000042431,0.05000,0.619
18,mlp.experts.129.down_proj,0.0000046227,0.05000,0.313
18,mlp.experts.131.down_proj,0.0000113136,0.05000,0.334
18,mlp.experts.120.down_proj,0.0000096440,0.05000,0.521
18,mlp.experts.130.down_proj,0.0000098277,0.05000,0.362
18,mlp.experts.133.down_proj,0.0000016863,0.05000,0.339
18,mlp.experts.135.down_proj,0.0000079592,0.05000,0.330
18,mlp.experts.134.down_proj,0.0000023868,0.05000,0.319
18,mlp.experts.137.down_proj,0.0000021789,0.05000,0.305
18,mlp.experts.124.down_proj,0.0000050126,0.05000,0.469
18,mlp.experts.139.down_proj,0.0000059967,0.05000,0.298
18,mlp.experts.138.down_proj,0.0000033880,0.05000,0.284
18,mlp.experts.141.down_proj,0.0000025193,0.05000,0.297
18,mlp.experts.128.down_proj,0.0000064488,0.05000,0.296
18,mlp.experts.143.down_proj,0.0000188276,0.05000,0.295
18,mlp.experts.142.down_proj,0.0000195759,0.05000,0.283
18,mlp.experts.145.down_proj,0.0000065629,0.05000,0.293
18,mlp.experts.132.down_proj,0.0000027057,0.05000,0.294
18,mlp.experts.147.down_proj,0.0000133720,0.05000,0.295
18,mlp.experts.146.down_proj,0.0000034673,0.05000,0.283
18,mlp.experts.149.down_proj,0.0000117808,0.05000,0.291
18,mlp.experts.136.down_proj,0.0000026280,0.05000,0.294
18,mlp.experts.151.down_proj,0.0000213975,0.05000,0.302
18,mlp.experts.150.down_proj,0.0000089706,0.05000,0.286
18,mlp.experts.153.down_proj,0.0000037730,0.05000,0.295
18,mlp.experts.140.down_proj,0.0000034716,0.05000,0.303
18,mlp.experts.155.down_proj,0.0000019289,0.05000,0.297
18,mlp.experts.154.down_proj,0.0000045324,0.05000,0.289
18,mlp.experts.157.down_proj,0.0000054927,0.05000,0.294
18,mlp.experts.144.down_proj,0.0000051106,0.05000,0.300
18,mlp.experts.159.down_proj,0.0000057212,0.05000,0.311
18,mlp.experts.158.down_proj,0.0000069090,0.05000,0.315
18,mlp.experts.161.down_proj,0.0000057711,0.05000,0.325
18,mlp.experts.148.down_proj,0.0000059931,0.05000,0.326
18,mlp.experts.163.down_proj,0.0000036246,0.05000,0.333
18,mlp.experts.162.down_proj,0.0000091154,0.05000,0.341
18,mlp.experts.165.down_proj,0.0000031260,0.05000,0.338
18,mlp.experts.152.down_proj,0.0000044331,0.05000,0.401
18,mlp.experts.167.down_proj,0.0000021589,0.05000,0.310
18,mlp.experts.166.down_proj,0.0000024104,0.05000,0.313
18,mlp.experts.169.down_proj,0.0000191769,0.05000,0.309
18,mlp.experts.156.down_proj,0.0000023189,0.05000,0.302
18,mlp.experts.171.down_proj,0.0000044710,0.05000,0.303
18,mlp.experts.170.down_proj,0.0000064253,0.05000,0.304
18,mlp.experts.173.down_proj,0.0000045637,0.05000,0.307
18,mlp.experts.160.down_proj,0.0000035184,0.05000,0.303
18,mlp.experts.175.down_proj,0.0000042596,0.05000,0.295
18,mlp.experts.174.down_proj,0.0000082675,0.05000,0.304
18,mlp.experts.177.down_proj,0.0000049080,0.05000,0.306
18,mlp.experts.164.down_proj,0.0000031217,0.05000,0.306
18,mlp.experts.179.down_proj,0.0000057610,0.05000,0.295
18,mlp.experts.178.down_proj,0.0000045276,0.05000,0.304
18,mlp.experts.181.down_proj,0.0000031586,0.05000,0.325
18,mlp.experts.168.down_proj,0.0000039695,0.05000,0.361
18,mlp.experts.183.down_proj,0.0000039170,0.05000,0.333
18,mlp.experts.182.down_proj,0.0000043622,0.05000,0.337
18,mlp.experts.185.down_proj,0.0000124081,0.05000,0.335
18,mlp.experts.172.down_proj,0.0000020086,0.05000,0.329
18,mlp.experts.187.down_proj,0.0000091647,0.05000,0.324
18,mlp.experts.186.down_proj,0.0000288115,0.05000,0.334
18,mlp.experts.189.down_proj,0.0000073603,0.05000,0.326
18,mlp.experts.176.down_proj,0.0000026825,0.05000,0.325
18,mlp.experts.191.down_proj,0.0000064580,0.05000,0.326
18,mlp.experts.190.down_proj,0.0000061947,0.05000,0.325
18,mlp.experts.193.down_proj,0.0000016557,0.05000,0.326
18,mlp.experts.180.down_proj,0.0000019133,0.05000,0.328
18,mlp.experts.195.down_proj,0.0000003404,0.05000,0.331
18,mlp.experts.194.down_proj,0.0000033566,0.05000,0.329
18,mlp.experts.197.down_proj,0.0000079745,0.05000,0.329
18,mlp.experts.184.down_proj,0.0000054469,0.05000,0.331
18,mlp.experts.199.down_proj,0.0000032072,0.05000,0.331
18,mlp.experts.198.down_proj,0.0000051583,0.05000,0.330
18,mlp.experts.201.down_proj,0.0000023740,0.05000,0.329
18,mlp.experts.188.down_proj,0.0000098354,0.05000,0.327
18,mlp.experts.203.down_proj,0.0000063789,0.05000,0.324
18,mlp.experts.202.down_proj,0.0000132260,0.05000,0.327
18,mlp.experts.205.down_proj,0.0000133817,0.05000,0.328
18,mlp.experts.192.down_proj,0.0000141158,0.05000,0.326
18,mlp.experts.207.down_proj,0.0000037488,0.05000,0.325
18,mlp.experts.206.down_proj,0.0000043362,0.05000,0.328
18,mlp.experts.209.down_proj,0.0000050003,0.05000,0.329
18,mlp.experts.196.down_proj,0.0000031208,0.05000,0.321
18,mlp.experts.211.down_proj,0.0000066049,0.05000,0.329
18,mlp.experts.210.down_proj,0.0000060924,0.05000,0.325
18,mlp.experts.213.down_proj,0.0000045866,0.05000,0.327
18,mlp.experts.200.down_proj,0.0000224858,0.05000,0.329
18,mlp.experts.215.down_proj,0.0000090234,0.05000,0.330
18,mlp.experts.214.down_proj,0.0000122501,0.05000,0.330
18,mlp.experts.217.down_proj,0.0000022027,0.05000,0.328
18,mlp.experts.204.down_proj,0.0000068577,0.05000,0.326
18,mlp.experts.219.down_proj,0.0000081645,0.05000,0.330
18,mlp.experts.218.down_proj,0.0000083560,0.05000,0.324
18,mlp.experts.221.down_proj,0.0000026107,0.05000,0.326
18,mlp.experts.208.down_proj,0.0000073153,0.05000,0.327
18,mlp.experts.223.down_proj,0.0000035566,0.05000,0.327
18,mlp.experts.222.down_proj,0.0000069824,0.05000,0.324
18,mlp.experts.225.down_proj,0.0000099856,0.05000,0.325
18,mlp.experts.212.down_proj,0.0000041994,0.05000,0.320
18,mlp.experts.227.down_proj,0.0000032907,0.05000,0.324
18,mlp.experts.226.down_proj,0.0000090688,0.05000,0.330
18,mlp.experts.229.down_proj,0.0000070899,0.05000,0.328
18,mlp.experts.216.down_proj,0.0000017864,0.05000,0.327
18,mlp.experts.231.down_proj,0.0000060256,0.05000,0.326
18,mlp.experts.230.down_proj,0.0000020422,0.05000,0.334
18,mlp.experts.233.down_proj,0.0000059383,0.05000,0.332
18,mlp.experts.220.down_proj,0.0000165788,0.05000,0.326
18,mlp.experts.235.down_proj,0.0000088145,0.05000,0.327
18,mlp.experts.234.down_proj,0.0000026399,0.05000,0.326
18,mlp.experts.237.down_proj,0.0000097377,0.05000,0.332
18,mlp.experts.224.down_proj,0.0000037044,0.05000,0.326
18,mlp.experts.239.down_proj,0.0000066211,0.05000,0.327
18,mlp.experts.238.down_proj,0.0000057143,0.05000,0.329
18,mlp.experts.241.down_proj,0.0000036639,0.05000,0.327
18,mlp.experts.228.down_proj,0.0000059175,0.05000,0.323
18,mlp.experts.243.down_proj,0.0000061797,0.05000,0.319
18,mlp.experts.242.down_proj,0.0000237080,0.05000,0.330
18,mlp.experts.245.down_proj,0.0000032596,0.05000,0.317
18,mlp.experts.232.down_proj,0.0000188764,0.05000,0.322
18,mlp.experts.247.down_proj,0.0000050831,0.05000,0.326
18,mlp.experts.246.down_proj,0.0000024796,0.05000,0.318
18,mlp.experts.249.down_proj,0.0000037883,0.05000,0.305
18,mlp.experts.236.down_proj,0.0000050394,0.05000,0.302
18,mlp.experts.251.down_proj,0.0000048433,0.05000,0.291
18,mlp.experts.250.down_proj,0.0000132211,0.05000,0.303
18,mlp.experts.253.down_proj,0.0000022216,0.05000,0.319
18,mlp.experts.240.down_proj,0.0000029093,0.05000,0.295
18,mlp.experts.244.down_proj,fallback(rtn): 0.0010605,0.00000,0.004
18,mlp.experts.255.down_proj,0.0000068966,0.05000,0.292
18,mlp.experts.254.down_proj,0.0000029208,0.05000,0.227
18,mlp.experts.248.down_proj,0.0000121381,0.05000,0.076
18,mlp.experts.252.down_proj,0.0000032166,0.05000,0.050
19,mlp.experts.2.gate_proj,0.0001655866,0.05000,1.247
19,mlp.experts.3.gate_proj,0.0001466079,0.05000,1.269
19,mlp.experts.0.gate_proj,0.0001655731,0.05000,1.271
19,mlp.experts.1.gate_proj,0.0002786959,0.05000,1.296
19,mlp.experts.6.gate_proj,0.0002254347,0.05000,1.184
19,mlp.experts.5.gate_proj,0.0002789259,0.05000,1.195
19,mlp.experts.4.gate_proj,0.0002731851,0.05000,1.234
19,mlp.experts.7.gate_proj,0.0001245397,0.05000,1.244
19,mlp.experts.9.gate_proj,0.0002095990,0.05000,1.455
19,mlp.experts.8.gate_proj,0.0002324042,0.05000,1.600
19,mlp.experts.11.gate_proj,0.0001232418,0.05000,1.865
19,mlp.experts.10.gate_proj,0.0001228357,0.05000,2.080
19,mlp.experts.13.gate_proj,0.0003372338,0.05000,1.187
19,mlp.experts.15.gate_proj,0.0002453993,0.05000,1.234
19,mlp.experts.14.gate_proj,0.0001792345,0.05000,1.364
19,mlp.experts.12.gate_proj,0.0001685697,0.05000,2.085
19,mlp.experts.17.gate_proj,0.0002299469,0.05000,1.749
19,mlp.experts.19.gate_proj,0.0000758198,0.05000,1.474
19,mlp.experts.18.gate_proj,0.0002626709,0.05000,1.589
19,mlp.experts.16.gate_proj,0.0001585855,0.05000,1.340
19,mlp.experts.21.gate_proj,0.0001722850,0.05000,1.305
19,mlp.experts.23.gate_proj,0.0001744618,0.05000,1.278
19,mlp.experts.22.gate_proj,0.0001327778,0.05000,1.276
19,mlp.experts.20.gate_proj,0.0000993418,0.05000,1.310
19,mlp.experts.27.gate_proj,0.0003288745,0.05000,1.307
19,mlp.experts.25.gate_proj,0.0001715251,0.05000,1.530
19,mlp.experts.26.gate_proj,0.0002128834,0.05000,1.330
19,mlp.experts.24.gate_proj,0.0001433640,0.05000,1.314
19,mlp.experts.31.gate_proj,0.0001579832,0.05000,1.306
19,mlp.experts.29.gate_proj,0.0001931577,0.05000,1.304
19,mlp.experts.30.gate_proj,0.0001878431,0.05000,1.319
19,mlp.experts.28.gate_proj,0.0003176422,0.05000,1.320
19,mlp.experts.35.gate_proj,0.0001019112,0.05000,1.321
19,mlp.experts.33.gate_proj,0.0001567972,0.05000,1.308
19,mlp.experts.34.gate_proj,0.0002663422,0.05000,1.321
19,mlp.experts.32.gate_proj,0.0001717771,0.05000,1.311
19,mlp.experts.39.gate_proj,0.0001445078,0.05000,1.307
19,mlp.experts.37.gate_proj,0.0003035161,0.05000,1.310
19,mlp.experts.38.gate_proj,0.0001548648,0.05000,1.286
19,mlp.experts.36.gate_proj,0.0000730990,0.05000,1.280
19,mlp.experts.43.gate_proj,0.0001983058,0.05000,1.275
19,mlp.experts.41.gate_proj,0.0001504386,0.05000,1.285
19,mlp.experts.42.gate_proj,0.0002099372,0.05000,1.292
19,mlp.experts.40.gate_proj,0.0001414205,0.05000,1.317
19,mlp.experts.47.gate_proj,0.0002579254,0.05000,1.305
19,mlp.experts.45.gate_proj,0.0002357822,0.05000,1.302
19,mlp.experts.46.gate_proj,0.0001839734,0.05000,1.290
19,mlp.experts.44.gate_proj,0.0001945162,0.05000,1.282
19,mlp.experts.51.gate_proj,0.0002182507,0.05000,1.316
19,mlp.experts.49.gate_proj,0.0002071849,0.05000,1.315
19,mlp.experts.50.gate_proj,0.0001286382,0.05000,1.314
19,mlp.experts.48.gate_proj,0.0002789742,0.05000,1.324
19,mlp.experts.53.gate_proj,0.0002810574,0.05000,1.431
19,mlp.experts.55.gate_proj,0.0002297716,0.05000,1.991
19,mlp.experts.54.gate_proj,0.0001409493,0.05000,2.270
19,mlp.experts.57.gate_proj,0.0001881118,0.05000,1.703
19,mlp.experts.52.gate_proj,0.0002798903,0.05000,2.730
19,mlp.experts.61.gate_proj,0.0002356005,0.05000,1.912
19,mlp.experts.59.gate_proj,0.0002584070,0.05000,3.317
19,mlp.experts.58.gate_proj,0.0002797208,0.05000,2.692
19,mlp.experts.56.gate_proj,0.0002078257,0.05000,3.166
19,mlp.experts.62.gate_proj,0.0003109307,0.05000,1.950
19,mlp.experts.63.gate_proj,0.0002268543,0.05000,2.553
19,mlp.experts.65.gate_proj,0.0002412753,0.05000,3.216
19,mlp.experts.60.gate_proj,0.0002861360,0.05000,1.987
19,mlp.experts.66.gate_proj,0.0001588037,0.05000,2.482
19,mlp.experts.67.gate_proj,0.0002351687,0.05000,2.026
19,mlp.experts.64.gate_proj,0.0002655621,0.05000,2.872
19,mlp.experts.69.gate_proj,0.0001977837,0.05000,2.964
19,mlp.experts.71.gate_proj,0.0001182174,0.05000,2.127
19,mlp.experts.70.gate_proj,0.0002630779,0.05000,2.976
19,mlp.experts.75.gate_proj,0.0002578136,0.05000,1.843
19,mlp.experts.68.gate_proj,0.0002453918,0.05000,2.927
19,mlp.experts.73.gate_proj,0.0002364396,0.05000,2.908
19,mlp.experts.79.gate_proj,0.0001901343,0.05000,1.860
19,mlp.experts.74.gate_proj,0.0001601020,0.05000,3.663
19,mlp.experts.77.gate_proj,0.0002936647,0.05000,3.279
19,mlp.experts.83.gate_proj,0.0002597738,0.05000,1.773
19,mlp.experts.72.gate_proj,0.0002885907,0.05000,3.446
19,mlp.experts.78.gate_proj,0.0001966270,0.05000,1.516
19,mlp.experts.87.gate_proj,0.0001785302,0.05000,1.699
19,mlp.experts.82.gate_proj,0.0003528264,0.05000,1.494
19,mlp.experts.81.gate_proj,0.0002443757,0.05000,3.370
19,mlp.experts.91.gate_proj,0.0001757167,0.05000,1.714
19,mlp.experts.86.gate_proj,0.0001142342,0.05000,1.505
19,mlp.experts.76.gate_proj,0.0003281664,0.05000,3.420
19,mlp.experts.85.gate_proj,0.0002490699,0.05000,1.772
19,mlp.experts.89.gate_proj,0.0001775258,0.05000,1.769
19,mlp.experts.90.gate_proj,0.0001646454,0.05000,3.467
19,mlp.experts.80.gate_proj,0.0001645903,0.05000,3.446
19,mlp.experts.95.gate_proj,0.0002205990,0.05000,3.590
19,mlp.experts.84.gate_proj,0.0001980892,0.05000,1.969
19,mlp.experts.94.gate_proj,0.0002160197,0.05000,2.617
19,mlp.experts.93.gate_proj,0.0001910836,0.05000,3.059
19,mlp.experts.99.gate_proj,0.0001965671,0.05000,3.512
19,mlp.experts.98.gate_proj,0.0003089129,0.05000,1.410
19,mlp.experts.97.gate_proj,0.0002380312,0.05000,1.529
19,mlp.experts.102.gate_proj,0.0001582385,0.05000,1.172
19,mlp.experts.88.gate_proj,0.0002240781,0.05000,3.444
19,mlp.experts.101.gate_proj,0.0001311154,0.05000,1.849
19,mlp.experts.103.gate_proj,0.0001829942,0.05000,3.149
19,mlp.experts.106.gate_proj,0.0002061005,0.05000,3.070
19,mlp.experts.105.gate_proj,0.0001955753,0.05000,1.883
19,mlp.experts.107.gate_proj,0.0001993969,0.05000,1.636
19,mlp.experts.92.gate_proj,0.0001735756,0.05000,3.610
19,mlp.experts.109.gate_proj,0.0001775413,0.05000,1.628
19,mlp.experts.111.gate_proj,0.0001584500,0.05000,1.623
19,mlp.experts.113.gate_proj,0.0002242323,0.05000,1.615
19,mlp.experts.115.gate_proj,0.0002302798,0.05000,1.617
19,mlp.experts.110.gate_proj,0.0001162947,0.05000,3.466
19,mlp.experts.96.gate_proj,0.0002457732,0.05000,3.203
19,mlp.experts.114.gate_proj,0.0003621480,0.05000,1.071
19,mlp.experts.119.gate_proj,0.0002888504,0.05000,1.335
19,mlp.experts.117.gate_proj,0.0002755792,0.05000,1.519
19,mlp.experts.100.gate_proj,0.0001968549,0.05000,1.015
19,mlp.experts.118.gate_proj,0.0002272257,0.05000,1.225
19,mlp.experts.123.gate_proj,0.0001557522,0.05000,1.199
19,mlp.experts.121.gate_proj,0.0001911861,0.05000,1.229
19,mlp.experts.104.gate_proj,0.0002330358,0.05000,1.279
19,mlp.experts.122.gate_proj,0.0001407945,0.05000,1.216
19,mlp.experts.127.gate_proj,0.0001191507,0.05000,1.180
19,mlp.experts.125.gate_proj,0.0002060447,0.05000,1.222
19,mlp.experts.108.gate_proj,0.0001425826,0.05000,1.221
19,mlp.experts.126.gate_proj,0.0003332800,0.05000,1.206
19,mlp.experts.131.gate_proj,0.0002222012,0.05000,1.173
19,mlp.experts.129.gate_proj,0.0002539477,0.05000,1.213
19,mlp.experts.112.gate_proj,0.0001406830,0.05000,1.240
19,mlp.experts.130.gate_proj,0.0002377908,0.05000,1.268
19,mlp.experts.135.gate_proj,0.0002595164,0.05000,1.377
19,mlp.experts.133.gate_proj,0.0001533243,0.05000,1.232
19,mlp.experts.116.gate_proj,0.0001675258,0.05000,1.221
19,mlp.experts.134.gate_proj,0.0001507089,0.05000,1.210
19,mlp.experts.137.gate_proj,0.0002979987,0.05000,1.183
19,mlp.experts.139.gate_proj,0.0002229168,0.05000,1.382
19,mlp.experts.120.gate_proj,0.0002184175,0.05000,1.420
19,mlp.experts.138.gate_proj,0.0001925496,0.05000,1.256
19,mlp.experts.141.gate_proj,0.0002445128,0.05000,1.212
19,mlp.experts.143.gate_proj,0.0001105751,0.05000,1.222
19,mlp.experts.124.gate_proj,0.0003970419,0.05000,1.261
19,mlp.experts.142.gate_proj,0.0001083773,0.05000,1.057
19,mlp.experts.145.gate_proj,0.0002423578,0.05000,1.004
19,mlp.experts.147.gate_proj,0.0004942218,0.05000,0.965
19,mlp.experts.128.gate_proj,0.0002491459,0.05000,0.882
19,mlp.experts.146.gate_proj,0.0003608431,0.05000,1.075
19,mlp.experts.149.gate_proj,0.0002215618,0.05000,1.195
19,mlp.experts.151.gate_proj,0.0001930413,0.05000,2.082
19,mlp.experts.150.gate_proj,0.0001682212,0.05000,1.500
19,mlp.experts.153.gate_proj,0.0001425561,0.05000,1.652
19,mlp.experts.132.gate_proj,0.0002612070,0.05000,3.081
19,mlp.experts.157.gate_proj,0.0003098108,0.05000,1.870
19,mlp.experts.155.gate_proj,0.0002027059,0.05000,3.168
19,mlp.experts.154.gate_proj,0.0001127509,0.05000,3.282
19,mlp.experts.136.gate_proj,0.0002808067,0.05000,3.510
19,mlp.experts.159.gate_proj,0.0002774240,0.05000,1.778
19,mlp.experts.161.gate_proj,0.0002855465,0.05000,3.003
19,mlp.experts.163.gate_proj,0.0001222152,0.05000,1.649
19,mlp.experts.158.gate_proj,0.0001799144,0.05000,3.510
19,mlp.experts.167.gate_proj,0.0001825793,0.05000,1.653
19,mlp.experts.140.gate_proj,0.0003518170,0.05000,3.689
19,mlp.experts.165.gate_proj,0.0002111571,0.05000,3.673
19,mlp.experts.162.gate_proj,0.0001926684,0.05000,2.891
19,mlp.experts.171.gate_proj,0.0002390264,0.05000,1.819
19,mlp.experts.144.gate_proj,0.0002357434,0.05000,1.533
19,mlp.experts.169.gate_proj,0.0001189985,0.05000,1.347
19,mlp.experts.166.gate_proj,0.0002477943,0.05000,1.292
19,mlp.experts.175.gate_proj,0.0001831340,0.05000,1.300
19,mlp.experts.148.gate_proj,0.0001657521,0.05000,1.286
19,mlp.experts.173.gate_proj,0.0001886347,0.05000,1.304
19,mlp.experts.170.gate_proj,0.0001973414,0.05000,1.275
19,mlp.experts.179.gate_proj,0.0002549447,0.05000,1.293
19,mlp.experts.152.gate_proj,0.0003159491,0.05000,1.279
19,mlp.experts.177.gate_proj,0.0004227324,0.05000,1.299
19,mlp.experts.174.gate_proj,0.0001108458,0.05000,1.302
19,mlp.experts.156.gate_proj,0.0001787530,0.05000,1.352
19,mlp.experts.183.gate_proj,0.0002467319,0.05000,1.417
19,mlp.experts.181.gate_proj,0.0002254155,0.05000,1.356
19,mlp.experts.178.gate_proj,0.0002720436,0.05000,1.218
19,mlp.experts.160.gate_proj,0.0001397414,0.05000,1.235
19,mlp.experts.187.gate_proj,0.0002968586,0.05000,1.441
19,mlp.experts.185.gate_proj,0.0002915755,0.05000,1.256
19,mlp.experts.182.gate_proj,0.0003946592,0.05000,1.295
19,mlp.experts.164.gate_proj,0.0002691504,0.05000,1.307
19,mlp.experts.191.gate_proj,0.0001416745,0.05000,1.297
19,mlp.experts.189.gate_proj,0.0003095093,0.05000,1.298
19,mlp.experts.186.gate_proj,0.0002427227,0.05000,1.308
19,mlp.experts.168.gate_proj,0.0002418246,0.05000,1.305
19,mlp.experts.195.gate_proj,0.0001986499,0.05000,1.305
19,mlp.experts.193.gate_proj,0.0001985663,0.05000,1.309
19,mlp.experts.190.gate_proj,0.0001900282,0.05000,1.100
19,mlp.experts.172.gate_proj,0.0001546788,0.05000,1.100
19,mlp.experts.199.gate_proj,0.0002044590,0.05000,1.059
19,mlp.experts.197.gate_proj,0.0002166476,0.05000,1.068
19,mlp.experts.194.gate_proj,0.0001907607,0.05000,1.285
19,mlp.experts.176.gate_proj,0.0002577713,0.05000,1.289
19,mlp.experts.203.gate_proj,0.0001541199,0.05000,1.316
19,mlp.experts.201.gate_proj,0.0002164411,0.05000,1.315
19,mlp.experts.198.gate_proj,0.0003661069,0.05000,1.301
19,mlp.experts.180.gate_proj,0.0001045004,0.05000,1.307
19,mlp.experts.207.gate_proj,0.0001601601,0.05000,1.313
19,mlp.experts.205.gate_proj,0.0002631517,0.05000,1.308
19,mlp.experts.202.gate_proj,0.0001838882,0.05000,1.306
19,mlp.experts.184.gate_proj,0.0002358085,0.05000,1.291
19,mlp.experts.211.gate_proj,0.0003459863,0.05000,1.309
19,mlp.experts.209.gate_proj,0.0002372255,0.05000,1.308
19,mlp.experts.206.gate_proj,0.0002945493,0.05000,1.239
19,mlp.experts.188.gate_proj,0.0002330446,0.05000,1.244
19,mlp.experts.215.gate_proj,0.0001590751,0.05000,1.223
19,mlp.experts.213.gate_proj,0.0001919419,0.05000,1.191
19,mlp.experts.210.gate_proj,0.0004405732,0.05000,1.120
19,mlp.experts.192.gate_proj,0.0001137227,0.05000,1.177
19,mlp.experts.219.gate_proj,0.0001704593,0.05000,1.196
19,mlp.experts.217.gate_proj,0.0002026918,0.05000,1.210
19,mlp.experts.214.gate_proj,0.0001960008,0.05000,1.272
19,mlp.experts.196.gate_proj,0.0001564632,0.05000,1.284
19,mlp.experts.223.gate_proj,0.0002065597,0.05000,1.286
19,mlp.experts.221.gate_proj,0.0001829913,0.05000,1.287
19,mlp.experts.218.gate_proj,0.0003058487,0.05000,1.280
19,mlp.experts.200.gate_proj,0.0002200980,0.05000,1.257
19,mlp.experts.227.gate_proj,0.0002893794,0.05000,1.226
19,mlp.experts.225.gate_proj,0.0002452210,0.05000,1.241
19,mlp.experts.222.gate_proj,0.0003134943,0.05000,1.271
19,mlp.experts.204.gate_proj,0.0001581905,0.05000,1.339
19,mlp.experts.231.gate_proj,0.0001945749,0.05000,1.273
19,mlp.experts.229.gate_proj,0.0003926885,0.05000,1.268
19,mlp.experts.226.gate_proj,0.0002566746,0.05000,1.212
19,mlp.experts.208.gate_proj,0.0002267441,0.05000,1.170
19,mlp.experts.235.gate_proj,0.0001371274,0.05000,1.198
19,mlp.experts.233.gate_proj,0.0002356787,0.05000,1.190
19,mlp.experts.230.gate_proj,0.0002009529,0.05000,1.191
19,mlp.experts.212.gate_proj,0.0000564342,0.05000,1.152
19,mlp.experts.239.gate_proj,0.0005348128,0.05000,1.195
19,mlp.experts.237.gate_proj,0.0001865099,0.05000,1.194
19,mlp.experts.234.gate_proj,0.0002806692,0.05000,1.212
19,mlp.experts.216.gate_proj,0.0002278717,0.05000,1.171
19,mlp.experts.243.gate_proj,0.0000999215,0.05000,1.210
19,mlp.experts.241.gate_proj,0.0003391740,0.05000,1.177
19,mlp.experts.238.gate_proj,0.0001856761,0.05000,1.202
19,mlp.experts.220.gate_proj,0.0002885935,0.05000,1.296
19,mlp.experts.245.gate_proj,0.0001859667,0.05000,1.309
19,mlp.experts.247.gate_proj,0.0002175761,0.05000,1.677
19,mlp.experts.242.gate_proj,0.0002051460,0.05000,1.321
19,mlp.experts.224.gate_proj,0.0001727233,0.05000,1.285
19,mlp.experts.249.gate_proj,0.0002778916,0.05000,1.221
19,mlp.experts.251.gate_proj,0.0002047138,0.05000,1.183
19,mlp.experts.246.gate_proj,0.0002025178,0.05000,1.159
19,mlp.experts.228.gate_proj,0.0002308544,0.05000,1.197
19,mlp.experts.253.gate_proj,0.0001746507,0.05000,1.220
19,mlp.experts.255.gate_proj,0.0002580180,0.05000,1.201
19,mlp.experts.250.gate_proj,0.0002626232,0.05000,1.190
19,mlp.experts.232.gate_proj,0.0002097731,0.05000,1.197
19,mlp.experts.1.up_proj,0.0002588050,0.05000,1.180
19,mlp.experts.3.up_proj,0.0001395820,0.05000,1.191
19,mlp.experts.254.gate_proj,0.0001611287,0.05000,1.158
19,mlp.experts.236.gate_proj,0.0002875855,0.05000,1.522
19,mlp.experts.7.up_proj,0.0001108763,0.05000,1.415
19,mlp.experts.5.up_proj,0.0002380455,0.05000,2.113
19,mlp.experts.11.up_proj,0.0001102201,0.05000,1.433
19,mlp.experts.240.gate_proj,0.0003057489,0.05000,1.906
19,mlp.experts.2.up_proj,0.0001391337,0.05000,2.672
19,mlp.experts.9.up_proj,0.0002003747,0.05000,1.532
19,mlp.experts.15.up_proj,0.0001871706,0.05000,1.407
19,mlp.experts.13.up_proj,0.0003045192,0.05000,1.392
19,mlp.experts.19.up_proj,0.0000751419,0.05000,1.426
19,mlp.experts.244.gate_proj,0.0003270634,0.05000,2.865
19,mlp.experts.6.up_proj,0.0002347261,0.05000,3.403
19,mlp.experts.23.up_proj,0.0001689910,0.05000,1.612
19,mlp.experts.17.up_proj,0.0002136086,0.05000,2.954
19,mlp.experts.248.gate_proj,0.0003068832,0.05000,2.240
19,mlp.experts.27.up_proj,0.0003293350,0.05000,1.416
19,mlp.experts.10.up_proj,0.0001145975,0.05000,2.379
19,mlp.experts.21.up_proj,0.0001473621,0.05000,1.312
19,mlp.experts.252.gate_proj,0.0003233511,0.05000,1.298
19,mlp.experts.31.up_proj,0.0001370685,0.05000,1.308
19,mlp.experts.14.up_proj,0.0001714194,0.05000,1.300
19,mlp.experts.25.up_proj,0.0001550357,0.05000,1.309
19,mlp.experts.0.up_proj,0.0001565114,0.05000,1.302
19,mlp.experts.35.up_proj,0.0000971392,0.05000,1.343
19,mlp.experts.18.up_proj,0.0002610330,0.05000,2.109
19,mlp.experts.39.up_proj,0.0001496216,0.05000,1.305
19,mlp.experts.4.up_proj,0.0002975033,0.05000,2.277
19,mlp.experts.29.up_proj,0.0001618608,0.05000,2.930
19,mlp.experts.43.up_proj,0.0001818084,0.05000,1.643
19,mlp.experts.8.up_proj,0.0002110676,0.05000,1.901
19,mlp.experts.33.up_proj,0.0001360326,0.05000,1.646
19,mlp.experts.22.up_proj,0.0001078234,0.05000,2.996
19,mlp.experts.12.up_proj,0.0001519875,0.05000,1.716
19,mlp.experts.47.up_proj,0.0002467811,0.05000,2.199
19,mlp.experts.37.up_proj,0.0001684737,0.05000,1.581
19,mlp.experts.26.up_proj,0.0002248511,0.05000,2.337
19,mlp.experts.41.up_proj,0.0001434362,0.05000,2.507
19,mlp.experts.16.up_proj,0.0001468032,0.05000,2.774
19,mlp.experts.51.up_proj,0.0002293325,0.05000,2.789
19,mlp.experts.30.up_proj,0.0001752845,0.05000,2.860
19,mlp.experts.45.up_proj,0.0002114927,0.05000,2.922
19,mlp.experts.55.up_proj,0.0001881164,0.05000,3.235
19,mlp.experts.20.up_proj,0.0001119962,0.05000,3.732
19,mlp.experts.34.up_proj,0.0002769397,0.05000,2.967
19,mlp.experts.24.up_proj,0.0001339532,0.05000,2.158
19,mlp.experts.59.up_proj,0.0002505512,0.05000,2.959
19,mlp.experts.49.up_proj,0.0002127721,0.05000,3.556
19,mlp.experts.38.up_proj,0.0001433832,0.05000,2.412
19,mlp.experts.28.up_proj,0.0003130298,0.05000,1.344
19,mlp.experts.63.up_proj,0.0002118475,0.05000,1.169
19,mlp.experts.53.up_proj,0.0002772175,0.05000,1.210
19,mlp.experts.42.up_proj,0.0001946223,0.05000,1.260
19,mlp.experts.32.up_proj,0.0001617291,0.05000,1.292
19,mlp.experts.67.up_proj,0.0002084209,0.05000,1.305
19,mlp.experts.57.up_proj,0.0002065369,0.05000,1.298
19,mlp.experts.46.up_proj,0.0001694085,0.05000,1.297
19,mlp.experts.36.up_proj,0.0000707982,0.05000,1.282
19,mlp.experts.71.up_proj,0.0001142131,0.05000,1.285
19,mlp.experts.61.up_proj,0.0002091093,0.05000,1.293
19,mlp.experts.50.up_proj,0.0001274190,0.05000,1.289
19,mlp.experts.40.up_proj,0.0001149862,0.05000,1.299
19,mlp.experts.75.up_proj,0.0002829230,0.05000,1.297
19,mlp.experts.65.up_proj,0.0001990003,0.05000,1.284
19,mlp.experts.54.up_proj,0.0001494518,0.05000,1.266
19,mlp.experts.69.up_proj,0.0001843380,0.05000,1.633
19,mlp.experts.58.up_proj,0.0002327582,0.05000,1.506
19,mlp.experts.44.up_proj,0.0001847070,0.05000,2.426
19,mlp.experts.79.up_proj,0.0001644161,0.05000,2.369
19,mlp.experts.73.up_proj,0.0002105145,0.05000,1.586
19,mlp.experts.83.up_proj,0.0002533166,0.05000,1.403
19,mlp.experts.62.up_proj,0.0002744641,0.05000,2.911
19,mlp.experts.48.up_proj,0.0002960941,0.05000,3.416
19,mlp.experts.77.up_proj,0.0002470580,0.05000,2.517
19,mlp.experts.87.up_proj,0.0001459150,0.05000,2.537
19,mlp.experts.66.up_proj,0.0001377495,0.05000,3.054
19,mlp.experts.52.up_proj,0.0002614936,0.05000,3.431
19,mlp.experts.81.up_proj,0.0002237778,0.05000,3.384
19,mlp.experts.91.up_proj,0.0001533137,0.05000,3.399
19,mlp.experts.70.up_proj,0.0002787606,0.05000,1.999
19,mlp.experts.56.up_proj,0.0001721142,0.05000,2.201
19,mlp.experts.85.up_proj,0.0002559345,0.05000,3.628
19,mlp.experts.74.up_proj,0.0001472164,0.05000,3.361
19,mlp.experts.95.up_proj,0.0002057461,0.05000,3.708
19,mlp.experts.60.up_proj,0.0002284770,0.05000,3.837
19,mlp.experts.89.up_proj,0.0001695444,0.05000,2.884
19,mlp.experts.78.up_proj,0.0001797796,0.05000,3.692
19,mlp.experts.99.up_proj,0.0001644254,0.05000,3.745
19,mlp.experts.93.up_proj,0.0001704307,0.05000,1.643
19,mlp.experts.64.up_proj,0.0002245955,0.05000,3.321
19,mlp.experts.82.up_proj,0.0003224632,0.05000,2.471
19,mlp.experts.97.up_proj,0.0002144659,0.05000,2.031
19,mlp.experts.68.up_proj,0.0002489602,0.05000,1.819
19,mlp.experts.103.up_proj,0.0001514100,0.05000,3.616
19,mlp.experts.86.up_proj,0.0001092732,0.05000,3.162
19,mlp.experts.101.up_proj,0.0001082398,0.05000,3.026
19,mlp.experts.72.up_proj,0.0003079274,0.05000,2.763
19,mlp.experts.107.up_proj,0.0001794351,0.05000,2.899
19,mlp.experts.105.up_proj,0.0001849395,0.05000,2.670
19,mlp.experts.111.up_proj,0.0001473420,0.05000,1.789
19,mlp.experts.90.up_proj,0.0001533613,0.05000,3.089
19,mlp.experts.76.up_proj,0.0002907956,0.05000,3.396
19,mlp.experts.94.up_proj,0.0002021864,0.05000,1.859
19,mlp.experts.115.up_proj,0.0001914268,0.05000,3.448
19,mlp.experts.109.up_proj,0.0001786377,0.05000,3.788
19,mlp.experts.98.up_proj,0.0002838647,0.05000,1.845
19,mlp.experts.80.up_proj,0.0001272707,0.05000,3.435
19,mlp.experts.102.up_proj,0.0001471663,0.05000,1.930
19,mlp.experts.113.up_proj,0.0002084469,0.05000,2.428
19,mlp.experts.119.up_proj,0.0002690067,0.05000,3.346
19,mlp.experts.84.up_proj,0.0001827950,0.05000,2.452
19,mlp.experts.117.up_proj,0.0002669174,0.05000,1.667
19,mlp.experts.106.up_proj,0.0001825802,0.05000,2.459
19,mlp.experts.121.up_proj,0.0001777843,0.05000,1.834
19,mlp.experts.88.up_proj,0.0002168701,0.05000,3.001
19,mlp.experts.123.up_proj,0.0001474485,0.05000,3.138
19,mlp.experts.110.up_proj,0.0001024933,0.05000,1.810
19,mlp.experts.127.up_proj,0.0001109207,0.05000,1.298
19,mlp.experts.125.up_proj,0.0001873060,0.05000,1.302
19,mlp.experts.92.up_proj,0.0001619069,0.05000,1.321
19,mlp.experts.114.up_proj,0.0002511333,0.05000,1.340
19,mlp.experts.131.up_proj,0.0002167885,0.05000,1.285
19,mlp.experts.129.up_proj,0.0002528443,0.05000,1.299
19,mlp.experts.96.up_proj,0.0002312821,0.05000,1.296
19,mlp.experts.118.up_proj,0.0001751205,0.05000,1.303
19,mlp.experts.133.up_proj,0.0001222245,0.05000,1.312
19,mlp.experts.135.up_proj,0.0002545548,0.05000,1.334
19,mlp.experts.122.up_proj,0.0001245366,0.05000,1.320
19,mlp.experts.100.up_proj,0.0001620620,0.05000,1.433
19,mlp.experts.137.up_proj,0.0003009523,0.05000,1.369
19,mlp.experts.104.up_proj,0.0002001009,0.05000,1.290
19,mlp.experts.139.up_proj,0.0002037944,0.05000,1.430
19,mlp.experts.126.up_proj,0.0002783815,0.05000,1.565
19,mlp.experts.108.up_proj,0.0001459359,0.05000,1.675
19,mlp.experts.130.up_proj,0.0002407130,0.05000,3.145
19,mlp.experts.112.up_proj,0.0001330570,0.05000,1.730
19,mlp.experts.141.up_proj,0.0002282194,0.05000,3.665
19,mlp.experts.143.up_proj,0.0000990381,0.05000,3.665
19,mlp.experts.116.up_proj,0.0001268633,0.05000,2.164
19,mlp.experts.134.up_proj,0.0001349839,0.05000,3.271
19,mlp.experts.147.up_proj,0.0004399712,0.05000,3.015
19,mlp.experts.145.up_proj,0.0003078724,0.05000,3.590
19,mlp.experts.120.up_proj,0.0002159461,0.05000,3.582
19,mlp.experts.151.up_proj,0.0001932109,0.05000,3.428
19,mlp.experts.149.up_proj,0.0002315435,0.05000,2.926
19,mlp.experts.138.up_proj,0.0001846861,0.05000,3.661
19,mlp.experts.124.up_proj,0.0004122972,0.05000,1.725
19,mlp.experts.142.up_proj,0.0001040885,0.05000,1.663
19,mlp.experts.128.up_proj,0.0002296502,0.05000,1.238
19,mlp.experts.146.up_proj,0.0003701683,0.05000,1.248
19,mlp.experts.132.up_proj,0.0002237298,0.05000,1.241
19,mlp.experts.155.up_proj,0.0002044320,0.05000,3.616
19,mlp.experts.153.up_proj,0.0001085128,0.05000,3.642
19,mlp.experts.150.up_proj,0.0002045372,0.05000,1.261
19,mlp.experts.136.up_proj,0.0002312505,0.05000,1.276
19,mlp.experts.154.up_proj,0.0001066051,0.05000,1.258
19,mlp.experts.140.up_proj,0.0003185899,0.05000,1.243
19,mlp.experts.158.up_proj,0.0001597342,0.05000,1.239
19,mlp.experts.144.up_proj,0.0002018746,0.05000,1.239
19,mlp.experts.159.up_proj,0.0002488890,0.05000,3.612
19,mlp.experts.157.up_proj,0.0003163874,0.05000,3.596
19,mlp.experts.162.up_proj,0.0001682165,0.05000,1.289
19,mlp.experts.148.up_proj,0.0001547933,0.05000,1.256
19,mlp.experts.161.up_proj,0.0002538770,0.05000,1.304
19,mlp.experts.163.up_proj,0.0001216524,0.05000,1.393
19,mlp.experts.166.up_proj,0.0002064754,0.05000,0.943
19,mlp.experts.152.up_proj,0.0003151047,0.05000,0.894
19,mlp.experts.165.up_proj,0.0002001786,0.05000,0.948
19,mlp.experts.167.up_proj,0.0001881666,0.05000,0.974
19,mlp.experts.170.up_proj,0.0001837545,0.05000,1.219
19,mlp.experts.156.up_proj,0.0001648326,0.05000,1.275
19,mlp.experts.169.up_proj,0.0001151328,0.05000,1.256
19,mlp.experts.171.up_proj,0.0002332932,0.05000,1.289
19,mlp.experts.174.up_proj,0.0000965046,0.05000,1.262
19,mlp.experts.160.up_proj,0.0001316260,0.05000,1.279
19,mlp.experts.173.up_proj,0.0001801143,0.05000,1.262
19,mlp.experts.175.up_proj,0.0001682384,0.05000,1.257
19,mlp.experts.178.up_proj,0.0002545618,0.05000,1.160
19,mlp.experts.164.up_proj,0.0002458559,0.05000,1.199
19,mlp.experts.177.up_proj,0.0003556053,0.05000,1.206
19,mlp.experts.179.up_proj,0.0002063969,0.05000,1.206
19,mlp.experts.182.up_proj,0.0003321599,0.05000,1.163
19,mlp.experts.168.up_proj,0.0002212567,0.05000,1.193
19,mlp.experts.181.up_proj,0.0002031853,0.05000,1.186
19,mlp.experts.183.up_proj,0.0002537370,0.05000,1.181
19,mlp.experts.186.up_proj,0.0002275221,0.05000,1.362
19,mlp.experts.172.up_proj,0.0001799267,0.05000,1.255
19,mlp.experts.185.up_proj,0.0002589651,0.05000,1.236
19,mlp.experts.187.up_proj,0.0002793260,0.05000,1.256
19,mlp.experts.190.up_proj,0.0002160159,0.05000,1.142
19,mlp.experts.176.up_proj,0.0002216950,0.05000,1.182
19,mlp.experts.189.up_proj,0.0002973848,0.05000,1.180
19,mlp.experts.191.up_proj,0.0001325751,0.05000,1.176
19,mlp.experts.194.up_proj,0.0001832155,0.05000,1.131
19,mlp.experts.180.up_proj,0.0000906134,0.05000,1.176
19,mlp.experts.193.up_proj,0.0001651708,0.05000,1.188
19,mlp.experts.195.up_proj,0.0001973766,0.05000,1.189
19,mlp.experts.198.up_proj,0.0003172864,0.05000,1.148
19,mlp.experts.184.up_proj,0.0002054425,0.05000,1.185
19,mlp.experts.197.up_proj,0.0002101172,0.05000,1.172
19,mlp.experts.199.up_proj,0.0002021420,0.05000,1.175
19,mlp.experts.188.up_proj,0.0002648066,0.05000,1.531
19,mlp.experts.202.up_proj,0.0001587128,0.05000,1.913
19,mlp.experts.201.up_proj,0.0002231652,0.05000,1.748
19,mlp.experts.192.up_proj,0.0001063869,0.05000,1.656
19,mlp.experts.205.up_proj,0.0002780511,0.05000,1.651
19,mlp.experts.203.up_proj,0.0001282057,0.05000,3.529
19,mlp.experts.196.up_proj,0.0001463086,0.05000,1.648
19,mlp.experts.206.up_proj,0.0002416364,0.05000,3.568
19,mlp.experts.209.up_proj,0.0002124619,0.05000,1.649
19,mlp.experts.207.up_proj,0.0001522032,0.05000,3.473
19,mlp.experts.200.up_proj,0.0002156353,0.05000,2.816
19,mlp.experts.210.up_proj,0.0003859527,0.05000,2.629
19,mlp.experts.213.up_proj,0.0001689065,0.05000,3.365
19,mlp.experts.211.up_proj,0.0003629947,0.05000,1.957
19,mlp.experts.204.up_proj,0.0001451778,0.05000,3.080
19,mlp.experts.214.up_proj,0.0001646069,0.05000,2.988
19,mlp.experts.217.up_proj,0.0001933749,0.05000,2.208
19,mlp.experts.215.up_proj,0.0001768829,0.05000,2.355
19,mlp.experts.208.up_proj,0.0002022881,0.05000,2.349
19,mlp.experts.221.up_proj,0.0001737905,0.05000,2.699
19,mlp.experts.218.up_proj,0.0003284428,0.05000,3.737
19,mlp.experts.212.up_proj,0.0000489108,0.05000,1.987
19,mlp.experts.219.up_proj,0.0001476673,0.05000,3.599
19,mlp.experts.223.up_proj,0.0001710880,0.05000,1.591
19,mlp.experts.225.up_proj,0.0002027813,0.05000,3.646
19,mlp.experts.216.up_proj,0.0002019234,0.05000,2.972
19,mlp.experts.222.up_proj,0.0002964968,0.05000,3.621
19,mlp.experts.227.up_proj,0.0002513711,0.05000,1.488
19,mlp.experts.231.up_proj,0.0001766745,0.05000,1.431
19,mlp.experts.229.up_proj,0.0004262529,0.05000,3.775
19,mlp.experts.220.up_proj,0.0002489531,0.05000,3.282
19,mlp.experts.235.up_proj,0.0001307101,0.05000,1.609
19,mlp.experts.226.up_proj,0.0002477223,0.05000,3.899
19,mlp.experts.239.up_proj,0.0001773563,0.05000,1.706
19,mlp.experts.243.up_proj,0.0000974008,0.05000,1.650
19,mlp.experts.233.up_proj,0.0002518144,0.05000,3.877
19,mlp.experts.224.up_proj,0.0001558970,0.05000,3.588
19,mlp.experts.230.up_proj,0.0001873621,0.05000,3.355
19,mlp.experts.228.up_proj,0.0002336865,0.05000,1.866
19,mlp.experts.247.up_proj,0.0002062300,0.05000,2.549
19,mlp.experts.237.up_proj,0.0001763856,0.05000,3.013
19,mlp.experts.234.up_proj,0.0002600730,0.05000,2.549
19,mlp.experts.232.up_proj,0.0001802952,0.05000,2.377
19,mlp.experts.241.up_proj,0.0003318725,0.05000,1.414
19,mlp.experts.251.up_proj,0.0001674923,0.05000,3.452
19,mlp.experts.245.up_proj,0.0001598681,0.05000,1.788
19,mlp.experts.238.up_proj,0.0001752470,0.05000,3.277
19,mlp.experts.236.up_proj,0.0002630204,0.05000,2.928
19,mlp.experts.255.up_proj,0.0002250552,0.05000,1.340
19,mlp.experts.249.up_proj,0.0002643048,0.05000,1.125
19,mlp.experts.242.up_proj,0.0001865648,0.05000,1.339
19,mlp.experts.240.up_proj,0.0003060612,0.05000,0.661
19,mlp.experts.253.up_proj,0.0001654246,0.05000,0.575
19,mlp.experts.246.up_proj,0.0001876954,0.05000,0.459
19,mlp.experts.244.up_proj,0.0002532185,0.05000,0.420
19,mlp.experts.250.up_proj,0.0002172348,0.05000,0.406
19,mlp.experts.248.up_proj,0.0002796583,0.05000,0.404
19,mlp.experts.254.up_proj,0.0001512183,0.05000,0.402
19,mlp.experts.252.up_proj,0.0003630658,0.05000,0.352
19,mlp.experts.0.down_proj,0.0000175533,0.05000,0.283
19,mlp.experts.3.down_proj,0.0000095949,0.05000,0.289
19,mlp.experts.2.down_proj,0.0000101099,0.05000,0.287
19,mlp.experts.1.down_proj,0.0000052958,0.05000,0.404
19,mlp.experts.4.down_proj,0.0000151258,0.05000,0.296
19,mlp.experts.6.down_proj,0.0000111072,0.05000,0.294
19,mlp.experts.7.down_proj,0.0000044847,0.05000,0.298
19,mlp.experts.5.down_proj,0.0000093822,0.05000,0.286
19,mlp.experts.8.down_proj,0.0000081504,0.05000,0.294
19,mlp.experts.10.down_proj,0.0000018667,0.05000,0.295
19,mlp.experts.11.down_proj,0.0000031443,0.05000,0.295
19,mlp.experts.9.down_proj,0.0000038262,0.05000,0.291
19,mlp.experts.12.down_proj,0.0000112327,0.05000,0.298
19,mlp.experts.14.down_proj,0.0000059295,0.05000,0.299
19,mlp.experts.15.down_proj,0.0000063327,0.05000,0.301
19,mlp.experts.13.down_proj,0.0000084387,0.05000,0.288
19,mlp.experts.16.down_proj,0.0000045870,0.05000,0.299
19,mlp.experts.18.down_proj,0.0000168015,0.05000,0.300
19,mlp.experts.19.down_proj,0.0000044337,0.05000,0.302
19,mlp.experts.17.down_proj,0.0000039549,0.05000,0.304
19,mlp.experts.20.down_proj,0.0000044328,0.05000,0.327
19,mlp.experts.22.down_proj,0.0000055839,0.05000,0.324
19,mlp.experts.23.down_proj,0.0000114973,0.05000,0.326
19,mlp.experts.21.down_proj,0.0000024785,0.05000,0.326
19,mlp.experts.24.down_proj,0.0000025656,0.05000,0.325
19,mlp.experts.26.down_proj,0.0000067305,0.05000,0.331
19,mlp.experts.27.down_proj,0.0000241690,0.05000,0.326
19,mlp.experts.25.down_proj,0.0000052893,0.05000,0.318
19,mlp.experts.31.down_proj,0.0000046582,0.05000,0.313
19,mlp.experts.29.down_proj,0.0000044049,0.05000,0.331
19,mlp.experts.28.down_proj,0.0000223897,0.05000,0.533
19,mlp.experts.30.down_proj,0.0000083594,0.05000,0.606
19,mlp.experts.33.down_proj,0.0000053243,0.05000,0.426
19,mlp.experts.35.down_proj,0.0000030561,0.05000,0.729
19,mlp.experts.37.down_proj,0.0000038419,0.05000,0.416
19,mlp.experts.32.down_proj,0.0000021768,0.05000,0.943
19,mlp.experts.34.down_proj,0.0000171200,0.05000,0.957
19,mlp.experts.41.down_proj,0.0000020537,0.05000,0.420
19,mlp.experts.39.down_proj,0.0000071204,0.05000,0.896
19,mlp.experts.45.down_proj,0.0000089901,0.05000,0.408
19,mlp.experts.36.down_proj,0.0000020353,0.05000,0.720
19,mlp.experts.49.down_proj,0.0000193587,0.05000,0.401
19,mlp.experts.38.down_proj,0.0000069906,0.05000,0.943
19,mlp.experts.43.down_proj,0.0000079509,0.05000,0.875
19,mlp.experts.53.down_proj,0.0000157147,0.05000,0.422
19,mlp.experts.40.down_proj,0.0000030623,0.05000,0.852
19,mlp.experts.57.down_proj,0.0000073117,0.05000,0.377
19,mlp.experts.42.down_proj,0.0000085138,0.05000,0.938
19,mlp.experts.44.down_proj,0.0000029261,0.05000,0.587
19,mlp.experts.47.down_proj,0.0000109125,0.05000,0.870
19,mlp.experts.61.down_proj,0.0000051935,0.05000,0.430
19,mlp.experts.65.down_proj,0.0000070458,0.05000,0.709
19,mlp.experts.46.down_proj,0.0000058823,0.05000,0.996
19,mlp.experts.48.down_proj,0.0000166001,0.05000,0.875
19,mlp.experts.51.down_proj,0.0000134134,0.05000,0.976
19,mlp.experts.69.down_proj,0.0000029161,0.05000,0.723
19,mlp.experts.52.down_proj,0.0000122246,0.05000,0.665
19,mlp.experts.50.down_proj,0.0000127205,0.05000,0.936
19,mlp.experts.55.down_proj,0.0000051166,0.05000,0.903
19,mlp.experts.73.down_proj,0.0000104428,0.05000,0.421
19,mlp.experts.56.down_proj,0.0000033824,0.05000,0.413
19,mlp.experts.77.down_proj,0.0000093744,0.05000,0.419
19,mlp.experts.60.down_proj,0.0000088064,0.05000,0.418
19,mlp.experts.54.down_proj,0.0000066563,0.05000,0.734
19,mlp.experts.59.down_proj,0.0000132404,0.05000,0.666
19,mlp.experts.81.down_proj,0.0000053973,0.05000,0.477
19,mlp.experts.63.down_proj,0.0000114615,0.05000,0.355
19,mlp.experts.64.down_proj,0.0000056712,0.05000,0.797
19,mlp.experts.58.down_proj,0.0000068170,0.05000,0.857
19,mlp.experts.67.down_proj,0.0000060668,0.05000,0.395
19,mlp.experts.85.down_proj,0.0000146073,0.05000,0.688
19,mlp.experts.71.down_proj,0.0000039529,0.05000,0.389
19,mlp.experts.68.down_proj,0.0000105983,0.05000,0.854
19,mlp.experts.62.down_proj,0.0000092793,0.05000,0.810
19,mlp.experts.89.down_proj,0.0000029905,0.05000,0.840
19,mlp.experts.75.down_proj,0.0000098156,0.05000,0.737
19,mlp.experts.72.down_proj,0.0000121151,0.05000,0.554
19,mlp.experts.79.down_proj,0.0000028355,0.05000,0.402
19,mlp.experts.76.down_proj,0.0000077618,0.05000,0.511
19,mlp.experts.66.down_proj,0.0000040954,0.05000,0.953
19,mlp.experts.93.down_proj,0.0000025798,0.05000,0.878
19,mlp.experts.83.down_proj,0.0000116892,0.05000,0.437
19,mlp.experts.80.down_proj,0.0000037831,0.05000,0.363
19,mlp.experts.87.down_proj,0.0000024574,0.05000,0.508
19,mlp.experts.84.down_proj,0.0000068327,0.05000,0.460
19,mlp.experts.70.down_proj,0.0000157618,0.05000,0.935
19,mlp.experts.97.down_proj,0.0000046229,0.05000,0.876
19,mlp.experts.88.down_proj,0.0000146712,0.05000,0.421
19,mlp.experts.91.down_proj,0.0000057270,0.05000,0.994
19,mlp.experts.92.down_proj,0.0000027754,0.05000,0.660
19,mlp.experts.74.down_proj,0.0000021831,0.05000,0.992
19,mlp.experts.101.down_proj,0.0000053898,0.05000,0.949
19,mlp.experts.95.down_proj,0.0000124571,0.05000,0.974
19,mlp.experts.96.down_proj,0.0000118640,0.05000,0.952
19,mlp.experts.78.down_proj,0.0000037151,0.05000,0.967
19,mlp.experts.105.down_proj,0.0000033720,0.05000,0.962
19,mlp.experts.99.down_proj,0.0000038548,0.05000,0.961
19,mlp.experts.100.down_proj,0.0000057936,0.05000,0.946
19,mlp.experts.82.down_proj,0.0000170436,0.05000,0.951
19,mlp.experts.109.down_proj,0.0000106081,0.05000,0.962
19,mlp.experts.103.down_proj,0.0000158941,0.05000,0.962
19,mlp.experts.104.down_proj,0.0000049438,0.05000,0.948
19,mlp.experts.86.down_proj,0.0000024800,0.05000,0.961
19,mlp.experts.113.down_proj,0.0000064065,0.05000,0.955
19,mlp.experts.107.down_proj,0.0000066648,0.05000,0.969
19,mlp.experts.108.down_proj,0.0000074416,0.05000,0.946
19,mlp.experts.90.down_proj,0.0000019741,0.05000,0.958
19,mlp.experts.117.down_proj,0.0000155394,0.05000,0.964
19,mlp.experts.111.down_proj,0.0000054793,0.05000,0.979
19,mlp.experts.112.down_proj,0.0000057503,0.05000,0.921
19,mlp.experts.94.down_proj,0.0000037456,0.05000,0.958
19,mlp.experts.121.down_proj,0.0000044975,0.05000,0.916
19,mlp.experts.116.down_proj,0.0000048985,0.05000,0.661
19,mlp.experts.125.down_proj,0.0000039046,0.05000,0.631
19,mlp.experts.115.down_proj,0.0000106746,0.05000,0.975
19,mlp.experts.98.down_proj,0.0000057158,0.05000,0.955
19,mlp.experts.129.down_proj,0.0000114605,0.05000,0.383
19,mlp.experts.120.down_proj,0.0000121688,0.05000,0.662
19,mlp.experts.133.down_proj,0.0000071463,0.05000,0.330
19,mlp.experts.124.down_proj,0.0000236575,0.05000,0.304
19,mlp.experts.137.down_proj,0.0000139217,0.05000,0.307
19,mlp.experts.119.down_proj,0.0000091155,0.05000,0.917
19,mlp.experts.128.down_proj,0.0000221034,0.05000,0.311
19,mlp.experts.102.down_proj,0.0000052455,0.05000,0.903
19,mlp.experts.141.down_proj,0.0000050132,0.05000,0.313
19,mlp.experts.132.down_proj,0.0000103860,0.05000,0.313
19,mlp.experts.145.down_proj,0.0000218393,0.05000,0.314
19,mlp.experts.136.down_proj,0.0000061367,0.05000,0.309
19,mlp.experts.149.down_proj,0.0000232423,0.05000,0.313
19,mlp.experts.123.down_proj,0.0000022552,0.05000,0.889
19,mlp.experts.106.down_proj,0.0000079101,0.05000,0.888
19,mlp.experts.140.down_proj,0.0000137935,0.05000,0.318
19,mlp.experts.153.down_proj,0.0000012039,0.05000,0.318
19,mlp.experts.144.down_proj,0.0000087191,0.05000,0.311
19,mlp.experts.157.down_proj,0.0000154025,0.05000,0.306
19,mlp.experts.148.down_proj,0.0000019647,0.05000,0.306
19,mlp.experts.127.down_proj,0.0000077302,0.05000,0.890
19,mlp.experts.161.down_proj,0.0000046395,0.05000,0.318
19,mlp.experts.110.down_proj,0.0000037147,0.05000,0.900
19,mlp.experts.152.down_proj,0.0000230309,0.05000,0.419
19,mlp.experts.165.down_proj,0.0000150282,0.05000,0.338
19,mlp.experts.156.down_proj,0.0000032871,0.05000,0.310
19,mlp.experts.169.down_proj,0.0000097382,0.05000,0.315
19,mlp.experts.160.down_proj,0.0000048915,0.05000,0.314
19,mlp.experts.131.down_proj,0.0000074738,0.05000,0.910
19,mlp.experts.173.down_proj,0.0000035226,0.05000,0.317
19,mlp.experts.114.down_proj,0.0000027651,0.05000,0.905
19,mlp.experts.164.down_proj,0.0000085001,0.05000,0.327
19,mlp.experts.177.down_proj,0.0000124312,0.05000,0.318
19,mlp.experts.118.down_proj,0.0000048064,0.05000,0.539
19,mlp.experts.168.down_proj,0.0000050372,0.05000,0.356
19,mlp.experts.135.down_proj,0.0000175148,0.05000,0.780
19,mlp.experts.122.down_proj,0.0000061657,0.05000,0.398
19,mlp.experts.172.down_proj,0.0000090127,0.05000,0.392
19,mlp.experts.181.down_proj,0.0000084635,0.05000,0.745
19,mlp.experts.126.down_proj,0.0000122561,0.05000,0.395
19,mlp.experts.176.down_proj,0.0000042119,0.05000,0.394
19,mlp.experts.139.down_proj,0.0000027932,0.05000,0.772
19,mlp.experts.130.down_proj,0.0000077764,0.05000,0.383
19,mlp.experts.180.down_proj,0.0000048498,0.05000,0.385
19,mlp.experts.185.down_proj,0.0000132636,0.05000,0.705
19,mlp.experts.134.down_proj,0.0000098119,0.05000,0.395
19,mlp.experts.184.down_proj,0.0000033657,0.05000,0.396
19,mlp.experts.143.down_proj,0.0000054557,0.05000,0.782
19,mlp.experts.138.down_proj,0.0000046263,0.05000,0.397
19,mlp.experts.189.down_proj,0.0000085183,0.05000,0.777
19,mlp.experts.188.down_proj,0.0000071197,0.05000,0.400
19,mlp.experts.142.down_proj,0.0000017686,0.05000,0.412
19,mlp.experts.192.down_proj,0.0000073293,0.05000,0.482
19,mlp.experts.147.down_proj,0.0000196441,0.05000,0.812
19,mlp.experts.193.down_proj,0.0000051106,0.05000,0.705
19,mlp.experts.146.down_proj,0.0000264907,0.05000,0.840
19,mlp.experts.196.down_proj,0.0000053734,0.05000,0.932
19,mlp.experts.151.down_proj,0.0000101755,0.05000,0.934
19,mlp.experts.197.down_proj,0.0000104049,0.05000,0.925
19,mlp.experts.150.down_proj,0.0000071203,0.05000,0.974
19,mlp.experts.200.down_proj,0.0000167563,0.05000,0.932
19,mlp.experts.155.down_proj,0.0000085700,0.05000,0.932
19,mlp.experts.201.down_proj,0.0000083653,0.05000,0.793
19,mlp.experts.154.down_proj,0.0000016298,0.05000,0.413
19,mlp.experts.159.down_proj,0.0000095339,0.05000,0.354
19,mlp.experts.158.down_proj,0.0000020262,0.05000,0.361
19,mlp.experts.204.down_proj,0.0000020713,0.05000,0.661
19,mlp.experts.163.down_proj,0.0000065172,0.05000,0.349
19,mlp.experts.205.down_proj,0.0000160703,0.05000,0.763
19,mlp.experts.162.down_proj,0.0000055828,0.05000,0.354
19,mlp.experts.167.down_proj,0.0000091393,0.05000,0.360
19,mlp.experts.208.down_proj,0.0000054799,0.05000,0.599
19,mlp.experts.209.down_proj,0.0000042899,0.05000,0.446
19,mlp.experts.166.down_proj,0.0000062603,0.05000,0.312
19,mlp.experts.171.down_proj,0.0000158351,0.05000,0.298
19,mlp.experts.212.down_proj,0.0000017133,0.05000,0.461
19,mlp.experts.213.down_proj,0.0000055125,0.05000,0.730
19,mlp.experts.170.down_proj,0.0000041594,0.05000,0.759
19,mlp.experts.175.down_proj,0.0000056150,0.05000,0.925
19,mlp.experts.216.down_proj,0.0000066686,0.05000,0.936
19,mlp.experts.217.down_proj,0.0000084462,0.05000,0.954
19,mlp.experts.174.down_proj,0.0000067647,0.05000,0.923
19,mlp.experts.220.down_proj,0.0000040516,0.05000,0.461
19,mlp.experts.179.down_proj,0.0000082596,0.05000,0.895
19,mlp.experts.224.down_proj,0.0000041874,0.05000,0.457
19,mlp.experts.178.down_proj,0.0000082009,0.05000,0.857
19,mlp.experts.221.down_proj,0.0000033122,0.05000,0.959
19,mlp.experts.228.down_proj,0.0000141209,0.05000,0.495
19,mlp.experts.183.down_proj,0.0000174561,0.05000,0.874
19,mlp.experts.232.down_proj,0.0000044080,0.05000,0.455
19,mlp.experts.182.down_proj,0.0000116652,0.05000,0.872
19,mlp.experts.225.down_proj,0.0000076909,0.05000,0.956
19,mlp.experts.187.down_proj,0.0000114995,0.05000,0.877
19,mlp.experts.236.down_proj,0.0000044963,0.05000,0.449
19,mlp.experts.240.down_proj,0.0000213863,0.05000,0.417
19,mlp.experts.186.down_proj,0.0000038180,0.05000,0.764
19,mlp.experts.191.down_proj,0.0000016704,0.05000,0.614
19,mlp.experts.229.down_proj,0.0000584488,0.05000,0.855
19,mlp.experts.190.down_proj,0.0000113763,0.05000,0.358
19,mlp.experts.195.down_proj,0.0000043884,0.05000,0.324
19,mlp.experts.244.down_proj,0.0000038798,0.05000,0.886
19,mlp.experts.199.down_proj,0.0000100055,0.05000,0.409
19,mlp.experts.233.down_proj,0.0000183853,0.05000,0.757
19,mlp.experts.203.down_proj,0.0000036816,0.05000,0.417
19,mlp.experts.194.down_proj,0.0000027091,0.05000,0.887
19,mlp.experts.207.down_proj,0.0000025055,0.05000,0.417
19,mlp.experts.248.down_proj,0.0000060333,0.05000,0.934
19,mlp.experts.237.down_proj,0.0000058771,0.05000,0.941
19,mlp.experts.211.down_proj,0.0000243265,0.05000,0.414
19,mlp.experts.198.down_proj,0.0000106218,0.05000,0.887
19,mlp.experts.215.down_proj,0.0000078270,0.05000,0.418
19,mlp.experts.252.down_proj,0.0000202495,0.05000,0.931
19,mlp.experts.241.down_proj,0.0000174773,0.05000,0.807
19,mlp.experts.219.down_proj,0.0000030510,0.05000,0.312
19,mlp.experts.202.down_proj,0.0000070047,0.05000,0.679
19,mlp.experts.245.down_proj,0.0000053772,0.05000,0.206
19,mlp.experts.223.down_proj,0.0000053993,0.05000,0.205
19,mlp.experts.206.down_proj,0.0000076208,0.05000,0.210
19,mlp.experts.249.down_proj,0.0000140901,0.05000,0.206
19,mlp.experts.227.down_proj,0.0000099751,0.05000,0.206
19,mlp.experts.210.down_proj,0.0000170143,0.05000,0.212
19,mlp.experts.253.down_proj,0.0000089537,0.05000,0.207
19,mlp.experts.231.down_proj,0.0000091715,0.05000,0.199
19,mlp.experts.214.down_proj,0.0000024337,0.05000,0.194
19,mlp.experts.235.down_proj,0.0000029035,0.05000,0.155
19,mlp.experts.218.down_proj,0.0000231811,0.05000,0.153
19,mlp.experts.239.down_proj,0.0000003918,0.05000,0.118
19,mlp.experts.222.down_proj,0.0000087999,0.05000,0.110
19,mlp.experts.243.down_proj,0.0000046589,0.05000,0.103
19,mlp.experts.226.down_proj,0.0000114736,0.05000,0.101
19,mlp.experts.247.down_proj,0.0000068780,0.05000,0.101
19,mlp.experts.230.down_proj,0.0000071662,0.05000,0.102
19,mlp.experts.251.down_proj,0.0000061288,0.05000,0.100
19,mlp.experts.234.down_proj,0.0000045111,0.05000,0.101
19,mlp.experts.255.down_proj,0.0000036218,0.05000,0.100
19,mlp.experts.238.down_proj,0.0000023694,0.05000,0.097
19,mlp.experts.242.down_proj,0.0000030274,0.05000,0.050
19,mlp.experts.246.down_proj,0.0000032799,0.05000,0.050
19,mlp.experts.250.down_proj,0.0000052511,0.05000,0.050
19,mlp.experts.254.down_proj,0.0000023121,0.05000,0.050
20,mlp.experts.1.gate_proj,0.0001423843,0.05000,1.350
20,mlp.experts.3.gate_proj,0.0003270442,0.05000,1.366
20,mlp.experts.2.gate_proj,0.0001729138,0.05000,1.384
20,mlp.experts.0.gate_proj,0.0002583652,0.05000,1.645
20,mlp.experts.7.gate_proj,0.0002384531,0.05000,1.194
20,mlp.experts.6.gate_proj,0.0001748162,0.05000,1.200
20,mlp.experts.5.gate_proj,0.0002068340,0.05000,1.236
20,mlp.experts.4.gate_proj,0.0002020141,0.05000,1.175
20,mlp.experts.11.gate_proj,0.0001476491,0.05000,1.226
20,mlp.experts.9.gate_proj,0.0001896971,0.05000,1.221
20,mlp.experts.10.gate_proj,0.0002711555,0.05000,1.240
20,mlp.experts.8.gate_proj,0.0001358460,0.05000,1.215
20,mlp.experts.15.gate_proj,0.0003017820,0.05000,1.238
20,mlp.experts.13.gate_proj,0.0001725087,0.05000,1.245
20,mlp.experts.14.gate_proj,0.0003885530,0.05000,1.276
20,mlp.experts.12.gate_proj,0.0002899776,0.05000,1.195
20,mlp.experts.17.gate_proj,0.0001129522,0.05000,1.118
20,mlp.experts.18.gate_proj,0.0001471281,0.05000,1.119
20,mlp.experts.19.gate_proj,0.0002317523,0.05000,1.213
20,mlp.experts.16.gate_proj,0.0001733082,0.05000,1.136
20,mlp.experts.21.gate_proj,0.0001778012,0.05000,0.873
20,mlp.experts.22.gate_proj,0.0001763659,0.05000,0.855
20,mlp.experts.23.gate_proj,0.0000737797,0.05000,0.867
20,mlp.experts.20.gate_proj,0.0004345255,0.05000,0.861
20,mlp.experts.24.gate_proj,0.0002691481,0.05000,1.299
20,mlp.experts.25.gate_proj,0.0002303231,0.05000,1.643
20,mlp.experts.26.gate_proj,0.0001233270,0.05000,2.187
20,mlp.experts.27.gate_proj,0.0002321266,0.05000,2.522
20,mlp.experts.28.gate_proj,0.0001554725,0.05000,1.476
20,mlp.experts.29.gate_proj,0.0001966926,0.05000,1.634
20,mlp.experts.30.gate_proj,0.0003469676,0.05000,1.146
20,mlp.experts.31.gate_proj,0.0004278109,0.05000,0.885
20,mlp.experts.32.gate_proj,0.0001883224,0.05000,0.924
20,mlp.experts.33.gate_proj,0.0002576689,0.05000,1.039
20,mlp.experts.35.gate_proj,0.0003017849,0.05000,1.215
20,mlp.experts.34.gate_proj,0.0002256967,0.05000,1.344
20,mlp.experts.37.gate_proj,0.0001965908,0.05000,1.527
20,mlp.experts.39.gate_proj,0.0002311606,0.05000,1.727
20,mlp.experts.36.gate_proj,0.0003240244,0.05000,2.644
20,mlp.experts.41.gate_proj,0.0002426921,0.05000,2.003
20,mlp.experts.38.gate_proj,0.0002132895,0.05000,3.153
20,mlp.experts.43.gate_proj,0.0002095479,0.05000,1.543
20,mlp.experts.40.gate_proj,0.0002297888,0.05000,1.506
20,mlp.experts.42.gate_proj,0.0001936562,0.05000,1.312
20,mlp.experts.45.gate_proj,0.0002851958,0.05000,1.378
20,mlp.experts.47.gate_proj,0.0004185753,0.05000,1.300
20,mlp.experts.44.gate_proj,0.0002838214,0.05000,1.307
20,mlp.experts.46.gate_proj,0.0003486348,0.05000,1.294
20,mlp.experts.49.gate_proj,0.0002868896,0.05000,1.309
20,mlp.experts.51.gate_proj,0.0002348925,0.05000,1.303
20,mlp.experts.48.gate_proj,0.0001823739,0.05000,1.310
20,mlp.experts.50.gate_proj,0.0001333737,0.05000,1.303
20,mlp.experts.55.gate_proj,0.0004595016,0.05000,1.280
20,mlp.experts.53.gate_proj,0.0002878844,0.05000,1.298
20,mlp.experts.52.gate_proj,0.0002244965,0.05000,1.288
20,mlp.experts.54.gate_proj,0.0003230204,0.05000,1.212
20,mlp.experts.59.gate_proj,0.0003012619,0.05000,1.164
20,mlp.experts.57.gate_proj,0.0001857032,0.05000,1.207
20,mlp.experts.56.gate_proj,0.0001591901,0.05000,1.208
20,mlp.experts.63.gate_proj,0.0002632667,0.05000,1.169
20,mlp.experts.58.gate_proj,0.0002014744,0.05000,1.226
20,mlp.experts.61.gate_proj,0.0002990681,0.05000,1.206
20,mlp.experts.60.gate_proj,0.0004028317,0.05000,1.219
20,mlp.experts.67.gate_proj,0.0003323241,0.05000,1.202
20,mlp.experts.62.gate_proj,0.0002742193,0.05000,1.237
20,mlp.experts.65.gate_proj,0.0002423114,0.05000,1.193
20,mlp.experts.64.gate_proj,0.0001920396,0.05000,1.203
20,mlp.experts.71.gate_proj,0.0001575882,0.05000,1.886
20,mlp.experts.68.gate_proj,0.0002511814,0.05000,1.901
20,mlp.experts.66.gate_proj,0.0001892647,0.05000,2.051
20,mlp.experts.69.gate_proj,0.0002469190,0.05000,2.554
20,mlp.experts.70.gate_proj,0.0002604920,0.05000,2.532
20,mlp.experts.75.gate_proj,0.0002324332,0.05000,2.790
20,mlp.experts.72.gate_proj,0.0001288630,0.05000,2.840
20,mlp.experts.73.gate_proj,0.0003349135,0.05000,2.785
20,mlp.experts.74.gate_proj,0.0001870430,0.05000,1.541
20,mlp.experts.76.gate_proj,0.0003486421,0.05000,1.414
20,mlp.experts.78.gate_proj,0.0001644645,0.05000,1.565
20,mlp.experts.77.gate_proj,0.0003875953,0.05000,2.487
20,mlp.experts.79.gate_proj,0.0003284910,0.05000,3.529
20,mlp.experts.80.gate_proj,0.0002452601,0.05000,2.399
20,mlp.experts.82.gate_proj,0.0002773431,0.05000,1.260
20,mlp.experts.81.gate_proj,0.0002268515,0.05000,1.239
20,mlp.experts.83.gate_proj,0.0002393975,0.05000,1.186
20,mlp.experts.84.gate_proj,0.0002736415,0.05000,1.127
20,mlp.experts.86.gate_proj,0.0001746074,0.05000,1.200
20,mlp.experts.85.gate_proj,0.0001373946,0.05000,1.193
20,mlp.experts.87.gate_proj,0.0001953520,0.05000,1.268
20,mlp.experts.88.gate_proj,0.0002215541,0.05000,1.232
20,mlp.experts.90.gate_proj,0.0006568015,0.05000,1.213
20,mlp.experts.89.gate_proj,0.0002015926,0.05000,1.237
20,mlp.experts.91.gate_proj,0.0003517811,0.05000,1.183
20,mlp.experts.92.gate_proj,0.0001445447,0.05000,1.198
20,mlp.experts.94.gate_proj,0.0002113681,0.05000,1.211
20,mlp.experts.93.gate_proj,0.0002440625,0.05000,1.199
20,mlp.experts.95.gate_proj,0.0001677853,0.05000,1.159
20,mlp.experts.96.gate_proj,0.0001781083,0.05000,1.212
20,mlp.experts.98.gate_proj,0.0002329527,0.05000,1.238
20,mlp.experts.97.gate_proj,0.0002440768,0.05000,1.238
20,mlp.experts.99.gate_proj,0.0001680474,0.05000,1.247
20,mlp.experts.100.gate_proj,0.0002140319,0.05000,1.300
20,mlp.experts.102.gate_proj,0.0005370336,0.05000,1.307
20,mlp.experts.101.gate_proj,0.0003436497,0.05000,1.305
20,mlp.experts.103.gate_proj,0.0001238934,0.05000,1.309
20,mlp.experts.104.gate_proj,0.0001112160,0.05000,1.313
20,mlp.experts.106.gate_proj,0.0001797175,0.05000,1.306
20,mlp.experts.105.gate_proj,0.0002507861,0.05000,1.444
20,mlp.experts.107.gate_proj,0.0002844983,0.05000,1.855
20,mlp.experts.108.gate_proj,0.0003714865,0.05000,1.465
20,mlp.experts.110.gate_proj,0.0002410812,0.05000,1.738
20,mlp.experts.112.gate_proj,0.0002169317,0.05000,1.535
20,mlp.experts.114.gate_proj,0.0002736893,0.05000,1.817
20,mlp.experts.109.gate_proj,0.0002356668,0.05000,3.516
20,mlp.experts.111.gate_proj,0.0002340376,0.05000,3.505
20,mlp.experts.116.gate_proj,0.0002051163,0.05000,2.178
20,mlp.experts.118.gate_proj,0.0002532737,0.05000,1.301
20,mlp.experts.113.gate_proj,0.0001069076,0.05000,1.153
20,mlp.experts.117.gate_proj,0.0002924272,0.05000,1.618
20,mlp.experts.120.gate_proj,0.0002331869,0.05000,1.711
20,mlp.experts.122.gate_proj,0.0001913147,0.05000,2.769
20,mlp.experts.115.gate_proj,0.0001201839,0.05000,3.092
20,mlp.experts.121.gate_proj,0.0002386198,0.05000,2.704
20,mlp.experts.124.gate_proj,0.0001841083,0.05000,3.546
20,mlp.experts.119.gate_proj,0.0002256379,0.05000,3.114
20,mlp.experts.125.gate_proj,0.0002043608,0.05000,1.935
20,mlp.experts.126.gate_proj,0.0002743896,0.05000,3.703
20,mlp.experts.128.gate_proj,0.0001722046,0.05000,1.888
20,mlp.experts.129.gate_proj,0.0002030290,0.05000,1.531
20,mlp.experts.130.gate_proj,0.0004167104,0.05000,2.962
20,mlp.experts.123.gate_proj,0.0001975483,0.05000,3.747
20,mlp.experts.132.gate_proj,0.0001574409,0.05000,3.044
20,mlp.experts.133.gate_proj,0.0002472726,0.05000,2.675
20,mlp.experts.136.gate_proj,0.0001757450,0.05000,2.428
20,mlp.experts.134.gate_proj,0.0001982878,0.05000,3.796
20,mlp.experts.137.gate_proj,0.0001728222,0.05000,2.986
20,mlp.experts.127.gate_proj,0.0001270348,0.05000,3.845
20,mlp.experts.140.gate_proj,0.0002798144,0.05000,3.062
20,mlp.experts.141.gate_proj,0.0001217154,0.05000,2.576
20,mlp.experts.138.gate_proj,0.0002494052,0.05000,3.684
20,mlp.experts.131.gate_proj,0.0003293023,0.05000,3.458
20,mlp.experts.145.gate_proj,0.0002524925,0.05000,1.710
20,mlp.experts.144.gate_proj,0.0001780203,0.05000,2.293
20,mlp.experts.149.gate_proj,0.0001834627,0.05000,1.622
20,mlp.experts.135.gate_proj,0.0001180793,0.05000,2.302
20,mlp.experts.142.gate_proj,0.0002460987,0.05000,3.194
20,mlp.experts.148.gate_proj,0.0001986610,0.05000,2.867
20,mlp.experts.153.gate_proj,0.0001562571,0.05000,2.515
20,mlp.experts.139.gate_proj,0.0001446148,0.05000,2.743
20,mlp.experts.146.gate_proj,0.0001749094,0.05000,3.214
20,mlp.experts.143.gate_proj,0.0001781978,0.05000,1.806
20,mlp.experts.152.gate_proj,0.0001782566,0.05000,3.657
20,mlp.experts.157.gate_proj,0.0002267685,0.05000,2.715
20,mlp.experts.150.gate_proj,0.0003697956,0.05000,3.387
20,mlp.experts.147.gate_proj,0.0002004620,0.05000,2.812
20,mlp.experts.161.gate_proj,0.0004073527,0.05000,3.231
20,mlp.experts.156.gate_proj,0.0001631978,0.05000,3.534
20,mlp.experts.154.gate_proj,0.0002368680,0.05000,2.462
20,mlp.experts.151.gate_proj,0.0002052613,0.05000,3.216
20,mlp.experts.160.gate_proj,0.0002531394,0.05000,2.825
20,mlp.experts.165.gate_proj,0.0002275979,0.05000,3.510
20,mlp.experts.155.gate_proj,0.0003078501,0.05000,1.530
20,mlp.experts.158.gate_proj,0.0003965429,0.05000,2.759
20,mlp.experts.164.gate_proj,0.0003610709,0.05000,1.749
20,mlp.experts.159.gate_proj,0.0002802070,0.05000,1.528
20,mlp.experts.168.gate_proj,0.0002975190,0.05000,1.722
20,mlp.experts.163.gate_proj,0.0003635277,0.05000,1.524
20,mlp.experts.169.gate_proj,0.0003381160,0.05000,3.505
20,mlp.experts.162.gate_proj,0.0002707129,0.05000,3.542
20,mlp.experts.172.gate_proj,0.0003260809,0.05000,2.007
20,mlp.experts.173.gate_proj,0.0002089671,0.05000,1.595
20,mlp.experts.167.gate_proj,0.0002672124,0.05000,1.994
20,mlp.experts.166.gate_proj,0.0003383609,0.05000,1.577
20,mlp.experts.176.gate_proj,0.0002133584,0.05000,1.406
20,mlp.experts.177.gate_proj,0.0001999809,0.05000,1.384
20,mlp.experts.171.gate_proj,0.0001894126,0.05000,1.306
20,mlp.experts.170.gate_proj,0.0002344412,0.05000,1.330
20,mlp.experts.180.gate_proj,0.0000991545,0.05000,1.323
20,mlp.experts.181.gate_proj,0.0001559930,0.05000,1.312
20,mlp.experts.175.gate_proj,0.0000985458,0.05000,1.290
20,mlp.experts.174.gate_proj,0.0001588322,0.05000,1.268
20,mlp.experts.184.gate_proj,0.0002243291,0.05000,1.278
20,mlp.experts.185.gate_proj,0.0003977053,0.05000,1.272
20,mlp.experts.179.gate_proj,0.0003384208,0.05000,1.284
20,mlp.experts.178.gate_proj,0.0003850562,0.05000,1.280
20,mlp.experts.188.gate_proj,0.0001338685,0.05000,1.316
20,mlp.experts.189.gate_proj,0.0003349833,0.05000,1.315
20,mlp.experts.183.gate_proj,0.0001433128,0.05000,1.313
20,mlp.experts.182.gate_proj,0.0003164098,0.05000,1.305
20,mlp.experts.192.gate_proj,0.0002779041,0.05000,1.297
20,mlp.experts.193.gate_proj,0.0002324438,0.05000,1.302
20,mlp.experts.187.gate_proj,0.0001529896,0.05000,1.290
20,mlp.experts.186.gate_proj,0.0001951651,0.05000,1.270
20,mlp.experts.196.gate_proj,0.0002179314,0.05000,1.180
20,mlp.experts.197.gate_proj,0.0001602088,0.05000,1.209
20,mlp.experts.191.gate_proj,0.0001193782,0.05000,1.208
20,mlp.experts.190.gate_proj,0.0002141373,0.05000,1.211
20,mlp.experts.200.gate_proj,0.0002668403,0.05000,1.193
20,mlp.experts.201.gate_proj,0.0001973493,0.05000,1.232
20,mlp.experts.195.gate_proj,0.0001332817,0.05000,1.694
20,mlp.experts.205.gate_proj,0.0002348387,0.05000,1.452
20,mlp.experts.194.gate_proj,0.0002352782,0.05000,2.326
20,mlp.experts.204.gate_proj,0.0001731626,0.05000,2.559
20,mlp.experts.209.gate_proj,0.0002637215,0.05000,1.351
20,mlp.experts.199.gate_proj,0.0002019470,0.05000,3.400
20,mlp.experts.213.gate_proj,0.0001013327,0.05000,1.395
20,mlp.experts.198.gate_proj,0.0001294892,0.05000,3.504
20,mlp.experts.208.gate_proj,0.0002044481,0.05000,2.854
20,mlp.experts.217.gate_proj,0.0001256389,0.05000,1.365
20,mlp.experts.203.gate_proj,0.0002768935,0.05000,2.887
20,mlp.experts.221.gate_proj,0.0004872193,0.05000,1.407
20,mlp.experts.202.gate_proj,0.0001965889,0.05000,3.560
20,mlp.experts.212.gate_proj,0.0003969273,0.05000,3.421
20,mlp.experts.225.gate_proj,0.0003168558,0.05000,2.323
20,mlp.experts.207.gate_proj,0.0001940414,0.05000,3.237
20,mlp.experts.229.gate_proj,0.0002950841,0.05000,1.894
20,mlp.experts.206.gate_proj,0.0001742145,0.05000,3.132
20,mlp.experts.216.gate_proj,0.0001571055,0.05000,3.254
20,mlp.experts.211.gate_proj,0.0003034054,0.05000,2.254
20,mlp.experts.220.gate_proj,0.0002457396,0.05000,1.431
20,mlp.experts.215.gate_proj,0.0003093341,0.05000,1.408
20,mlp.experts.210.gate_proj,0.0003006173,0.05000,2.101
20,mlp.experts.233.gate_proj,0.0004046944,0.05000,2.785
20,mlp.experts.224.gate_proj,0.0002552994,0.05000,1.563
20,mlp.experts.228.gate_proj,0.0004139363,0.05000,1.616
20,mlp.experts.219.gate_proj,0.0001872935,0.05000,3.263
20,mlp.experts.214.gate_proj,0.0002133722,0.05000,3.597
20,mlp.experts.237.gate_proj,0.0001508925,0.05000,3.619
20,mlp.experts.232.gate_proj,0.0001233462,0.05000,1.665
20,mlp.experts.236.gate_proj,0.0002993042,0.05000,1.632
20,mlp.experts.218.gate_proj,0.0002156102,0.05000,2.898
20,mlp.experts.223.gate_proj,0.0001206342,0.05000,3.287
20,mlp.experts.241.gate_proj,0.0003176312,0.05000,3.601
20,mlp.experts.227.gate_proj,0.0003524586,0.05000,1.663
20,mlp.experts.240.gate_proj,0.0000927799,0.05000,2.874
20,mlp.experts.222.gate_proj,0.0001030468,0.05000,2.572
20,mlp.experts.231.gate_proj,0.0001450955,0.05000,1.699
20,mlp.experts.244.gate_proj,0.0002248209,0.05000,1.466
20,mlp.experts.245.gate_proj,0.0001735148,0.05000,3.607
20,mlp.experts.248.gate_proj,0.0003104995,0.05000,2.217
20,mlp.experts.226.gate_proj,0.0001943288,0.05000,3.511
20,mlp.experts.249.gate_proj,0.0002835645,0.05000,1.991
20,mlp.experts.235.gate_proj,0.0002638036,0.05000,3.118
20,mlp.experts.252.gate_proj,0.0002075122,0.05000,1.571
20,mlp.experts.253.gate_proj,0.0002092132,0.05000,2.021
20,mlp.experts.239.gate_proj,0.0001718053,0.05000,2.406
20,mlp.experts.230.gate_proj,0.0002518018,0.05000,3.516
20,mlp.experts.0.up_proj,0.0001999525,0.05000,2.956
20,mlp.experts.1.up_proj,0.0001094258,0.05000,2.248
20,mlp.experts.243.gate_proj,0.0001774836,0.05000,1.861
20,mlp.experts.5.up_proj,0.0001715997,0.05000,2.072
20,mlp.experts.247.gate_proj,0.0002596203,0.05000,2.259
20,mlp.experts.4.up_proj,0.0001939993,0.05000,2.460
20,mlp.experts.234.gate_proj,0.0001617763,0.05000,3.564
20,mlp.experts.9.up_proj,0.0001482983,0.05000,3.030
20,mlp.experts.251.gate_proj,0.0002167475,0.05000,3.157
20,mlp.experts.8.up_proj,0.0001270026,0.05000,3.791
20,mlp.experts.238.gate_proj,0.0002985383,0.05000,3.760
20,mlp.experts.13.up_proj,0.0001773016,0.05000,3.252
20,mlp.experts.255.gate_proj,0.0004051346,0.05000,3.627
20,mlp.experts.12.up_proj,0.0002491781,0.05000,3.410
20,mlp.experts.242.gate_proj,0.0002483989,0.05000,3.498
20,mlp.experts.17.up_proj,0.0001049858,0.05000,1.458
20,mlp.experts.3.up_proj,0.0002748312,0.05000,1.281
20,mlp.experts.246.gate_proj,0.0002292741,0.05000,1.205
20,mlp.experts.16.up_proj,0.0001550702,0.05000,1.413
20,mlp.experts.21.up_proj,0.0001662300,0.05000,1.228
20,mlp.experts.7.up_proj,0.0002707734,0.05000,1.202
20,mlp.experts.250.gate_proj,0.0003082176,0.05000,1.158
20,mlp.experts.20.up_proj,0.0004882814,0.05000,1.194
20,mlp.experts.25.up_proj,0.0001472827,0.05000,1.194
20,mlp.experts.11.up_proj,0.0001346685,0.05000,1.190
20,mlp.experts.254.gate_proj,0.0002998009,0.05000,1.149
20,mlp.experts.24.up_proj,0.0002356925,0.05000,1.199
20,mlp.experts.29.up_proj,0.0001481105,0.05000,1.187
20,mlp.experts.15.up_proj,0.0002327909,0.05000,1.178
20,mlp.experts.2.up_proj,0.0001525951,0.05000,1.183
20,mlp.experts.28.up_proj,0.0001423899,0.05000,1.187
20,mlp.experts.33.up_proj,0.0002233259,0.05000,1.214
20,mlp.experts.19.up_proj,0.0001902215,0.05000,1.169
20,mlp.experts.6.up_proj,0.0001280746,0.05000,1.239
20,mlp.experts.32.up_proj,0.0001488598,0.05000,1.269
20,mlp.experts.37.up_proj,0.0001440063,0.05000,1.301
20,mlp.experts.23.up_proj,0.0000614221,0.05000,1.338
20,mlp.experts.10.up_proj,0.0002261726,0.05000,1.250
20,mlp.experts.41.up_proj,0.0001956722,0.05000,1.209
20,mlp.experts.36.up_proj,0.0002643506,0.05000,1.389
20,mlp.experts.27.up_proj,0.0001889902,0.05000,1.210
20,mlp.experts.14.up_proj,0.0003075409,0.05000,1.251
20,mlp.experts.45.up_proj,0.0002167250,0.05000,1.250
20,mlp.experts.40.up_proj,0.0002098997,0.05000,1.264
20,mlp.experts.31.up_proj,0.0003895935,0.05000,1.279
20,mlp.experts.18.up_proj,0.0001372904,0.05000,1.229
20,mlp.experts.49.up_proj,0.0003078104,0.05000,1.194
20,mlp.experts.44.up_proj,0.0002325403,0.05000,1.215
20,mlp.experts.35.up_proj,0.0003349002,0.05000,1.174
20,mlp.experts.22.up_proj,0.0001511608,0.05000,1.218
20,mlp.experts.53.up_proj,0.0002172850,0.05000,1.157
20,mlp.experts.48.up_proj,0.0001388277,0.05000,1.178
20,mlp.experts.39.up_proj,0.0001826878,0.05000,1.203
20,mlp.experts.26.up_proj,0.0001041146,0.05000,1.207
20,mlp.experts.57.up_proj,0.0002189872,0.05000,1.175
20,mlp.experts.52.up_proj,0.0002375004,0.05000,1.213
20,mlp.experts.43.up_proj,0.0001632672,0.05000,1.218
20,mlp.experts.30.up_proj,0.0003193682,0.05000,1.225
20,mlp.experts.61.up_proj,0.0002418773,0.05000,1.182
20,mlp.experts.56.up_proj,0.0001452622,0.05000,1.221
20,mlp.experts.47.up_proj,0.0002920206,0.05000,1.222
20,mlp.experts.34.up_proj,0.0001656501,0.05000,1.240
20,mlp.experts.65.up_proj,0.0001914803,0.05000,1.226
20,mlp.experts.60.up_proj,0.0003012115,0.05000,1.250
20,mlp.experts.51.up_proj,0.0002186255,0.05000,1.280
20,mlp.experts.38.up_proj,0.0002079534,0.05000,1.303
20,mlp.experts.69.up_proj,0.0002454118,0.05000,1.294
20,mlp.experts.64.up_proj,0.0001393649,0.05000,1.277
20,mlp.experts.55.up_proj,0.0003618778,0.05000,1.242
20,mlp.experts.42.up_proj,0.0001753782,0.05000,1.172
20,mlp.experts.73.up_proj,0.0002826058,0.05000,1.205
20,mlp.experts.68.up_proj,0.0002281821,0.05000,1.190
20,mlp.experts.59.up_proj,0.0002544313,0.05000,1.195
20,mlp.experts.46.up_proj,0.0002377571,0.05000,1.154
20,mlp.experts.77.up_proj,0.0004571555,0.05000,1.190
20,mlp.experts.72.up_proj,0.0001115933,0.05000,1.195
20,mlp.experts.63.up_proj,0.0002411396,0.05000,1.221
20,mlp.experts.50.up_proj,0.0001155797,0.05000,1.224
20,mlp.experts.81.up_proj,0.0002109154,0.05000,1.254
20,mlp.experts.76.up_proj,0.0002690468,0.05000,1.381
20,mlp.experts.67.up_proj,0.0002316183,0.05000,1.276
20,mlp.experts.54.up_proj,0.0002362294,0.05000,1.317
20,mlp.experts.85.up_proj,0.0001312605,0.05000,1.225
20,mlp.experts.80.up_proj,0.0002137044,0.05000,1.223
20,mlp.experts.71.up_proj,0.0001172777,0.05000,1.208
20,mlp.experts.89.up_proj,0.0002996498,0.05000,1.152
20,mlp.experts.58.up_proj,0.0001661383,0.05000,1.216
20,mlp.experts.84.up_proj,0.0002571107,0.05000,1.210
20,mlp.experts.75.up_proj,0.0001707245,0.05000,1.210
20,mlp.experts.93.up_proj,0.0002226446,0.05000,1.177
20,mlp.experts.62.up_proj,0.0002165598,0.05000,1.208
20,mlp.experts.88.up_proj,0.0002186207,0.05000,1.221
20,mlp.experts.79.up_proj,0.0002785857,0.05000,1.202
20,mlp.experts.97.up_proj,0.0001991251,0.05000,1.167
20,mlp.experts.66.up_proj,0.0001378957,0.05000,1.198
20,mlp.experts.92.up_proj,0.0001339255,0.05000,1.238
20,mlp.experts.83.up_proj,0.0002283147,0.05000,1.281
20,mlp.experts.101.up_proj,0.0002618248,0.05000,1.305
20,mlp.experts.70.up_proj,0.0001804575,0.05000,1.256
20,mlp.experts.96.up_proj,0.0001497379,0.05000,1.261
20,mlp.experts.87.up_proj,0.0001701460,0.05000,1.295
20,mlp.experts.74.up_proj,0.0001635195,0.05000,1.223
20,mlp.experts.105.up_proj,0.0001864398,0.05000,1.345
20,mlp.experts.100.up_proj,0.0001762500,0.05000,1.270
20,mlp.experts.91.up_proj,0.0002901874,0.05000,1.308
20,mlp.experts.78.up_proj,0.0002142194,0.05000,1.295
20,mlp.experts.109.up_proj,0.0001931661,0.05000,1.330
20,mlp.experts.104.up_proj,0.0001065151,0.05000,1.327
20,mlp.experts.95.up_proj,0.0001329296,0.05000,1.244
20,mlp.experts.113.up_proj,0.0001061607,0.05000,1.379
20,mlp.experts.82.up_proj,0.0002064226,0.05000,1.535
20,mlp.experts.99.up_proj,0.0001654091,0.05000,1.741
20,mlp.experts.108.up_proj,0.0003385384,0.05000,2.338
20,mlp.experts.103.up_proj,0.0001222170,0.05000,1.649
20,mlp.experts.117.up_proj,0.0002383151,0.05000,3.582
20,mlp.experts.86.up_proj,0.0001917913,0.05000,3.640
20,mlp.experts.107.up_proj,0.0002477438,0.05000,1.662
20,mlp.experts.112.up_proj,0.0001878723,0.05000,3.658
20,mlp.experts.111.up_proj,0.0002187323,0.05000,2.344
20,mlp.experts.90.up_proj,0.0004205047,0.05000,3.216
20,mlp.experts.121.up_proj,0.0003505923,0.05000,3.655
20,mlp.experts.116.up_proj,0.0001902555,0.05000,2.293
20,mlp.experts.115.up_proj,0.0001073643,0.05000,2.432
20,mlp.experts.125.up_proj,0.0002021735,0.05000,2.364
20,mlp.experts.94.up_proj,0.0001591330,0.05000,3.268
20,mlp.experts.120.up_proj,0.0002032253,0.05000,3.327
20,mlp.experts.119.up_proj,0.0002781870,0.05000,2.436
20,mlp.experts.129.up_proj,0.0001549437,0.05000,3.333
20,mlp.experts.124.up_proj,0.0001722002,0.05000,2.696
20,mlp.experts.98.up_proj,0.0001877063,0.05000,3.441
20,mlp.experts.133.up_proj,0.0001926817,0.05000,1.682
20,mlp.experts.123.up_proj,0.0002415566,0.05000,3.069
20,mlp.experts.127.up_proj,0.0001176245,0.05000,1.740
20,mlp.experts.128.up_proj,0.0001457344,0.05000,3.394
20,mlp.experts.102.up_proj,0.0004163224,0.05000,3.383
20,mlp.experts.137.up_proj,0.0001588042,0.05000,2.462
20,mlp.experts.106.up_proj,0.0001463054,0.05000,1.353
20,mlp.experts.141.up_proj,0.0001009786,0.05000,1.785
20,mlp.experts.131.up_proj,0.0002295105,0.05000,2.436
20,mlp.experts.132.up_proj,0.0001352534,0.05000,3.032
20,mlp.experts.110.up_proj,0.0002238717,0.05000,2.075
20,mlp.experts.114.up_proj,0.0001987749,0.05000,1.792
20,mlp.experts.136.up_proj,0.0001499055,0.05000,2.644
20,mlp.experts.135.up_proj,0.0001127647,0.05000,3.529
20,mlp.experts.145.up_proj,0.0002236353,0.05000,4.017
20,mlp.experts.118.up_proj,0.0001914050,0.05000,1.897
20,mlp.experts.140.up_proj,0.0002346171,0.05000,2.902
20,mlp.experts.149.up_proj,0.0001465317,0.05000,2.788
20,mlp.experts.139.up_proj,0.0001316106,0.05000,3.457
20,mlp.experts.144.up_proj,0.0001480105,0.05000,1.494
20,mlp.experts.122.up_proj,0.0002159537,0.05000,2.761
20,mlp.experts.153.up_proj,0.0001195369,0.05000,1.670
20,mlp.experts.148.up_proj,0.0001513237,0.05000,1.487
20,mlp.experts.143.up_proj,0.0001359040,0.05000,3.357
20,mlp.experts.152.up_proj,0.0001565499,0.05000,1.328
20,mlp.experts.157.up_proj,0.0002106911,0.05000,2.587
20,mlp.experts.126.up_proj,0.0002159491,0.05000,3.449
20,mlp.experts.147.up_proj,0.0001600074,0.05000,1.307
20,mlp.experts.156.up_proj,0.0001238810,0.05000,2.406
20,mlp.experts.151.up_proj,0.0001553469,0.05000,1.630
20,mlp.experts.161.up_proj,0.0003176654,0.05000,3.585
20,mlp.experts.155.up_proj,0.0002444522,0.05000,1.613
20,mlp.experts.130.up_proj,0.0003482489,0.05000,3.575
20,mlp.experts.160.up_proj,0.0002226797,0.05000,3.397
20,mlp.experts.159.up_proj,0.0002542270,0.05000,2.035
20,mlp.experts.134.up_proj,0.0001486400,0.05000,2.084
20,mlp.experts.165.up_proj,0.0001705922,0.05000,3.217
20,mlp.experts.164.up_proj,0.0005508364,0.05000,2.461
20,mlp.experts.163.up_proj,0.0002768559,0.05000,3.443
20,mlp.experts.168.up_proj,0.0002583964,0.05000,1.647
20,mlp.experts.138.up_proj,0.0002162452,0.05000,3.676
20,mlp.experts.169.up_proj,0.0002616515,0.05000,3.580
20,mlp.experts.167.up_proj,0.0001909091,0.05000,2.202
20,mlp.experts.172.up_proj,0.0001529451,0.05000,2.693
20,mlp.experts.142.up_proj,0.0001992168,0.05000,3.220
20,mlp.experts.171.up_proj,0.0001420392,0.05000,2.056
20,mlp.experts.173.up_proj,0.0001923770,0.05000,3.263
20,mlp.experts.175.up_proj,0.0000931645,0.05000,1.935
20,mlp.experts.176.up_proj,0.0002007385,0.05000,3.491
20,mlp.experts.177.up_proj,0.0001593309,0.05000,2.733
20,mlp.experts.146.up_proj,0.0001581527,0.05000,3.502
20,mlp.experts.179.up_proj,0.0002736474,0.05000,1.442
20,mlp.experts.183.up_proj,0.0001212803,0.05000,1.294
20,mlp.experts.150.up_proj,0.0003289103,0.05000,2.073
20,mlp.experts.181.up_proj,0.0001163755,0.05000,2.508
20,mlp.experts.180.up_proj,0.0001261066,0.05000,3.627
20,mlp.experts.187.up_proj,0.0001275649,0.05000,1.296
20,mlp.experts.154.up_proj,0.0001863005,0.05000,1.500
20,mlp.experts.185.up_proj,0.0003574678,0.05000,2.418
20,mlp.experts.191.up_proj,0.0000991029,0.05000,2.386
20,mlp.experts.189.up_proj,0.0002353038,0.05000,1.904
20,mlp.experts.184.up_proj,0.0001959402,0.05000,3.926
20,mlp.experts.158.up_proj,0.0003010907,0.05000,3.590
20,mlp.experts.195.up_proj,0.0001201472,0.05000,3.290
20,mlp.experts.193.up_proj,0.0001707906,0.05000,2.603
20,mlp.experts.199.up_proj,0.0001815341,0.05000,1.531
20,mlp.experts.162.up_proj,0.0002550270,0.05000,3.250
20,mlp.experts.188.up_proj,0.0001154305,0.05000,3.627
20,mlp.experts.197.up_proj,0.0001514212,0.05000,2.618
20,mlp.experts.166.up_proj,0.0002406489,0.05000,2.113
20,mlp.experts.192.up_proj,0.0002411455,0.05000,3.530
20,mlp.experts.203.up_proj,0.0002337306,0.05000,3.750
20,mlp.experts.201.up_proj,0.0001749584,0.05000,3.867
20,mlp.experts.170.up_proj,0.0001787429,0.05000,3.531
20,mlp.experts.196.up_proj,0.0002000463,0.05000,3.564
20,mlp.experts.207.up_proj,0.0001907486,0.05000,3.773
20,mlp.experts.205.up_proj,0.0002108519,0.05000,3.746
20,mlp.experts.174.up_proj,0.0001392202,0.05000,3.703
20,mlp.experts.200.up_proj,0.0002170567,0.05000,2.475
20,mlp.experts.211.up_proj,0.0002298048,0.05000,3.720
20,mlp.experts.204.up_proj,0.0001775503,0.05000,1.642
20,mlp.experts.209.up_proj,0.0002416831,0.05000,3.671
20,mlp.experts.178.up_proj,0.0003406664,0.05000,3.529
20,mlp.experts.208.up_proj,0.0001552200,0.05000,2.020
20,mlp.experts.215.up_proj,0.0002286040,0.05000,3.689
20,mlp.experts.213.up_proj,0.0001014204,0.05000,1.995
20,mlp.experts.212.up_proj,0.0003720555,0.05000,2.670
20,mlp.experts.182.up_proj,0.0002303344,0.05000,3.597
20,mlp.experts.219.up_proj,0.0001422918,0.05000,2.994
20,mlp.experts.216.up_proj,0.0001497379,0.05000,2.245
20,mlp.experts.217.up_proj,0.0001203420,0.05000,3.518
20,mlp.experts.186.up_proj,0.0001757080,0.05000,3.423
20,mlp.experts.223.up_proj,0.0001098143,0.05000,2.653
20,mlp.experts.220.up_proj,0.0002277023,0.05000,2.452
20,mlp.experts.221.up_proj,0.0003681408,0.05000,3.677
20,mlp.experts.224.up_proj,0.0002070238,0.05000,1.845
20,mlp.experts.227.up_proj,0.0002543541,0.05000,2.136
20,mlp.experts.190.up_proj,0.0001793974,0.05000,3.532
20,mlp.experts.228.up_proj,0.0002979584,0.05000,1.557
20,mlp.experts.231.up_proj,0.0001203866,0.05000,1.786
20,mlp.experts.225.up_proj,0.0002259768,0.05000,2.553
20,mlp.experts.194.up_proj,0.0002049380,0.05000,1.677
20,mlp.experts.232.up_proj,0.0001095494,0.05000,1.294
20,mlp.experts.235.up_proj,0.0002405505,0.05000,1.200
20,mlp.experts.229.up_proj,0.0002283238,0.05000,1.240
20,mlp.experts.198.up_proj,0.0001178991,0.05000,1.241
20,mlp.experts.236.up_proj,0.0002130856,0.05000,1.293
20,mlp.experts.239.up_proj,0.0001618311,0.05000,1.324
20,mlp.experts.233.up_proj,0.0002902777,0.05000,1.451
20,mlp.experts.202.up_proj,0.0001583006,0.05000,1.318
20,mlp.experts.240.up_proj,0.0000811520,0.05000,1.301
20,mlp.experts.243.up_proj,0.0001654832,0.05000,1.299
20,mlp.experts.237.up_proj,0.0001331804,0.05000,1.295
20,mlp.experts.206.up_proj,0.0001293537,0.05000,1.292
20,mlp.experts.244.up_proj,0.0001904110,0.05000,1.297
20,mlp.experts.247.up_proj,0.0002736452,0.05000,1.296
20,mlp.experts.241.up_proj,0.0002412283,0.05000,1.299
20,mlp.experts.210.up_proj,0.0002273265,0.05000,1.287
20,mlp.experts.248.up_proj,0.0002294034,0.05000,1.293
20,mlp.experts.251.up_proj,0.0001711242,0.05000,1.277
20,mlp.experts.245.up_proj,0.0001533922,0.05000,1.292
20,mlp.experts.214.up_proj,0.0001611793,0.05000,1.303
20,mlp.experts.252.up_proj,0.0001790426,0.05000,1.275
20,mlp.experts.255.up_proj,0.0003283093,0.05000,1.172
20,mlp.experts.249.up_proj,0.0002186923,0.05000,0.954
20,mlp.experts.218.up_proj,0.0001502078,0.05000,0.782
20,mlp.experts.253.up_proj,0.0001657458,0.05000,0.617
20,mlp.experts.222.up_proj,0.0000944133,0.05000,0.490
20,mlp.experts.226.up_proj,0.0001668233,0.05000,0.201
20,mlp.experts.230.up_proj,0.0001830331,0.05000,0.200
20,mlp.experts.234.up_proj,0.0001587822,0.05000,0.202
20,mlp.experts.238.up_proj,0.0002306628,0.05000,0.202
20,mlp.experts.242.up_proj,0.0002218227,0.05000,0.202
20,mlp.experts.246.up_proj,0.0002048846,0.05000,0.200
20,mlp.experts.250.up_proj,0.0002261550,0.05000,0.200
20,mlp.experts.254.up_proj,0.0002627058,0.05000,0.201
20,mlp.experts.1.down_proj,0.0000042084,0.05000,0.289
20,mlp.experts.3.down_proj,0.0000104614,0.05000,0.307
20,mlp.experts.2.down_proj,0.0000028222,0.05000,0.307
20,mlp.experts.0.down_proj,0.0000059608,0.05000,0.316
20,mlp.experts.5.down_proj,0.0000041413,0.05000,0.291
20,mlp.experts.6.down_proj,0.0000031898,0.05000,0.296
20,mlp.experts.7.down_proj,0.0000143944,0.05000,0.300
20,mlp.experts.4.down_proj,0.0000087029,0.05000,0.303
20,mlp.experts.9.down_proj,0.0000034722,0.05000,0.336
20,mlp.experts.10.down_proj,0.0000046612,0.05000,0.345
20,mlp.experts.8.down_proj,0.0000014474,0.05000,0.344
20,mlp.experts.11.down_proj,0.0000025151,0.05000,0.468
20,mlp.experts.13.down_proj,0.0000055426,0.05000,0.335
20,mlp.experts.14.down_proj,0.0000095927,0.05000,0.327
20,mlp.experts.12.down_proj,0.0000056420,0.05000,0.324
20,mlp.experts.15.down_proj,0.0000053592,0.05000,0.322
20,mlp.experts.17.down_proj,0.0000011594,0.05000,0.332
20,mlp.experts.18.down_proj,0.0000016407,0.05000,0.323
20,mlp.experts.16.down_proj,0.0000046419,0.05000,0.324
20,mlp.experts.19.down_proj,0.0000045723,0.05000,0.327
20,mlp.experts.21.down_proj,0.0000031278,0.05000,0.331
20,mlp.experts.22.down_proj,0.0000106042,0.05000,0.324
20,mlp.experts.20.down_proj,0.0000234512,0.05000,0.327
20,mlp.experts.23.down_proj,0.0000016682,0.05000,0.328
20,mlp.experts.25.down_proj,0.0000041553,0.05000,0.329
20,mlp.experts.26.down_proj,0.0000017036,0.05000,0.327
20,mlp.experts.24.down_proj,0.0000043387,0.05000,0.333
20,mlp.experts.27.down_proj,0.0000119467,0.05000,0.333
20,mlp.experts.29.down_proj,0.0000048877,0.05000,0.325
20,mlp.experts.30.down_proj,0.0000063295,0.05000,0.328
20,mlp.experts.28.down_proj,0.0000052215,0.05000,0.329
20,mlp.experts.31.down_proj,0.0000128723,0.05000,0.430
20,mlp.experts.33.down_proj,0.0000068001,0.05000,0.339
20,mlp.experts.34.down_proj,0.0000055526,0.05000,0.341
20,mlp.experts.32.down_proj,0.0000031697,0.05000,0.341
20,mlp.experts.35.down_proj,0.0000196351,0.05000,0.323
20,mlp.experts.37.down_proj,0.0000032927,0.05000,0.322
20,mlp.experts.38.down_proj,0.0000106386,0.05000,0.324
20,mlp.experts.36.down_proj,0.0000047196,0.05000,0.328
20,mlp.experts.39.down_proj,0.0000041580,0.05000,0.321
20,mlp.experts.41.down_proj,0.0000044089,0.05000,0.322
20,mlp.experts.42.down_proj,0.0000039622,0.05000,0.329
20,mlp.experts.40.down_proj,0.0000036131,0.05000,0.320
20,mlp.experts.43.down_proj,0.0000057483,0.05000,0.316
20,mlp.experts.45.down_proj,0.0000074522,0.05000,0.323
20,mlp.experts.46.down_proj,0.0000067223,0.05000,0.325
20,mlp.experts.44.down_proj,0.0000043352,0.05000,0.323
20,mlp.experts.47.down_proj,0.0000101719,0.05000,0.316
20,mlp.experts.49.down_proj,0.0000157815,0.05000,0.322
20,mlp.experts.50.down_proj,0.0000017326,0.05000,0.327
20,mlp.experts.48.down_proj,0.0000040366,0.05000,0.322
20,mlp.experts.51.down_proj,0.0000043778,0.05000,0.322
20,mlp.experts.53.down_proj,0.0000081976,0.05000,0.327
20,mlp.experts.54.down_proj,0.0000060263,0.05000,0.323
20,mlp.experts.52.down_proj,0.0000132321,0.05000,0.325
20,mlp.experts.55.down_proj,0.0000118021,0.05000,0.324
20,mlp.experts.57.down_proj,0.0000043579,0.05000,0.332
20,mlp.experts.58.down_proj,0.0000041298,0.05000,0.320
20,mlp.experts.56.down_proj,0.0000042297,0.05000,0.323
20,mlp.experts.59.down_proj,0.0000055413,0.05000,0.303
20,mlp.experts.61.down_proj,0.0000081583,0.05000,0.296
20,mlp.experts.62.down_proj,0.0000060289,0.05000,0.286
20,mlp.experts.60.down_proj,0.0000088904,0.05000,0.296
20,mlp.experts.63.down_proj,0.0000054840,0.05000,0.299
20,mlp.experts.66.down_proj,0.0000028891,0.05000,0.289
20,mlp.experts.65.down_proj,0.0000076582,0.05000,0.307
20,mlp.experts.64.down_proj,0.0000036825,0.05000,0.303
20,mlp.experts.67.down_proj,0.0000068542,0.05000,0.300
20,mlp.experts.70.down_proj,0.0000035416,0.05000,0.294
20,mlp.experts.69.down_proj,0.0000094930,0.05000,0.300
20,mlp.experts.68.down_proj,0.0000095154,0.05000,0.300
20,mlp.experts.71.down_proj,0.0000047024,0.05000,0.300
20,mlp.experts.74.down_proj,0.0000053014,0.05000,0.303
20,mlp.experts.73.down_proj,0.0000065708,0.05000,0.311
20,mlp.experts.72.down_proj,0.0000032134,0.05000,0.311
20,mlp.experts.75.down_proj,0.0000045990,0.05000,0.326
20,mlp.experts.78.down_proj,0.0000118883,0.05000,0.328
20,mlp.experts.77.down_proj,0.0000147995,0.05000,0.325
20,mlp.experts.76.down_proj,0.0000110892,0.05000,0.328
20,mlp.experts.79.down_proj,0.0000092522,0.05000,0.328
20,mlp.experts.82.down_proj,0.0000053264,0.05000,0.332
20,mlp.experts.81.down_proj,0.0000030751,0.05000,0.328
20,mlp.experts.80.down_proj,0.0000076824,0.05000,0.330
20,mlp.experts.83.down_proj,0.0000072639,0.05000,0.324
20,mlp.experts.86.down_proj,0.0000097195,0.05000,0.321
20,mlp.experts.85.down_proj,0.0000061549,0.05000,0.320
20,mlp.experts.84.down_proj,0.0000062152,0.05000,0.321
20,mlp.experts.87.down_proj,0.0000029986,0.05000,0.322
20,mlp.experts.90.down_proj,0.0000132439,0.05000,0.323
20,mlp.experts.89.down_proj,0.0000107722,0.05000,0.320
20,mlp.experts.88.down_proj,0.0000057884,0.05000,0.323
20,mlp.experts.91.down_proj,0.0000070843,0.05000,0.327
20,mlp.experts.94.down_proj,0.0000033413,0.05000,0.323
20,mlp.experts.93.down_proj,0.0000044731,0.05000,0.316
20,mlp.experts.92.down_proj,0.0000019585,0.05000,0.320
20,mlp.experts.95.down_proj,0.0000031924,0.05000,0.327
20,mlp.experts.98.down_proj,0.0000050959,0.05000,0.328
20,mlp.experts.97.down_proj,0.0000038480,0.05000,0.325
20,mlp.experts.96.down_proj,0.0000046654,0.05000,0.326
20,mlp.experts.99.down_proj,0.0000048796,0.05000,0.330
20,mlp.experts.101.down_proj,0.0000062206,0.05000,0.328
20,mlp.experts.102.down_proj,0.0000126325,0.05000,0.337
20,mlp.experts.100.down_proj,0.0000037515,0.05000,0.329
20,mlp.experts.103.down_proj,0.0000031807,0.05000,0.331
20,mlp.experts.105.down_proj,0.0000030021,0.05000,0.328
20,mlp.experts.106.down_proj,0.0000023801,0.05000,0.332
20,mlp.experts.104.down_proj,0.0000025540,0.05000,0.322
20,mlp.experts.107.down_proj,0.0000128586,0.05000,0.324
20,mlp.experts.109.down_proj,0.0000037393,0.05000,0.321
20,mlp.experts.110.down_proj,0.0000095227,0.05000,0.326
20,mlp.experts.108.down_proj,0.0000076317,0.05000,0.322
20,mlp.experts.111.down_proj,0.0000038211,0.05000,0.325
20,mlp.experts.113.down_proj,0.0000041530,0.05000,0.319
20,mlp.experts.114.down_proj,0.0000042447,0.05000,0.321
20,mlp.experts.112.down_proj,0.0000063884,0.05000,0.317
20,mlp.experts.115.down_proj,0.0000036513,0.05000,0.322
20,mlp.experts.117.down_proj,0.0000087574,0.05000,0.321
20,mlp.experts.118.down_proj,0.0000050883,0.05000,0.323
20,mlp.experts.116.down_proj,0.0000028696,0.05000,0.319
20,mlp.experts.119.down_proj,0.0000067319,0.05000,0.255
20,mlp.experts.121.down_proj,0.0000092817,0.05000,0.202
20,mlp.experts.122.down_proj,0.0000114656,0.05000,0.192
20,mlp.experts.123.down_proj,0.0000083609,0.05000,0.311
20,mlp.experts.126.down_proj,0.0000062139,0.05000,0.318
20,mlp.experts.125.down_proj,0.0000067131,0.05000,0.319
20,mlp.experts.120.down_proj,0.0000080141,0.05000,0.319
20,mlp.experts.127.down_proj,0.0000015038,0.05000,0.295
20,mlp.experts.124.down_proj,0.0000058621,0.05000,0.297
20,mlp.experts.130.down_proj,0.0000147415,0.05000,0.300
20,mlp.experts.129.down_proj,0.0000042114,0.05000,0.308
20,mlp.experts.131.down_proj,0.0000059407,0.05000,0.294
20,mlp.experts.134.down_proj,0.0000029656,0.05000,0.297
20,mlp.experts.128.down_proj,0.0000035998,0.05000,0.299
20,mlp.experts.133.down_proj,0.0000068224,0.05000,0.303
20,mlp.experts.135.down_proj,0.0000064060,0.05000,0.329
20,mlp.experts.132.down_proj,0.0000038148,0.05000,0.324
20,mlp.experts.138.down_proj,0.0000034737,0.05000,0.329
20,mlp.experts.137.down_proj,0.0000032871,0.05000,0.323
20,mlp.experts.139.down_proj,0.0000013823,0.05000,0.326
20,mlp.experts.136.down_proj,0.0000041534,0.05000,0.325
20,mlp.experts.142.down_proj,0.0000047380,0.05000,0.330
20,mlp.experts.141.down_proj,0.0000027096,0.05000,0.325
20,mlp.experts.145.down_proj,0.0000064833,0.05000,0.300
20,mlp.experts.146.down_proj,0.0000033406,0.05000,0.336
20,mlp.experts.143.down_proj,0.0000036265,0.05000,0.359
20,mlp.experts.140.down_proj,0.0000078662,0.05000,0.471
20,mlp.experts.149.down_proj,0.0000041363,0.05000,0.332
20,mlp.experts.147.down_proj,0.0000038317,0.05000,0.338
20,mlp.experts.150.down_proj,0.0000080811,0.05000,0.362
20,mlp.experts.153.down_proj,0.0000033305,0.05000,0.330
20,mlp.experts.151.down_proj,0.0000044303,0.05000,0.332
20,mlp.experts.154.down_proj,0.0000031543,0.05000,0.337
20,mlp.experts.144.down_proj,0.0000043977,0.05000,0.633
20,mlp.experts.157.down_proj,0.0000084068,0.05000,0.324
20,mlp.experts.155.down_proj,0.0000070250,0.05000,0.327
20,mlp.experts.158.down_proj,0.0000067912,0.05000,0.348
20,mlp.experts.161.down_proj,0.0000135699,0.05000,0.319
20,mlp.experts.148.down_proj,0.0000075823,0.05000,0.583
20,mlp.experts.159.down_proj,0.0000128314,0.05000,0.420
20,mlp.experts.162.down_proj,0.0000052992,0.05000,0.383
20,mlp.experts.165.down_proj,0.0000044830,0.05000,0.416
20,mlp.experts.152.down_proj,0.0000051090,0.05000,0.422
20,mlp.experts.163.down_proj,0.0000069391,0.05000,0.751
20,mlp.experts.169.down_proj,0.0000116751,0.05000,0.491
20,mlp.experts.166.down_proj,0.0000054448,0.05000,0.790
20,mlp.experts.156.down_proj,0.0000033652,0.05000,0.609
20,mlp.experts.167.down_proj,0.0000059503,0.05000,0.431
20,mlp.experts.171.down_proj,0.0000037218,0.05000,0.417
20,mlp.experts.173.down_proj,0.0000033524,0.05000,0.956
20,mlp.experts.170.down_proj,0.0000047692,0.05000,0.962
20,mlp.experts.160.down_proj,0.0000046625,0.05000,0.895
20,mlp.experts.175.down_proj,0.0000014896,0.05000,0.575
20,mlp.experts.164.down_proj,0.0000276814,0.05000,0.490
20,mlp.experts.177.down_proj,0.0000030462,0.05000,0.927
20,mlp.experts.174.down_proj,0.0000051526,0.05000,0.917
20,mlp.experts.179.down_proj,0.0000081170,0.05000,0.540
20,mlp.experts.168.down_proj,0.0000057418,0.05000,0.703
20,mlp.experts.183.down_proj,0.0000045666,0.05000,0.693
20,mlp.experts.181.down_proj,0.0000039473,0.05000,0.933
20,mlp.experts.178.down_proj,0.0000107292,0.05000,0.931
20,mlp.experts.187.down_proj,0.0000029862,0.05000,0.417
20,mlp.experts.172.down_proj,0.0000005746,0.05000,0.914
20,mlp.experts.191.down_proj,0.0000035806,0.05000,0.411
20,mlp.experts.185.down_proj,0.0000198329,0.05000,0.942
20,mlp.experts.182.down_proj,0.0000061946,0.05000,0.914
20,mlp.experts.176.down_proj,0.0000052569,0.05000,0.877
20,mlp.experts.195.down_proj,0.0000054257,0.05000,0.838
20,mlp.experts.189.down_proj,0.0000057946,0.05000,0.734
20,mlp.experts.186.down_proj,0.0000064968,0.05000,0.916
20,mlp.experts.180.down_proj,0.0000055349,0.05000,0.844
20,mlp.experts.193.down_proj,0.0000068920,0.05000,0.698
20,mlp.experts.199.down_proj,0.0000053031,0.05000,0.915
20,mlp.experts.190.down_proj,0.0000054456,0.05000,0.928
20,mlp.experts.197.down_proj,0.0000018004,0.05000,0.643
20,mlp.experts.184.down_proj,0.0000094477,0.05000,0.938
20,mlp.experts.203.down_proj,0.0000053249,0.05000,0.934
20,mlp.experts.194.down_proj,0.0000061927,0.05000,0.948
20,mlp.experts.188.down_proj,0.0000050748,0.05000,0.712
20,mlp.experts.201.down_proj,0.0000052830,0.05000,0.945
20,mlp.experts.207.down_proj,0.0000098940,0.05000,0.946
20,mlp.experts.192.down_proj,0.0000057005,0.05000,0.954
20,mlp.experts.198.down_proj,0.0000072981,0.05000,0.981
20,mlp.experts.205.down_proj,0.0000029352,0.05000,0.954
20,mlp.experts.211.down_proj,0.0000060202,0.05000,0.970
20,mlp.experts.196.down_proj,0.0000037368,0.05000,0.949
20,mlp.experts.202.down_proj,0.0000042099,0.05000,0.973
20,mlp.experts.209.down_proj,0.0000046337,0.05000,0.953
20,mlp.experts.215.down_proj,0.0000053715,0.05000,0.926
20,mlp.experts.200.down_proj,0.0000038136,0.05000,0.686
20,mlp.experts.206.down_proj,0.0000044194,0.05000,0.795
20,mlp.experts.213.down_proj,0.0000029740,0.05000,0.940
20,mlp.experts.210.down_proj,0.0000054148,0.05000,0.422
20,mlp.experts.219.down_proj,0.0000036680,0.05000,0.824
20,mlp.experts.204.down_proj,0.0000062516,0.05000,0.944
20,mlp.experts.214.down_proj,0.0000041365,0.05000,0.422
20,mlp.experts.217.down_proj,0.0000020469,0.05000,0.932
20,mlp.experts.218.down_proj,0.0000036698,0.05000,0.418
20,mlp.experts.223.down_proj,0.0000012537,0.05000,0.943
20,mlp.experts.222.down_proj,0.0000026578,0.05000,0.414
20,mlp.experts.208.down_proj,0.0000041769,0.05000,0.913
20,mlp.experts.226.down_proj,0.0000081266,0.05000,0.418
20,mlp.experts.221.down_proj,0.0000112852,0.05000,0.928
20,mlp.experts.227.down_proj,0.0000082932,0.05000,0.940
20,mlp.experts.230.down_proj,0.0000031749,0.05000,0.425
20,mlp.experts.212.down_proj,0.0000192143,0.05000,0.918
20,mlp.experts.234.down_proj,0.0000048327,0.05000,0.414
20,mlp.experts.225.down_proj,0.0000067047,0.05000,0.923
20,mlp.experts.231.down_proj,0.0000032996,0.05000,0.916
20,mlp.experts.238.down_proj,0.0000059497,0.05000,0.404
20,mlp.experts.216.down_proj,0.0000055622,0.05000,0.891
20,mlp.experts.229.down_proj,0.0000068241,0.05000,0.524
20,mlp.experts.242.down_proj,0.0000107640,0.05000,0.385
20,mlp.experts.246.down_proj,0.0000038352,0.05000,0.412
20,mlp.experts.235.down_proj,0.0000031584,0.05000,0.912
20,mlp.experts.220.down_proj,0.0000068582,0.05000,0.884
20,mlp.experts.250.down_proj,0.0000055924,0.05000,0.417
20,mlp.experts.233.down_proj,0.0000116587,0.05000,0.926
20,mlp.experts.254.down_proj,0.0000061857,0.05000,0.417
20,mlp.experts.239.down_proj,0.0000072007,0.05000,0.868
20,mlp.experts.224.down_proj,0.0000079769,0.05000,0.811
20,mlp.experts.237.down_proj,0.0000015792,0.05000,0.771
20,mlp.experts.243.down_proj,0.0000024912,0.05000,0.634
20,mlp.experts.228.down_proj,0.0000070911,0.05000,0.662
20,mlp.experts.241.down_proj,0.0000072647,0.05000,0.633
20,mlp.experts.247.down_proj,0.0000167083,0.05000,0.629
20,mlp.experts.232.down_proj,0.0000036140,0.05000,0.657
20,mlp.experts.245.down_proj,0.0000019221,0.05000,0.637
20,mlp.experts.251.down_proj,0.0000038090,0.05000,0.632
20,mlp.experts.236.down_proj,0.0000058233,0.05000,0.670
20,mlp.experts.249.down_proj,0.0000043126,0.05000,0.640
20,mlp.experts.255.down_proj,0.0000103965,0.05000,0.496
20,mlp.experts.240.down_proj,0.0000032598,0.05000,0.309
20,mlp.experts.253.down_proj,0.0000026910,0.05000,0.300
20,mlp.experts.244.down_proj,0.0000027977,0.05000,0.062
20,mlp.experts.248.down_proj,0.0000066848,0.05000,0.051
20,mlp.experts.252.down_proj,0.0000058431,0.05000,0.052
21,mlp.experts.3.gate_proj,0.0003667295,0.05000,1.885
21,mlp.experts.2.gate_proj,0.0001912019,0.05000,2.332
21,mlp.experts.0.gate_proj,0.0002731612,0.05000,2.735
21,mlp.experts.1.gate_proj,0.0000654405,0.05000,3.681
21,mlp.experts.4.gate_proj,0.0002020053,0.05000,1.799
21,mlp.experts.7.gate_proj,0.0002331990,0.05000,3.404
21,mlp.experts.6.gate_proj,0.0002539994,0.05000,3.237
21,mlp.experts.10.gate_proj,0.0003905524,0.05000,1.660
21,mlp.experts.8.gate_proj,0.0001208764,0.05000,2.881
21,mlp.experts.5.gate_proj,0.0001612284,0.05000,3.868
21,mlp.experts.11.gate_proj,0.0002354361,0.05000,3.624
21,mlp.experts.14.gate_proj,0.0001575077,0.05000,1.841
21,mlp.experts.12.gate_proj,0.0002335854,0.05000,3.393
21,mlp.experts.18.gate_proj,0.0001378143,0.05000,1.854
21,mlp.experts.9.gate_proj,0.0001862946,0.05000,3.454
21,mlp.experts.15.gate_proj,0.0001842800,0.05000,3.650
21,mlp.experts.22.gate_proj,0.0003282924,0.05000,1.835
21,mlp.experts.13.gate_proj,0.0002085591,0.05000,2.560
21,mlp.experts.16.gate_proj,0.0002389757,0.05000,2.878
21,mlp.experts.19.gate_proj,0.0002680859,0.05000,1.445
21,mlp.experts.23.gate_proj,0.0005023289,0.05000,1.695
21,mlp.experts.26.gate_proj,0.0001549433,0.05000,3.277
21,mlp.experts.20.gate_proj,0.0001401659,0.05000,3.545
21,mlp.experts.27.gate_proj,0.0002440748,0.05000,1.571
21,mlp.experts.17.gate_proj,0.0001701943,0.05000,3.750
21,mlp.experts.30.gate_proj,0.0002692675,0.05000,2.003
21,mlp.experts.31.gate_proj,0.0003210937,0.05000,1.651
21,mlp.experts.34.gate_proj,0.0002891780,0.05000,1.753
21,mlp.experts.35.gate_proj,0.0003070700,0.05000,1.316
21,mlp.experts.24.gate_proj,0.0001784327,0.05000,3.521
21,mlp.experts.21.gate_proj,0.0004306240,0.05000,3.713
21,mlp.experts.39.gate_proj,0.0004184464,0.05000,1.461
21,mlp.experts.38.gate_proj,0.0001092724,0.05000,2.781
21,mlp.experts.43.gate_proj,0.0002259578,0.05000,1.378
21,mlp.experts.42.gate_proj,0.0001527798,0.05000,1.256
21,mlp.experts.47.gate_proj,0.0003092653,0.05000,1.246
21,mlp.experts.28.gate_proj,0.0002664974,0.05000,3.720
21,mlp.experts.25.gate_proj,0.0001910353,0.05000,3.685
21,mlp.experts.51.gate_proj,0.0002126386,0.05000,1.305
21,mlp.experts.32.gate_proj,0.0002088582,0.05000,1.433
21,mlp.experts.46.gate_proj,0.0002731036,0.05000,2.668
21,mlp.experts.55.gate_proj,0.0002446816,0.05000,1.235
21,mlp.experts.36.gate_proj,0.0002168956,0.05000,1.235
21,mlp.experts.29.gate_proj,0.0002231264,0.05000,3.422
21,mlp.experts.50.gate_proj,0.0004198135,0.05000,2.170
21,mlp.experts.59.gate_proj,0.0002715073,0.05000,2.294
21,mlp.experts.40.gate_proj,0.0002631708,0.05000,2.822
21,mlp.experts.33.gate_proj,0.0002200060,0.05000,1.975
21,mlp.experts.54.gate_proj,0.0001587694,0.05000,1.520
21,mlp.experts.44.gate_proj,0.0001391175,0.05000,1.496
21,mlp.experts.37.gate_proj,0.0003212757,0.05000,1.555
21,mlp.experts.63.gate_proj,0.0001640144,0.05000,3.399
21,mlp.experts.58.gate_proj,0.0001450372,0.05000,2.958
21,mlp.experts.48.gate_proj,0.0002708692,0.05000,1.935
21,mlp.experts.41.gate_proj,0.0000822579,0.05000,2.436
21,mlp.experts.67.gate_proj,0.0001914368,0.05000,1.879
21,mlp.experts.52.gate_proj,0.0002080698,0.05000,2.375
21,mlp.experts.45.gate_proj,0.0002547234,0.05000,2.033
21,mlp.experts.71.gate_proj,0.0001389466,0.05000,2.037
21,mlp.experts.62.gate_proj,0.0002387442,0.05000,3.478
21,mlp.experts.49.gate_proj,0.0001485479,0.05000,2.288
21,mlp.experts.56.gate_proj,0.0001870864,0.05000,3.120
21,mlp.experts.75.gate_proj,0.0001245831,0.05000,2.447
21,mlp.experts.66.gate_proj,0.0001488621,0.05000,3.485
21,mlp.experts.79.gate_proj,0.0002314148,0.05000,1.424
21,mlp.experts.83.gate_proj,0.0002144516,0.05000,1.352
21,mlp.experts.53.gate_proj,0.0001521102,0.05000,3.504
21,mlp.experts.60.gate_proj,0.0001640405,0.05000,3.505
21,mlp.experts.70.gate_proj,0.0001407200,0.05000,2.790
21,mlp.experts.87.gate_proj,0.0001821800,0.05000,1.455
21,mlp.experts.57.gate_proj,0.0002730931,0.05000,1.936
21,mlp.experts.91.gate_proj,0.0002369660,0.05000,1.406
21,mlp.experts.61.gate_proj,0.0001857451,0.05000,1.392
21,mlp.experts.64.gate_proj,0.0003959805,0.05000,3.555
21,mlp.experts.95.gate_proj,0.0000608452,0.05000,1.405
21,mlp.experts.74.gate_proj,0.0003281489,0.05000,3.214
21,mlp.experts.65.gate_proj,0.0002208249,0.05000,1.442
21,mlp.experts.99.gate_proj,0.0002445289,0.05000,1.381
21,mlp.experts.69.gate_proj,0.0002649457,0.05000,1.356
21,mlp.experts.78.gate_proj,0.0002318303,0.05000,1.993
21,mlp.experts.68.gate_proj,0.0004905617,0.05000,2.361
21,mlp.experts.73.gate_proj,0.0003031576,0.05000,1.625
21,mlp.experts.82.gate_proj,0.0001604898,0.05000,1.633
21,mlp.experts.103.gate_proj,0.0002166469,0.05000,2.959
21,mlp.experts.72.gate_proj,0.0001579947,0.05000,2.370
21,mlp.experts.77.gate_proj,0.0001133307,0.05000,1.383
21,mlp.experts.86.gate_proj,0.0002027704,0.05000,1.360
21,mlp.experts.107.gate_proj,0.0002276148,0.05000,1.290
21,mlp.experts.76.gate_proj,0.0004553611,0.05000,1.296
21,mlp.experts.81.gate_proj,0.0001406505,0.05000,1.239
21,mlp.experts.90.gate_proj,0.0003224437,0.05000,1.252
21,mlp.experts.111.gate_proj,0.0002585071,0.05000,1.469
21,mlp.experts.80.gate_proj,0.0002594761,0.05000,2.458
21,mlp.experts.85.gate_proj,0.0001380393,0.05000,2.903
21,mlp.experts.115.gate_proj,0.0003604983,0.05000,2.159
21,mlp.experts.94.gate_proj,0.0001772666,0.05000,3.093
21,mlp.experts.98.gate_proj,fallback(rtn): 0.0009995,0.00000,0.054
21,mlp.experts.84.gate_proj,0.0001987005,0.05000,2.069
21,mlp.experts.119.gate_proj,0.0003271960,0.05000,1.326
21,mlp.experts.89.gate_proj,0.0002365192,0.05000,1.412
21,mlp.experts.102.gate_proj,0.0002269074,0.05000,1.292
21,mlp.experts.123.gate_proj,0.0002024523,0.05000,1.594
21,mlp.experts.106.gate_proj,0.0002147983,0.05000,1.498
21,mlp.experts.88.gate_proj,0.0004550597,0.05000,2.824
21,mlp.experts.93.gate_proj,0.0002999747,0.05000,3.060
21,mlp.experts.110.gate_proj,0.0002247093,0.05000,1.507
21,mlp.experts.127.gate_proj,0.0002171926,0.05000,1.709
21,mlp.experts.131.gate_proj,fallback(rtn): 0.0010986,0.00000,0.022
21,mlp.experts.92.gate_proj,0.0003176823,0.05000,1.718
21,mlp.experts.114.gate_proj,0.0001464128,0.05000,1.269
21,mlp.experts.135.gate_proj,0.0001893422,0.05000,1.268
21,mlp.experts.97.gate_proj,0.0002171321,0.05000,1.541
21,mlp.experts.96.gate_proj,0.0003234516,0.05000,1.609
21,mlp.experts.139.gate_proj,0.0002972757,0.05000,1.622
21,mlp.experts.101.gate_proj,0.0003084605,0.05000,3.380
21,mlp.experts.118.gate_proj,0.0002443051,0.05000,3.768
21,mlp.experts.100.gate_proj,0.0001237394,0.05000,3.614
21,mlp.experts.143.gate_proj,0.0002360722,0.05000,3.669
21,mlp.experts.105.gate_proj,0.0002381393,0.05000,3.300
21,mlp.experts.122.gate_proj,0.0001595543,0.05000,3.742
21,mlp.experts.104.gate_proj,0.0002253106,0.05000,2.794
21,mlp.experts.109.gate_proj,0.0001679698,0.05000,2.030
21,mlp.experts.147.gate_proj,0.0002033844,0.05000,3.609
21,mlp.experts.108.gate_proj,0.0002042840,0.05000,2.421
21,mlp.experts.126.gate_proj,0.0001295127,0.05000,3.709
21,mlp.experts.113.gate_proj,0.0001737055,0.05000,2.557
21,mlp.experts.112.gate_proj,0.0001451366,0.05000,1.842
21,mlp.experts.151.gate_proj,0.0002293656,0.05000,3.566
21,mlp.experts.117.gate_proj,0.0002271960,0.05000,2.354
21,mlp.experts.130.gate_proj,0.0004861324,0.05000,3.522
21,mlp.experts.155.gate_proj,0.0001522494,0.05000,2.754
21,mlp.experts.116.gate_proj,0.0001417341,0.05000,3.433
21,mlp.experts.121.gate_proj,0.0001439033,0.05000,2.493
21,mlp.experts.159.gate_proj,0.0003296746,0.05000,1.623
21,mlp.experts.163.gate_proj,0.0001993834,0.05000,1.457
21,mlp.experts.134.gate_proj,0.0003444819,0.05000,3.719
21,mlp.experts.120.gate_proj,0.0003195929,0.05000,3.526
21,mlp.experts.167.gate_proj,0.0002136377,0.05000,1.469
21,mlp.experts.125.gate_proj,0.0002340334,0.05000,3.720
21,mlp.experts.171.gate_proj,0.0001218246,0.05000,1.467
21,mlp.experts.138.gate_proj,0.0003724459,0.05000,3.436
21,mlp.experts.124.gate_proj,0.0003230400,0.05000,3.039
21,mlp.experts.129.gate_proj,0.0001773641,0.05000,2.490
21,mlp.experts.175.gate_proj,0.0002580790,0.05000,1.298
21,mlp.experts.142.gate_proj,0.0002593782,0.05000,1.266
21,mlp.experts.133.gate_proj,0.0002238063,0.05000,1.244
21,mlp.experts.128.gate_proj,0.0001260909,0.05000,1.539
21,mlp.experts.179.gate_proj,0.0003989787,0.05000,1.233
21,mlp.experts.146.gate_proj,0.0002899551,0.05000,1.254
21,mlp.experts.137.gate_proj,0.0001719326,0.05000,1.230
21,mlp.experts.183.gate_proj,0.0001986407,0.05000,1.232
21,mlp.experts.132.gate_proj,0.0002386128,0.05000,1.489
21,mlp.experts.150.gate_proj,0.0002820203,0.05000,1.211
21,mlp.experts.141.gate_proj,0.0001931434,0.05000,1.235
21,mlp.experts.187.gate_proj,0.0001789994,0.05000,1.237
21,mlp.experts.136.gate_proj,0.0001687575,0.05000,1.208
21,mlp.experts.154.gate_proj,0.0002231575,0.05000,1.176
21,mlp.experts.145.gate_proj,0.0002531943,0.05000,1.311
21,mlp.experts.191.gate_proj,0.0001701876,0.05000,1.346
21,mlp.experts.158.gate_proj,0.0001547927,0.05000,1.386
21,mlp.experts.140.gate_proj,0.0001742928,0.05000,2.072
21,mlp.experts.149.gate_proj,0.0002597842,0.05000,1.377
21,mlp.experts.195.gate_proj,0.0002171642,0.05000,1.360
21,mlp.experts.162.gate_proj,0.0002350081,0.05000,1.310
21,mlp.experts.144.gate_proj,0.0003068655,0.05000,1.303
21,mlp.experts.153.gate_proj,0.0002863468,0.05000,1.497
21,mlp.experts.199.gate_proj,0.0003116017,0.05000,1.719
21,mlp.experts.166.gate_proj,0.0002683421,0.05000,1.574
21,mlp.experts.148.gate_proj,0.0002020812,0.05000,2.586
21,mlp.experts.203.gate_proj,0.0002101257,0.05000,2.377
21,mlp.experts.157.gate_proj,0.0002726500,0.05000,2.985
21,mlp.experts.170.gate_proj,0.0001687915,0.05000,2.352
21,mlp.experts.152.gate_proj,0.0001983140,0.05000,1.142
21,mlp.experts.207.gate_proj,0.0002590188,0.05000,1.252
21,mlp.experts.161.gate_proj,0.0002091760,0.05000,1.213
21,mlp.experts.174.gate_proj,0.0002690232,0.05000,1.251
21,mlp.experts.156.gate_proj,0.0002018028,0.05000,1.265
21,mlp.experts.211.gate_proj,0.0002068199,0.05000,1.196
21,mlp.experts.165.gate_proj,0.0001744571,0.05000,1.267
21,mlp.experts.178.gate_proj,0.0002615208,0.05000,1.215
21,mlp.experts.160.gate_proj,0.0001945831,0.05000,1.194
21,mlp.experts.215.gate_proj,0.0002466470,0.05000,1.212
21,mlp.experts.182.gate_proj,0.0002309028,0.05000,1.268
21,mlp.experts.169.gate_proj,0.0002331650,0.05000,1.586
21,mlp.experts.164.gate_proj,0.0001197599,0.05000,1.486
21,mlp.experts.186.gate_proj,0.0001701840,0.05000,1.405
21,mlp.experts.219.gate_proj,0.0002783514,0.05000,3.050
21,mlp.experts.190.gate_proj,0.0002045194,0.05000,1.442
21,mlp.experts.168.gate_proj,0.0003447035,0.05000,2.682
21,mlp.experts.173.gate_proj,0.0002662394,0.05000,3.744
21,mlp.experts.194.gate_proj,0.0002186006,0.05000,1.318
21,mlp.experts.172.gate_proj,0.0001849418,0.05000,1.656
21,mlp.experts.223.gate_proj,0.0002823653,0.05000,3.188
21,mlp.experts.176.gate_proj,0.0003945690,0.05000,1.633
21,mlp.experts.198.gate_proj,0.0003064250,0.05000,2.592
21,mlp.experts.177.gate_proj,0.0002920116,0.05000,3.783
21,mlp.experts.180.gate_proj,0.0003500117,0.05000,1.674
21,mlp.experts.227.gate_proj,0.0002036272,0.05000,2.566
21,mlp.experts.184.gate_proj,0.0001540500,0.05000,1.464
21,mlp.experts.202.gate_proj,0.0002377472,0.05000,3.664
21,mlp.experts.188.gate_proj,0.0001693420,0.05000,1.489
21,mlp.experts.181.gate_proj,0.0002855709,0.05000,3.468
21,mlp.experts.231.gate_proj,0.0002256185,0.05000,3.567
21,mlp.experts.185.gate_proj,0.0002017033,0.05000,1.773
21,mlp.experts.192.gate_proj,0.0002068850,0.05000,2.180
21,mlp.experts.206.gate_proj,0.0002623359,0.05000,3.322
21,mlp.experts.235.gate_proj,0.0001870957,0.05000,2.104
21,mlp.experts.189.gate_proj,0.0001591982,0.05000,1.454
21,mlp.experts.196.gate_proj,0.0002700595,0.05000,1.337
21,mlp.experts.210.gate_proj,0.0001460606,0.05000,1.199
21,mlp.experts.239.gate_proj,0.0002330458,0.05000,1.687
21,mlp.experts.200.gate_proj,0.0001659313,0.05000,1.751
21,mlp.experts.193.gate_proj,0.0000917649,0.05000,2.367
21,mlp.experts.243.gate_proj,0.0001945673,0.05000,2.292
21,mlp.experts.204.gate_proj,0.0001162383,0.05000,1.953
21,mlp.experts.214.gate_proj,0.0002973113,0.05000,3.398
21,mlp.experts.197.gate_proj,0.0001289375,0.05000,3.228
21,mlp.experts.208.gate_proj,0.0002521485,0.05000,2.418
21,mlp.experts.247.gate_proj,0.0001674767,0.05000,3.133
21,mlp.experts.218.gate_proj,0.0003270976,0.05000,3.298
21,mlp.experts.212.gate_proj,0.0002426777,0.05000,2.012
21,mlp.experts.251.gate_proj,0.0001444952,0.05000,2.175
21,mlp.experts.201.gate_proj,0.0001703847,0.05000,3.396
21,mlp.experts.216.gate_proj,0.0002662013,0.05000,1.768
21,mlp.experts.222.gate_proj,0.0002885766,0.05000,3.202
21,mlp.experts.220.gate_proj,0.0002574878,0.05000,1.663
21,mlp.experts.255.gate_proj,0.0002083387,0.05000,2.772
21,mlp.experts.205.gate_proj,0.0001493182,0.05000,3.373
21,mlp.experts.224.gate_proj,0.0001452023,0.05000,1.403
21,mlp.experts.226.gate_proj,0.0002694143,0.05000,2.981
21,mlp.experts.228.gate_proj,0.0001952084,0.05000,1.475
21,mlp.experts.3.up_proj,0.0003523634,0.05000,3.147
21,mlp.experts.209.gate_proj,0.0001895760,0.05000,3.502
21,mlp.experts.230.gate_proj,0.0002097423,0.05000,2.993
21,mlp.experts.232.gate_proj,0.0001294513,0.05000,2.899
21,mlp.experts.7.up_proj,0.0001668245,0.05000,3.390
21,mlp.experts.234.gate_proj,0.0001611384,0.05000,2.398
21,mlp.experts.213.gate_proj,0.0002328350,0.05000,3.300
21,mlp.experts.236.gate_proj,0.0002838206,0.05000,2.810
21,mlp.experts.11.up_proj,0.0002077162,0.05000,2.346
21,mlp.experts.217.gate_proj,0.0003048202,0.05000,2.117
21,mlp.experts.15.up_proj,0.0001841036,0.05000,1.219
21,mlp.experts.238.gate_proj,0.0003553090,0.05000,3.160
21,mlp.experts.240.gate_proj,0.0002814128,0.05000,2.110
21,mlp.experts.221.gate_proj,0.0001519892,0.05000,1.068
21,mlp.experts.19.up_proj,0.0002119828,0.05000,0.898
21,mlp.experts.242.gate_proj,0.0002783916,0.05000,0.875
21,mlp.experts.244.gate_proj,0.0002751433,0.05000,0.863
21,mlp.experts.225.gate_proj,0.0001321066,0.05000,0.863
21,mlp.experts.23.up_proj,0.0003743354,0.05000,1.072
21,mlp.experts.246.gate_proj,0.0001461938,0.05000,1.063
21,mlp.experts.248.gate_proj,0.0001759864,0.05000,1.248
21,mlp.experts.229.gate_proj,0.0002194304,0.05000,1.281
21,mlp.experts.27.up_proj,0.0002041031,0.05000,1.298
21,mlp.experts.250.gate_proj,0.0002078394,0.05000,1.290
21,mlp.experts.252.gate_proj,0.0001959637,0.05000,1.286
21,mlp.experts.233.gate_proj,0.0002932143,0.05000,1.297
21,mlp.experts.31.up_proj,0.0002650741,0.05000,1.238
21,mlp.experts.254.gate_proj,0.0001150630,0.05000,1.256
21,mlp.experts.0.up_proj,0.0002705456,0.05000,1.285
21,mlp.experts.237.gate_proj,0.0002021663,0.05000,1.424
21,mlp.experts.35.up_proj,0.0002494501,0.05000,1.331
21,mlp.experts.2.up_proj,0.0001620570,0.05000,1.312
21,mlp.experts.4.up_proj,0.0001597726,0.05000,1.319
21,mlp.experts.241.gate_proj,0.0002076710,0.05000,1.325
21,mlp.experts.39.up_proj,0.0002751469,0.05000,1.316
21,mlp.experts.6.up_proj,0.0001886133,0.05000,1.308
21,mlp.experts.8.up_proj,0.0001009074,0.05000,1.324
21,mlp.experts.245.gate_proj,0.0001717684,0.05000,1.318
21,mlp.experts.249.gate_proj,fallback(rtn): 0.0011597,0.00000,0.020
21,mlp.experts.43.up_proj,0.0001668721,0.05000,1.315
21,mlp.experts.10.up_proj,0.0003682629,0.05000,1.305
21,mlp.experts.12.up_proj,0.0002179351,0.05000,1.294
21,mlp.experts.253.gate_proj,0.0001709862,0.05000,1.249
21,mlp.experts.47.up_proj,0.0003057531,0.05000,1.239
21,mlp.experts.14.up_proj,0.0001628886,0.05000,1.223
21,mlp.experts.16.up_proj,0.0002250148,0.05000,1.219
21,mlp.experts.1.up_proj,0.0000511399,0.05000,1.183
21,mlp.experts.51.up_proj,0.0001968355,0.05000,1.214
21,mlp.experts.18.up_proj,0.0001238580,0.05000,1.204
21,mlp.experts.20.up_proj,0.0001290300,0.05000,1.218
21,mlp.experts.5.up_proj,0.0001581112,0.05000,1.170
21,mlp.experts.55.up_proj,0.0002134312,0.05000,1.210
21,mlp.experts.22.up_proj,0.0003082639,0.05000,1.206
21,mlp.experts.24.up_proj,0.0001376909,0.05000,1.210
21,mlp.experts.9.up_proj,0.0001974198,0.05000,1.168
21,mlp.experts.26.up_proj,0.0001429589,0.05000,1.164
21,mlp.experts.59.up_proj,0.0003415829,0.05000,1.230
21,mlp.experts.28.up_proj,0.0002154356,0.05000,1.350
21,mlp.experts.13.up_proj,0.0002304967,0.05000,2.230
21,mlp.experts.32.up_proj,0.0001975351,0.05000,1.557
21,mlp.experts.30.up_proj,0.0002546855,0.05000,2.806
21,mlp.experts.17.up_proj,0.0001386458,0.05000,1.710
21,mlp.experts.63.up_proj,0.0001516532,0.05000,3.553
21,mlp.experts.36.up_proj,0.0001651485,0.05000,2.743
21,mlp.experts.67.up_proj,0.0001707955,0.05000,1.638
21,mlp.experts.34.up_proj,0.0002254169,0.05000,2.921
21,mlp.experts.21.up_proj,0.0004494881,0.05000,2.801
21,mlp.experts.71.up_proj,0.0001302752,0.05000,1.536
21,mlp.experts.25.up_proj,0.0001778295,0.05000,1.354
21,mlp.experts.40.up_proj,0.0002132312,0.05000,2.863
21,mlp.experts.38.up_proj,0.0000944870,0.05000,2.273
21,mlp.experts.75.up_proj,0.0001064083,0.05000,1.605
21,mlp.experts.29.up_proj,0.0001926489,0.05000,1.260
21,mlp.experts.42.up_proj,0.0001504935,0.05000,1.208
21,mlp.experts.44.up_proj,0.0001279154,0.05000,1.272
21,mlp.experts.79.up_proj,0.0001914085,0.05000,1.186
21,mlp.experts.33.up_proj,0.0001782739,0.05000,1.213
21,mlp.experts.48.up_proj,0.0002211870,0.05000,1.208
21,mlp.experts.46.up_proj,0.0002079928,0.05000,1.225
21,mlp.experts.83.up_proj,0.0001675108,0.05000,1.212
21,mlp.experts.37.up_proj,0.0002433089,0.05000,1.272
21,mlp.experts.50.up_proj,0.0003312766,0.05000,1.306
21,mlp.experts.52.up_proj,0.0001448547,0.05000,1.309
21,mlp.experts.87.up_proj,0.0001621608,0.05000,1.314
21,mlp.experts.41.up_proj,0.0000927032,0.05000,1.298
21,mlp.experts.54.up_proj,0.0001272129,0.05000,1.321
21,mlp.experts.56.up_proj,0.0001455310,0.05000,1.330
21,mlp.experts.91.up_proj,0.0001756780,0.05000,1.276
21,mlp.experts.45.up_proj,0.0002418057,0.05000,1.221
21,mlp.experts.58.up_proj,0.0001469170,0.05000,1.193
21,mlp.experts.60.up_proj,0.0001490518,0.05000,1.198
21,mlp.experts.95.up_proj,0.0000666286,0.05000,1.157
21,mlp.experts.49.up_proj,0.0001685560,0.05000,1.182
21,mlp.experts.62.up_proj,0.0002068767,0.05000,1.197
21,mlp.experts.64.up_proj,0.0003184534,0.05000,1.203
21,mlp.experts.99.up_proj,0.0002251362,0.05000,1.198
21,mlp.experts.53.up_proj,0.0001410605,0.05000,1.214
21,mlp.experts.68.up_proj,0.0003954398,0.05000,1.172
21,mlp.experts.66.up_proj,0.0001256510,0.05000,1.227
21,mlp.experts.103.up_proj,0.0001819785,0.05000,1.184
21,mlp.experts.57.up_proj,0.0002334086,0.05000,1.233
21,mlp.experts.72.up_proj,0.0001456061,0.05000,1.243
21,mlp.experts.70.up_proj,0.0001347174,0.05000,1.257
21,mlp.experts.107.up_proj,0.0001980557,0.05000,1.302
21,mlp.experts.61.up_proj,0.0001629996,0.05000,1.310
21,mlp.experts.76.up_proj,0.0003578248,0.05000,1.331
21,mlp.experts.74.up_proj,0.0002767874,0.05000,1.304
21,mlp.experts.111.up_proj,0.0002159072,0.05000,1.320
21,mlp.experts.65.up_proj,0.0001738098,0.05000,1.319
21,mlp.experts.78.up_proj,0.0001872744,0.05000,1.269
21,mlp.experts.80.up_proj,0.0001900055,0.05000,1.354
21,mlp.experts.115.up_proj,0.0002716232,0.05000,1.274
21,mlp.experts.69.up_proj,0.0001865502,0.05000,1.153
21,mlp.experts.82.up_proj,0.0001335330,0.05000,1.057
21,mlp.experts.84.up_proj,0.0003116430,0.05000,1.059
21,mlp.experts.119.up_proj,0.0002374538,0.05000,0.993
21,mlp.experts.73.up_proj,0.0002584945,0.05000,1.207
21,mlp.experts.88.up_proj,0.0003368489,0.05000,1.302
21,mlp.experts.86.up_proj,0.0001719041,0.05000,1.966
21,mlp.experts.77.up_proj,0.0001394937,0.05000,1.454
21,mlp.experts.123.up_proj,0.0001876186,0.05000,2.366
21,mlp.experts.92.up_proj,0.0002444118,0.05000,1.460
21,mlp.experts.81.up_proj,0.0001202737,0.05000,1.446
21,mlp.experts.96.up_proj,0.0002608282,0.05000,1.479
21,mlp.experts.90.up_proj,0.0002885960,0.05000,2.845
21,mlp.experts.127.up_proj,0.0002010394,0.05000,2.311
21,mlp.experts.131.up_proj,fallback(rtn): 0.0010834,0.00000,0.021
21,mlp.experts.85.up_proj,0.0001606094,0.05000,1.504
21,mlp.experts.100.up_proj,0.0001061152,0.05000,1.328
21,mlp.experts.94.up_proj,0.0001989354,0.05000,1.353
21,mlp.experts.98.up_proj,fallback(rtn): 0.0011520,0.00000,0.020
21,mlp.experts.135.up_proj,0.0001736473,0.05000,1.307
21,mlp.experts.89.up_proj,0.0002267453,0.05000,1.328
21,mlp.experts.104.up_proj,0.0001987955,0.05000,1.300
21,mlp.experts.102.up_proj,0.0002134688,0.05000,1.320
21,mlp.experts.139.up_proj,0.0002279686,0.05000,1.316
21,mlp.experts.93.up_proj,0.0002882637,0.05000,1.313
21,mlp.experts.108.up_proj,0.0001762159,0.05000,1.302
21,mlp.experts.106.up_proj,0.0001793029,0.05000,1.310
21,mlp.experts.143.up_proj,0.0002019216,0.05000,1.312
21,mlp.experts.97.up_proj,0.0002266068,0.05000,1.285
21,mlp.experts.112.up_proj,0.0001353853,0.05000,1.395
21,mlp.experts.110.up_proj,0.0001806893,0.05000,1.296
21,mlp.experts.147.up_proj,0.0001774129,0.05000,1.285
21,mlp.experts.101.up_proj,0.0003032911,0.05000,1.323
21,mlp.experts.116.up_proj,0.0001136377,0.05000,1.295
21,mlp.experts.114.up_proj,0.0001247433,0.05000,1.298
21,mlp.experts.151.up_proj,0.0002530994,0.05000,1.301
21,mlp.experts.105.up_proj,0.0002439894,0.05000,1.126
21,mlp.experts.120.up_proj,0.0004389176,0.05000,0.957
21,mlp.experts.118.up_proj,0.0002116069,0.05000,0.550
21,mlp.experts.122.up_proj,0.0001463595,0.05000,1.289
21,mlp.experts.124.up_proj,0.0002795306,0.05000,1.292
21,mlp.experts.155.up_proj,0.0001399010,0.05000,1.311
21,mlp.experts.109.up_proj,0.0001484791,0.05000,1.323
21,mlp.experts.126.up_proj,0.0001212464,0.05000,1.258
21,mlp.experts.128.up_proj,0.0001112616,0.05000,1.271
21,mlp.experts.113.up_proj,0.0001602826,0.05000,1.245
21,mlp.experts.159.up_proj,0.0002454675,0.05000,1.316
21,mlp.experts.130.up_proj,0.0003829206,0.05000,1.298
21,mlp.experts.132.up_proj,0.0001707195,0.05000,1.304
21,mlp.experts.117.up_proj,0.0001463345,0.05000,1.316
21,mlp.experts.163.up_proj,0.0001775882,0.05000,1.296
21,mlp.experts.134.up_proj,0.0003253451,0.05000,2.088
21,mlp.experts.121.up_proj,0.0001428423,0.05000,2.639
21,mlp.experts.167.up_proj,0.0001638417,0.05000,2.684
21,mlp.experts.136.up_proj,0.0001564244,0.05000,3.158
21,mlp.experts.138.up_proj,0.0003315874,0.05000,2.025
21,mlp.experts.125.up_proj,0.0001775469,0.05000,1.820
21,mlp.experts.171.up_proj,0.0001134850,0.05000,1.965
21,mlp.experts.140.up_proj,0.0001332671,0.05000,1.687
21,mlp.experts.142.up_proj,0.0002639942,0.05000,1.308
21,mlp.experts.129.up_proj,0.0001523966,0.05000,1.305
21,mlp.experts.175.up_proj,0.0002161581,0.05000,1.294
21,mlp.experts.144.up_proj,0.0002720602,0.05000,1.299
21,mlp.experts.146.up_proj,0.0002417044,0.05000,1.303
21,mlp.experts.133.up_proj,0.0001747774,0.05000,1.310
21,mlp.experts.179.up_proj,0.0003362531,0.05000,1.318
21,mlp.experts.148.up_proj,0.0001376167,0.05000,1.306
21,mlp.experts.150.up_proj,0.0002308564,0.05000,1.330
21,mlp.experts.137.up_proj,0.0001405163,0.05000,1.298
21,mlp.experts.183.up_proj,0.0001700162,0.05000,1.286
21,mlp.experts.152.up_proj,0.0001693955,0.05000,1.250
21,mlp.experts.154.up_proj,0.0001901176,0.05000,1.313
21,mlp.experts.141.up_proj,0.0001559746,0.05000,1.319
21,mlp.experts.156.up_proj,0.0001633334,0.05000,1.332
21,mlp.experts.187.up_proj,0.0001719067,0.05000,1.577
21,mlp.experts.158.up_proj,0.0001400101,0.05000,1.237
21,mlp.experts.145.up_proj,0.0002376078,0.05000,1.261
21,mlp.experts.160.up_proj,0.0001440634,0.05000,1.239
21,mlp.experts.191.up_proj,0.0001312155,0.05000,1.510
21,mlp.experts.162.up_proj,0.0001672941,0.05000,1.264
21,mlp.experts.149.up_proj,0.0002463611,0.05000,1.236
21,mlp.experts.164.up_proj,0.0001161447,0.05000,1.232
21,mlp.experts.195.up_proj,0.0001841008,0.05000,1.202
21,mlp.experts.166.up_proj,0.0002191740,0.05000,1.161
21,mlp.experts.153.up_proj,0.0002629983,0.05000,1.454
21,mlp.experts.170.up_proj,0.0001743360,0.05000,1.493
21,mlp.experts.168.up_proj,0.0002916717,0.05000,2.121
21,mlp.experts.199.up_proj,0.0002732517,0.05000,1.792
21,mlp.experts.157.up_proj,0.0002181605,0.05000,1.878
21,mlp.experts.174.up_proj,0.0002353410,0.05000,1.247
21,mlp.experts.172.up_proj,0.0001407612,0.05000,1.228
21,mlp.experts.203.up_proj,0.0002289190,0.05000,1.190
21,mlp.experts.161.up_proj,0.0002317991,0.05000,1.191
21,mlp.experts.178.up_proj,0.0002370487,0.05000,1.194
21,mlp.experts.207.up_proj,0.0002352640,0.05000,1.151
21,mlp.experts.176.up_proj,0.0003659167,0.05000,1.211
21,mlp.experts.165.up_proj,0.0001421730,0.05000,1.199
21,mlp.experts.182.up_proj,0.0002003574,0.05000,1.189
21,mlp.experts.211.up_proj,0.0001661232,0.05000,1.153
21,mlp.experts.180.up_proj,0.0002411429,0.05000,1.208
21,mlp.experts.169.up_proj,0.0002012920,0.05000,1.190
21,mlp.experts.215.up_proj,0.0001846701,0.05000,1.156
21,mlp.experts.186.up_proj,0.0001352076,0.05000,1.366
21,mlp.experts.184.up_proj,0.0001383956,0.05000,1.272
21,mlp.experts.173.up_proj,0.0002320855,0.05000,1.039
21,mlp.experts.219.up_proj,0.0002116746,0.05000,1.038
21,mlp.experts.190.up_proj,0.0001498366,0.05000,0.993
21,mlp.experts.188.up_proj,0.0001358155,0.05000,1.048
21,mlp.experts.177.up_proj,0.0002121250,0.05000,1.286
21,mlp.experts.223.up_proj,0.0002799556,0.05000,1.281
21,mlp.experts.194.up_proj,0.0001996930,0.05000,1.299
21,mlp.experts.192.up_proj,0.0001710488,0.05000,1.272
21,mlp.experts.181.up_proj,0.0002694716,0.05000,1.267
21,mlp.experts.227.up_proj,0.0002080791,0.05000,1.274
21,mlp.experts.198.up_proj,0.0002393872,0.05000,1.281
21,mlp.experts.196.up_proj,0.0002216870,0.05000,1.332
21,mlp.experts.185.up_proj,0.0001401321,0.05000,1.191
21,mlp.experts.231.up_proj,0.0001989049,0.05000,1.189
21,mlp.experts.202.up_proj,0.0001881980,0.05000,1.192
21,mlp.experts.200.up_proj,0.0001445943,0.05000,1.211
21,mlp.experts.189.up_proj,0.0001406617,0.05000,1.172
21,mlp.experts.235.up_proj,0.0001854579,0.05000,1.176
21,mlp.experts.206.up_proj,0.0001968947,0.05000,1.180
21,mlp.experts.204.up_proj,0.0001085443,0.05000,1.130
21,mlp.experts.193.up_proj,0.0000794837,0.05000,1.251
21,mlp.experts.239.up_proj,0.0001738354,0.05000,1.267
21,mlp.experts.210.up_proj,0.0001345646,0.05000,1.283
21,mlp.experts.208.up_proj,0.0002475025,0.05000,1.279
21,mlp.experts.197.up_proj,0.0001190181,0.05000,1.288
21,mlp.experts.243.up_proj,0.0001729837,0.05000,1.296
21,mlp.experts.214.up_proj,0.0002434297,0.05000,1.290
21,mlp.experts.212.up_proj,0.0001860705,0.05000,1.282
21,mlp.experts.201.up_proj,0.0001579230,0.05000,1.256
21,mlp.experts.247.up_proj,0.0001456357,0.05000,1.237
21,mlp.experts.218.up_proj,0.0002599662,0.05000,1.204
21,mlp.experts.216.up_proj,0.0002239832,0.05000,1.229
21,mlp.experts.205.up_proj,0.0001477895,0.05000,1.218
21,mlp.experts.251.up_proj,0.0001257010,0.05000,1.238
21,mlp.experts.222.up_proj,0.0002561438,0.05000,1.221
21,mlp.experts.220.up_proj,0.0001959628,0.05000,1.252
21,mlp.experts.209.up_proj,0.0001764692,0.05000,1.326
21,mlp.experts.255.up_proj,0.0001768470,0.05000,1.321
21,mlp.experts.226.up_proj,0.0002191077,0.05000,1.274
21,mlp.experts.224.up_proj,0.0001231042,0.05000,1.222
21,mlp.experts.213.up_proj,0.0002192957,0.05000,0.915
21,mlp.experts.230.up_proj,0.0001732629,0.05000,0.852
21,mlp.experts.228.up_proj,0.0001246101,0.05000,0.834
21,mlp.experts.217.up_proj,0.0002283219,0.05000,0.834
21,mlp.experts.234.up_proj,0.0001403413,0.05000,0.856
21,mlp.experts.232.up_proj,0.0001200632,0.05000,0.832
21,mlp.experts.221.up_proj,0.0001066074,0.05000,0.836
21,mlp.experts.238.up_proj,0.0002977278,0.05000,0.850
21,mlp.experts.236.up_proj,0.0002245602,0.05000,0.828
21,mlp.experts.225.up_proj,0.0001121117,0.05000,0.825
21,mlp.experts.240.up_proj,0.0002429941,0.05000,0.818
21,mlp.experts.242.up_proj,0.0002064432,0.05000,0.863
21,mlp.experts.229.up_proj,0.0001851306,0.05000,0.838
21,mlp.experts.244.up_proj,0.0002175035,0.05000,0.832
21,mlp.experts.246.up_proj,0.0001379786,0.05000,0.852
21,mlp.experts.233.up_proj,0.0002298238,0.05000,0.830
21,mlp.experts.248.up_proj,0.0001608945,0.05000,0.835
21,mlp.experts.250.up_proj,0.0001844152,0.05000,0.852
21,mlp.experts.237.up_proj,0.0001950726,0.05000,0.834
21,mlp.experts.252.up_proj,0.0001312662,0.05000,0.828
21,mlp.experts.254.up_proj,0.0001042130,0.05000,0.821
21,mlp.experts.241.up_proj,0.0001508991,0.05000,0.448
21,mlp.experts.245.up_proj,0.0001762252,0.05000,0.202
21,mlp.experts.249.up_proj,fallback(rtn): 0.0011215,0.00000,0.004
21,mlp.experts.253.up_proj,0.0001476557,0.05000,0.202
21,mlp.experts.0.down_proj,0.0000092634,0.05000,0.342
21,mlp.experts.1.down_proj,0.0000017858,0.05000,0.350
21,mlp.experts.3.down_proj,0.0000142657,0.05000,0.362
21,mlp.experts.2.down_proj,0.0000065897,0.05000,0.489
21,mlp.experts.7.down_proj,0.0000025209,0.05000,0.357
21,mlp.experts.5.down_proj,0.0000071844,0.05000,0.369
21,mlp.experts.6.down_proj,0.0000054755,0.05000,0.360
21,mlp.experts.11.down_proj,0.0000063650,0.05000,0.349
21,mlp.experts.9.down_proj,0.0000076392,0.05000,0.359
21,mlp.experts.4.down_proj,0.0000061309,0.05000,0.794
21,mlp.experts.10.down_proj,0.0000147974,0.05000,0.363
21,mlp.experts.15.down_proj,0.0000067274,0.05000,0.352
21,mlp.experts.13.down_proj,0.0000105331,0.05000,0.361
21,mlp.experts.14.down_proj,0.0000073235,0.05000,0.359
21,mlp.experts.19.down_proj,0.0000082135,0.05000,0.347
21,mlp.experts.17.down_proj,0.0000031223,0.05000,0.356
21,mlp.experts.8.down_proj,0.0000019201,0.05000,0.722
21,mlp.experts.18.down_proj,0.0000023064,0.05000,0.348
21,mlp.experts.23.down_proj,0.0000087051,0.05000,0.328
21,mlp.experts.21.down_proj,0.0000303680,0.05000,0.325
21,mlp.experts.12.down_proj,0.0000032282,0.05000,0.330
21,mlp.experts.22.down_proj,0.0000217638,0.05000,0.330
21,mlp.experts.27.down_proj,0.0000053073,0.05000,0.337
21,mlp.experts.25.down_proj,0.0000027633,0.05000,0.333
21,mlp.experts.16.down_proj,0.0000085326,0.05000,0.336
21,mlp.experts.26.down_proj,0.0000024185,0.05000,0.338
21,mlp.experts.31.down_proj,0.0000042794,0.05000,0.335
21,mlp.experts.29.down_proj,0.0000073249,0.05000,0.338
21,mlp.experts.20.down_proj,0.0000038590,0.05000,0.335
21,mlp.experts.30.down_proj,0.0000053588,0.05000,0.336
21,mlp.experts.35.down_proj,0.0000056019,0.05000,0.335
21,mlp.experts.33.down_proj,0.0000026274,0.05000,0.335
21,mlp.experts.24.down_proj,0.0000037641,0.05000,0.334
21,mlp.experts.34.down_proj,0.0000047406,0.05000,0.334
21,mlp.experts.39.down_proj,0.0000071570,0.05000,0.339
21,mlp.experts.37.down_proj,0.0000070490,0.05000,0.338
21,mlp.experts.28.down_proj,0.0000056873,0.05000,0.332
21,mlp.experts.38.down_proj,0.0000049936,0.05000,0.340
21,mlp.experts.43.down_proj,0.0000028535,0.05000,0.340
21,mlp.experts.41.down_proj,0.0000028174,0.05000,0.336
21,mlp.experts.32.down_proj,0.0000045602,0.05000,0.332
21,mlp.experts.42.down_proj,0.0000064041,0.05000,0.330
21,mlp.experts.47.down_proj,0.0000195733,0.05000,0.335
21,mlp.experts.45.down_proj,0.0000051196,0.05000,0.337
21,mlp.experts.36.down_proj,0.0000024869,0.05000,0.339
21,mlp.experts.46.down_proj,0.0000047172,0.05000,0.335
21,mlp.experts.51.down_proj,0.0000036901,0.05000,0.336
21,mlp.experts.49.down_proj,0.0000120979,0.05000,0.340
21,mlp.experts.40.down_proj,0.0000051202,0.05000,0.334
21,mlp.experts.50.down_proj,0.0000199937,0.05000,0.332
21,mlp.experts.55.down_proj,0.0000030307,0.05000,0.319
21,mlp.experts.53.down_proj,0.0000022236,0.05000,0.317
21,mlp.experts.44.down_proj,0.0000039323,0.05000,0.303
21,mlp.experts.54.down_proj,0.0000049092,0.05000,0.304
21,mlp.experts.59.down_proj,0.0000103857,0.05000,0.305
21,mlp.experts.57.down_proj,0.0000047140,0.05000,0.304
21,mlp.experts.48.down_proj,0.0000054644,0.05000,0.298
21,mlp.experts.58.down_proj,0.0000018806,0.05000,0.301
21,mlp.experts.63.down_proj,0.0000019640,0.05000,0.305
21,mlp.experts.61.down_proj,0.0000056168,0.05000,0.307
21,mlp.experts.52.down_proj,0.0000033768,0.05000,0.300
21,mlp.experts.62.down_proj,0.0000032143,0.05000,0.416
21,mlp.experts.65.down_proj,0.0000047241,0.05000,0.349
21,mlp.experts.56.down_proj,0.0000036238,0.05000,0.350
21,mlp.experts.67.down_proj,0.0000064022,0.05000,0.566
21,mlp.experts.69.down_proj,0.0000078241,0.05000,0.322
21,mlp.experts.66.down_proj,0.0000043733,0.05000,0.483
21,mlp.experts.60.down_proj,0.0000024993,0.05000,0.321
21,mlp.experts.71.down_proj,0.0000027084,0.05000,0.295
21,mlp.experts.73.down_proj,0.0000105151,0.05000,0.307
21,mlp.experts.70.down_proj,0.0000051618,0.05000,0.306
21,mlp.experts.64.down_proj,0.0000166713,0.05000,0.311
21,mlp.experts.75.down_proj,0.0000028094,0.05000,0.297
21,mlp.experts.77.down_proj,0.0000048504,0.05000,0.309
21,mlp.experts.74.down_proj,0.0000078836,0.05000,0.306
21,mlp.experts.68.down_proj,0.0000136991,0.05000,0.309
21,mlp.experts.79.down_proj,0.0000043178,0.05000,0.300
21,mlp.experts.81.down_proj,0.0000044923,0.05000,0.310
21,mlp.experts.78.down_proj,0.0000029658,0.05000,0.304
21,mlp.experts.72.down_proj,0.0000023666,0.05000,0.305
21,mlp.experts.83.down_proj,0.0000047693,0.05000,0.301
21,mlp.experts.85.down_proj,0.0000110559,0.05000,0.307
21,mlp.experts.82.down_proj,0.0000041701,0.05000,0.306
21,mlp.experts.76.down_proj,0.0000099205,0.05000,0.307
21,mlp.experts.87.down_proj,0.0000026423,0.05000,0.302
21,mlp.experts.89.down_proj,0.0000099672,0.05000,0.312
21,mlp.experts.86.down_proj,0.0000037558,0.05000,0.310
21,mlp.experts.80.down_proj,0.0000041750,0.05000,0.308
21,mlp.experts.91.down_proj,0.0000036589,0.05000,0.302
21,mlp.experts.93.down_proj,0.0000066618,0.05000,0.306
21,mlp.experts.90.down_proj,0.0000144721,0.05000,0.304
21,mlp.experts.84.down_proj,0.0000124330,0.05000,0.307
21,mlp.experts.95.down_proj,0.0000015847,0.05000,0.297
21,mlp.experts.97.down_proj,0.0000093843,0.05000,0.299
21,mlp.experts.94.down_proj,0.0000083915,0.05000,0.299
21,mlp.experts.98.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
21,mlp.experts.88.down_proj,0.0000072699,0.05000,0.302
21,mlp.experts.99.down_proj,0.0000095519,0.05000,0.304
21,mlp.experts.101.down_proj,0.0000076883,0.05000,0.330
21,mlp.experts.102.down_proj,0.0000087039,0.05000,0.326
21,mlp.experts.92.down_proj,0.0000055450,0.05000,0.329
21,mlp.experts.103.down_proj,0.0000044787,0.05000,0.326
21,mlp.experts.105.down_proj,0.0000108112,0.05000,0.327
21,mlp.experts.106.down_proj,0.0000072569,0.05000,0.327
21,mlp.experts.96.down_proj,0.0000115382,0.05000,0.328
21,mlp.experts.107.down_proj,0.0000059672,0.05000,0.332
21,mlp.experts.109.down_proj,0.0000143906,0.05000,0.325
21,mlp.experts.110.down_proj,0.0000048671,0.05000,0.323
21,mlp.experts.100.down_proj,0.0000051504,0.05000,0.329
21,mlp.experts.111.down_proj,0.0000064409,0.05000,0.324
21,mlp.experts.113.down_proj,0.0000017805,0.05000,0.325
21,mlp.experts.114.down_proj,0.0000031998,0.05000,0.321
21,mlp.experts.104.down_proj,0.0000036519,0.05000,0.318
21,mlp.experts.115.down_proj,0.0000085997,0.05000,0.324
21,mlp.experts.117.down_proj,0.0000028568,0.05000,0.322
21,mlp.experts.118.down_proj,0.0000031458,0.05000,0.327
21,mlp.experts.108.down_proj,0.0000058371,0.05000,0.324
21,mlp.experts.119.down_proj,0.0000049018,0.05000,0.325
21,mlp.experts.121.down_proj,0.0000033873,0.05000,0.325
21,mlp.experts.122.down_proj,0.0000016089,0.05000,0.323
21,mlp.experts.112.down_proj,0.0000016300,0.05000,0.328
21,mlp.experts.123.down_proj,0.0000067651,0.05000,0.326
21,mlp.experts.125.down_proj,0.0000049183,0.05000,0.330
21,mlp.experts.126.down_proj,0.0000065264,0.05000,0.329
21,mlp.experts.116.down_proj,0.0000050500,0.05000,0.336
21,mlp.experts.127.down_proj,0.0000027236,0.05000,0.334
21,mlp.experts.131.down_proj,fallback(rtn): 0.0010605,0.00000,0.006
21,mlp.experts.129.down_proj,0.0000044508,0.05000,0.331
21,mlp.experts.130.down_proj,0.0000159751,0.05000,0.330
21,mlp.experts.120.down_proj,0.0000207076,0.05000,0.332
21,mlp.experts.135.down_proj,0.0000026298,0.05000,0.329
21,mlp.experts.134.down_proj,0.0000113115,0.05000,0.328
21,mlp.experts.133.down_proj,0.0000053101,0.05000,0.336
21,mlp.experts.124.down_proj,0.0000072463,0.05000,0.331
21,mlp.experts.139.down_proj,0.0000089924,0.05000,0.333
21,mlp.experts.138.down_proj,0.0000083264,0.05000,0.333
21,mlp.experts.137.down_proj,0.0000057276,0.05000,0.332
21,mlp.experts.128.down_proj,0.0000027159,0.05000,0.327
21,mlp.experts.143.down_proj,0.0000056861,0.05000,0.325
21,mlp.experts.142.down_proj,0.0000096608,0.05000,0.308
21,mlp.experts.141.down_proj,0.0000022029,0.05000,0.309
21,mlp.experts.132.down_proj,0.0000068056,0.05000,0.295
21,mlp.experts.147.down_proj,0.0000038292,0.05000,0.301
21,mlp.experts.136.down_proj,0.0000017230,0.05000,0.296
21,mlp.experts.146.down_proj,0.0000069841,0.05000,0.311
21,mlp.experts.145.down_proj,0.0000095004,0.05000,0.309
21,mlp.experts.151.down_proj,0.0000088981,0.05000,0.307
21,mlp.experts.140.down_proj,0.0000043516,0.05000,0.305
21,mlp.experts.149.down_proj,0.0000048307,0.05000,0.305
21,mlp.experts.150.down_proj,0.0000084803,0.05000,0.310
21,mlp.experts.155.down_proj,0.0000015779,0.05000,0.304
21,mlp.experts.144.down_proj,0.0000155854,0.05000,0.300
21,mlp.experts.154.down_proj,0.0000034855,0.05000,0.305
21,mlp.experts.153.down_proj,0.0000111012,0.05000,0.310
21,mlp.experts.159.down_proj,0.0000057529,0.05000,0.312
21,mlp.experts.148.down_proj,0.0000046852,0.05000,0.299
21,mlp.experts.157.down_proj,0.0000059127,0.05000,0.302
21,mlp.experts.158.down_proj,0.0000016958,0.05000,0.307
21,mlp.experts.163.down_proj,0.0000042017,0.05000,0.305
21,mlp.experts.152.down_proj,0.0000038502,0.05000,0.298
21,mlp.experts.161.down_proj,0.0000114306,0.05000,0.305
21,mlp.experts.162.down_proj,0.0000050023,0.05000,0.306
21,mlp.experts.167.down_proj,0.0000035710,0.05000,0.321
21,mlp.experts.156.down_proj,0.0000058885,0.05000,0.477
21,mlp.experts.165.down_proj,0.0000049634,0.05000,0.541
21,mlp.experts.166.down_proj,0.0000084008,0.05000,0.848
21,mlp.experts.171.down_proj,0.0000018851,0.05000,0.755
21,mlp.experts.160.down_proj,0.0000082570,0.05000,0.939
21,mlp.experts.169.down_proj,0.0000043864,0.05000,0.926
21,mlp.experts.170.down_proj,0.0000050844,0.05000,0.642
21,mlp.experts.175.down_proj,0.0000035551,0.05000,0.930
21,mlp.experts.164.down_proj,0.0000040152,0.05000,0.518
21,mlp.experts.174.down_proj,0.0000044808,0.05000,0.770
21,mlp.experts.173.down_proj,0.0000064637,0.05000,0.890
21,mlp.experts.179.down_proj,0.0000077817,0.05000,0.713
21,mlp.experts.168.down_proj,0.0000070126,0.05000,0.638
21,mlp.experts.178.down_proj,0.0000091395,0.05000,0.394
21,mlp.experts.177.down_proj,0.0000049815,0.05000,0.419
21,mlp.experts.183.down_proj,0.0000049544,0.05000,0.419
21,mlp.experts.187.down_proj,0.0000065490,0.05000,0.459
21,mlp.experts.172.down_proj,0.0000061629,0.05000,0.877
21,mlp.experts.182.down_proj,0.0000033947,0.05000,0.965
21,mlp.experts.181.down_proj,0.0000096567,0.05000,0.868
21,mlp.experts.191.down_proj,0.0000053690,0.05000,0.511
21,mlp.experts.185.down_proj,0.0000108339,0.05000,0.471
21,mlp.experts.195.down_proj,0.0000037224,0.05000,0.357
21,mlp.experts.176.down_proj,0.0000116422,0.05000,0.878
21,mlp.experts.189.down_proj,0.0000037542,0.05000,0.355
21,mlp.experts.186.down_proj,0.0000053467,0.05000,0.876
21,mlp.experts.199.down_proj,0.0000067807,0.05000,0.353
21,mlp.experts.193.down_proj,0.0000017255,0.05000,0.347
21,mlp.experts.203.down_proj,0.0000067483,0.05000,0.348
21,mlp.experts.180.down_proj,0.0000091494,0.05000,0.846
21,mlp.experts.197.down_proj,0.0000040076,0.05000,0.352
21,mlp.experts.190.down_proj,0.0000025547,0.05000,0.796
21,mlp.experts.207.down_proj,0.0000111473,0.05000,0.356
21,mlp.experts.201.down_proj,0.0000018250,0.05000,0.358
21,mlp.experts.211.down_proj,0.0000042322,0.05000,0.354
21,mlp.experts.205.down_proj,0.0000070635,0.05000,0.349
21,mlp.experts.184.down_proj,0.0000038213,0.05000,0.845
21,mlp.experts.215.down_proj,0.0000080871,0.05000,0.347
21,mlp.experts.194.down_proj,0.0000024485,0.05000,0.800
21,mlp.experts.209.down_proj,0.0000022371,0.05000,0.351
21,mlp.experts.219.down_proj,0.0000054719,0.05000,0.350
21,mlp.experts.213.down_proj,0.0000033775,0.05000,0.426
21,mlp.experts.223.down_proj,0.0000092331,0.05000,0.414
21,mlp.experts.188.down_proj,0.0000036210,0.05000,0.883
21,mlp.experts.198.down_proj,0.0000083802,0.05000,0.833
21,mlp.experts.227.down_proj,0.0000091787,0.05000,0.472
21,mlp.experts.217.down_proj,0.0000087890,0.05000,0.887
21,mlp.experts.231.down_proj,0.0000068924,0.05000,0.459
21,mlp.experts.192.down_proj,0.0000070889,0.05000,0.941
21,mlp.experts.202.down_proj,0.0000083331,0.05000,0.905
21,mlp.experts.206.down_proj,0.0000076532,0.05000,0.546
21,mlp.experts.221.down_proj,0.0000013372,0.05000,0.843
21,mlp.experts.235.down_proj,0.0000024401,0.05000,0.824
21,mlp.experts.196.down_proj,0.0000072262,0.05000,0.845
21,mlp.experts.225.down_proj,0.0000044195,0.05000,0.353
21,mlp.experts.210.down_proj,0.0000016635,0.05000,0.394
21,mlp.experts.239.down_proj,0.0000058547,0.05000,0.308
21,mlp.experts.200.down_proj,0.0000029194,0.05000,0.296
21,mlp.experts.229.down_proj,0.0000079959,0.05000,0.305
21,mlp.experts.214.down_proj,0.0000041086,0.05000,0.308
21,mlp.experts.243.down_proj,0.0000047821,0.05000,0.306
21,mlp.experts.204.down_proj,0.0000030343,0.05000,0.302
21,mlp.experts.233.down_proj,0.0000084820,0.05000,0.305
21,mlp.experts.218.down_proj,0.0000053553,0.05000,0.305
21,mlp.experts.247.down_proj,0.0000035415,0.05000,0.303
21,mlp.experts.208.down_proj,0.0000113191,0.05000,0.295
21,mlp.experts.237.down_proj,0.0000083811,0.05000,0.305
21,mlp.experts.222.down_proj,0.0000048439,0.05000,0.308
21,mlp.experts.251.down_proj,0.0000035110,0.05000,0.308
21,mlp.experts.212.down_proj,0.0000060278,0.05000,0.300
21,mlp.experts.241.down_proj,0.0000070561,0.05000,0.307
21,mlp.experts.226.down_proj,0.0000076843,0.05000,0.308
21,mlp.experts.255.down_proj,0.0000061174,0.05000,0.312
21,mlp.experts.216.down_proj,0.0000063701,0.05000,0.280
21,mlp.experts.245.down_proj,0.0000095853,0.05000,0.247
21,mlp.experts.249.down_proj,fallback(rtn): 0.0010757,0.00000,0.004
21,mlp.experts.230.down_proj,0.0000043188,0.05000,0.239
21,mlp.experts.220.down_proj,0.0000055910,0.05000,0.219
21,mlp.experts.253.down_proj,0.0000052367,0.05000,0.209
21,mlp.experts.234.down_proj,0.0000046148,0.05000,0.204
21,mlp.experts.224.down_proj,0.0000028894,0.05000,0.177
21,mlp.experts.238.down_proj,0.0000096029,0.05000,0.158
21,mlp.experts.228.down_proj,0.0000013055,0.05000,0.159
21,mlp.experts.242.down_proj,0.0000067236,0.05000,0.157
21,mlp.experts.232.down_proj,0.0000015076,0.05000,0.156
21,mlp.experts.246.down_proj,0.0000018557,0.05000,0.157
21,mlp.experts.236.down_proj,0.0000080387,0.05000,0.159
21,mlp.experts.250.down_proj,0.0000071148,0.05000,0.159
21,mlp.experts.240.down_proj,0.0000119445,0.05000,0.158
21,mlp.experts.254.down_proj,0.0000047413,0.05000,0.157
21,mlp.experts.244.down_proj,0.0000065777,0.05000,0.101
21,mlp.experts.248.down_proj,0.0000017940,0.05000,0.049
21,mlp.experts.252.down_proj,0.0000025494,0.05000,0.050
22,mlp.experts.1.gate_proj,0.0003289043,0.05000,1.249
22,mlp.experts.0.gate_proj,0.0002045121,0.05000,1.258
22,mlp.experts.3.gate_proj,0.0002554898,0.05000,1.309
22,mlp.experts.2.gate_proj,0.0002455007,0.05000,1.332
22,mlp.experts.5.gate_proj,0.0002108042,0.05000,1.222
22,mlp.experts.4.gate_proj,0.0002179747,0.05000,1.233
22,mlp.experts.7.gate_proj,0.0002360790,0.05000,1.181
22,mlp.experts.6.gate_proj,0.0001703264,0.05000,1.440
22,mlp.experts.11.gate_proj,0.0001800381,0.05000,1.173
22,mlp.experts.8.gate_proj,0.0001693095,0.05000,1.206
22,mlp.experts.9.gate_proj,0.0002221889,0.05000,1.235
22,mlp.experts.10.gate_proj,0.0001378032,0.05000,1.182
22,mlp.experts.15.gate_proj,0.0002134262,0.05000,1.150
22,mlp.experts.13.gate_proj,0.0001494631,0.05000,1.173
22,mlp.experts.12.gate_proj,0.0002192809,0.05000,1.196
22,mlp.experts.14.gate_proj,0.0001801069,0.05000,1.189
22,mlp.experts.19.gate_proj,0.0002323087,0.05000,1.139
22,mlp.experts.17.gate_proj,0.0002321271,0.05000,1.387
22,mlp.experts.16.gate_proj,0.0002864696,0.05000,1.381
22,mlp.experts.18.gate_proj,0.0003075362,0.05000,1.366
22,mlp.experts.20.gate_proj,0.0001824003,0.05000,2.045
22,mlp.experts.22.gate_proj,0.0001665601,0.05000,1.874
22,mlp.experts.21.gate_proj,0.0001780872,0.05000,3.180
22,mlp.experts.23.gate_proj,0.0000929094,0.05000,3.567
22,mlp.experts.26.gate_proj,0.0002529383,0.05000,2.041
22,mlp.experts.24.gate_proj,0.0001814968,0.05000,3.129
22,mlp.experts.27.gate_proj,0.0001035575,0.05000,2.562
22,mlp.experts.25.gate_proj,0.0003098531,0.05000,3.438
22,mlp.experts.30.gate_proj,0.0002691942,0.05000,2.994
22,mlp.experts.31.gate_proj,0.0001947010,0.05000,1.859
22,mlp.experts.28.gate_proj,0.0001519063,0.05000,3.667
22,mlp.experts.35.gate_proj,0.0001931830,0.05000,1.837
22,mlp.experts.29.gate_proj,0.0001570324,0.05000,3.344
22,mlp.experts.34.gate_proj,0.0002358124,0.05000,2.989
22,mlp.experts.32.gate_proj,0.0001776019,0.05000,2.272
22,mlp.experts.39.gate_proj,0.0002274368,0.05000,1.853
22,mlp.experts.33.gate_proj,0.0002414509,0.05000,1.540
22,mlp.experts.38.gate_proj,0.0000964630,0.05000,1.500
22,mlp.experts.36.gate_proj,0.0001328574,0.05000,1.465
22,mlp.experts.37.gate_proj,0.0002317152,0.05000,2.310
22,mlp.experts.43.gate_proj,0.0001792571,0.05000,2.630
22,mlp.experts.42.gate_proj,0.0002149561,0.05000,2.791
22,mlp.experts.40.gate_proj,0.0002389485,0.05000,2.194
22,mlp.experts.47.gate_proj,0.0002302317,0.05000,1.699
22,mlp.experts.41.gate_proj,0.0002725084,0.05000,2.340
22,mlp.experts.46.gate_proj,0.0001834061,0.05000,2.390
22,mlp.experts.44.gate_proj,0.0001586668,0.05000,3.568
22,mlp.experts.51.gate_proj,0.0002298898,0.05000,3.177
22,mlp.experts.45.gate_proj,0.0001878840,0.05000,3.702
22,mlp.experts.50.gate_proj,0.0001820726,0.05000,3.035
22,mlp.experts.48.gate_proj,0.0001901931,0.05000,3.091
22,mlp.experts.55.gate_proj,0.0003061852,0.05000,2.681
22,mlp.experts.49.gate_proj,0.0001942059,0.05000,2.681
22,mlp.experts.52.gate_proj,0.0002013868,0.05000,1.640
22,mlp.experts.54.gate_proj,0.0001263847,0.05000,3.599
22,mlp.experts.56.gate_proj,0.0001433906,0.05000,1.582
22,mlp.experts.59.gate_proj,0.0002599384,0.05000,3.603
22,mlp.experts.53.gate_proj,0.0001699204,0.05000,2.766
22,mlp.experts.60.gate_proj,0.0001535953,0.05000,1.631
22,mlp.experts.58.gate_proj,0.0001680473,0.05000,3.605
22,mlp.experts.64.gate_proj,0.0001368675,0.05000,1.647
22,mlp.experts.57.gate_proj,0.0002386341,0.05000,3.110
22,mlp.experts.63.gate_proj,0.0002790516,0.05000,3.611
22,mlp.experts.68.gate_proj,0.0001523701,0.05000,1.584
22,mlp.experts.62.gate_proj,0.0001875886,0.05000,3.035
22,mlp.experts.61.gate_proj,0.0001434163,0.05000,2.242
22,mlp.experts.67.gate_proj,0.0002434032,0.05000,2.394
22,mlp.experts.72.gate_proj,0.0001683635,0.05000,2.365
22,mlp.experts.66.gate_proj,0.0001552430,0.05000,2.197
22,mlp.experts.71.gate_proj,0.0001524149,0.05000,1.419
22,mlp.experts.65.gate_proj,0.0001247392,0.05000,2.050
22,mlp.experts.76.gate_proj,0.0001760489,0.05000,1.287
22,mlp.experts.70.gate_proj,0.0001295258,0.05000,1.265
22,mlp.experts.75.gate_proj,0.0001842426,0.05000,1.241
22,mlp.experts.69.gate_proj,0.0001616258,0.05000,1.199
22,mlp.experts.80.gate_proj,0.0001831552,0.05000,1.207
22,mlp.experts.74.gate_proj,0.0001532407,0.05000,1.199
22,mlp.experts.79.gate_proj,0.0001185163,0.05000,1.195
22,mlp.experts.73.gate_proj,0.0001890385,0.05000,1.176
22,mlp.experts.84.gate_proj,0.0002046535,0.05000,1.252
22,mlp.experts.78.gate_proj,0.0001985006,0.05000,1.267
22,mlp.experts.83.gate_proj,0.0000949486,0.05000,1.286
22,mlp.experts.77.gate_proj,0.0001859160,0.05000,1.308
22,mlp.experts.88.gate_proj,0.0001415156,0.05000,1.302
22,mlp.experts.82.gate_proj,0.0001890306,0.05000,1.307
22,mlp.experts.87.gate_proj,0.0001727560,0.05000,1.314
22,mlp.experts.81.gate_proj,0.0002233525,0.05000,1.318
22,mlp.experts.92.gate_proj,0.0001578692,0.05000,1.303
22,mlp.experts.86.gate_proj,0.0003820523,0.05000,1.248
22,mlp.experts.91.gate_proj,0.0001907980,0.05000,1.231
22,mlp.experts.85.gate_proj,0.0001524947,0.05000,1.222
22,mlp.experts.96.gate_proj,0.0001134134,0.05000,1.196
22,mlp.experts.90.gate_proj,0.0001582194,0.05000,1.158
22,mlp.experts.95.gate_proj,0.0001828365,0.05000,1.375
22,mlp.experts.89.gate_proj,0.0001578457,0.05000,1.659
22,mlp.experts.100.gate_proj,0.0001413342,0.05000,1.424
22,mlp.experts.104.gate_proj,0.0001867797,0.05000,1.758
22,mlp.experts.94.gate_proj,0.0002613769,0.05000,3.190
22,mlp.experts.99.gate_proj,0.0002768559,0.05000,3.288
22,mlp.experts.93.gate_proj,0.0001491955,0.05000,3.527
22,mlp.experts.108.gate_proj,0.0002349188,0.05000,1.851
22,mlp.experts.97.gate_proj,0.0001953338,0.05000,2.099
22,mlp.experts.101.gate_proj,fallback(rtn): 0.0009918,0.00000,0.025
22,mlp.experts.98.gate_proj,0.0001733500,0.05000,3.554
22,mlp.experts.103.gate_proj,0.0002262630,0.05000,3.697
22,mlp.experts.112.gate_proj,0.0002198523,0.05000,3.232
22,mlp.experts.105.gate_proj,0.0002429566,0.05000,1.665
22,mlp.experts.107.gate_proj,0.0001949570,0.05000,2.121
22,mlp.experts.102.gate_proj,0.0001393209,0.05000,3.609
22,mlp.experts.109.gate_proj,0.0001993523,0.05000,2.993
22,mlp.experts.116.gate_proj,0.0001907226,0.05000,3.481
22,mlp.experts.111.gate_proj,0.0002323053,0.05000,2.206
22,mlp.experts.106.gate_proj,0.0003047120,0.05000,3.108
22,mlp.experts.120.gate_proj,0.0001532173,0.05000,3.165
22,mlp.experts.113.gate_proj,0.0001131860,0.05000,3.531
22,mlp.experts.110.gate_proj,0.0001853942,0.05000,1.401
22,mlp.experts.115.gate_proj,0.0001460359,0.05000,3.542
22,mlp.experts.114.gate_proj,0.0001272130,0.05000,2.308
22,mlp.experts.124.gate_proj,0.0000956746,0.05000,3.471
22,mlp.experts.117.gate_proj,0.0002154727,0.05000,3.454
22,mlp.experts.119.gate_proj,0.0001625317,0.05000,3.423
22,mlp.experts.118.gate_proj,0.0001872904,0.05000,2.099
22,mlp.experts.121.gate_proj,0.0002239050,0.05000,2.783
22,mlp.experts.123.gate_proj,0.0001912999,0.05000,2.453
22,mlp.experts.128.gate_proj,0.0001749437,0.05000,3.445
22,mlp.experts.122.gate_proj,0.0002482640,0.05000,3.212
22,mlp.experts.125.gate_proj,0.0001125988,0.05000,1.699
22,mlp.experts.127.gate_proj,0.0001551924,0.05000,1.539
22,mlp.experts.132.gate_proj,0.0001812759,0.05000,1.578
22,mlp.experts.126.gate_proj,0.0001462332,0.05000,0.659
22,mlp.experts.130.gate_proj,0.0001278075,0.05000,1.307
22,mlp.experts.131.gate_proj,0.0001464597,0.05000,1.321
22,mlp.experts.129.gate_proj,0.0001413325,0.05000,1.326
22,mlp.experts.136.gate_proj,0.0001635702,0.05000,1.349
22,mlp.experts.135.gate_proj,0.0000967748,0.05000,1.203
22,mlp.experts.134.gate_proj,0.0001288705,0.05000,1.253
22,mlp.experts.133.gate_proj,0.0001546458,0.05000,1.240
22,mlp.experts.140.gate_proj,0.0002214999,0.05000,1.245
22,mlp.experts.139.gate_proj,0.0002133408,0.05000,1.306
22,mlp.experts.137.gate_proj,0.0001410436,0.05000,1.307
22,mlp.experts.138.gate_proj,0.0004702948,0.05000,1.327
22,mlp.experts.144.gate_proj,0.0001792770,0.05000,1.298
22,mlp.experts.143.gate_proj,0.0001422216,0.05000,1.346
22,mlp.experts.141.gate_proj,0.0001797945,0.05000,1.412
22,mlp.experts.142.gate_proj,0.0002126555,0.05000,2.170
22,mlp.experts.148.gate_proj,0.0001389948,0.05000,2.325
22,mlp.experts.145.gate_proj,0.0001200848,0.05000,1.952
22,mlp.experts.147.gate_proj,0.0000928309,0.05000,2.059
22,mlp.experts.152.gate_proj,0.0001968545,0.05000,3.191
22,mlp.experts.146.gate_proj,0.0001771178,0.05000,3.632
22,mlp.experts.149.gate_proj,0.0000983861,0.05000,3.087
22,mlp.experts.151.gate_proj,0.0001591667,0.05000,3.860
22,mlp.experts.156.gate_proj,0.0001142973,0.05000,3.040
22,mlp.experts.150.gate_proj,0.0003167069,0.05000,2.819
22,mlp.experts.153.gate_proj,0.0002466946,0.05000,2.358
22,mlp.experts.155.gate_proj,0.0003116234,0.05000,1.892
22,mlp.experts.160.gate_proj,0.0000662455,0.05000,1.091
22,mlp.experts.154.gate_proj,0.0002282380,0.05000,1.118
22,mlp.experts.157.gate_proj,0.0001685368,0.05000,1.156
22,mlp.experts.159.gate_proj,0.0001705374,0.05000,1.204
22,mlp.experts.164.gate_proj,0.0001760811,0.05000,1.199
22,mlp.experts.158.gate_proj,0.0002730703,0.05000,1.204
22,mlp.experts.161.gate_proj,0.0001938969,0.05000,1.173
22,mlp.experts.163.gate_proj,0.0001808253,0.05000,1.242
22,mlp.experts.168.gate_proj,0.0003273809,0.05000,1.205
22,mlp.experts.162.gate_proj,0.0001485502,0.05000,1.206
22,mlp.experts.165.gate_proj,0.0001328789,0.05000,1.171
22,mlp.experts.167.gate_proj,0.0001815213,0.05000,1.199
22,mlp.experts.172.gate_proj,0.0000941855,0.05000,1.196
22,mlp.experts.166.gate_proj,0.0001900571,0.05000,1.287
22,mlp.experts.169.gate_proj,0.0001515058,0.05000,1.444
22,mlp.experts.171.gate_proj,0.0000712561,0.05000,1.487
22,mlp.experts.176.gate_proj,0.0002424592,0.05000,1.591
22,mlp.experts.175.gate_proj,0.0001609985,0.05000,1.558
22,mlp.experts.180.gate_proj,0.0004426411,0.05000,1.536
22,mlp.experts.170.gate_proj,0.0002440555,0.05000,3.088
22,mlp.experts.173.gate_proj,0.0002339201,0.05000,3.067
22,mlp.experts.179.gate_proj,0.0001312344,0.05000,1.535
22,mlp.experts.184.gate_proj,0.0000995720,0.05000,1.517
22,mlp.experts.183.gate_proj,0.0001878300,0.05000,2.087
22,mlp.experts.174.gate_proj,0.0002251083,0.05000,2.912
22,mlp.experts.177.gate_proj,0.0001239543,0.05000,2.971
22,mlp.experts.188.gate_proj,0.0001830034,0.05000,2.183
22,mlp.experts.187.gate_proj,0.0002409740,0.05000,2.739
22,mlp.experts.178.gate_proj,0.0002070905,0.05000,3.121
22,mlp.experts.181.gate_proj,0.0002481775,0.05000,3.164
22,mlp.experts.192.gate_proj,0.0001788483,0.05000,3.242
22,mlp.experts.185.gate_proj,0.0001506964,0.05000,1.905
22,mlp.experts.191.gate_proj,0.0002045391,0.05000,2.925
22,mlp.experts.182.gate_proj,0.0002021241,0.05000,3.638
22,mlp.experts.196.gate_proj,0.0001579042,0.05000,3.533
22,mlp.experts.189.gate_proj,0.0001975178,0.05000,3.371
22,mlp.experts.195.gate_proj,0.0002093732,0.05000,3.865
22,mlp.experts.186.gate_proj,0.0003822790,0.05000,2.970
22,mlp.experts.200.gate_proj,0.0002342382,0.05000,3.712
22,mlp.experts.190.gate_proj,0.0001281957,0.05000,1.651
22,mlp.experts.199.gate_proj,0.0002032186,0.05000,2.917
22,mlp.experts.193.gate_proj,0.0001722639,0.05000,3.830
22,mlp.experts.194.gate_proj,0.0001947388,0.05000,1.458
22,mlp.experts.204.gate_proj,0.0001877815,0.05000,2.190
22,mlp.experts.203.gate_proj,0.0001765095,0.05000,1.149
22,mlp.experts.197.gate_proj,0.0003000213,0.05000,1.083
22,mlp.experts.198.gate_proj,0.0001102349,0.05000,1.020
22,mlp.experts.208.gate_proj,0.0002133025,0.05000,0.931
22,mlp.experts.207.gate_proj,0.0001698547,0.05000,0.916
22,mlp.experts.201.gate_proj,0.0001621213,0.05000,0.910
22,mlp.experts.202.gate_proj,0.0002559104,0.05000,0.912
22,mlp.experts.212.gate_proj,0.0001750763,0.05000,0.914
22,mlp.experts.211.gate_proj,0.0001662815,0.05000,1.005
22,mlp.experts.205.gate_proj,0.0002404326,0.05000,1.050
22,mlp.experts.206.gate_proj,0.0002604020,0.05000,1.124
22,mlp.experts.216.gate_proj,0.0001604138,0.05000,1.170
22,mlp.experts.215.gate_proj,0.0001402998,0.05000,1.169
22,mlp.experts.209.gate_proj,0.0003232250,0.05000,1.167
22,mlp.experts.210.gate_proj,0.0001735149,0.05000,1.159
22,mlp.experts.220.gate_proj,0.0002155672,0.05000,1.167
22,mlp.experts.219.gate_proj,0.0002101793,0.05000,1.216
22,mlp.experts.213.gate_proj,0.0001888489,0.05000,1.203
22,mlp.experts.214.gate_proj,0.0002654908,0.05000,1.171
22,mlp.experts.224.gate_proj,0.0001634089,0.05000,1.218
22,mlp.experts.223.gate_proj,0.0001644501,0.05000,1.148
22,mlp.experts.218.gate_proj,0.0002472793,0.05000,1.269
22,mlp.experts.217.gate_proj,0.0001533600,0.05000,1.667
22,mlp.experts.227.gate_proj,0.0001873684,0.05000,2.102
22,mlp.experts.228.gate_proj,0.0002210192,0.05000,2.424
22,mlp.experts.222.gate_proj,0.0002963038,0.05000,1.757
22,mlp.experts.221.gate_proj,0.0002910223,0.05000,2.065
22,mlp.experts.231.gate_proj,0.0001418242,0.05000,1.139
22,mlp.experts.232.gate_proj,0.0002508689,0.05000,1.156
22,mlp.experts.226.gate_proj,0.0001806474,0.05000,1.361
22,mlp.experts.225.gate_proj,0.0001568398,0.05000,1.238
22,mlp.experts.235.gate_proj,0.0002717792,0.05000,1.291
22,mlp.experts.236.gate_proj,0.0002673328,0.05000,1.308
22,mlp.experts.240.gate_proj,fallback(rtn): 0.0009422,0.00000,0.020
22,mlp.experts.230.gate_proj,0.0002457552,0.05000,1.297
22,mlp.experts.229.gate_proj,0.0002203701,0.05000,1.254
22,mlp.experts.239.gate_proj,0.0002240675,0.05000,1.196
22,mlp.experts.244.gate_proj,0.0002381092,0.05000,1.175
22,mlp.experts.234.gate_proj,0.0002260419,0.05000,1.183
22,mlp.experts.233.gate_proj,0.0002139643,0.05000,1.226
22,mlp.experts.243.gate_proj,0.0001533020,0.05000,1.289
22,mlp.experts.248.gate_proj,0.0001512278,0.05000,1.301
22,mlp.experts.238.gate_proj,0.0001397861,0.05000,1.289
22,mlp.experts.237.gate_proj,0.0003592348,0.05000,1.309
22,mlp.experts.247.gate_proj,0.0001572562,0.05000,1.312
22,mlp.experts.252.gate_proj,0.0002505677,0.05000,1.304
22,mlp.experts.242.gate_proj,0.0001755201,0.05000,1.300
22,mlp.experts.241.gate_proj,0.0002081372,0.05000,1.321
22,mlp.experts.251.gate_proj,0.0001372588,0.05000,1.296
22,mlp.experts.0.up_proj,0.0001562161,0.05000,1.303
22,mlp.experts.246.gate_proj,0.0001809085,0.05000,1.297
22,mlp.experts.245.gate_proj,0.0002568638,0.05000,1.284
22,mlp.experts.255.gate_proj,0.0002374498,0.05000,1.267
22,mlp.experts.4.up_proj,0.0002049614,0.05000,1.259
22,mlp.experts.250.gate_proj,0.0001526036,0.05000,1.258
22,mlp.experts.249.gate_proj,0.0001764324,0.05000,1.270
22,mlp.experts.3.up_proj,0.0002149496,0.05000,1.272
22,mlp.experts.8.up_proj,0.0001739693,0.05000,1.283
22,mlp.experts.254.gate_proj,0.0002486245,0.05000,1.270
22,mlp.experts.253.gate_proj,0.0002364815,0.05000,1.282
22,mlp.experts.7.up_proj,0.0002181250,0.05000,1.286
22,mlp.experts.12.up_proj,0.0001696774,0.05000,1.289
22,mlp.experts.2.up_proj,0.0002185706,0.05000,1.285
22,mlp.experts.1.up_proj,0.0004005474,0.05000,1.279
22,mlp.experts.11.up_proj,0.0001655980,0.05000,1.269
22,mlp.experts.16.up_proj,0.0002551648,0.05000,1.286
22,mlp.experts.6.up_proj,0.0001568120,0.05000,1.258
22,mlp.experts.5.up_proj,0.0002100494,0.05000,1.271
22,mlp.experts.15.up_proj,0.0001961329,0.05000,1.269
22,mlp.experts.20.up_proj,0.0001584035,0.05000,1.291
22,mlp.experts.10.up_proj,0.0001281076,0.05000,1.281
22,mlp.experts.9.up_proj,0.0002124113,0.05000,1.302
22,mlp.experts.19.up_proj,0.0001780750,0.05000,1.284
22,mlp.experts.24.up_proj,0.0001443854,0.05000,1.297
22,mlp.experts.14.up_proj,0.0001971280,0.05000,1.316
22,mlp.experts.13.up_proj,0.0001374527,0.05000,1.283
22,mlp.experts.23.up_proj,0.0001063264,0.05000,1.232
22,mlp.experts.28.up_proj,0.0001398556,0.05000,1.232
22,mlp.experts.18.up_proj,0.0002488042,0.05000,1.204
22,mlp.experts.17.up_proj,0.0001888756,0.05000,1.180
22,mlp.experts.27.up_proj,0.0000962778,0.05000,1.133
22,mlp.experts.32.up_proj,0.0001712280,0.05000,1.148
22,mlp.experts.22.up_proj,0.0001536001,0.05000,1.201
22,mlp.experts.21.up_proj,0.0001631533,0.05000,1.224
22,mlp.experts.31.up_proj,0.0001808300,0.05000,1.269
22,mlp.experts.36.up_proj,0.0001235805,0.05000,1.504
22,mlp.experts.26.up_proj,0.0003146635,0.05000,1.332
22,mlp.experts.25.up_proj,0.0002073559,0.05000,1.340
22,mlp.experts.35.up_proj,0.0001895592,0.05000,1.490
22,mlp.experts.40.up_proj,0.0002503545,0.05000,1.243
22,mlp.experts.30.up_proj,0.0002417565,0.05000,1.222
22,mlp.experts.29.up_proj,0.0001435292,0.05000,1.175
22,mlp.experts.39.up_proj,0.0002098745,0.05000,1.202
22,mlp.experts.44.up_proj,0.0001469591,0.05000,1.196
22,mlp.experts.34.up_proj,0.0002649500,0.05000,1.201
22,mlp.experts.33.up_proj,0.0002028513,0.05000,1.155
22,mlp.experts.43.up_proj,0.0001648843,0.05000,1.234
22,mlp.experts.48.up_proj,0.0001783475,0.05000,1.245
22,mlp.experts.38.up_proj,0.0000821611,0.05000,1.249
22,mlp.experts.37.up_proj,0.0002142259,0.05000,1.255
22,mlp.experts.47.up_proj,0.0001529175,0.05000,1.301
22,mlp.experts.52.up_proj,0.0002018302,0.05000,1.296
22,mlp.experts.42.up_proj,0.0001459413,0.05000,1.297
22,mlp.experts.41.up_proj,0.0002434466,0.05000,1.310
22,mlp.experts.51.up_proj,0.0002155065,0.05000,1.309
22,mlp.experts.56.up_proj,0.0001317576,0.05000,1.307
22,mlp.experts.46.up_proj,0.0001461745,0.05000,1.301
22,mlp.experts.45.up_proj,0.0001768222,0.05000,1.298
22,mlp.experts.55.up_proj,0.0002549848,0.05000,1.313
22,mlp.experts.60.up_proj,0.0001424220,0.05000,1.318
22,mlp.experts.50.up_proj,0.0001686110,0.05000,1.303
22,mlp.experts.49.up_proj,0.0001798511,0.05000,1.307
22,mlp.experts.59.up_proj,0.0002305787,0.05000,1.318
22,mlp.experts.64.up_proj,0.0001245376,0.05000,1.303
22,mlp.experts.54.up_proj,0.0001181929,0.05000,1.294
22,mlp.experts.53.up_proj,0.0001549292,0.05000,1.309
22,mlp.experts.63.up_proj,0.0002739405,0.05000,1.291
22,mlp.experts.68.up_proj,0.0001341941,0.05000,1.296
22,mlp.experts.58.up_proj,0.0001421990,0.05000,1.290
22,mlp.experts.57.up_proj,0.0002406923,0.05000,1.296
22,mlp.experts.67.up_proj,0.0002168942,0.05000,1.306
22,mlp.experts.72.up_proj,0.0001695344,0.05000,1.304
22,mlp.experts.62.up_proj,0.0002036298,0.05000,1.311
22,mlp.experts.61.up_proj,0.0001319684,0.05000,1.314
22,mlp.experts.71.up_proj,0.0001387875,0.05000,1.310
22,mlp.experts.76.up_proj,0.0001606010,0.05000,1.296
22,mlp.experts.66.up_proj,0.0001422210,0.05000,1.302
22,mlp.experts.65.up_proj,0.0001093856,0.05000,1.305
22,mlp.experts.75.up_proj,0.0001576189,0.05000,1.317
22,mlp.experts.80.up_proj,0.0001684843,0.05000,1.296
22,mlp.experts.70.up_proj,0.0001476830,0.05000,1.304
22,mlp.experts.69.up_proj,0.0001513237,0.05000,1.264
22,mlp.experts.79.up_proj,0.0001096086,0.05000,1.221
22,mlp.experts.84.up_proj,0.0001784773,0.05000,1.225
22,mlp.experts.74.up_proj,0.0001502103,0.05000,1.219
22,mlp.experts.73.up_proj,0.0001558664,0.05000,1.181
22,mlp.experts.83.up_proj,0.0000921554,0.05000,1.025
22,mlp.experts.88.up_proj,0.0001406332,0.05000,1.047
22,mlp.experts.78.up_proj,0.0001841882,0.05000,1.059
22,mlp.experts.77.up_proj,0.0001462775,0.05000,1.067
22,mlp.experts.92.up_proj,0.0001505291,0.05000,1.211
22,mlp.experts.82.up_proj,0.0001752884,0.05000,1.179
22,mlp.experts.87.up_proj,0.0001537289,0.05000,1.383
22,mlp.experts.81.up_proj,0.0002271883,0.05000,1.198
22,mlp.experts.91.up_proj,0.0001791936,0.05000,1.684
22,mlp.experts.85.up_proj,0.0001503080,0.05000,1.658
22,mlp.experts.86.up_proj,0.0004144388,0.05000,2.066
22,mlp.experts.96.up_proj,0.0001234089,0.05000,2.140
22,mlp.experts.95.up_proj,0.0001684197,0.05000,2.753
22,mlp.experts.89.up_proj,0.0001492023,0.05000,3.139
22,mlp.experts.90.up_proj,0.0001467879,0.05000,3.344
22,mlp.experts.100.up_proj,0.0001318280,0.05000,3.534
22,mlp.experts.99.up_proj,0.0002482752,0.05000,2.150
22,mlp.experts.93.up_proj,0.0001360399,0.05000,2.172
22,mlp.experts.94.up_proj,0.0002182612,0.05000,2.007
22,mlp.experts.104.up_proj,0.0001726559,0.05000,2.020
22,mlp.experts.103.up_proj,0.0002177586,0.05000,1.411
22,mlp.experts.97.up_proj,0.0001619938,0.05000,1.316
22,mlp.experts.101.up_proj,fallback(rtn): 0.0012894,0.00000,0.021
22,mlp.experts.98.up_proj,0.0001299092,0.05000,1.316
22,mlp.experts.108.up_proj,0.0002191290,0.05000,1.312
22,mlp.experts.107.up_proj,0.0001819253,0.05000,1.312
22,mlp.experts.105.up_proj,0.0002081073,0.05000,1.275
22,mlp.experts.102.up_proj,0.0001250224,0.05000,1.269
22,mlp.experts.112.up_proj,0.0001974061,0.05000,1.265
22,mlp.experts.111.up_proj,0.0002245800,0.05000,1.199
22,mlp.experts.109.up_proj,0.0001811573,0.05000,1.198
22,mlp.experts.106.up_proj,0.0002483100,0.05000,1.194
22,mlp.experts.116.up_proj,0.0002183343,0.05000,1.205
22,mlp.experts.115.up_proj,0.0001357299,0.05000,1.276
22,mlp.experts.120.up_proj,0.0001355447,0.05000,1.668
22,mlp.experts.119.up_proj,0.0001706062,0.05000,1.699
22,mlp.experts.110.up_proj,0.0001319650,0.05000,3.060
22,mlp.experts.113.up_proj,0.0001332184,0.05000,3.214
22,mlp.experts.124.up_proj,0.0000912700,0.05000,1.613
22,mlp.experts.123.up_proj,0.0001752665,0.05000,1.534
22,mlp.experts.117.up_proj,0.0001929982,0.05000,1.323
22,mlp.experts.114.up_proj,0.0001190019,0.05000,1.566
22,mlp.experts.128.up_proj,0.0001543022,0.05000,1.281
22,mlp.experts.127.up_proj,0.0001439901,0.05000,1.252
22,mlp.experts.121.up_proj,0.0002093823,0.05000,1.243
22,mlp.experts.118.up_proj,0.0001720840,0.05000,1.238
22,mlp.experts.132.up_proj,0.0001907489,0.05000,1.264
22,mlp.experts.131.up_proj,0.0001399888,0.05000,1.295
22,mlp.experts.122.up_proj,0.0002631080,0.05000,1.382
22,mlp.experts.125.up_proj,0.0000938261,0.05000,1.801
22,mlp.experts.135.up_proj,0.0000858818,0.05000,2.040
22,mlp.experts.136.up_proj,0.0001512884,0.05000,2.637
22,mlp.experts.126.up_proj,0.0001384014,0.05000,1.806
22,mlp.experts.139.up_proj,0.0001544343,0.05000,1.827
22,mlp.experts.140.up_proj,0.0001789071,0.05000,1.668
22,mlp.experts.129.up_proj,0.0001301749,0.05000,3.204
22,mlp.experts.143.up_proj,0.0001321343,0.05000,1.855
22,mlp.experts.144.up_proj,0.0001631646,0.05000,1.817
22,mlp.experts.130.up_proj,0.0001757361,0.05000,3.329
22,mlp.experts.133.up_proj,0.0001439212,0.05000,3.378
22,mlp.experts.148.up_proj,0.0001107722,0.05000,2.064
22,mlp.experts.147.up_proj,0.0000857856,0.05000,2.995
22,mlp.experts.134.up_proj,0.0001117176,0.05000,3.257
22,mlp.experts.137.up_proj,0.0001448327,0.05000,2.853
22,mlp.experts.152.up_proj,0.0001837108,0.05000,2.720
22,mlp.experts.151.up_proj,0.0001477280,0.05000,2.989
22,mlp.experts.141.up_proj,0.0001638689,0.05000,1.707
22,mlp.experts.138.up_proj,0.0003920426,0.05000,3.748
22,mlp.experts.156.up_proj,0.0001022482,0.05000,2.987
22,mlp.experts.145.up_proj,0.0001194318,0.05000,1.439
22,mlp.experts.155.up_proj,0.0002983417,0.05000,1.966
22,mlp.experts.142.up_proj,0.0001758917,0.05000,2.001
22,mlp.experts.159.up_proj,0.0001511046,0.05000,1.642
22,mlp.experts.160.up_proj,0.0001200073,0.05000,2.884
22,mlp.experts.149.up_proj,0.0000866712,0.05000,2.942
22,mlp.experts.163.up_proj,0.0001552417,0.05000,1.841
22,mlp.experts.146.up_proj,0.0002205155,0.05000,3.436
22,mlp.experts.167.up_proj,0.0001689035,0.05000,1.892
22,mlp.experts.153.up_proj,0.0002285166,0.05000,3.449
22,mlp.experts.164.up_proj,0.0001549810,0.05000,3.736
22,mlp.experts.171.up_proj,0.0000680131,0.05000,1.846
22,mlp.experts.150.up_proj,0.0002654430,0.05000,3.016
22,mlp.experts.157.up_proj,0.0001479655,0.05000,2.213
22,mlp.experts.168.up_proj,0.0002991310,0.05000,2.251
22,mlp.experts.175.up_proj,0.0001481502,0.05000,1.806
22,mlp.experts.154.up_proj,0.0002299093,0.05000,1.529
22,mlp.experts.161.up_proj,0.0001922066,0.05000,1.185
22,mlp.experts.172.up_proj,0.0000911883,0.05000,1.205
22,mlp.experts.179.up_proj,0.0001221359,0.05000,1.166
22,mlp.experts.158.up_proj,0.0002724356,0.05000,1.257
22,mlp.experts.162.up_proj,0.0001328055,0.05000,1.353
22,mlp.experts.183.up_proj,0.0001733247,0.05000,1.718
22,mlp.experts.165.up_proj,0.0001408445,0.05000,2.503
22,mlp.experts.176.up_proj,0.0001580457,0.05000,2.519
22,mlp.experts.166.up_proj,0.0001764145,0.05000,1.186
22,mlp.experts.187.up_proj,0.0002346583,0.05000,1.187
22,mlp.experts.169.up_proj,0.0001320927,0.05000,1.172
22,mlp.experts.180.up_proj,0.0004318083,0.05000,1.166
22,mlp.experts.170.up_proj,0.0001950512,0.05000,1.218
22,mlp.experts.191.up_proj,0.0001900992,0.05000,1.222
22,mlp.experts.173.up_proj,0.0001969735,0.05000,1.989
22,mlp.experts.184.up_proj,0.0000913673,0.05000,1.930
22,mlp.experts.174.up_proj,0.0002147373,0.05000,1.689
22,mlp.experts.195.up_proj,0.0001910294,0.05000,2.193
22,mlp.experts.177.up_proj,0.0001291651,0.05000,1.296
22,mlp.experts.188.up_proj,0.0001616378,0.05000,1.275
22,mlp.experts.178.up_proj,0.0002210967,0.05000,1.204
22,mlp.experts.199.up_proj,0.0001898370,0.05000,1.212
22,mlp.experts.181.up_proj,0.0002379773,0.05000,1.216
22,mlp.experts.192.up_proj,0.0001654966,0.05000,1.216
22,mlp.experts.182.up_proj,0.0001845872,0.05000,1.179
22,mlp.experts.203.up_proj,0.0001652175,0.05000,1.193
22,mlp.experts.185.up_proj,0.0001417304,0.05000,1.194
22,mlp.experts.196.up_proj,0.0001802416,0.05000,1.185
22,mlp.experts.186.up_proj,0.0003630789,0.05000,1.176
22,mlp.experts.207.up_proj,0.0001750607,0.05000,1.210
22,mlp.experts.189.up_proj,0.0001821732,0.05000,1.209
22,mlp.experts.200.up_proj,0.0002096501,0.05000,1.223
22,mlp.experts.190.up_proj,0.0001190387,0.05000,1.204
22,mlp.experts.211.up_proj,0.0001543682,0.05000,1.277
22,mlp.experts.193.up_proj,0.0001800483,0.05000,1.312
22,mlp.experts.204.up_proj,0.0001715572,0.05000,1.317
22,mlp.experts.194.up_proj,0.0001867717,0.05000,1.320
22,mlp.experts.215.up_proj,0.0001302897,0.05000,1.278
22,mlp.experts.197.up_proj,0.0002818176,0.05000,1.257
22,mlp.experts.208.up_proj,0.0001890386,0.05000,1.258
22,mlp.experts.198.up_proj,0.0001091721,0.05000,1.238
22,mlp.experts.219.up_proj,0.0001941581,0.05000,1.220
22,mlp.experts.201.up_proj,0.0001187735,0.05000,1.215
22,mlp.experts.212.up_proj,0.0001639578,0.05000,1.235
22,mlp.experts.202.up_proj,0.0002228121,0.05000,1.263
22,mlp.experts.223.up_proj,0.0001416941,0.05000,1.086
22,mlp.experts.205.up_proj,0.0002292324,0.05000,1.086
22,mlp.experts.216.up_proj,0.0002040870,0.05000,1.073
22,mlp.experts.206.up_proj,0.0002429935,0.05000,1.054
22,mlp.experts.227.up_proj,0.0001727293,0.05000,1.181
22,mlp.experts.209.up_proj,0.0003126910,0.05000,1.217
22,mlp.experts.220.up_proj,0.0001711680,0.05000,1.179
22,mlp.experts.210.up_proj,0.0001523329,0.05000,1.314
22,mlp.experts.231.up_proj,0.0001313756,0.05000,1.415
22,mlp.experts.224.up_proj,0.0001488248,0.05000,3.459
22,mlp.experts.213.up_proj,0.0001730730,0.05000,3.678
22,mlp.experts.214.up_proj,0.0002457615,0.05000,3.342
22,mlp.experts.235.up_proj,0.0002961986,0.05000,2.812
22,mlp.experts.217.up_proj,0.0001402502,0.05000,1.658
22,mlp.experts.239.up_proj,0.0001911166,0.05000,1.479
22,mlp.experts.228.up_proj,0.0001995009,0.05000,2.467
22,mlp.experts.218.up_proj,0.0002267700,0.05000,2.295
22,mlp.experts.221.up_proj,0.0002361817,0.05000,1.235
22,mlp.experts.243.up_proj,0.0001372073,0.05000,1.207
22,mlp.experts.232.up_proj,0.0002613442,0.05000,1.170
22,mlp.experts.222.up_proj,0.0003227931,0.05000,1.249
22,mlp.experts.225.up_proj,0.0001464093,0.05000,1.195
22,mlp.experts.247.up_proj,0.0001466854,0.05000,1.196
22,mlp.experts.236.up_proj,0.0003429776,0.05000,1.177
22,mlp.experts.240.up_proj,fallback(rtn): 0.0010910,0.00000,0.021
22,mlp.experts.226.up_proj,0.0002082472,0.05000,1.324
22,mlp.experts.229.up_proj,0.0001982427,0.05000,1.221
22,mlp.experts.251.up_proj,0.0001455495,0.05000,1.349
22,mlp.experts.233.up_proj,0.0002481118,0.05000,1.651
22,mlp.experts.244.up_proj,0.0001609255,0.05000,2.352
22,mlp.experts.230.up_proj,0.0002217979,0.05000,2.831
22,mlp.experts.237.up_proj,0.0003516139,0.05000,1.620
22,mlp.experts.255.up_proj,0.0002191898,0.05000,3.773
22,mlp.experts.248.up_proj,0.0001558485,0.05000,2.530
22,mlp.experts.241.up_proj,0.0001793526,0.05000,1.201
22,mlp.experts.234.up_proj,0.0002316850,0.05000,2.028
22,mlp.experts.252.up_proj,0.0002212067,0.05000,0.838
22,mlp.experts.245.up_proj,0.0002884854,0.05000,0.784
22,mlp.experts.238.up_proj,0.0001305146,0.05000,0.770
22,mlp.experts.249.up_proj,0.0001616034,0.05000,0.626
22,mlp.experts.242.up_proj,0.0001755354,0.05000,0.625
22,mlp.experts.253.up_proj,0.0002031392,0.05000,0.626
22,mlp.experts.246.up_proj,0.0001847627,0.05000,0.577
22,mlp.experts.250.up_proj,0.0001523466,0.05000,0.198
22,mlp.experts.254.up_proj,0.0001985452,0.05000,0.198
22,mlp.experts.0.down_proj,0.0000061748,0.05000,0.335
22,mlp.experts.1.down_proj,0.0000242449,0.05000,0.341
22,mlp.experts.2.down_proj,0.0000048783,0.05000,0.358
22,mlp.experts.3.down_proj,0.0000062439,0.05000,0.475
22,mlp.experts.5.down_proj,0.0000121506,0.05000,0.307
22,mlp.experts.4.down_proj,0.0000034748,0.05000,0.320
22,mlp.experts.6.down_proj,0.0000019228,0.05000,0.309
22,mlp.experts.7.down_proj,0.0000092607,0.05000,0.343
22,mlp.experts.9.down_proj,0.0000099776,0.05000,0.296
22,mlp.experts.10.down_proj,0.0000018550,0.05000,0.287
22,mlp.experts.8.down_proj,0.0000064669,0.05000,0.298
22,mlp.experts.11.down_proj,0.0000019475,0.05000,0.295
22,mlp.experts.14.down_proj,0.0000075572,0.05000,0.285
22,mlp.experts.13.down_proj,0.0000017439,0.05000,0.296
22,mlp.experts.12.down_proj,0.0000065290,0.05000,0.294
22,mlp.experts.15.down_proj,0.0000072753,0.05000,0.365
22,mlp.experts.17.down_proj,0.0000090317,0.05000,0.306
22,mlp.experts.18.down_proj,0.0000063103,0.05000,0.312
22,mlp.experts.16.down_proj,0.0000067822,0.05000,0.311
22,mlp.experts.19.down_proj,0.0000087217,0.05000,0.295
22,mlp.experts.22.down_proj,0.0000018137,0.05000,0.285
22,mlp.experts.21.down_proj,0.0000021567,0.05000,0.298
22,mlp.experts.20.down_proj,0.0000062251,0.05000,0.298
22,mlp.experts.23.down_proj,0.0000035048,0.05000,0.304
22,mlp.experts.26.down_proj,0.0000133637,0.05000,0.302
22,mlp.experts.25.down_proj,0.0000079913,0.05000,0.313
22,mlp.experts.24.down_proj,0.0000067955,0.05000,0.387
22,mlp.experts.30.down_proj,0.0000086727,0.05000,0.386
22,mlp.experts.29.down_proj,0.0000017027,0.05000,0.431
22,mlp.experts.27.down_proj,0.0000041304,0.05000,0.718
22,mlp.experts.34.down_proj,0.0000148273,0.05000,0.385
22,mlp.experts.33.down_proj,0.0000031423,0.05000,0.433
22,mlp.experts.28.down_proj,0.0000032759,0.05000,0.862
22,mlp.experts.38.down_proj,0.0000046446,0.05000,0.385
22,mlp.experts.37.down_proj,0.0000028674,0.05000,0.437
22,mlp.experts.31.down_proj,0.0000089144,0.05000,0.857
22,mlp.experts.42.down_proj,0.0000046355,0.05000,0.383
22,mlp.experts.41.down_proj,0.0000047139,0.05000,0.438
22,mlp.experts.32.down_proj,0.0000066755,0.05000,0.863
22,mlp.experts.46.down_proj,0.0000040646,0.05000,0.388
22,mlp.experts.45.down_proj,0.0000140787,0.05000,0.435
22,mlp.experts.50.down_proj,0.0000021502,0.05000,0.384
22,mlp.experts.35.down_proj,0.0000072119,0.05000,0.866
22,mlp.experts.49.down_proj,0.0000023659,0.05000,0.421
22,mlp.experts.36.down_proj,0.0000030384,0.05000,0.855
22,mlp.experts.54.down_proj,0.0000029568,0.05000,0.379
22,mlp.experts.53.down_proj,0.0000056433,0.05000,0.419
22,mlp.experts.58.down_proj,0.0000044157,0.05000,0.374
22,mlp.experts.39.down_proj,0.0000059411,0.05000,0.854
22,mlp.experts.62.down_proj,0.0000064883,0.05000,0.376
22,mlp.experts.57.down_proj,0.0000095639,0.05000,0.430
22,mlp.experts.40.down_proj,0.0000118153,0.05000,0.861
22,mlp.experts.66.down_proj,0.0000046117,0.05000,0.387
22,mlp.experts.61.down_proj,0.0000021847,0.05000,0.434
22,mlp.experts.43.down_proj,0.0000019260,0.05000,0.868
22,mlp.experts.70.down_proj,0.0000079867,0.05000,0.384
22,mlp.experts.65.down_proj,0.0000029858,0.05000,0.432
22,mlp.experts.44.down_proj,0.0000016603,0.05000,0.860
22,mlp.experts.74.down_proj,0.0000101862,0.05000,0.378
22,mlp.experts.69.down_proj,0.0000018465,0.05000,0.415
22,mlp.experts.47.down_proj,0.0000061547,0.05000,0.853
22,mlp.experts.78.down_proj,0.0000022601,0.05000,0.384
22,mlp.experts.48.down_proj,0.0000025830,0.05000,0.836
22,mlp.experts.73.down_proj,0.0000082441,0.05000,0.585
22,mlp.experts.51.down_proj,0.0000098959,0.05000,0.407
22,mlp.experts.82.down_proj,0.0000023781,0.05000,0.393
22,mlp.experts.55.down_proj,0.0000064674,0.05000,0.380
22,mlp.experts.86.down_proj,0.0000179162,0.05000,0.381
22,mlp.experts.52.down_proj,0.0000079717,0.05000,0.771
22,mlp.experts.77.down_proj,0.0000037771,0.05000,0.773
22,mlp.experts.59.down_proj,0.0000092032,0.05000,0.385
22,mlp.experts.90.down_proj,0.0000016983,0.05000,0.386
22,mlp.experts.63.down_proj,0.0000143951,0.05000,0.381
22,mlp.experts.94.down_proj,0.0000045185,0.05000,0.384
22,mlp.experts.56.down_proj,0.0000036424,0.05000,0.769
22,mlp.experts.81.down_proj,0.0000109863,0.05000,0.770
22,mlp.experts.67.down_proj,0.0000076562,0.05000,0.383
22,mlp.experts.98.down_proj,0.0000085753,0.05000,0.385
22,mlp.experts.71.down_proj,0.0000015460,0.05000,0.379
22,mlp.experts.102.down_proj,0.0000017401,0.05000,0.383
22,mlp.experts.60.down_proj,0.0000017272,0.05000,0.764
22,mlp.experts.85.down_proj,0.0000064517,0.05000,0.776
22,mlp.experts.75.down_proj,0.0000041758,0.05000,0.384
22,mlp.experts.106.down_proj,0.0000062650,0.05000,0.391
22,mlp.experts.79.down_proj,0.0000041563,0.05000,0.381
22,mlp.experts.110.down_proj,0.0000079198,0.05000,0.384
22,mlp.experts.64.down_proj,0.0000021865,0.05000,0.769
22,mlp.experts.89.down_proj,0.0000152889,0.05000,0.770
22,mlp.experts.83.down_proj,0.0000008509,0.05000,0.400
22,mlp.experts.114.down_proj,0.0000051854,0.05000,0.395
22,mlp.experts.87.down_proj,0.0000048894,0.05000,0.392
22,mlp.experts.118.down_proj,0.0000022646,0.05000,0.391
22,mlp.experts.68.down_proj,0.0000051556,0.05000,0.771
22,mlp.experts.93.down_proj,0.0000018498,0.05000,0.776
22,mlp.experts.91.down_proj,0.0000082571,0.05000,0.397
22,mlp.experts.122.down_proj,0.0000118974,0.05000,0.397
22,mlp.experts.95.down_proj,0.0000034815,0.05000,0.363
22,mlp.experts.126.down_proj,0.0000034691,0.05000,0.364
22,mlp.experts.97.down_proj,0.0000045946,0.05000,0.453
22,mlp.experts.101.down_proj,fallback(rtn): 0.0012894,0.00000,0.012
22,mlp.experts.72.down_proj,0.0000083019,0.05000,0.802
22,mlp.experts.99.down_proj,0.0000069706,0.05000,0.396
22,mlp.experts.130.down_proj,0.0000039971,0.05000,0.397
22,mlp.experts.105.down_proj,0.0000036447,0.05000,0.679
22,mlp.experts.76.down_proj,0.0000021143,0.05000,0.874
22,mlp.experts.103.down_proj,0.0000096742,0.05000,0.822
22,mlp.experts.134.down_proj,0.0000028042,0.05000,0.890
22,mlp.experts.109.down_proj,0.0000067935,0.05000,0.784
22,mlp.experts.107.down_proj,0.0000066676,0.05000,0.484
22,mlp.experts.138.down_proj,0.0000140227,0.05000,0.435
22,mlp.experts.113.down_proj,0.0000088322,0.05000,0.358
22,mlp.experts.80.down_proj,0.0000021117,0.05000,0.796
22,mlp.experts.111.down_proj,0.0000100337,0.05000,0.352
22,mlp.experts.142.down_proj,0.0000078538,0.05000,0.361
22,mlp.experts.117.down_proj,0.0000097174,0.05000,0.369
22,mlp.experts.115.down_proj,0.0000016365,0.05000,0.343
22,mlp.experts.146.down_proj,0.0000111252,0.05000,0.343
22,mlp.experts.84.down_proj,0.0000052333,0.05000,0.513
22,mlp.experts.121.down_proj,0.0000031642,0.05000,0.331
22,mlp.experts.119.down_proj,0.0000075731,0.05000,0.332
22,mlp.experts.150.down_proj,0.0000084983,0.05000,0.333
22,mlp.experts.88.down_proj,0.0000072741,0.05000,0.327
22,mlp.experts.125.down_proj,0.0000034457,0.05000,0.332
22,mlp.experts.123.down_proj,0.0000023039,0.05000,0.332
22,mlp.experts.154.down_proj,0.0000113079,0.05000,0.330
22,mlp.experts.92.down_proj,0.0000072665,0.05000,0.327
22,mlp.experts.129.down_proj,0.0000015339,0.05000,0.334
22,mlp.experts.127.down_proj,0.0000019333,0.05000,0.327
22,mlp.experts.158.down_proj,0.0000113618,0.05000,0.327
22,mlp.experts.96.down_proj,0.0000032842,0.05000,0.332
22,mlp.experts.133.down_proj,0.0000019512,0.05000,0.388
22,mlp.experts.162.down_proj,0.0000019546,0.05000,0.321
22,mlp.experts.100.down_proj,0.0000014691,0.05000,0.300
22,mlp.experts.131.down_proj,0.0000096965,0.05000,0.380
22,mlp.experts.166.down_proj,0.0000022036,0.05000,0.315
22,mlp.experts.137.down_proj,0.0000057897,0.05000,0.317
22,mlp.experts.104.down_proj,0.0000023439,0.05000,0.324
22,mlp.experts.135.down_proj,0.0000047981,0.05000,0.327
22,mlp.experts.141.down_proj,0.0000019784,0.05000,0.324
22,mlp.experts.108.down_proj,0.0000056671,0.05000,0.324
22,mlp.experts.139.down_proj,0.0000115636,0.05000,0.322
22,mlp.experts.170.down_proj,0.0000087268,0.05000,0.331
22,mlp.experts.145.down_proj,0.0000027406,0.05000,0.321
22,mlp.experts.174.down_proj,0.0000069216,0.05000,0.321
22,mlp.experts.112.down_proj,0.0000045684,0.05000,0.325
22,mlp.experts.143.down_proj,0.0000041205,0.05000,0.327
22,mlp.experts.149.down_proj,0.0000039662,0.05000,0.328
22,mlp.experts.178.down_proj,0.0000157073,0.05000,0.322
22,mlp.experts.116.down_proj,0.0000102767,0.05000,0.326
22,mlp.experts.147.down_proj,0.0000037318,0.05000,0.325
22,mlp.experts.182.down_proj,0.0000024103,0.05000,0.321
22,mlp.experts.120.down_proj,0.0000081406,0.05000,0.325
22,mlp.experts.153.down_proj,0.0000074574,0.05000,0.334
22,mlp.experts.151.down_proj,0.0000017306,0.05000,0.330
22,mlp.experts.157.down_proj,0.0000059709,0.05000,0.299
22,mlp.experts.186.down_proj,0.0000242664,0.05000,0.316
22,mlp.experts.124.down_proj,0.0000042029,0.05000,0.314
22,mlp.experts.155.down_proj,0.0000094866,0.05000,0.314
22,mlp.experts.161.down_proj,0.0000050227,0.05000,0.295
22,mlp.experts.190.down_proj,0.0000046966,0.05000,0.302
22,mlp.experts.128.down_proj,0.0000051165,0.05000,0.302
22,mlp.experts.159.down_proj,0.0000081065,0.05000,0.299
22,mlp.experts.165.down_proj,0.0000050543,0.05000,0.289
22,mlp.experts.163.down_proj,0.0000048565,0.05000,0.292
22,mlp.experts.194.down_proj,0.0000066723,0.05000,0.305
22,mlp.experts.132.down_proj,0.0000091315,0.05000,0.303
22,mlp.experts.169.down_proj,0.0000051628,0.05000,0.291
22,mlp.experts.167.down_proj,0.0000021794,0.05000,0.299
22,mlp.experts.198.down_proj,0.0000050370,0.05000,0.300
22,mlp.experts.136.down_proj,0.0000018359,0.05000,0.300
22,mlp.experts.173.down_proj,0.0000101650,0.05000,0.291
22,mlp.experts.171.down_proj,0.0000025347,0.05000,0.299
22,mlp.experts.140.down_proj,0.0000062666,0.05000,0.295
22,mlp.experts.202.down_proj,0.0000107401,0.05000,0.301
22,mlp.experts.177.down_proj,0.0000024923,0.05000,0.287
22,mlp.experts.144.down_proj,0.0000019975,0.05000,0.292
22,mlp.experts.175.down_proj,0.0000020878,0.05000,0.299
22,mlp.experts.206.down_proj,0.0000036679,0.05000,0.296
22,mlp.experts.181.down_proj,0.0000092224,0.05000,0.292
22,mlp.experts.148.down_proj,0.0000054963,0.05000,0.303
22,mlp.experts.179.down_proj,0.0000014167,0.05000,0.298
22,mlp.experts.210.down_proj,0.0000018162,0.05000,0.302
22,mlp.experts.185.down_proj,0.0000049680,0.05000,0.291
22,mlp.experts.152.down_proj,0.0000025226,0.05000,0.300
22,mlp.experts.183.down_proj,0.0000021619,0.05000,0.302
22,mlp.experts.214.down_proj,0.0000051591,0.05000,0.301
22,mlp.experts.189.down_proj,0.0000021871,0.05000,0.294
22,mlp.experts.187.down_proj,0.0000109715,0.05000,0.299
22,mlp.experts.156.down_proj,0.0000049090,0.05000,0.306
22,mlp.experts.218.down_proj,0.0000104263,0.05000,0.305
22,mlp.experts.193.down_proj,0.0000078250,0.05000,0.294
22,mlp.experts.191.down_proj,0.0000029343,0.05000,0.301
22,mlp.experts.160.down_proj,0.0000060245,0.05000,0.302
22,mlp.experts.222.down_proj,0.0000216733,0.05000,0.306
22,mlp.experts.197.down_proj,0.0000199516,0.05000,0.297
22,mlp.experts.195.down_proj,0.0000024194,0.05000,0.304
22,mlp.experts.164.down_proj,0.0000056981,0.05000,0.303
22,mlp.experts.226.down_proj,0.0000122994,0.05000,0.305
22,mlp.experts.201.down_proj,0.0000028401,0.05000,0.293
22,mlp.experts.199.down_proj,0.0000024763,0.05000,0.305
22,mlp.experts.168.down_proj,0.0000067690,0.05000,0.304
22,mlp.experts.230.down_proj,0.0000095529,0.05000,0.310
22,mlp.experts.205.down_proj,0.0000080820,0.05000,0.290
22,mlp.experts.172.down_proj,0.0000046217,0.05000,0.300
22,mlp.experts.203.down_proj,0.0000027286,0.05000,0.308
22,mlp.experts.234.down_proj,0.0000140693,0.05000,0.301
22,mlp.experts.209.down_proj,0.0000126568,0.05000,0.289
22,mlp.experts.176.down_proj,0.0000048857,0.05000,0.301
22,mlp.experts.207.down_proj,0.0000089397,0.05000,0.302
22,mlp.experts.238.down_proj,0.0000016186,0.05000,0.297
22,mlp.experts.213.down_proj,0.0000021174,0.05000,0.293
22,mlp.experts.211.down_proj,0.0000018108,0.05000,0.293
22,mlp.experts.180.down_proj,0.0000233298,0.05000,0.303
22,mlp.experts.242.down_proj,0.0000108867,0.05000,0.298
22,mlp.experts.217.down_proj,0.0000034378,0.05000,0.291
22,mlp.experts.215.down_proj,0.0000017526,0.05000,0.301
22,mlp.experts.184.down_proj,0.0000042550,0.05000,0.298
22,mlp.experts.246.down_proj,0.0000086244,0.05000,0.298
22,mlp.experts.221.down_proj,0.0000196345,0.05000,0.303
22,mlp.experts.219.down_proj,0.0000027360,0.05000,0.310
22,mlp.experts.188.down_proj,0.0000038965,0.05000,0.319
22,mlp.experts.250.down_proj,0.0000075023,0.05000,0.318
22,mlp.experts.225.down_proj,0.0000073451,0.05000,0.306
22,mlp.experts.223.down_proj,0.0000056204,0.05000,0.291
22,mlp.experts.192.down_proj,0.0000020388,0.05000,0.297
22,mlp.experts.254.down_proj,0.0000050070,0.05000,0.298
22,mlp.experts.229.down_proj,0.0000044644,0.05000,0.257
22,mlp.experts.227.down_proj,0.0000021270,0.05000,0.221
22,mlp.experts.196.down_proj,0.0000098880,0.05000,0.212
22,mlp.experts.233.down_proj,0.0000105495,0.05000,0.209
22,mlp.experts.231.down_proj,0.0000016044,0.05000,0.214
22,mlp.experts.200.down_proj,0.0000069363,0.05000,0.206
22,mlp.experts.237.down_proj,0.0000117782,0.05000,0.210
22,mlp.experts.204.down_proj,0.0000053020,0.05000,0.207
22,mlp.experts.235.down_proj,0.0000145657,0.05000,0.215
22,mlp.experts.241.down_proj,0.0000038780,0.05000,0.209
22,mlp.experts.208.down_proj,0.0000024763,0.05000,0.212
22,mlp.experts.239.down_proj,0.0000049983,0.05000,0.218
22,mlp.experts.245.down_proj,0.0000135685,0.05000,0.207
22,mlp.experts.212.down_proj,0.0000019200,0.05000,0.208
22,mlp.experts.243.down_proj,0.0000055202,0.05000,0.215
22,mlp.experts.249.down_proj,0.0000020881,0.05000,0.207
22,mlp.experts.216.down_proj,0.0000083042,0.05000,0.211
22,mlp.experts.247.down_proj,0.0000044000,0.05000,0.212
22,mlp.experts.253.down_proj,0.0000078811,0.05000,0.208
22,mlp.experts.220.down_proj,0.0000079278,0.05000,0.181
22,mlp.experts.251.down_proj,0.0000072762,0.05000,0.176
22,mlp.experts.224.down_proj,0.0000017333,0.05000,0.156
22,mlp.experts.255.down_proj,0.0000029342,0.05000,0.156
22,mlp.experts.228.down_proj,0.0000101204,0.05000,0.062
22,mlp.experts.232.down_proj,0.0000087358,0.05000,0.049
22,mlp.experts.236.down_proj,0.0000174576,0.05000,0.049
22,mlp.experts.240.down_proj,fallback(rtn): 0.0010605,0.00000,0.001
22,mlp.experts.244.down_proj,0.0000056461,0.05000,0.050
22,mlp.experts.248.down_proj,0.0000031891,0.05000,0.049
22,mlp.experts.252.down_proj,0.0000079723,0.05000,0.049
23,mlp.experts.3.gate_proj,0.0002319979,0.05000,1.207
23,mlp.experts.1.gate_proj,0.0002796678,0.05000,1.249
23,mlp.experts.2.gate_proj,0.0002954885,0.05000,1.265
23,mlp.experts.0.gate_proj,0.0001979790,0.05000,1.307
23,mlp.experts.6.gate_proj,0.0003494488,0.05000,1.350
23,mlp.experts.4.gate_proj,0.0001715292,0.05000,1.339
23,mlp.experts.7.gate_proj,0.0004276266,0.05000,1.555
23,mlp.experts.5.gate_proj,0.0002431272,0.05000,1.661
23,mlp.experts.10.gate_proj,0.0002085650,0.05000,1.227
23,mlp.experts.8.gate_proj,0.0003308765,0.05000,1.244
23,mlp.experts.11.gate_proj,0.0001651488,0.05000,1.246
23,mlp.experts.9.gate_proj,0.0001438421,0.05000,1.241
23,mlp.experts.14.gate_proj,0.0002265845,0.05000,1.267
23,mlp.experts.12.gate_proj,0.0003305050,0.05000,1.266
23,mlp.experts.15.gate_proj,0.0001722765,0.05000,1.257
23,mlp.experts.13.gate_proj,0.0002111521,0.05000,1.240
23,mlp.experts.18.gate_proj,0.0001922758,0.05000,1.195
23,mlp.experts.16.gate_proj,0.0001433391,0.05000,1.178
23,mlp.experts.19.gate_proj,0.0001421900,0.05000,1.208
23,mlp.experts.17.gate_proj,0.0002694857,0.05000,1.211
23,mlp.experts.20.gate_proj,0.0002110582,0.05000,1.129
23,mlp.experts.22.gate_proj,0.0002077026,0.05000,1.207
23,mlp.experts.23.gate_proj,0.0000996428,0.05000,1.190
23,mlp.experts.21.gate_proj,0.0002094083,0.05000,1.192
23,mlp.experts.24.gate_proj,0.0002056957,0.05000,1.243
23,mlp.experts.26.gate_proj,0.0002128243,0.05000,1.279
23,mlp.experts.27.gate_proj,0.0001348489,0.05000,1.284
23,mlp.experts.25.gate_proj,0.0001946593,0.05000,1.292
23,mlp.experts.28.gate_proj,0.0002234375,0.05000,1.312
23,mlp.experts.30.gate_proj,0.0004106908,0.05000,1.314
23,mlp.experts.31.gate_proj,0.0002227029,0.05000,1.319
23,mlp.experts.29.gate_proj,0.0001450711,0.05000,1.300
23,mlp.experts.32.gate_proj,0.0000899878,0.05000,1.299
23,mlp.experts.34.gate_proj,0.0002530462,0.05000,1.295
23,mlp.experts.35.gate_proj,0.0003293541,0.05000,1.288
23,mlp.experts.33.gate_proj,0.0001314598,0.05000,1.283
23,mlp.experts.36.gate_proj,0.0001257249,0.05000,1.268
23,mlp.experts.38.gate_proj,0.0002144757,0.05000,1.278
23,mlp.experts.39.gate_proj,0.0001788022,0.05000,1.263
23,mlp.experts.37.gate_proj,0.0002061809,0.05000,1.275
23,mlp.experts.40.gate_proj,0.0002040645,0.05000,1.175
23,mlp.experts.42.gate_proj,0.0002303357,0.05000,1.205
23,mlp.experts.43.gate_proj,0.0002059392,0.05000,1.190
23,mlp.experts.41.gate_proj,0.0001696612,0.05000,1.189
23,mlp.experts.44.gate_proj,0.0001977352,0.05000,1.156
23,mlp.experts.46.gate_proj,0.0001980201,0.05000,1.188
23,mlp.experts.47.gate_proj,0.0002105011,0.05000,1.205
23,mlp.experts.45.gate_proj,0.0001609928,0.05000,1.204
23,mlp.experts.48.gate_proj,0.0001832877,0.05000,1.223
23,mlp.experts.50.gate_proj,0.0001082120,0.05000,1.240
23,mlp.experts.51.gate_proj,0.0002017748,0.05000,1.273
23,mlp.experts.49.gate_proj,0.0002302197,0.05000,1.264
23,mlp.experts.52.gate_proj,0.0001583596,0.05000,1.296
23,mlp.experts.54.gate_proj,0.0002113781,0.05000,1.282
23,mlp.experts.55.gate_proj,0.0002865328,0.05000,1.289
23,mlp.experts.53.gate_proj,0.0003439838,0.05000,1.280
23,mlp.experts.56.gate_proj,0.0002086909,0.05000,1.294
23,mlp.experts.58.gate_proj,0.0001832689,0.05000,1.273
23,mlp.experts.59.gate_proj,0.0003597894,0.05000,1.269
23,mlp.experts.57.gate_proj,0.0001687036,0.05000,1.254
23,mlp.experts.60.gate_proj,0.0001275885,0.05000,1.311
23,mlp.experts.62.gate_proj,0.0001559596,0.05000,1.179
23,mlp.experts.63.gate_proj,0.0002077797,0.05000,1.313
23,mlp.experts.61.gate_proj,0.0001527366,0.05000,1.312
23,mlp.experts.67.gate_proj,0.0002903756,0.05000,1.410
23,mlp.experts.66.gate_proj,0.0002355610,0.05000,1.814
23,mlp.experts.64.gate_proj,0.0001542870,0.05000,1.903
23,mlp.experts.65.gate_proj,0.0002248146,0.05000,1.534
23,mlp.experts.71.gate_proj,0.0002119406,0.05000,1.473
23,mlp.experts.69.gate_proj,0.0002156923,0.05000,2.441
23,mlp.experts.75.gate_proj,0.0002028525,0.05000,1.398
23,mlp.experts.70.gate_proj,0.0003356387,0.05000,3.505
23,mlp.experts.68.gate_proj,0.0002614212,0.05000,3.487
23,mlp.experts.79.gate_proj,0.0002370655,0.05000,1.382
23,mlp.experts.73.gate_proj,0.0001542268,0.05000,3.068
23,mlp.experts.83.gate_proj,0.0001366581,0.05000,1.588
23,mlp.experts.72.gate_proj,0.0002096604,0.05000,3.071
23,mlp.experts.74.gate_proj,0.0001792713,0.05000,3.442
23,mlp.experts.76.gate_proj,0.0001625465,0.05000,1.673
23,mlp.experts.87.gate_proj,0.0001640261,0.05000,3.134
23,mlp.experts.77.gate_proj,0.0001470337,0.05000,3.456
23,mlp.experts.78.gate_proj,0.0002076244,0.05000,2.735
23,mlp.experts.80.gate_proj,0.0000687656,0.05000,1.465
23,mlp.experts.91.gate_proj,0.0002700686,0.05000,1.318
23,mlp.experts.81.gate_proj,0.0002126415,0.05000,1.291
23,mlp.experts.82.gate_proj,0.0001584072,0.05000,1.222
23,mlp.experts.84.gate_proj,0.0002211004,0.05000,1.215
23,mlp.experts.95.gate_proj,0.0002409261,0.05000,1.158
23,mlp.experts.85.gate_proj,0.0002324664,0.05000,1.192
23,mlp.experts.86.gate_proj,0.0001473356,0.05000,1.234
23,mlp.experts.88.gate_proj,0.0002246813,0.05000,1.250
23,mlp.experts.99.gate_proj,0.0003142806,0.05000,1.292
23,mlp.experts.89.gate_proj,0.0002367478,0.05000,1.306
23,mlp.experts.90.gate_proj,0.0002451909,0.05000,1.298
23,mlp.experts.92.gate_proj,0.0001604365,0.05000,1.303
23,mlp.experts.103.gate_proj,0.0002634784,0.05000,1.307
23,mlp.experts.93.gate_proj,0.0002084162,0.05000,1.297
23,mlp.experts.94.gate_proj,0.0002006842,0.05000,1.295
23,mlp.experts.96.gate_proj,0.0001841414,0.05000,1.284
23,mlp.experts.107.gate_proj,0.0001392425,0.05000,1.301
23,mlp.experts.97.gate_proj,0.0002942152,0.05000,1.279
23,mlp.experts.98.gate_proj,0.0002290256,0.05000,1.301
23,mlp.experts.100.gate_proj,0.0002003035,0.05000,1.293
23,mlp.experts.111.gate_proj,0.0002738014,0.05000,1.244
23,mlp.experts.101.gate_proj,0.0003012530,0.05000,1.279
23,mlp.experts.102.gate_proj,0.0002459847,0.05000,1.281
23,mlp.experts.104.gate_proj,0.0002597931,0.05000,1.267
23,mlp.experts.115.gate_proj,0.0001684955,0.05000,1.250
23,mlp.experts.105.gate_proj,0.0000980600,0.05000,1.261
23,mlp.experts.106.gate_proj,0.0002765443,0.05000,1.209
23,mlp.experts.108.gate_proj,0.0001198417,0.05000,1.160
23,mlp.experts.119.gate_proj,0.0003956749,0.05000,1.154
23,mlp.experts.109.gate_proj,0.0002175403,0.05000,1.161
23,mlp.experts.112.gate_proj,0.0002664608,0.05000,1.117
23,mlp.experts.110.gate_proj,0.0003402602,0.05000,1.188
23,mlp.experts.123.gate_proj,0.0001040278,0.05000,1.151
23,mlp.experts.113.gate_proj,0.0002094095,0.05000,1.130
23,mlp.experts.116.gate_proj,0.0002265146,0.05000,1.180
23,mlp.experts.114.gate_proj,0.0002011107,0.05000,1.187
23,mlp.experts.127.gate_proj,0.0002427216,0.05000,1.210
23,mlp.experts.117.gate_proj,0.0001098570,0.05000,1.182
23,mlp.experts.120.gate_proj,0.0002900928,0.05000,1.284
23,mlp.experts.118.gate_proj,0.0002465094,0.05000,1.499
23,mlp.experts.131.gate_proj,0.0001751407,0.05000,1.319
23,mlp.experts.121.gate_proj,0.0001105463,0.05000,1.335
23,mlp.experts.124.gate_proj,0.0001716729,0.05000,1.313
23,mlp.experts.122.gate_proj,0.0002898026,0.05000,1.317
23,mlp.experts.135.gate_proj,0.0001804606,0.05000,1.319
23,mlp.experts.125.gate_proj,0.0002516110,0.05000,1.291
23,mlp.experts.128.gate_proj,0.0001180804,0.05000,1.299
23,mlp.experts.126.gate_proj,0.0001920226,0.05000,1.289
23,mlp.experts.139.gate_proj,0.0001023355,0.05000,1.289
23,mlp.experts.129.gate_proj,0.0001495317,0.05000,1.289
23,mlp.experts.132.gate_proj,0.0002016536,0.05000,1.296
23,mlp.experts.130.gate_proj,0.0002582748,0.05000,1.296
23,mlp.experts.143.gate_proj,0.0001771641,0.05000,1.304
23,mlp.experts.133.gate_proj,0.0001552173,0.05000,1.301
23,mlp.experts.136.gate_proj,0.0001969496,0.05000,1.307
23,mlp.experts.134.gate_proj,0.0002133095,0.05000,1.301
23,mlp.experts.147.gate_proj,0.0001519199,0.05000,1.301
23,mlp.experts.137.gate_proj,0.0000877534,0.05000,1.312
23,mlp.experts.140.gate_proj,0.0001412185,0.05000,1.251
23,mlp.experts.138.gate_proj,0.0001841381,0.05000,1.246
23,mlp.experts.151.gate_proj,0.0002856696,0.05000,1.411
23,mlp.experts.141.gate_proj,0.0001579876,0.05000,1.775
23,mlp.experts.144.gate_proj,0.0001797075,0.05000,1.395
23,mlp.experts.142.gate_proj,0.0001713863,0.05000,1.445
23,mlp.experts.155.gate_proj,0.0001644887,0.05000,1.365
23,mlp.experts.145.gate_proj,0.0001909031,0.05000,1.297
23,mlp.experts.148.gate_proj,0.0002900126,0.05000,1.306
23,mlp.experts.146.gate_proj,0.0001810773,0.05000,1.297
23,mlp.experts.159.gate_proj,0.0002514457,0.05000,1.310
23,mlp.experts.149.gate_proj,0.0001888601,0.05000,1.305
23,mlp.experts.152.gate_proj,0.0001952996,0.05000,1.310
23,mlp.experts.150.gate_proj,0.0001444679,0.05000,1.295
23,mlp.experts.163.gate_proj,0.0002216802,0.05000,1.305
23,mlp.experts.153.gate_proj,0.0002228833,0.05000,1.313
23,mlp.experts.156.gate_proj,0.0002137189,0.05000,1.314
23,mlp.experts.154.gate_proj,0.0001806196,0.05000,1.331
23,mlp.experts.167.gate_proj,0.0001855128,0.05000,1.270
23,mlp.experts.157.gate_proj,0.0001454502,0.05000,1.312
23,mlp.experts.160.gate_proj,0.0001783659,0.05000,1.284
23,mlp.experts.158.gate_proj,0.0002062644,0.05000,1.363
23,mlp.experts.171.gate_proj,0.0001872740,0.05000,1.318
23,mlp.experts.161.gate_proj,0.0001148437,0.05000,1.159
23,mlp.experts.164.gate_proj,0.0002303616,0.05000,1.182
23,mlp.experts.162.gate_proj,0.0001799114,0.05000,1.222
23,mlp.experts.175.gate_proj,0.0001544303,0.05000,1.272
23,mlp.experts.165.gate_proj,0.0003664312,0.05000,1.174
23,mlp.experts.168.gate_proj,0.0002059786,0.05000,1.175
23,mlp.experts.166.gate_proj,0.0001174672,0.05000,1.273
23,mlp.experts.179.gate_proj,0.0001644573,0.05000,1.227
23,mlp.experts.169.gate_proj,0.0001949942,0.05000,1.264
23,mlp.experts.172.gate_proj,0.0002371152,0.05000,1.252
23,mlp.experts.170.gate_proj,0.0003400700,0.05000,1.901
23,mlp.experts.173.gate_proj,0.0002153500,0.05000,1.537
23,mlp.experts.183.gate_proj,0.0001876857,0.05000,2.198
23,mlp.experts.176.gate_proj,0.0001959285,0.05000,1.682
23,mlp.experts.180.gate_proj,0.0001666985,0.05000,2.025
23,mlp.experts.174.gate_proj,0.0001913731,0.05000,2.608
23,mlp.experts.177.gate_proj,0.0001616217,0.05000,3.335
23,mlp.experts.187.gate_proj,0.0001845562,0.05000,3.330
23,mlp.experts.178.gate_proj,0.0000943539,0.05000,2.134
23,mlp.experts.184.gate_proj,0.0001672179,0.05000,2.441
23,mlp.experts.191.gate_proj,0.0002971388,0.05000,2.023
23,mlp.experts.181.gate_proj,0.0001405308,0.05000,3.301
23,mlp.experts.195.gate_proj,0.0003049247,0.05000,1.405
23,mlp.experts.182.gate_proj,0.0002612633,0.05000,3.139
23,mlp.experts.188.gate_proj,0.0002200670,0.05000,3.525
23,mlp.experts.199.gate_proj,0.0002156163,0.05000,1.475
23,mlp.experts.185.gate_proj,0.0003789851,0.05000,2.454
23,mlp.experts.203.gate_proj,0.0002174075,0.05000,1.632
23,mlp.experts.186.gate_proj,0.0002808827,0.05000,2.786
23,mlp.experts.207.gate_proj,0.0001962180,0.05000,1.591
23,mlp.experts.192.gate_proj,0.0001376224,0.05000,3.552
23,mlp.experts.190.gate_proj,0.0002664450,0.05000,1.822
23,mlp.experts.189.gate_proj,0.0001435929,0.05000,3.803
23,mlp.experts.211.gate_proj,0.0003203510,0.05000,1.623
23,mlp.experts.194.gate_proj,0.0001662418,0.05000,1.678
23,mlp.experts.196.gate_proj,0.0002156407,0.05000,2.389
23,mlp.experts.193.gate_proj,0.0001609010,0.05000,1.685
23,mlp.experts.215.gate_proj,0.0002512641,0.05000,1.257
23,mlp.experts.198.gate_proj,0.0001628337,0.05000,1.297
23,mlp.experts.200.gate_proj,0.0002237758,0.05000,1.310
23,mlp.experts.197.gate_proj,0.0002694135,0.05000,1.282
23,mlp.experts.219.gate_proj,0.0001538111,0.05000,1.307
23,mlp.experts.202.gate_proj,0.0003099203,0.05000,1.307
23,mlp.experts.204.gate_proj,0.0001616186,0.05000,1.302
23,mlp.experts.201.gate_proj,0.0002032093,0.05000,1.310
23,mlp.experts.223.gate_proj,0.0001424674,0.05000,1.306
23,mlp.experts.206.gate_proj,0.0001660532,0.05000,1.292
23,mlp.experts.208.gate_proj,0.0001374800,0.05000,1.276
23,mlp.experts.205.gate_proj,0.0002111150,0.05000,1.248
23,mlp.experts.227.gate_proj,0.0002648694,0.05000,1.257
23,mlp.experts.210.gate_proj,0.0001877519,0.05000,1.230
23,mlp.experts.212.gate_proj,0.0002017242,0.05000,1.350
23,mlp.experts.231.gate_proj,0.0001786054,0.05000,1.801
23,mlp.experts.214.gate_proj,0.0002441772,0.05000,1.282
23,mlp.experts.209.gate_proj,0.0001976276,0.05000,2.653
23,mlp.experts.235.gate_proj,0.0004144624,0.05000,1.098
23,mlp.experts.218.gate_proj,0.0001705881,0.05000,1.077
23,mlp.experts.216.gate_proj,0.0002721809,0.05000,2.010
23,mlp.experts.213.gate_proj,0.0002027643,0.05000,0.893
23,mlp.experts.239.gate_proj,0.0001900639,0.05000,0.860
23,mlp.experts.222.gate_proj,0.0002122376,0.05000,0.860
23,mlp.experts.220.gate_proj,0.0002596918,0.05000,0.869
23,mlp.experts.217.gate_proj,0.0002253056,0.05000,0.872
23,mlp.experts.243.gate_proj,0.0001615270,0.05000,0.867
23,mlp.experts.226.gate_proj,0.0002154679,0.05000,0.869
23,mlp.experts.224.gate_proj,0.0002061470,0.05000,0.873
23,mlp.experts.221.gate_proj,0.0002553587,0.05000,1.008
23,mlp.experts.247.gate_proj,0.0002155016,0.05000,1.121
23,mlp.experts.230.gate_proj,0.0002148881,0.05000,1.149
23,mlp.experts.228.gate_proj,0.0002284950,0.05000,1.171
23,mlp.experts.225.gate_proj,0.0001932336,0.05000,1.266
23,mlp.experts.251.gate_proj,0.0003022988,0.05000,1.315
23,mlp.experts.234.gate_proj,0.0004223373,0.05000,1.305
23,mlp.experts.232.gate_proj,0.0002787424,0.05000,1.307
23,mlp.experts.229.gate_proj,0.0002505326,0.05000,1.296
23,mlp.experts.255.gate_proj,0.0002087950,0.05000,1.312
23,mlp.experts.238.gate_proj,0.0002392488,0.05000,1.311
23,mlp.experts.236.gate_proj,0.0002601374,0.05000,1.303
23,mlp.experts.233.gate_proj,0.0001635951,0.05000,1.303
23,mlp.experts.3.up_proj,0.0002377086,0.05000,1.312
23,mlp.experts.242.gate_proj,0.0001662108,0.05000,1.304
23,mlp.experts.240.gate_proj,0.0002920328,0.05000,1.301
23,mlp.experts.237.gate_proj,0.0003340448,0.05000,1.332
23,mlp.experts.7.up_proj,0.0003266659,0.05000,1.318
23,mlp.experts.244.gate_proj,0.0002952694,0.05000,1.340
23,mlp.experts.246.gate_proj,0.0001799824,0.05000,2.281
23,mlp.experts.11.up_proj,0.0001540020,0.05000,1.358
23,mlp.experts.248.gate_proj,0.0002487812,0.05000,1.355
23,mlp.experts.241.gate_proj,0.0002172713,0.05000,2.689
23,mlp.experts.15.up_proj,0.0001650679,0.05000,1.301
23,mlp.experts.252.gate_proj,0.0006195566,0.05000,1.287
23,mlp.experts.250.gate_proj,0.0001735859,0.05000,2.336
23,mlp.experts.245.gate_proj,0.0003397858,0.05000,2.379
23,mlp.experts.19.up_proj,0.0001238388,0.05000,2.628
23,mlp.experts.254.gate_proj,0.0002345714,0.05000,2.500
23,mlp.experts.0.up_proj,0.0001965456,0.05000,3.255
23,mlp.experts.249.gate_proj,0.0002357694,0.05000,1.992
23,mlp.experts.2.up_proj,0.0003026835,0.05000,2.768
23,mlp.experts.23.up_proj,0.0001060076,0.05000,3.736
23,mlp.experts.4.up_proj,0.0001590873,0.05000,3.671
23,mlp.experts.253.gate_proj,0.0001813995,0.05000,3.230
23,mlp.experts.6.up_proj,0.0003361761,0.05000,1.818
23,mlp.experts.27.up_proj,0.0001488365,0.05000,1.574
23,mlp.experts.1.up_proj,0.0002584892,0.05000,1.252
23,mlp.experts.8.up_proj,0.0003565316,0.05000,1.410
23,mlp.experts.10.up_proj,0.0002221390,0.05000,1.286
23,mlp.experts.31.up_proj,0.0002075041,0.05000,1.263
23,mlp.experts.12.up_proj,0.0003730357,0.05000,1.238
23,mlp.experts.5.up_proj,0.0002268543,0.05000,1.353
23,mlp.experts.14.up_proj,0.0002142352,0.05000,1.201
23,mlp.experts.35.up_proj,0.0003027685,0.05000,1.218
23,mlp.experts.16.up_proj,0.0001372420,0.05000,1.201
23,mlp.experts.9.up_proj,0.0001225439,0.05000,1.244
23,mlp.experts.18.up_proj,0.0001694051,0.05000,1.147
23,mlp.experts.39.up_proj,0.0001568355,0.05000,1.523
23,mlp.experts.20.up_proj,0.0002266451,0.05000,2.025
23,mlp.experts.22.up_proj,0.0001924508,0.05000,1.771
23,mlp.experts.13.up_proj,0.0001939441,0.05000,2.479
23,mlp.experts.26.up_proj,0.0001873123,0.05000,1.830
23,mlp.experts.43.up_proj,0.0002176395,0.05000,3.740
23,mlp.experts.24.up_proj,0.0001905050,0.05000,3.433
23,mlp.experts.17.up_proj,0.0002797623,0.05000,3.394
23,mlp.experts.30.up_proj,0.0003414586,0.05000,1.870
23,mlp.experts.47.up_proj,0.0002099833,0.05000,2.030
23,mlp.experts.21.up_proj,0.0001878664,0.05000,1.267
23,mlp.experts.51.up_proj,0.0001861978,0.05000,1.254
23,mlp.experts.25.up_proj,0.0001793573,0.05000,1.426
23,mlp.experts.28.up_proj,0.0002086488,0.05000,3.647
23,mlp.experts.34.up_proj,0.0002275404,0.05000,3.398
23,mlp.experts.55.up_proj,0.0002687259,0.05000,2.472
23,mlp.experts.29.up_proj,0.0001360065,0.05000,3.477
23,mlp.experts.32.up_proj,0.0000806854,0.05000,3.169
23,mlp.experts.38.up_proj,0.0002007901,0.05000,2.981
23,mlp.experts.59.up_proj,0.0003707283,0.05000,2.568
23,mlp.experts.33.up_proj,0.0001147062,0.05000,2.053
23,mlp.experts.36.up_proj,0.0001419489,0.05000,2.701
23,mlp.experts.42.up_proj,0.0003022258,0.05000,2.762
23,mlp.experts.37.up_proj,0.0002289535,0.05000,1.711
23,mlp.experts.63.up_proj,0.0001951732,0.05000,3.586
23,mlp.experts.46.up_proj,0.0001845831,0.05000,2.609
23,mlp.experts.40.up_proj,0.0001533186,0.05000,3.538
23,mlp.experts.67.up_proj,0.0002905300,0.05000,2.150
23,mlp.experts.41.up_proj,0.0001578853,0.05000,3.384
23,mlp.experts.50.up_proj,0.0001039438,0.05000,3.488
23,mlp.experts.71.up_proj,0.0001873728,0.05000,3.036
23,mlp.experts.44.up_proj,0.0002083830,0.05000,3.523
23,mlp.experts.45.up_proj,0.0001483641,0.05000,3.543
23,mlp.experts.54.up_proj,0.0002147485,0.05000,1.643
23,mlp.experts.75.up_proj,0.0001840207,0.05000,1.914
23,mlp.experts.48.up_proj,0.0001610322,0.05000,2.153
23,mlp.experts.58.up_proj,0.0001703954,0.05000,1.541
23,mlp.experts.79.up_proj,0.0002293989,0.05000,1.483
23,mlp.experts.49.up_proj,0.0002155436,0.05000,2.646
23,mlp.experts.62.up_proj,0.0001650869,0.05000,1.375
23,mlp.experts.52.up_proj,0.0001491035,0.05000,2.001
23,mlp.experts.83.up_proj,0.0001468967,0.05000,1.617
23,mlp.experts.53.up_proj,0.0003517903,0.05000,2.505
23,mlp.experts.66.up_proj,0.0002220499,0.05000,2.339
23,mlp.experts.56.up_proj,0.0002067085,0.05000,2.337
23,mlp.experts.87.up_proj,0.0001536519,0.05000,1.916
23,mlp.experts.57.up_proj,0.0002269325,0.05000,1.637
23,mlp.experts.60.up_proj,0.0001228749,0.05000,1.349
23,mlp.experts.70.up_proj,0.0003790044,0.05000,1.812
23,mlp.experts.91.up_proj,0.0002261327,0.05000,1.514
23,mlp.experts.61.up_proj,0.0001401117,0.05000,1.125
23,mlp.experts.64.up_proj,0.0001565389,0.05000,1.187
23,mlp.experts.74.up_proj,0.0001667080,0.05000,1.205
23,mlp.experts.95.up_proj,0.0002682507,0.05000,1.311
23,mlp.experts.65.up_proj,0.0002211888,0.05000,1.273
23,mlp.experts.68.up_proj,0.0002609136,0.05000,1.287
23,mlp.experts.78.up_proj,0.0001963543,0.05000,1.315
23,mlp.experts.99.up_proj,0.0002665081,0.05000,1.293
23,mlp.experts.69.up_proj,0.0002061011,0.05000,1.303
23,mlp.experts.72.up_proj,0.0001844911,0.05000,1.305
23,mlp.experts.82.up_proj,0.0001470110,0.05000,1.322
23,mlp.experts.103.up_proj,0.0002801450,0.05000,1.299
23,mlp.experts.73.up_proj,0.0001432256,0.05000,1.312
23,mlp.experts.76.up_proj,0.0001502618,0.05000,1.313
23,mlp.experts.86.up_proj,0.0001428653,0.05000,1.322
23,mlp.experts.107.up_proj,0.0001462773,0.05000,1.294
23,mlp.experts.77.up_proj,0.0001866254,0.05000,1.316
23,mlp.experts.80.up_proj,0.0001187715,0.05000,1.304
23,mlp.experts.90.up_proj,0.0002257801,0.05000,1.301
23,mlp.experts.111.up_proj,0.0002949438,0.05000,1.233
23,mlp.experts.81.up_proj,0.0001889136,0.05000,1.218
23,mlp.experts.84.up_proj,0.0002349035,0.05000,1.195
23,mlp.experts.94.up_proj,0.0002052231,0.05000,1.192
23,mlp.experts.115.up_proj,0.0001798182,0.05000,1.139
23,mlp.experts.85.up_proj,0.0002216589,0.05000,1.184
23,mlp.experts.88.up_proj,0.0002039556,0.05000,1.174
23,mlp.experts.98.up_proj,0.0002450517,0.05000,1.179
23,mlp.experts.119.up_proj,0.0004002306,0.05000,1.140
23,mlp.experts.89.up_proj,0.0002165365,0.05000,1.195
23,mlp.experts.92.up_proj,0.0001495689,0.05000,1.198
23,mlp.experts.102.up_proj,0.0002222475,0.05000,1.201
23,mlp.experts.123.up_proj,0.0000920926,0.05000,1.155
23,mlp.experts.93.up_proj,0.0001897168,0.05000,1.229
23,mlp.experts.96.up_proj,0.0001696038,0.05000,1.265
23,mlp.experts.106.up_proj,0.0002878031,0.05000,1.415
23,mlp.experts.127.up_proj,0.0002277438,0.05000,1.290
23,mlp.experts.97.up_proj,0.0003305595,0.05000,1.331
23,mlp.experts.100.up_proj,0.0001905707,0.05000,1.321
23,mlp.experts.110.up_proj,0.0003153040,0.05000,1.327
23,mlp.experts.131.up_proj,0.0001584886,0.05000,1.332
23,mlp.experts.101.up_proj,0.0004271169,0.05000,1.261
23,mlp.experts.104.up_proj,0.0002419010,0.05000,1.210
23,mlp.experts.114.up_proj,0.0001462475,0.05000,1.210
23,mlp.experts.135.up_proj,0.0001283067,0.05000,1.211
23,mlp.experts.105.up_proj,0.0000899401,0.05000,1.205
23,mlp.experts.108.up_proj,0.0001136912,0.05000,1.177
23,mlp.experts.118.up_proj,0.0002052456,0.05000,1.221
23,mlp.experts.139.up_proj,0.0000964319,0.05000,1.214
23,mlp.experts.109.up_proj,0.0001849111,0.05000,1.213
23,mlp.experts.112.up_proj,0.0002440141,0.05000,1.179
23,mlp.experts.122.up_proj,0.0002984018,0.05000,1.473
23,mlp.experts.143.up_proj,0.0001635820,0.05000,1.512
23,mlp.experts.113.up_proj,0.0001887400,0.05000,1.503
23,mlp.experts.117.up_proj,0.0001072761,0.05000,1.621
23,mlp.experts.116.up_proj,0.0002170510,0.05000,2.969
23,mlp.experts.147.up_proj,0.0001325729,0.05000,2.341
23,mlp.experts.126.up_proj,0.0001797657,0.05000,2.619
23,mlp.experts.121.up_proj,0.0001099788,0.05000,0.998
23,mlp.experts.120.up_proj,0.0002652977,0.05000,1.039
23,mlp.experts.151.up_proj,0.0002447992,0.05000,1.056
23,mlp.experts.130.up_proj,0.0002603673,0.05000,1.115
23,mlp.experts.125.up_proj,0.0002351393,0.05000,1.195
23,mlp.experts.124.up_proj,0.0001790163,0.05000,1.216
23,mlp.experts.155.up_proj,0.0001520585,0.05000,1.137
23,mlp.experts.134.up_proj,0.0002272643,0.05000,1.051
23,mlp.experts.129.up_proj,0.0001378814,0.05000,0.437
23,mlp.experts.133.up_proj,0.0001749506,0.05000,1.282
23,mlp.experts.159.up_proj,0.0002563814,0.05000,1.289
23,mlp.experts.138.up_proj,0.0001686684,0.05000,1.295
23,mlp.experts.128.up_proj,0.0001051898,0.05000,1.302
23,mlp.experts.137.up_proj,0.0000772606,0.05000,1.296
23,mlp.experts.163.up_proj,0.0002061837,0.05000,1.306
23,mlp.experts.132.up_proj,0.0001893930,0.05000,1.298
23,mlp.experts.142.up_proj,0.0001665752,0.05000,1.312
23,mlp.experts.136.up_proj,0.0002009763,0.05000,1.278
23,mlp.experts.141.up_proj,0.0001450395,0.05000,1.311
23,mlp.experts.146.up_proj,0.0001928680,0.05000,1.300
23,mlp.experts.167.up_proj,0.0001608137,0.05000,1.317
23,mlp.experts.140.up_proj,0.0001522296,0.05000,1.228
23,mlp.experts.171.up_proj,0.0001750971,0.05000,1.242
23,mlp.experts.145.up_proj,0.0001951410,0.05000,1.261
23,mlp.experts.150.up_proj,0.0001341657,0.05000,1.335
23,mlp.experts.144.up_proj,0.0001606422,0.05000,1.340
23,mlp.experts.149.up_proj,0.0001779307,0.05000,1.346
23,mlp.experts.175.up_proj,0.0001270053,0.05000,1.349
23,mlp.experts.154.up_proj,0.0001796399,0.05000,1.488
23,mlp.experts.148.up_proj,0.0002674565,0.05000,1.307
23,mlp.experts.179.up_proj,0.0001701444,0.05000,1.309
23,mlp.experts.153.up_proj,0.0001820582,0.05000,1.335
23,mlp.experts.158.up_proj,0.0001820117,0.05000,1.309
23,mlp.experts.152.up_proj,0.0001790504,0.05000,1.303
23,mlp.experts.183.up_proj,0.0001726199,0.05000,1.297
23,mlp.experts.157.up_proj,0.0001538566,0.05000,1.299
23,mlp.experts.162.up_proj,0.0001664158,0.05000,1.304
23,mlp.experts.156.up_proj,0.0001765037,0.05000,1.251
23,mlp.experts.161.up_proj,0.0001485172,0.05000,1.223
23,mlp.experts.187.up_proj,0.0001734155,0.05000,1.253
23,mlp.experts.166.up_proj,0.0001040591,0.05000,1.234
23,mlp.experts.160.up_proj,0.0001699392,0.05000,1.212
23,mlp.experts.165.up_proj,0.0003216384,0.05000,1.165
23,mlp.experts.191.up_proj,0.0002997364,0.05000,1.212
23,mlp.experts.170.up_proj,0.0003659059,0.05000,1.206
23,mlp.experts.169.up_proj,0.0001517508,0.05000,1.170
23,mlp.experts.164.up_proj,0.0002281991,0.05000,1.217
23,mlp.experts.195.up_proj,0.0003108362,0.05000,1.207
23,mlp.experts.174.up_proj,0.0002502163,0.05000,1.207
23,mlp.experts.173.up_proj,0.0001996117,0.05000,1.240
23,mlp.experts.168.up_proj,0.0001874912,0.05000,1.254
23,mlp.experts.199.up_proj,0.0001643671,0.05000,1.305
23,mlp.experts.178.up_proj,0.0000941990,0.05000,1.689
23,mlp.experts.177.up_proj,0.0001506603,0.05000,1.310
23,mlp.experts.172.up_proj,0.0002132749,0.05000,1.311
23,mlp.experts.203.up_proj,0.0002220630,0.05000,1.371
23,mlp.experts.182.up_proj,0.0002518472,0.05000,1.209
23,mlp.experts.181.up_proj,0.0001506593,0.05000,1.020
23,mlp.experts.176.up_proj,0.0001813620,0.05000,1.000
23,mlp.experts.207.up_proj,0.0002163883,0.05000,0.952
23,mlp.experts.186.up_proj,0.0002968201,0.05000,0.884
23,mlp.experts.185.up_proj,0.0003448203,0.05000,1.121
23,mlp.experts.180.up_proj,0.0001547341,0.05000,1.133
23,mlp.experts.190.up_proj,0.0002765027,0.05000,1.574
23,mlp.experts.211.up_proj,0.0003146158,0.05000,1.943
23,mlp.experts.184.up_proj,0.0001519087,0.05000,1.643
23,mlp.experts.194.up_proj,0.0001650918,0.05000,1.962
23,mlp.experts.189.up_proj,0.0001436491,0.05000,3.549
23,mlp.experts.215.up_proj,0.0002353226,0.05000,3.092
23,mlp.experts.188.up_proj,0.0001671338,0.05000,2.955
23,mlp.experts.198.up_proj,0.0001474288,0.05000,2.818
23,mlp.experts.219.up_proj,0.0001428140,0.05000,2.653
23,mlp.experts.193.up_proj,0.0001496528,0.05000,3.642
23,mlp.experts.192.up_proj,0.0001382120,0.05000,3.650
23,mlp.experts.202.up_proj,0.0003212452,0.05000,3.093
23,mlp.experts.223.up_proj,0.0001391559,0.05000,3.068
23,mlp.experts.197.up_proj,0.0002566265,0.05000,3.732
23,mlp.experts.196.up_proj,0.0001992081,0.05000,3.147
23,mlp.experts.206.up_proj,0.0001523789,0.05000,3.600
23,mlp.experts.227.up_proj,0.0002373023,0.05000,3.751
23,mlp.experts.200.up_proj,0.0001945409,0.05000,2.320
23,mlp.experts.210.up_proj,0.0001356699,0.05000,1.604
23,mlp.experts.201.up_proj,0.0002123971,0.05000,3.272
23,mlp.experts.214.up_proj,0.0002225390,0.05000,2.354
23,mlp.experts.204.up_proj,0.0001525377,0.05000,3.021
23,mlp.experts.231.up_proj,0.0002156589,0.05000,3.446
23,mlp.experts.205.up_proj,0.0001964852,0.05000,3.177
23,mlp.experts.218.up_proj,0.0001784118,0.05000,2.475
23,mlp.experts.208.up_proj,0.0001255813,0.05000,3.542
23,mlp.experts.209.up_proj,0.0001959062,0.05000,3.122
23,mlp.experts.235.up_proj,0.0003925940,0.05000,3.674
23,mlp.experts.213.up_proj,0.0001884110,0.05000,1.853
23,mlp.experts.222.up_proj,0.0001858857,0.05000,3.650
23,mlp.experts.239.up_proj,0.0001749679,0.05000,2.642
23,mlp.experts.212.up_proj,0.0002064709,0.05000,3.649
23,mlp.experts.226.up_proj,0.0001952159,0.05000,1.628
23,mlp.experts.217.up_proj,0.0002198346,0.05000,3.068
23,mlp.experts.230.up_proj,0.0001993030,0.05000,1.657
23,mlp.experts.243.up_proj,0.0001410896,0.05000,3.681
23,mlp.experts.234.up_proj,0.0003513323,0.05000,1.664
23,mlp.experts.216.up_proj,0.0002700308,0.05000,3.760
23,mlp.experts.221.up_proj,0.0002352781,0.05000,2.608
23,mlp.experts.247.up_proj,0.0002026085,0.05000,1.358
23,mlp.experts.238.up_proj,0.0002190714,0.05000,1.009
23,mlp.experts.220.up_proj,0.0002312974,0.05000,1.011
23,mlp.experts.225.up_proj,0.0001904181,0.05000,1.127
23,mlp.experts.251.up_proj,0.0002737178,0.05000,1.265
23,mlp.experts.242.up_proj,0.0001531190,0.05000,1.290
23,mlp.experts.224.up_proj,0.0001943983,0.05000,1.304
23,mlp.experts.229.up_proj,0.0002287617,0.05000,1.310
23,mlp.experts.255.up_proj,0.0002109912,0.05000,1.314
23,mlp.experts.246.up_proj,0.0001686129,0.05000,1.249
23,mlp.experts.228.up_proj,0.0002125544,0.05000,1.136
23,mlp.experts.233.up_proj,0.0001487132,0.05000,0.991
23,mlp.experts.250.up_proj,0.0001691386,0.05000,0.851
23,mlp.experts.232.up_proj,0.0002755649,0.05000,0.835
23,mlp.experts.237.up_proj,0.0001457825,0.05000,0.829
23,mlp.experts.254.up_proj,0.0001762493,0.05000,0.845
23,mlp.experts.236.up_proj,0.0003086151,0.05000,0.783
23,mlp.experts.241.up_proj,0.0002349948,0.05000,0.718
23,mlp.experts.240.up_proj,0.0002633054,0.05000,0.608
23,mlp.experts.245.up_proj,0.0003353265,0.05000,0.608
23,mlp.experts.244.up_proj,0.0002824308,0.05000,0.558
23,mlp.experts.249.up_proj,0.0002209251,0.05000,0.498
23,mlp.experts.248.up_proj,0.0002336631,0.05000,0.479
23,mlp.experts.253.up_proj,0.0001670172,0.05000,0.546
23,mlp.experts.252.up_proj,0.0004227962,0.05000,0.339
23,mlp.experts.0.down_proj,0.0000160044,0.05000,0.309
23,mlp.experts.1.down_proj,0.0000058041,0.05000,0.320
23,mlp.experts.2.down_proj,0.0000169392,0.05000,0.322
23,mlp.experts.3.down_proj,0.0000136966,0.05000,0.462
23,mlp.experts.4.down_proj,0.0000021432,0.05000,0.346
23,mlp.experts.6.down_proj,0.0000119769,0.05000,0.350
23,mlp.experts.5.down_proj,0.0000031815,0.05000,0.357
23,mlp.experts.7.down_proj,0.0000173796,0.05000,0.392
23,mlp.experts.8.down_proj,0.0000169164,0.05000,0.322
23,mlp.experts.9.down_proj,0.0000037614,0.05000,0.321
23,mlp.experts.10.down_proj,0.0000079858,0.05000,0.328
23,mlp.experts.11.down_proj,0.0000088532,0.05000,0.325
23,mlp.experts.12.down_proj,0.0000181376,0.05000,0.328
23,mlp.experts.13.down_proj,0.0000034475,0.05000,0.330
23,mlp.experts.14.down_proj,0.0000079661,0.05000,0.330
23,mlp.experts.15.down_proj,0.0000063803,0.05000,0.328
23,mlp.experts.16.down_proj,0.0000018909,0.05000,0.328
23,mlp.experts.17.down_proj,0.0000182746,0.05000,0.325
23,mlp.experts.18.down_proj,0.0000073295,0.05000,0.327
23,mlp.experts.19.down_proj,0.0000048535,0.05000,0.314
23,mlp.experts.20.down_proj,0.0000079870,0.05000,0.304
23,mlp.experts.22.down_proj,0.0000029051,0.05000,0.290
23,mlp.experts.21.down_proj,0.0000043231,0.05000,0.301
23,mlp.experts.23.down_proj,0.0000044066,0.05000,0.370
23,mlp.experts.25.down_proj,0.0000024942,0.05000,0.345
23,mlp.experts.26.down_proj,0.0000040726,0.05000,0.363
23,mlp.experts.24.down_proj,0.0000026608,0.05000,0.577
23,mlp.experts.29.down_proj,0.0000041563,0.05000,0.386
23,mlp.experts.30.down_proj,0.0000083845,0.05000,0.428
23,mlp.experts.33.down_proj,0.0000023268,0.05000,0.382
23,mlp.experts.27.down_proj,0.0000056468,0.05000,0.889
23,mlp.experts.34.down_proj,0.0000030701,0.05000,0.415
23,mlp.experts.28.down_proj,0.0000029172,0.05000,0.782
23,mlp.experts.37.down_proj,0.0000127885,0.05000,0.325
23,mlp.experts.38.down_proj,0.0000034335,0.05000,0.333
23,mlp.experts.31.down_proj,0.0000030296,0.05000,0.404
23,mlp.experts.32.down_proj,0.0000037110,0.05000,0.322
23,mlp.experts.41.down_proj,0.0000026099,0.05000,0.316
23,mlp.experts.42.down_proj,0.0000148871,0.05000,0.294
23,mlp.experts.35.down_proj,0.0000062657,0.05000,0.308
23,mlp.experts.36.down_proj,0.0000048590,0.05000,0.308
23,mlp.experts.45.down_proj,0.0000019271,0.05000,0.311
23,mlp.experts.46.down_proj,0.0000023187,0.05000,0.323
23,mlp.experts.39.down_proj,0.0000065484,0.05000,0.394
23,mlp.experts.40.down_proj,0.0000019033,0.05000,0.323
23,mlp.experts.49.down_proj,0.0000110672,0.05000,0.326
23,mlp.experts.50.down_proj,0.0000027591,0.05000,0.316
23,mlp.experts.43.down_proj,0.0000194963,0.05000,0.368
23,mlp.experts.44.down_proj,0.0000119655,0.05000,0.315
23,mlp.experts.53.down_proj,0.0000147997,0.05000,0.304
23,mlp.experts.54.down_proj,0.0000145244,0.05000,0.294
23,mlp.experts.47.down_proj,0.0000069452,0.05000,0.309
23,mlp.experts.48.down_proj,0.0000049223,0.05000,0.306
23,mlp.experts.57.down_proj,0.0000115096,0.05000,0.299
23,mlp.experts.58.down_proj,0.0000021714,0.05000,0.299
23,mlp.experts.51.down_proj,0.0000025653,0.05000,0.305
23,mlp.experts.52.down_proj,0.0000053200,0.05000,0.303
23,mlp.experts.61.down_proj,0.0000026056,0.05000,0.302
23,mlp.experts.62.down_proj,0.0000069161,0.05000,0.312
23,mlp.experts.56.down_proj,0.0000079608,0.05000,0.321
23,mlp.experts.65.down_proj,0.0000062927,0.05000,0.318
23,mlp.experts.55.down_proj,0.0000055326,0.05000,0.409
23,mlp.experts.66.down_proj,0.0000120764,0.05000,0.303
23,mlp.experts.60.down_proj,0.0000053410,0.05000,0.303
23,mlp.experts.69.down_proj,0.0000097734,0.05000,0.302
23,mlp.experts.59.down_proj,0.0000301928,0.05000,0.304
23,mlp.experts.70.down_proj,0.0000368033,0.05000,0.298
23,mlp.experts.64.down_proj,0.0000046077,0.05000,0.431
23,mlp.experts.74.down_proj,0.0000027350,0.05000,0.397
23,mlp.experts.73.down_proj,0.0000020093,0.05000,0.689
23,mlp.experts.68.down_proj,0.0000089650,0.05000,0.363
23,mlp.experts.78.down_proj,0.0000033272,0.05000,0.358
23,mlp.experts.63.down_proj,0.0000099207,0.05000,0.868
23,mlp.experts.77.down_proj,0.0000125272,0.05000,0.336
23,mlp.experts.72.down_proj,0.0000078304,0.05000,0.328
23,mlp.experts.82.down_proj,0.0000018901,0.05000,0.319
23,mlp.experts.67.down_proj,0.0000094618,0.05000,0.307
23,mlp.experts.81.down_proj,0.0000035606,0.05000,0.298
23,mlp.experts.76.down_proj,0.0000018060,0.05000,0.303
23,mlp.experts.86.down_proj,0.0000051379,0.05000,0.304
23,mlp.experts.71.down_proj,0.0000093090,0.05000,0.305
23,mlp.experts.85.down_proj,0.0000119125,0.05000,0.300
23,mlp.experts.80.down_proj,0.0000040879,0.05000,0.306
23,mlp.experts.90.down_proj,0.0000032335,0.05000,0.305
23,mlp.experts.75.down_proj,0.0000029275,0.05000,0.303
23,mlp.experts.89.down_proj,0.0000047222,0.05000,0.296
23,mlp.experts.84.down_proj,0.0000089353,0.05000,0.303
23,mlp.experts.94.down_proj,0.0000082017,0.05000,0.302
23,mlp.experts.79.down_proj,0.0000145039,0.05000,0.308
23,mlp.experts.93.down_proj,0.0000112231,0.05000,0.302
23,mlp.experts.88.down_proj,0.0000029720,0.05000,0.307
23,mlp.experts.98.down_proj,0.0000143415,0.05000,0.296
23,mlp.experts.83.down_proj,0.0000108024,0.05000,0.304
23,mlp.experts.97.down_proj,0.0000267117,0.05000,0.303
23,mlp.experts.92.down_proj,0.0000019171,0.05000,0.304
23,mlp.experts.102.down_proj,0.0000030269,0.05000,0.294
23,mlp.experts.87.down_proj,0.0000021635,0.05000,0.306
23,mlp.experts.101.down_proj,0.0000305753,0.05000,0.307
23,mlp.experts.96.down_proj,0.0000023198,0.05000,0.301
23,mlp.experts.106.down_proj,0.0000208894,0.05000,0.297
23,mlp.experts.91.down_proj,0.0000052113,0.05000,0.304
23,mlp.experts.105.down_proj,0.0000038506,0.05000,0.311
23,mlp.experts.100.down_proj,0.0000051706,0.05000,0.305
23,mlp.experts.110.down_proj,0.0000102901,0.05000,0.300
23,mlp.experts.95.down_proj,0.0000154141,0.05000,0.303
23,mlp.experts.109.down_proj,0.0000095363,0.05000,0.306
23,mlp.experts.104.down_proj,0.0000038526,0.05000,0.303
23,mlp.experts.114.down_proj,0.0000066147,0.05000,0.296
23,mlp.experts.99.down_proj,0.0000128747,0.05000,0.300
23,mlp.experts.113.down_proj,0.0000061755,0.05000,0.303
23,mlp.experts.108.down_proj,0.0000036915,0.05000,0.301
23,mlp.experts.118.down_proj,0.0000106011,0.05000,0.293
23,mlp.experts.103.down_proj,0.0000120673,0.05000,0.306
23,mlp.experts.117.down_proj,0.0000063583,0.05000,0.310
23,mlp.experts.112.down_proj,0.0000036388,0.05000,0.304
23,mlp.experts.122.down_proj,0.0000144553,0.05000,0.299
23,mlp.experts.107.down_proj,0.0000057812,0.05000,0.306
23,mlp.experts.121.down_proj,0.0000050420,0.05000,0.308
23,mlp.experts.116.down_proj,0.0000125080,0.05000,0.302
23,mlp.experts.126.down_proj,0.0000026028,0.05000,0.296
23,mlp.experts.111.down_proj,0.0000159174,0.05000,0.308
23,mlp.experts.120.down_proj,0.0000117088,0.05000,0.295
23,mlp.experts.125.down_proj,0.0000047433,0.05000,0.323
23,mlp.experts.130.down_proj,0.0000154399,0.05000,0.317
23,mlp.experts.115.down_proj,0.0000085660,0.05000,0.300
23,mlp.experts.129.down_proj,0.0000018292,0.05000,0.287
23,mlp.experts.124.down_proj,0.0000077354,0.05000,0.311
23,mlp.experts.134.down_proj,0.0000117331,0.05000,0.294
23,mlp.experts.138.down_proj,0.0000024266,0.05000,0.369
23,mlp.experts.128.down_proj,0.0000046940,0.05000,0.407
23,mlp.experts.119.down_proj,0.0000144677,0.05000,0.623
23,mlp.experts.133.down_proj,0.0000119787,0.05000,0.692
23,mlp.experts.142.down_proj,0.0000064390,0.05000,0.389
23,mlp.experts.132.down_proj,0.0000028576,0.05000,0.434
23,mlp.experts.146.down_proj,0.0000066263,0.05000,0.385
23,mlp.experts.136.down_proj,0.0000095787,0.05000,0.426
23,mlp.experts.123.down_proj,0.0000010237,0.05000,0.872
23,mlp.experts.137.down_proj,0.0000019545,0.05000,0.872
23,mlp.experts.150.down_proj,0.0000027147,0.05000,0.389
23,mlp.experts.140.down_proj,0.0000048357,0.05000,0.431
23,mlp.experts.154.down_proj,0.0000081959,0.05000,0.352
23,mlp.experts.127.down_proj,0.0000034089,0.05000,0.774
23,mlp.experts.141.down_proj,0.0000049685,0.05000,0.711
23,mlp.experts.144.down_proj,0.0000038996,0.05000,0.597
23,mlp.experts.158.down_proj,0.0000101784,0.05000,0.571
23,mlp.experts.131.down_proj,0.0000047258,0.05000,0.666
23,mlp.experts.162.down_proj,0.0000021347,0.05000,0.340
23,mlp.experts.135.down_proj,0.0000029521,0.05000,0.312
23,mlp.experts.166.down_proj,0.0000085081,0.05000,0.312
23,mlp.experts.145.down_proj,0.0000113626,0.05000,0.927
23,mlp.experts.148.down_proj,0.0000042288,0.05000,0.916
23,mlp.experts.139.down_proj,0.0000056852,0.05000,0.408
23,mlp.experts.149.down_proj,0.0000023081,0.05000,0.469
23,mlp.experts.170.down_proj,0.0000265245,0.05000,0.679
23,mlp.experts.143.down_proj,0.0000031110,0.05000,0.364
23,mlp.experts.153.down_proj,0.0000094285,0.05000,0.384
23,mlp.experts.152.down_proj,0.0000023470,0.05000,0.962
23,mlp.experts.147.down_proj,0.0000064732,0.05000,0.450
23,mlp.experts.157.down_proj,0.0000070251,0.05000,0.348
23,mlp.experts.174.down_proj,0.0000105380,0.05000,0.716
23,mlp.experts.156.down_proj,0.0000071350,0.05000,0.383
23,mlp.experts.151.down_proj,0.0000154204,0.05000,0.295
23,mlp.experts.161.down_proj,0.0000040134,0.05000,0.302
23,mlp.experts.178.down_proj,0.0000062242,0.05000,0.293
23,mlp.experts.160.down_proj,0.0000042228,0.05000,0.307
23,mlp.experts.155.down_proj,0.0000021413,0.05000,0.302
23,mlp.experts.165.down_proj,0.0000091286,0.05000,0.304
23,mlp.experts.182.down_proj,0.0000081860,0.05000,0.314
23,mlp.experts.159.down_proj,0.0000120173,0.05000,0.366
23,mlp.experts.164.down_proj,0.0000160250,0.05000,0.462
23,mlp.experts.186.down_proj,0.0000215601,0.05000,0.369
23,mlp.experts.163.down_proj,0.0000027047,0.05000,0.366
23,mlp.experts.169.down_proj,0.0000121797,0.05000,0.752
23,mlp.experts.190.down_proj,0.0000114045,0.05000,0.402
23,mlp.experts.168.down_proj,0.0000025941,0.05000,0.856
23,mlp.experts.167.down_proj,0.0000069974,0.05000,0.627
23,mlp.experts.194.down_proj,0.0000100556,0.05000,0.394
23,mlp.experts.173.down_proj,0.0000026955,0.05000,0.959
23,mlp.experts.198.down_proj,0.0000046990,0.05000,0.399
23,mlp.experts.171.down_proj,0.0000025039,0.05000,0.775
23,mlp.experts.172.down_proj,0.0000027532,0.05000,0.901
23,mlp.experts.202.down_proj,0.0000245590,0.05000,0.439
23,mlp.experts.177.down_proj,0.0000019504,0.05000,0.946
23,mlp.experts.206.down_proj,0.0000064567,0.05000,0.564
23,mlp.experts.175.down_proj,0.0000114633,0.05000,0.762
23,mlp.experts.176.down_proj,0.0000023350,0.05000,0.923
23,mlp.experts.210.down_proj,0.0000057631,0.05000,0.411
23,mlp.experts.179.down_proj,0.0000059470,0.05000,0.416
23,mlp.experts.214.down_proj,0.0000052908,0.05000,0.413
23,mlp.experts.181.down_proj,0.0000045693,0.05000,0.923
23,mlp.experts.183.down_proj,0.0000026180,0.05000,0.414
23,mlp.experts.180.down_proj,0.0000022454,0.05000,0.907
23,mlp.experts.218.down_proj,0.0000101116,0.05000,0.439
23,mlp.experts.187.down_proj,0.0000022534,0.05000,0.720
23,mlp.experts.222.down_proj,0.0000095480,0.05000,0.464
23,mlp.experts.185.down_proj,0.0000098689,0.05000,0.882
23,mlp.experts.184.down_proj,0.0000022925,0.05000,0.951
23,mlp.experts.226.down_proj,0.0000027242,0.05000,0.769
23,mlp.experts.191.down_proj,0.0000150376,0.05000,0.904
23,mlp.experts.189.down_proj,0.0000048736,0.05000,0.965
23,mlp.experts.188.down_proj,0.0000045309,0.05000,0.895
23,mlp.experts.230.down_proj,0.0000042604,0.05000,0.619
23,mlp.experts.195.down_proj,0.0000257213,0.05000,0.898
23,mlp.experts.193.down_proj,0.0000025039,0.05000,0.941
23,mlp.experts.192.down_proj,0.0000034575,0.05000,0.922
23,mlp.experts.234.down_proj,0.0000098581,0.05000,0.882
23,mlp.experts.199.down_proj,0.0000145563,0.05000,0.932
23,mlp.experts.197.down_proj,0.0000122643,0.05000,0.948
23,mlp.experts.238.down_proj,0.0000105716,0.05000,0.785
23,mlp.experts.196.down_proj,0.0000027582,0.05000,0.922
23,mlp.experts.203.down_proj,0.0000118719,0.05000,0.935
23,mlp.experts.201.down_proj,0.0000172820,0.05000,0.963
23,mlp.experts.242.down_proj,0.0000042060,0.05000,0.937
23,mlp.experts.200.down_proj,0.0000048573,0.05000,0.925
23,mlp.experts.207.down_proj,0.0000109679,0.05000,0.947
23,mlp.experts.205.down_proj,0.0000027231,0.05000,0.963
23,mlp.experts.246.down_proj,0.0000022705,0.05000,0.934
23,mlp.experts.204.down_proj,0.0000043234,0.05000,0.931
23,mlp.experts.211.down_proj,0.0000203028,0.05000,0.942
23,mlp.experts.209.down_proj,0.0000097208,0.05000,0.931
23,mlp.experts.250.down_proj,0.0000101566,0.05000,0.828
23,mlp.experts.208.down_proj,0.0000050260,0.05000,0.846
23,mlp.experts.215.down_proj,0.0000037230,0.05000,0.635
23,mlp.experts.213.down_proj,0.0000026438,0.05000,0.421
23,mlp.experts.212.down_proj,0.0000087632,0.05000,0.622
23,mlp.experts.219.down_proj,0.0000018234,0.05000,0.397
23,mlp.experts.217.down_proj,0.0000071567,0.05000,0.405
23,mlp.experts.254.down_proj,0.0000057958,0.05000,0.925
23,mlp.experts.223.down_proj,0.0000051923,0.05000,0.295
23,mlp.experts.221.down_proj,0.0000044250,0.05000,0.278
23,mlp.experts.216.down_proj,0.0000157417,0.05000,0.390
23,mlp.experts.227.down_proj,0.0000043141,0.05000,0.214
23,mlp.experts.225.down_proj,0.0000075126,0.05000,0.204
23,mlp.experts.220.down_proj,0.0000144409,0.05000,0.205
23,mlp.experts.229.down_proj,0.0000120691,0.05000,0.201
23,mlp.experts.231.down_proj,0.0000105006,0.05000,0.211
23,mlp.experts.224.down_proj,0.0000027964,0.05000,0.203
23,mlp.experts.233.down_proj,0.0000017311,0.05000,0.206
23,mlp.experts.235.down_proj,0.0000160932,0.05000,0.211
23,mlp.experts.228.down_proj,0.0000039379,0.05000,0.203
23,mlp.experts.237.down_proj,0.0000028803,0.05000,0.203
23,mlp.experts.239.down_proj,0.0000035102,0.05000,0.208
23,mlp.experts.232.down_proj,0.0000066249,0.05000,0.202
23,mlp.experts.241.down_proj,0.0000160573,0.05000,0.206
23,mlp.experts.243.down_proj,0.0000016336,0.05000,0.209
23,mlp.experts.236.down_proj,0.0000161528,0.05000,0.205
23,mlp.experts.245.down_proj,0.0000260733,0.05000,0.211
23,mlp.experts.247.down_proj,0.0000097074,0.05000,0.203
23,mlp.experts.240.down_proj,0.0000055663,0.05000,0.206
23,mlp.experts.249.down_proj,0.0000033631,0.05000,0.211
23,mlp.experts.251.down_proj,0.0000053253,0.05000,0.201
23,mlp.experts.244.down_proj,0.0000346848,0.05000,0.202
23,mlp.experts.255.down_proj,0.0000112973,0.05000,0.203
23,mlp.experts.253.down_proj,0.0000024578,0.05000,0.213
23,mlp.experts.248.down_proj,0.0000133222,0.05000,0.185
23,mlp.experts.252.down_proj,0.0000105849,0.05000,0.050
24,mlp.experts.1.gate_proj,0.0000602220,0.05000,1.171
24,mlp.experts.0.gate_proj,0.0002146440,0.05000,1.193
24,mlp.experts.3.gate_proj,0.0001442302,0.05000,1.205
24,mlp.experts.2.gate_proj,0.0002464111,0.05000,1.349
24,mlp.experts.4.gate_proj,0.0001787422,0.05000,1.197
24,mlp.experts.5.gate_proj,0.0002190199,0.05000,1.213
24,mlp.experts.7.gate_proj,0.0002591818,0.05000,1.224
24,mlp.experts.6.gate_proj,0.0002193897,0.05000,1.198
24,mlp.experts.8.gate_proj,0.0002036538,0.05000,1.321
24,mlp.experts.11.gate_proj,0.0002400502,0.05000,1.308
24,mlp.experts.10.gate_proj,0.0001626231,0.05000,1.291
24,mlp.experts.9.gate_proj,0.0001765245,0.05000,1.486
24,mlp.experts.12.gate_proj,0.0002942320,0.05000,1.293
24,mlp.experts.15.gate_proj,0.0001856767,0.05000,1.272
24,mlp.experts.14.gate_proj,0.0001127170,0.05000,1.281
24,mlp.experts.13.gate_proj,0.0001433984,0.05000,1.287
24,mlp.experts.16.gate_proj,0.0002289009,0.05000,1.288
24,mlp.experts.19.gate_proj,0.0002349155,0.05000,1.289
24,mlp.experts.18.gate_proj,0.0001988614,0.05000,1.278
24,mlp.experts.17.gate_proj,0.0001630111,0.05000,1.289
24,mlp.experts.20.gate_proj,0.0002313447,0.05000,1.277
24,mlp.experts.23.gate_proj,0.0003067378,0.05000,1.291
24,mlp.experts.22.gate_proj,0.0003401556,0.05000,1.274
24,mlp.experts.21.gate_proj,0.0001447059,0.05000,1.279
24,mlp.experts.26.gate_proj,0.0001492735,0.05000,1.079
24,mlp.experts.24.gate_proj,0.0001601764,0.05000,1.225
24,mlp.experts.27.gate_proj,0.0002591194,0.05000,1.235
24,mlp.experts.25.gate_proj,0.0003094869,0.05000,1.229
24,mlp.experts.30.gate_proj,0.0002879494,0.05000,1.202
24,mlp.experts.28.gate_proj,0.0003115231,0.05000,1.168
24,mlp.experts.31.gate_proj,0.0002136852,0.05000,1.215
24,mlp.experts.29.gate_proj,0.0002019227,0.05000,1.200
24,mlp.experts.34.gate_proj,0.0002757395,0.05000,1.299
24,mlp.experts.32.gate_proj,0.0003023421,0.05000,1.290
24,mlp.experts.35.gate_proj,0.0003639047,0.05000,1.299
24,mlp.experts.33.gate_proj,0.0001784708,0.05000,1.313
24,mlp.experts.38.gate_proj,0.0000899240,0.05000,1.317
24,mlp.experts.36.gate_proj,0.0002413041,0.05000,1.326
24,mlp.experts.39.gate_proj,0.0003107632,0.05000,1.310
24,mlp.experts.37.gate_proj,0.0002215749,0.05000,1.313
24,mlp.experts.42.gate_proj,0.0002267834,0.05000,1.251
24,mlp.experts.40.gate_proj,0.0001848819,0.05000,1.253
24,mlp.experts.43.gate_proj,0.0001930974,0.05000,1.244
24,mlp.experts.41.gate_proj,0.0001939053,0.05000,1.254
24,mlp.experts.44.gate_proj,0.0001105407,0.05000,1.223
24,mlp.experts.46.gate_proj,0.0001637171,0.05000,1.242
24,mlp.experts.47.gate_proj,0.0002501414,0.05000,1.206
24,mlp.experts.45.gate_proj,0.0002413342,0.05000,1.218
24,mlp.experts.51.gate_proj,0.0001974594,0.05000,1.142
24,mlp.experts.48.gate_proj,0.0002216635,0.05000,1.202
24,mlp.experts.50.gate_proj,0.0002140011,0.05000,1.220
24,mlp.experts.49.gate_proj,0.0002464411,0.05000,1.203
24,mlp.experts.55.gate_proj,0.0001990900,0.05000,1.213
24,mlp.experts.54.gate_proj,0.0003050520,0.05000,1.244
24,mlp.experts.52.gate_proj,0.0002435718,0.05000,1.286
24,mlp.experts.53.gate_proj,0.0001594388,0.05000,1.267
24,mlp.experts.59.gate_proj,0.0002113961,0.05000,1.253
24,mlp.experts.58.gate_proj,0.0002187008,0.05000,1.233
24,mlp.experts.56.gate_proj,0.0003866618,0.05000,1.255
24,mlp.experts.57.gate_proj,0.0001795788,0.05000,1.247
24,mlp.experts.63.gate_proj,0.0001324877,0.05000,1.217
24,mlp.experts.62.gate_proj,0.0001452744,0.05000,1.171
24,mlp.experts.60.gate_proj,0.0001505637,0.05000,1.210
24,mlp.experts.61.gate_proj,0.0002533542,0.05000,1.219
24,mlp.experts.66.gate_proj,0.0002576638,0.05000,1.168
24,mlp.experts.67.gate_proj,0.0001833143,0.05000,1.222
24,mlp.experts.64.gate_proj,0.0002682843,0.05000,1.210
24,mlp.experts.65.gate_proj,0.0001668987,0.05000,1.210
24,mlp.experts.70.gate_proj,0.0002164066,0.05000,1.172
24,mlp.experts.71.gate_proj,0.0001369423,0.05000,1.201
24,mlp.experts.68.gate_proj,0.0002174976,0.05000,1.205
24,mlp.experts.69.gate_proj,0.0001552068,0.05000,1.211
24,mlp.experts.74.gate_proj,0.0001152528,0.05000,1.178
24,mlp.experts.75.gate_proj,0.0001764013,0.05000,1.202
24,mlp.experts.72.gate_proj,0.0001662548,0.05000,1.207
24,mlp.experts.73.gate_proj,0.0003046739,0.05000,1.186
24,mlp.experts.78.gate_proj,0.0002499213,0.05000,1.336
24,mlp.experts.79.gate_proj,0.0001712643,0.05000,1.294
24,mlp.experts.76.gate_proj,0.0002835592,0.05000,1.292
24,mlp.experts.77.gate_proj,0.0001878667,0.05000,1.310
24,mlp.experts.82.gate_proj,0.0003630592,0.05000,1.312
24,mlp.experts.83.gate_proj,0.0001905493,0.05000,1.307
24,mlp.experts.80.gate_proj,0.0002525082,0.05000,1.288
24,mlp.experts.81.gate_proj,0.0002790395,0.05000,1.319
24,mlp.experts.86.gate_proj,0.0004138867,0.05000,1.258
24,mlp.experts.87.gate_proj,0.0001719686,0.05000,1.263
24,mlp.experts.84.gate_proj,0.0001965403,0.05000,1.314
24,mlp.experts.85.gate_proj,0.0001851297,0.05000,1.235
24,mlp.experts.90.gate_proj,0.0002385601,0.05000,1.281
24,mlp.experts.91.gate_proj,0.0002321838,0.05000,1.278
24,mlp.experts.88.gate_proj,0.0001953970,0.05000,1.223
24,mlp.experts.89.gate_proj,0.0002375834,0.05000,1.235
24,mlp.experts.94.gate_proj,0.0003860854,0.05000,1.316
24,mlp.experts.92.gate_proj,0.0002245041,0.05000,1.339
24,mlp.experts.95.gate_proj,0.0002627182,0.05000,1.648
24,mlp.experts.93.gate_proj,0.0001207447,0.05000,2.253
24,mlp.experts.96.gate_proj,0.0002239184,0.05000,2.368
24,mlp.experts.99.gate_proj,0.0001868946,0.05000,2.864
24,mlp.experts.98.gate_proj,0.0002194748,0.05000,3.344
24,mlp.experts.97.gate_proj,0.0003093193,0.05000,2.892
24,mlp.experts.100.gate_proj,0.0001810886,0.05000,2.081
24,mlp.experts.103.gate_proj,0.0001968559,0.05000,1.377
24,mlp.experts.102.gate_proj,0.0002154327,0.05000,1.370
24,mlp.experts.101.gate_proj,0.0001327727,0.05000,1.310
24,mlp.experts.104.gate_proj,0.0002018940,0.05000,1.307
24,mlp.experts.107.gate_proj,0.0001379363,0.05000,1.300
24,mlp.experts.106.gate_proj,0.0001793775,0.05000,1.349
24,mlp.experts.105.gate_proj,0.0002329060,0.05000,1.305
24,mlp.experts.108.gate_proj,0.0002058644,0.05000,1.298
24,mlp.experts.111.gate_proj,0.0002545498,0.05000,1.291
24,mlp.experts.110.gate_proj,0.0002140471,0.05000,1.293
24,mlp.experts.109.gate_proj,0.0001782047,0.05000,1.248
24,mlp.experts.115.gate_proj,0.0002586864,0.05000,1.204
24,mlp.experts.112.gate_proj,0.0002128339,0.05000,1.330
24,mlp.experts.114.gate_proj,0.0002288933,0.05000,1.674
24,mlp.experts.119.gate_proj,0.0002318260,0.05000,1.049
24,mlp.experts.113.gate_proj,0.0002643537,0.05000,1.580
24,mlp.experts.116.gate_proj,0.0002262881,0.05000,1.036
24,mlp.experts.118.gate_proj,0.0003847857,0.05000,0.872
24,mlp.experts.123.gate_proj,0.0001902647,0.05000,0.998
24,mlp.experts.120.gate_proj,0.0001685288,0.05000,0.996
24,mlp.experts.117.gate_proj,0.0002093737,0.05000,1.033
24,mlp.experts.122.gate_proj,0.0002284158,0.05000,1.180
24,mlp.experts.127.gate_proj,0.0001458577,0.05000,1.200
24,mlp.experts.124.gate_proj,0.0001792025,0.05000,1.167
24,mlp.experts.121.gate_proj,0.0002012719,0.05000,1.200
24,mlp.experts.126.gate_proj,0.0002206162,0.05000,1.214
24,mlp.experts.128.gate_proj,0.0003112041,0.05000,1.162
24,mlp.experts.131.gate_proj,0.0001971095,0.05000,1.216
24,mlp.experts.125.gate_proj,0.0001210951,0.05000,1.214
24,mlp.experts.130.gate_proj,0.0003500678,0.05000,1.093
24,mlp.experts.135.gate_proj,0.0002861854,0.05000,1.047
24,mlp.experts.132.gate_proj,0.0001749575,0.05000,1.082
24,mlp.experts.129.gate_proj,0.0003561365,0.05000,1.086
24,mlp.experts.134.gate_proj,0.0002618433,0.05000,1.216
24,mlp.experts.139.gate_proj,0.0003102232,0.05000,1.243
24,mlp.experts.136.gate_proj,0.0003330954,0.05000,1.254
24,mlp.experts.133.gate_proj,0.0002288283,0.05000,1.278
24,mlp.experts.138.gate_proj,0.0001738870,0.05000,1.305
24,mlp.experts.143.gate_proj,0.0002060828,0.05000,1.091
24,mlp.experts.140.gate_proj,0.0001952442,0.05000,1.067
24,mlp.experts.137.gate_proj,0.0001930889,0.05000,0.955
24,mlp.experts.144.gate_proj,0.0001856981,0.05000,1.393
24,mlp.experts.141.gate_proj,0.0001587215,0.05000,1.411
24,mlp.experts.147.gate_proj,0.0001997902,0.05000,2.119
24,mlp.experts.142.gate_proj,0.0002038515,0.05000,2.154
24,mlp.experts.148.gate_proj,0.0002825867,0.05000,1.112
24,mlp.experts.145.gate_proj,0.0001116872,0.05000,1.162
24,mlp.experts.151.gate_proj,0.0001737694,0.05000,1.145
24,mlp.experts.146.gate_proj,0.0001980849,0.05000,1.137
24,mlp.experts.152.gate_proj,0.0003335709,0.05000,1.311
24,mlp.experts.149.gate_proj,0.0001189967,0.05000,2.030
24,mlp.experts.155.gate_proj,0.0001893145,0.05000,1.636
24,mlp.experts.156.gate_proj,0.0002326568,0.05000,1.651
24,mlp.experts.159.gate_proj,0.0002106356,0.05000,1.644
24,mlp.experts.150.gate_proj,0.0002905629,0.05000,3.674
24,mlp.experts.154.gate_proj,fallback(rtn): 0.0009384,0.00000,0.058
24,mlp.experts.160.gate_proj,0.0002059638,0.05000,1.660
24,mlp.experts.163.gate_proj,0.0000957089,0.05000,1.643
24,mlp.experts.153.gate_proj,0.0002342404,0.05000,3.591
24,mlp.experts.164.gate_proj,0.0002291738,0.05000,1.651
24,mlp.experts.167.gate_proj,0.0001876448,0.05000,1.632
24,mlp.experts.168.gate_proj,0.0001548340,0.05000,1.620
24,mlp.experts.158.gate_proj,0.0003196856,0.05000,3.721
24,mlp.experts.171.gate_proj,0.0001244251,0.05000,1.635
24,mlp.experts.157.gate_proj,0.0002293593,0.05000,3.562
24,mlp.experts.172.gate_proj,0.0002848162,0.05000,1.665
24,mlp.experts.162.gate_proj,0.0003661412,0.05000,2.498
24,mlp.experts.175.gate_proj,0.0001898869,0.05000,3.032
24,mlp.experts.166.gate_proj,0.0002514817,0.05000,1.641
24,mlp.experts.161.gate_proj,0.0000812784,0.05000,3.161
24,mlp.experts.176.gate_proj,0.0002255576,0.05000,3.840
24,mlp.experts.170.gate_proj,0.0002234361,0.05000,1.609
24,mlp.experts.165.gate_proj,0.0001499397,0.05000,2.190
24,mlp.experts.179.gate_proj,0.0002703163,0.05000,2.925
24,mlp.experts.174.gate_proj,0.0002584905,0.05000,1.586
24,mlp.experts.180.gate_proj,0.0004770244,0.05000,3.207
24,mlp.experts.169.gate_proj,0.0001426607,0.05000,2.431
24,mlp.experts.183.gate_proj,0.0002931317,0.05000,3.085
24,mlp.experts.178.gate_proj,0.0003344099,0.05000,2.544
24,mlp.experts.184.gate_proj,0.0001557442,0.05000,1.615
24,mlp.experts.173.gate_proj,0.0002099076,0.05000,3.241
24,mlp.experts.187.gate_proj,0.0001670850,0.05000,3.437
24,mlp.experts.182.gate_proj,0.0002309510,0.05000,3.459
24,mlp.experts.188.gate_proj,0.0001697142,0.05000,3.473
24,mlp.experts.177.gate_proj,0.0001875394,0.05000,2.324
24,mlp.experts.181.gate_proj,0.0002246786,0.05000,1.568
24,mlp.experts.192.gate_proj,0.0002176230,0.05000,2.571
24,mlp.experts.191.gate_proj,0.0001926678,0.05000,3.112
24,mlp.experts.186.gate_proj,0.0002091030,0.05000,3.531
24,mlp.experts.196.gate_proj,0.0001358250,0.05000,3.142
24,mlp.experts.185.gate_proj,0.0001217185,0.05000,3.257
24,mlp.experts.195.gate_proj,0.0001844598,0.05000,3.504
24,mlp.experts.190.gate_proj,0.0002434905,0.05000,3.397
24,mlp.experts.200.gate_proj,0.0002431104,0.05000,2.000
24,mlp.experts.189.gate_proj,0.0001752733,0.05000,2.461
24,mlp.experts.194.gate_proj,0.0001478444,0.05000,2.834
24,mlp.experts.193.gate_proj,0.0002539676,0.05000,1.510
24,mlp.experts.199.gate_proj,0.0002486910,0.05000,3.433
24,mlp.experts.204.gate_proj,0.0003180028,0.05000,2.738
24,mlp.experts.197.gate_proj,0.0002684193,0.05000,1.683
24,mlp.experts.201.gate_proj,0.0002236340,0.05000,1.783
24,mlp.experts.203.gate_proj,0.0002114546,0.05000,3.673
24,mlp.experts.198.gate_proj,0.0002200821,0.05000,3.853
24,mlp.experts.208.gate_proj,0.0001898828,0.05000,3.413
24,mlp.experts.205.gate_proj,0.0002222407,0.05000,2.994
24,mlp.experts.207.gate_proj,0.0002575175,0.05000,3.013
24,mlp.experts.202.gate_proj,0.0001555753,0.05000,3.544
24,mlp.experts.212.gate_proj,0.0001241691,0.05000,3.306
24,mlp.experts.211.gate_proj,0.0002128099,0.05000,1.993
24,mlp.experts.209.gate_proj,0.0003384813,0.05000,2.613
24,mlp.experts.216.gate_proj,0.0001711847,0.05000,1.762
24,mlp.experts.215.gate_proj,0.0004732051,0.05000,1.174
24,mlp.experts.220.gate_proj,0.0001346709,0.05000,1.166
24,mlp.experts.206.gate_proj,0.0001369601,0.05000,3.480
24,mlp.experts.219.gate_proj,0.0002910604,0.05000,1.193
24,mlp.experts.224.gate_proj,0.0001988284,0.05000,1.887
24,mlp.experts.213.gate_proj,0.0002041221,0.05000,3.228
24,mlp.experts.223.gate_proj,0.0002566641,0.05000,1.400
24,mlp.experts.210.gate_proj,0.0002644754,0.05000,2.397
24,mlp.experts.228.gate_proj,0.0001988101,0.05000,1.246
24,mlp.experts.227.gate_proj,0.0002414643,0.05000,1.168
24,mlp.experts.217.gate_proj,0.0002856571,0.05000,1.844
24,mlp.experts.214.gate_proj,0.0001390037,0.05000,1.285
24,mlp.experts.232.gate_proj,0.0001605114,0.05000,1.319
24,mlp.experts.231.gate_proj,0.0002796258,0.05000,1.295
24,mlp.experts.221.gate_proj,0.0001642181,0.05000,1.250
24,mlp.experts.218.gate_proj,0.0002606106,0.05000,1.233
24,mlp.experts.236.gate_proj,0.0002628316,0.05000,1.265
24,mlp.experts.235.gate_proj,0.0002056163,0.05000,1.268
24,mlp.experts.225.gate_proj,0.0003966710,0.05000,1.312
24,mlp.experts.222.gate_proj,0.0002125525,0.05000,1.317
24,mlp.experts.240.gate_proj,0.0000868708,0.05000,1.314
24,mlp.experts.239.gate_proj,0.0002246223,0.05000,1.308
24,mlp.experts.229.gate_proj,0.0002012919,0.05000,1.288
24,mlp.experts.226.gate_proj,0.0001665459,0.05000,1.305
24,mlp.experts.244.gate_proj,0.0002233301,0.05000,1.290
24,mlp.experts.243.gate_proj,0.0002308782,0.05000,1.290
24,mlp.experts.233.gate_proj,0.0003485304,0.05000,1.293
24,mlp.experts.230.gate_proj,0.0002572394,0.05000,1.300
24,mlp.experts.248.gate_proj,0.0001638663,0.05000,1.307
24,mlp.experts.247.gate_proj,0.0002126775,0.05000,1.317
24,mlp.experts.237.gate_proj,0.0003154932,0.05000,1.309
24,mlp.experts.234.gate_proj,0.0002794797,0.05000,1.319
24,mlp.experts.252.gate_proj,0.0001617771,0.05000,1.303
24,mlp.experts.251.gate_proj,0.0001924217,0.05000,1.305
24,mlp.experts.241.gate_proj,0.0001368435,0.05000,1.306
24,mlp.experts.238.gate_proj,0.0003311739,0.05000,1.309
24,mlp.experts.0.up_proj,0.0001980058,0.05000,1.304
24,mlp.experts.255.gate_proj,0.0002352706,0.05000,1.318
24,mlp.experts.245.gate_proj,0.0002564923,0.05000,1.450
24,mlp.experts.242.gate_proj,0.0001704419,0.05000,1.613
24,mlp.experts.249.gate_proj,0.0002497787,0.05000,1.096
24,mlp.experts.3.up_proj,0.0001603664,0.05000,2.104
24,mlp.experts.4.up_proj,0.0001640559,0.05000,2.391
24,mlp.experts.246.gate_proj,0.0002266387,0.05000,1.593
24,mlp.experts.7.up_proj,0.0002802437,0.05000,1.785
24,mlp.experts.253.gate_proj,0.0003732735,0.05000,2.584
24,mlp.experts.8.up_proj,0.0001913217,0.05000,2.563
24,mlp.experts.11.up_proj,0.0002619209,0.05000,1.317
24,mlp.experts.12.up_proj,0.0002824099,0.05000,1.380
24,mlp.experts.250.gate_proj,0.0001085272,0.05000,3.507
24,mlp.experts.1.up_proj,0.0000629376,0.05000,3.502
24,mlp.experts.16.up_proj,0.0002103716,0.05000,1.635
24,mlp.experts.15.up_proj,0.0002142176,0.05000,2.834
24,mlp.experts.20.up_proj,0.0002081917,0.05000,1.653
24,mlp.experts.254.gate_proj,0.0002628131,0.05000,3.513
24,mlp.experts.5.up_proj,0.0001971113,0.05000,3.096
24,mlp.experts.24.up_proj,0.0001487061,0.05000,1.592
24,mlp.experts.19.up_proj,0.0002342223,0.05000,3.660
24,mlp.experts.28.up_proj,0.0003637364,0.05000,1.794
24,mlp.experts.2.up_proj,0.0002127259,0.05000,3.382
24,mlp.experts.9.up_proj,0.0001538690,0.05000,3.220
24,mlp.experts.23.up_proj,0.0001474517,0.05000,2.856
24,mlp.experts.32.up_proj,0.0003348617,0.05000,1.777
24,mlp.experts.6.up_proj,0.0002011676,0.05000,2.917
24,mlp.experts.36.up_proj,0.0001656051,0.05000,1.784
24,mlp.experts.13.up_proj,0.0001199209,0.05000,2.414
24,mlp.experts.27.up_proj,0.0001983310,0.05000,1.976
24,mlp.experts.10.up_proj,0.0001545524,0.05000,1.162
24,mlp.experts.40.up_proj,0.0001982367,0.05000,1.264
24,mlp.experts.31.up_proj,0.0002459764,0.05000,1.280
24,mlp.experts.17.up_proj,0.0001472474,0.05000,1.384
24,mlp.experts.14.up_proj,0.0001072576,0.05000,1.303
24,mlp.experts.44.up_proj,0.0001167071,0.05000,1.298
24,mlp.experts.21.up_proj,0.0001376262,0.05000,1.326
24,mlp.experts.35.up_proj,0.0004044370,0.05000,1.450
24,mlp.experts.48.up_proj,0.0002080387,0.05000,1.460
24,mlp.experts.25.up_proj,0.0003015528,0.05000,1.449
24,mlp.experts.18.up_proj,0.0001470827,0.05000,2.504
24,mlp.experts.52.up_proj,0.0002268058,0.05000,2.163
24,mlp.experts.39.up_proj,0.0003084626,0.05000,3.378
24,mlp.experts.29.up_proj,0.0001747290,0.05000,2.551
24,mlp.experts.22.up_proj,0.0003062549,0.05000,2.312
24,mlp.experts.56.up_proj,0.0004658093,0.05000,1.217
24,mlp.experts.43.up_proj,0.0001977783,0.05000,1.214
24,mlp.experts.26.up_proj,0.0001684465,0.05000,1.362
24,mlp.experts.33.up_proj,0.0001710195,0.05000,1.900
24,mlp.experts.47.up_proj,0.0002166877,0.05000,1.367
24,mlp.experts.60.up_proj,0.0001415210,0.05000,1.663
24,mlp.experts.30.up_proj,0.0002490315,0.05000,1.219
24,mlp.experts.37.up_proj,0.0001897558,0.05000,1.170
24,mlp.experts.51.up_proj,0.0001813910,0.05000,1.266
24,mlp.experts.64.up_proj,0.0002206820,0.05000,1.203
24,mlp.experts.34.up_proj,0.0002544577,0.05000,1.184
24,mlp.experts.41.up_proj,0.0001787706,0.05000,1.204
24,mlp.experts.55.up_proj,0.0001772847,0.05000,1.176
24,mlp.experts.68.up_proj,0.0002044943,0.05000,1.296
24,mlp.experts.38.up_proj,0.0000973745,0.05000,1.214
24,mlp.experts.45.up_proj,0.0001982878,0.05000,1.188
24,mlp.experts.59.up_proj,0.0002315740,0.05000,1.136
24,mlp.experts.72.up_proj,0.0001370272,0.05000,1.188
24,mlp.experts.42.up_proj,0.0001850731,0.05000,1.186
24,mlp.experts.49.up_proj,0.0002074697,0.05000,1.187
24,mlp.experts.63.up_proj,0.0001524000,0.05000,1.136
24,mlp.experts.76.up_proj,0.0002619125,0.05000,1.468
24,mlp.experts.46.up_proj,0.0001354116,0.05000,1.243
24,mlp.experts.67.up_proj,0.0001926651,0.05000,1.530
24,mlp.experts.53.up_proj,0.0001481287,0.05000,1.959
24,mlp.experts.50.up_proj,0.0002620537,0.05000,2.004
24,mlp.experts.80.up_proj,0.0002207455,0.05000,2.571
24,mlp.experts.71.up_proj,0.0001398053,0.05000,3.605
24,mlp.experts.57.up_proj,0.0001755467,0.05000,3.542
24,mlp.experts.84.up_proj,0.0002268754,0.05000,2.193
24,mlp.experts.54.up_proj,0.0002452868,0.05000,3.050
24,mlp.experts.61.up_proj,0.0002053571,0.05000,1.563
24,mlp.experts.75.up_proj,0.0001810350,0.05000,1.957
24,mlp.experts.58.up_proj,0.0002005174,0.05000,1.287
24,mlp.experts.88.up_proj,0.0001806483,0.05000,1.703
24,mlp.experts.65.up_proj,0.0001609715,0.05000,1.257
24,mlp.experts.62.up_proj,0.0001354800,0.05000,1.295
24,mlp.experts.92.up_proj,0.0002058350,0.05000,1.279
24,mlp.experts.79.up_proj,0.0001609638,0.05000,1.445
24,mlp.experts.69.up_proj,0.0001257875,0.05000,1.359
24,mlp.experts.66.up_proj,0.0001972181,0.05000,1.343
24,mlp.experts.96.up_proj,0.0002022237,0.05000,1.340
24,mlp.experts.83.up_proj,0.0001759653,0.05000,1.474
24,mlp.experts.73.up_proj,0.0002393175,0.05000,1.265
24,mlp.experts.70.up_proj,0.0001993140,0.05000,1.578
24,mlp.experts.100.up_proj,0.0001663107,0.05000,1.671
24,mlp.experts.87.up_proj,0.0001524727,0.05000,1.698
24,mlp.experts.77.up_proj,0.0001720200,0.05000,2.652
24,mlp.experts.91.up_proj,0.0002160535,0.05000,2.167
24,mlp.experts.74.up_proj,0.0001281596,0.05000,3.738
24,mlp.experts.104.up_proj,0.0001881722,0.05000,3.793
24,mlp.experts.95.up_proj,0.0002474614,0.05000,1.676
24,mlp.experts.81.up_proj,0.0002907317,0.05000,3.578
24,mlp.experts.108.up_proj,0.0001932492,0.05000,2.037
24,mlp.experts.78.up_proj,0.0002305110,0.05000,3.656
24,mlp.experts.99.up_proj,0.0001737542,0.05000,3.231
24,mlp.experts.112.up_proj,0.0001876487,0.05000,1.638
24,mlp.experts.116.up_proj,0.0002266087,0.05000,1.618
24,mlp.experts.85.up_proj,0.0001719550,0.05000,3.490
24,mlp.experts.120.up_proj,0.0001546474,0.05000,1.627
24,mlp.experts.82.up_proj,0.0002719476,0.05000,3.651
24,mlp.experts.103.up_proj,0.0001905863,0.05000,3.664
24,mlp.experts.124.up_proj,0.0001654168,0.05000,1.582
24,mlp.experts.89.up_proj,0.0001972760,0.05000,3.399
24,mlp.experts.128.up_proj,0.0004199253,0.05000,1.403
24,mlp.experts.86.up_proj,0.0003503817,0.05000,3.534
24,mlp.experts.107.up_proj,0.0001214318,0.05000,3.474
24,mlp.experts.93.up_proj,0.0000937420,0.05000,3.255
24,mlp.experts.132.up_proj,0.0001723071,0.05000,2.427
24,mlp.experts.90.up_proj,0.0002016004,0.05000,2.099
24,mlp.experts.97.up_proj,0.0002561070,0.05000,2.099
24,mlp.experts.111.up_proj,0.0002171711,0.05000,3.701
24,mlp.experts.94.up_proj,0.0003108794,0.05000,2.182
24,mlp.experts.136.up_proj,0.0002886413,0.05000,3.004
24,mlp.experts.101.up_proj,0.0001420330,0.05000,1.594
24,mlp.experts.115.up_proj,0.0002278085,0.05000,1.966
24,mlp.experts.140.up_proj,0.0001850776,0.05000,1.118
24,mlp.experts.98.up_proj,0.0001986907,0.05000,1.570
24,mlp.experts.105.up_proj,0.0002164257,0.05000,1.136
24,mlp.experts.119.up_proj,0.0002580027,0.05000,1.181
24,mlp.experts.144.up_proj,0.0001717543,0.05000,1.154
24,mlp.experts.102.up_proj,0.0001983138,0.05000,1.180
24,mlp.experts.109.up_proj,0.0001926234,0.05000,1.174
24,mlp.experts.123.up_proj,0.0001770160,0.05000,1.144
24,mlp.experts.148.up_proj,0.0003078586,0.05000,1.120
24,mlp.experts.106.up_proj,0.0002547279,0.05000,1.161
24,mlp.experts.113.up_proj,0.0002441927,0.05000,1.143
24,mlp.experts.127.up_proj,0.0001378934,0.05000,1.175
24,mlp.experts.152.up_proj,0.0003068367,0.05000,1.183
24,mlp.experts.110.up_proj,0.0002589171,0.05000,1.160
24,mlp.experts.117.up_proj,0.0001885702,0.05000,1.174
24,mlp.experts.131.up_proj,0.0002104214,0.05000,1.190
24,mlp.experts.156.up_proj,0.0001988163,0.05000,1.193
24,mlp.experts.114.up_proj,0.0001862754,0.05000,1.176
24,mlp.experts.121.up_proj,0.0001626954,0.05000,1.210
24,mlp.experts.135.up_proj,0.0002280806,0.05000,1.172
24,mlp.experts.160.up_proj,0.0002364305,0.05000,1.215
24,mlp.experts.118.up_proj,0.0003230532,0.05000,1.208
24,mlp.experts.125.up_proj,0.0001074542,0.05000,1.244
24,mlp.experts.139.up_proj,0.0002836170,0.05000,1.283
24,mlp.experts.164.up_proj,0.0002135610,0.05000,1.311
24,mlp.experts.122.up_proj,0.0002071012,0.05000,1.306
24,mlp.experts.129.up_proj,0.0002851732,0.05000,1.303
24,mlp.experts.143.up_proj,0.0001682784,0.05000,1.310
24,mlp.experts.168.up_proj,0.0001280026,0.05000,1.323
24,mlp.experts.126.up_proj,0.0002023385,0.05000,1.312
24,mlp.experts.133.up_proj,0.0001949098,0.05000,1.310
24,mlp.experts.147.up_proj,0.0001902216,0.05000,1.317
24,mlp.experts.172.up_proj,0.0002100060,0.05000,1.321
24,mlp.experts.130.up_proj,0.0002995220,0.05000,1.313
24,mlp.experts.137.up_proj,0.0001758526,0.05000,1.320
24,mlp.experts.151.up_proj,0.0001350886,0.05000,1.301
24,mlp.experts.176.up_proj,0.0001862349,0.05000,1.300
24,mlp.experts.134.up_proj,0.0002293782,0.05000,1.290
24,mlp.experts.141.up_proj,0.0001424026,0.05000,1.287
24,mlp.experts.155.up_proj,0.0001569177,0.05000,1.282
24,mlp.experts.180.up_proj,0.0003686755,0.05000,1.290
24,mlp.experts.138.up_proj,0.0001799901,0.05000,1.275
24,mlp.experts.145.up_proj,0.0001017753,0.05000,1.285
24,mlp.experts.159.up_proj,0.0001940018,0.05000,1.290
24,mlp.experts.184.up_proj,0.0001518825,0.05000,1.279
24,mlp.experts.142.up_proj,0.0001898281,0.05000,1.274
24,mlp.experts.149.up_proj,0.0001184041,0.05000,1.344
24,mlp.experts.146.up_proj,0.0001792030,0.05000,1.546
24,mlp.experts.163.up_proj,0.0000931321,0.05000,2.173
24,mlp.experts.188.up_proj,0.0001486045,0.05000,2.356
24,mlp.experts.153.up_proj,0.0002125684,0.05000,2.412
24,mlp.experts.150.up_proj,0.0002406862,0.05000,1.636
24,mlp.experts.154.up_proj,fallback(rtn): 0.0012894,0.00000,0.020
24,mlp.experts.167.up_proj,0.0001731515,0.05000,1.592
24,mlp.experts.192.up_proj,0.0001672734,0.05000,1.435
24,mlp.experts.157.up_proj,0.0002291755,0.05000,1.275
24,mlp.experts.158.up_proj,0.0002463282,0.05000,1.238
24,mlp.experts.171.up_proj,0.0001218722,0.05000,1.222
24,mlp.experts.196.up_proj,0.0001336005,0.05000,1.205
24,mlp.experts.161.up_proj,0.0000815631,0.05000,1.193
24,mlp.experts.162.up_proj,0.0003168224,0.05000,1.167
24,mlp.experts.175.up_proj,0.0001773497,0.05000,1.233
24,mlp.experts.200.up_proj,0.0001859260,0.05000,1.261
24,mlp.experts.165.up_proj,0.0001403070,0.05000,1.272
24,mlp.experts.166.up_proj,0.0002509307,0.05000,1.313
24,mlp.experts.179.up_proj,0.0002256415,0.05000,1.321
24,mlp.experts.204.up_proj,0.0002536485,0.05000,1.306
24,mlp.experts.169.up_proj,0.0002141676,0.05000,1.304
24,mlp.experts.170.up_proj,0.0001768035,0.05000,1.305
24,mlp.experts.183.up_proj,0.0002714297,0.05000,1.287
24,mlp.experts.208.up_proj,0.0001875306,0.05000,1.308
24,mlp.experts.173.up_proj,0.0001543318,0.05000,1.304
24,mlp.experts.174.up_proj,0.0002379262,0.05000,1.315
24,mlp.experts.187.up_proj,0.0001559087,0.05000,1.314
24,mlp.experts.212.up_proj,0.0001303843,0.05000,1.315
24,mlp.experts.177.up_proj,0.0001475436,0.05000,1.305
24,mlp.experts.178.up_proj,0.0003734573,0.05000,1.311
24,mlp.experts.191.up_proj,0.0001968279,0.05000,1.271
24,mlp.experts.216.up_proj,0.0001599926,0.05000,1.259
24,mlp.experts.181.up_proj,0.0002097654,0.05000,1.194
24,mlp.experts.182.up_proj,0.0001816412,0.05000,1.209
24,mlp.experts.195.up_proj,0.0001645397,0.05000,1.234
24,mlp.experts.220.up_proj,0.0001432639,0.05000,1.248
24,mlp.experts.185.up_proj,0.0001417835,0.05000,1.253
24,mlp.experts.186.up_proj,0.0002072118,0.05000,1.303
24,mlp.experts.199.up_proj,0.0002297579,0.05000,1.305
24,mlp.experts.224.up_proj,0.0001852719,0.05000,1.312
24,mlp.experts.189.up_proj,0.0001602358,0.05000,1.302
24,mlp.experts.190.up_proj,0.0002847158,0.05000,1.302
24,mlp.experts.203.up_proj,0.0003156540,0.05000,1.308
24,mlp.experts.228.up_proj,0.0002113598,0.05000,1.299
24,mlp.experts.193.up_proj,0.0002428518,0.05000,1.309
24,mlp.experts.194.up_proj,0.0001354325,0.05000,1.287
24,mlp.experts.207.up_proj,0.0002112672,0.05000,1.207
24,mlp.experts.232.up_proj,0.0001478561,0.05000,1.250
24,mlp.experts.197.up_proj,0.0002597039,0.05000,1.504
24,mlp.experts.198.up_proj,0.0002076517,0.05000,1.262
24,mlp.experts.211.up_proj,0.0001945905,0.05000,1.286
24,mlp.experts.236.up_proj,0.0002067641,0.05000,1.349
24,mlp.experts.201.up_proj,0.0002081198,0.05000,1.317
24,mlp.experts.202.up_proj,0.0001446898,0.05000,1.298
24,mlp.experts.215.up_proj,0.0004189667,0.05000,1.291
24,mlp.experts.240.up_proj,0.0000796494,0.05000,1.292
24,mlp.experts.206.up_proj,0.0001257193,0.05000,1.222
24,mlp.experts.219.up_proj,0.0002404535,0.05000,1.326
24,mlp.experts.205.up_proj,0.0002246310,0.05000,2.005
24,mlp.experts.244.up_proj,0.0001938003,0.05000,1.645
24,mlp.experts.210.up_proj,0.0002827027,0.05000,2.016
24,mlp.experts.223.up_proj,0.0003146313,0.05000,2.261
24,mlp.experts.248.up_proj,0.0001899481,0.05000,1.722
24,mlp.experts.209.up_proj,0.0002858972,0.05000,3.141
24,mlp.experts.214.up_proj,0.0001297435,0.05000,2.536
24,mlp.experts.227.up_proj,0.0001884065,0.05000,3.598
24,mlp.experts.252.up_proj,0.0001436947,0.05000,3.610
24,mlp.experts.213.up_proj,0.0001904752,0.05000,3.366
24,mlp.experts.218.up_proj,0.0002430098,0.05000,3.083
24,mlp.experts.231.up_proj,0.0002183594,0.05000,2.533
24,mlp.experts.217.up_proj,0.0003062979,0.05000,2.601
24,mlp.experts.222.up_proj,0.0002992940,0.05000,2.500
24,mlp.experts.235.up_proj,0.0001944662,0.05000,1.727
24,mlp.experts.221.up_proj,0.0001644191,0.05000,1.148
24,mlp.experts.226.up_proj,0.0001445279,0.05000,0.831
24,mlp.experts.239.up_proj,0.0001804792,0.05000,0.841
24,mlp.experts.225.up_proj,0.0003674138,0.05000,0.840
24,mlp.experts.230.up_proj,0.0002398511,0.05000,0.832
24,mlp.experts.243.up_proj,0.0002105849,0.05000,0.854
24,mlp.experts.229.up_proj,0.0001829126,0.05000,0.831
24,mlp.experts.234.up_proj,0.0003041255,0.05000,0.823
24,mlp.experts.247.up_proj,0.0001940028,0.05000,0.847
24,mlp.experts.233.up_proj,0.0003270437,0.05000,0.828
24,mlp.experts.238.up_proj,0.0003726459,0.05000,0.822
24,mlp.experts.251.up_proj,0.0001788410,0.05000,0.843
24,mlp.experts.237.up_proj,0.0003066899,0.05000,0.828
24,mlp.experts.242.up_proj,0.0001629858,0.05000,0.828
24,mlp.experts.255.up_proj,0.0001846716,0.05000,0.851
24,mlp.experts.241.up_proj,0.0001188777,0.05000,0.697
24,mlp.experts.246.up_proj,0.0001883530,0.05000,0.679
24,mlp.experts.245.up_proj,0.0002331630,0.05000,0.417
24,mlp.experts.250.up_proj,0.0000964729,0.05000,0.415
24,mlp.experts.249.up_proj,0.0001894204,0.05000,0.411
24,mlp.experts.254.up_proj,0.0002410130,0.05000,0.411
24,mlp.experts.253.up_proj,0.0003102844,0.05000,0.210
24,mlp.experts.3.down_proj,0.0000054164,0.05000,0.302
24,mlp.experts.0.down_proj,0.0000031911,0.05000,0.312
24,mlp.experts.1.down_proj,0.0000019077,0.05000,0.309
24,mlp.experts.2.down_proj,0.0000052491,0.05000,0.315
24,mlp.experts.7.down_proj,0.0000142503,0.05000,0.315
24,mlp.experts.4.down_proj,0.0000020993,0.05000,0.312
24,mlp.experts.5.down_proj,0.0000030140,0.05000,0.316
24,mlp.experts.6.down_proj,0.0000026865,0.05000,0.319
24,mlp.experts.11.down_proj,0.0000190802,0.05000,0.320
24,mlp.experts.8.down_proj,0.0000028007,0.05000,0.319
24,mlp.experts.9.down_proj,0.0000041010,0.05000,0.320
24,mlp.experts.10.down_proj,0.0000062829,0.05000,0.325
24,mlp.experts.12.down_proj,0.0000166863,0.05000,0.309
24,mlp.experts.13.down_proj,0.0000023404,0.05000,0.314
24,mlp.experts.15.down_proj,0.0000166668,0.05000,0.325
24,mlp.experts.14.down_proj,0.0000041557,0.05000,0.315
24,mlp.experts.16.down_proj,0.0000036111,0.05000,0.327
24,mlp.experts.19.down_proj,0.0000102631,0.05000,0.323
24,mlp.experts.17.down_proj,0.0000046327,0.05000,0.330
24,mlp.experts.18.down_proj,0.0000039922,0.05000,0.329
24,mlp.experts.20.down_proj,0.0000066582,0.05000,0.329
24,mlp.experts.23.down_proj,0.0000019987,0.05000,0.328
24,mlp.experts.21.down_proj,0.0000071266,0.05000,0.333
24,mlp.experts.22.down_proj,0.0000119099,0.05000,0.329
24,mlp.experts.24.down_proj,0.0000020175,0.05000,0.326
24,mlp.experts.27.down_proj,0.0000032937,0.05000,0.328
24,mlp.experts.25.down_proj,0.0000163419,0.05000,0.328
24,mlp.experts.26.down_proj,0.0000081517,0.05000,0.325
24,mlp.experts.28.down_proj,0.0000286304,0.05000,0.324
24,mlp.experts.31.down_proj,0.0000102827,0.05000,0.328
24,mlp.experts.29.down_proj,0.0000032918,0.05000,0.328
24,mlp.experts.30.down_proj,0.0000096954,0.05000,0.324
24,mlp.experts.32.down_proj,0.0000261157,0.05000,0.325
24,mlp.experts.35.down_proj,0.0000307077,0.05000,0.328
24,mlp.experts.33.down_proj,0.0000085844,0.05000,0.328
24,mlp.experts.34.down_proj,0.0000035619,0.05000,0.328
24,mlp.experts.36.down_proj,0.0000039723,0.05000,0.325
24,mlp.experts.39.down_proj,0.0000142680,0.05000,0.328
24,mlp.experts.38.down_proj,0.0000063696,0.05000,0.325
24,mlp.experts.37.down_proj,0.0000035606,0.05000,0.331
24,mlp.experts.40.down_proj,0.0000075990,0.05000,0.327
24,mlp.experts.43.down_proj,0.0000114397,0.05000,0.331
24,mlp.experts.42.down_proj,0.0000041884,0.05000,0.329
24,mlp.experts.41.down_proj,0.0000024061,0.05000,0.330
24,mlp.experts.44.down_proj,0.0000056058,0.05000,0.328
24,mlp.experts.47.down_proj,0.0000061818,0.05000,0.335
24,mlp.experts.46.down_proj,0.0000050369,0.05000,0.338
24,mlp.experts.45.down_proj,0.0000043013,0.05000,0.393
24,mlp.experts.50.down_proj,0.0000127489,0.05000,0.478
24,mlp.experts.48.down_proj,0.0000034619,0.05000,0.865
24,mlp.experts.51.down_proj,0.0000030340,0.05000,0.884
24,mlp.experts.54.down_proj,0.0000079069,0.05000,0.455
24,mlp.experts.49.down_proj,0.0000033799,0.05000,1.006
24,mlp.experts.58.down_proj,0.0000029377,0.05000,0.457
24,mlp.experts.52.down_proj,0.0000037088,0.05000,0.865
24,mlp.experts.55.down_proj,0.0000067018,0.05000,0.863
24,mlp.experts.62.down_proj,0.0000019278,0.05000,0.460
24,mlp.experts.53.down_proj,0.0000021136,0.05000,0.965
24,mlp.experts.66.down_proj,0.0000050921,0.05000,0.452
24,mlp.experts.56.down_proj,0.0000269874,0.05000,0.873
24,mlp.experts.59.down_proj,0.0000104816,0.05000,0.864
24,mlp.experts.70.down_proj,0.0000029509,0.05000,0.455
24,mlp.experts.57.down_proj,0.0000056842,0.05000,0.942
24,mlp.experts.74.down_proj,0.0000054554,0.05000,0.456
24,mlp.experts.60.down_proj,0.0000032465,0.05000,0.870
24,mlp.experts.63.down_proj,0.0000070408,0.05000,0.860
24,mlp.experts.78.down_proj,0.0000035091,0.05000,0.456
24,mlp.experts.61.down_proj,0.0000043431,0.05000,0.942
24,mlp.experts.82.down_proj,0.0000051756,0.05000,0.433
24,mlp.experts.64.down_proj,0.0000035201,0.05000,0.855
24,mlp.experts.67.down_proj,0.0000068234,0.05000,0.841
24,mlp.experts.86.down_proj,0.0000106915,0.05000,0.454
24,mlp.experts.65.down_proj,0.0000064366,0.05000,0.763
24,mlp.experts.90.down_proj,0.0000038754,0.05000,0.516
24,mlp.experts.68.down_proj,0.0000034011,0.05000,0.871
24,mlp.experts.71.down_proj,0.0000053410,0.05000,0.880
24,mlp.experts.69.down_proj,0.0000017140,0.05000,0.645
24,mlp.experts.73.down_proj,0.0000041275,0.05000,0.399
24,mlp.experts.72.down_proj,0.0000023049,0.05000,0.594
24,mlp.experts.75.down_proj,0.0000191227,0.05000,0.690
24,mlp.experts.94.down_proj,0.0000068310,0.05000,0.838
24,mlp.experts.77.down_proj,0.0000022049,0.05000,0.352
24,mlp.experts.76.down_proj,0.0000046651,0.05000,0.352
24,mlp.experts.81.down_proj,0.0000141479,0.05000,0.345
24,mlp.experts.80.down_proj,0.0000061149,0.05000,0.345
24,mlp.experts.98.down_proj,0.0000026575,0.05000,0.791
24,mlp.experts.79.down_proj,0.0000030252,0.05000,0.844
24,mlp.experts.85.down_proj,0.0000031918,0.05000,0.354
24,mlp.experts.84.down_proj,0.0000104680,0.05000,0.354
24,mlp.experts.89.down_proj,0.0000033679,0.05000,0.349
24,mlp.experts.88.down_proj,0.0000025038,0.05000,0.345
24,mlp.experts.102.down_proj,0.0000026596,0.05000,0.804
24,mlp.experts.92.down_proj,0.0000041600,0.05000,0.382
24,mlp.experts.93.down_proj,0.0000037996,0.05000,0.444
24,mlp.experts.83.down_proj,0.0000028997,0.05000,0.863
24,mlp.experts.96.down_proj,0.0000055991,0.05000,0.527
24,mlp.experts.106.down_proj,0.0000094016,0.05000,0.911
24,mlp.experts.97.down_proj,0.0000146254,0.05000,0.914
24,mlp.experts.87.down_proj,0.0000019011,0.05000,0.927
24,mlp.experts.100.down_proj,0.0000023247,0.05000,0.928
24,mlp.experts.110.down_proj,0.0000158200,0.05000,0.925
24,mlp.experts.91.down_proj,0.0000036357,0.05000,0.915
24,mlp.experts.101.down_proj,0.0000036808,0.05000,0.949
24,mlp.experts.104.down_proj,0.0000027534,0.05000,0.923
24,mlp.experts.95.down_proj,0.0000070117,0.05000,0.655
24,mlp.experts.114.down_proj,0.0000035597,0.05000,0.773
24,mlp.experts.105.down_proj,0.0000035599,0.05000,0.926
24,mlp.experts.118.down_proj,0.0000087081,0.05000,0.385
24,mlp.experts.99.down_proj,0.0000027802,0.05000,0.437
24,mlp.experts.108.down_proj,0.0000065668,0.05000,0.805
24,mlp.experts.122.down_proj,0.0000055089,0.05000,0.366
24,mlp.experts.103.down_proj,0.0000077539,0.05000,0.378
24,mlp.experts.109.down_proj,0.0000121943,0.05000,0.825
24,mlp.experts.126.down_proj,0.0000032595,0.05000,0.387
24,mlp.experts.107.down_proj,0.0000037894,0.05000,0.434
24,mlp.experts.112.down_proj,0.0000038171,0.05000,0.918
24,mlp.experts.130.down_proj,0.0000073190,0.05000,0.393
24,mlp.experts.111.down_proj,0.0000043157,0.05000,0.430
24,mlp.experts.134.down_proj,0.0000072222,0.05000,0.382
24,mlp.experts.113.down_proj,0.0000038223,0.05000,0.926
24,mlp.experts.115.down_proj,0.0000150778,0.05000,0.423
24,mlp.experts.138.down_proj,0.0000064176,0.05000,0.383
24,mlp.experts.116.down_proj,0.0000093898,0.05000,0.880
24,mlp.experts.119.down_proj,0.0000119267,0.05000,0.413
24,mlp.experts.117.down_proj,0.0000024469,0.05000,0.572
24,mlp.experts.142.down_proj,0.0000032097,0.05000,0.343
24,mlp.experts.120.down_proj,0.0000025713,0.05000,0.327
24,mlp.experts.123.down_proj,0.0000035465,0.05000,0.316
24,mlp.experts.121.down_proj,0.0000047994,0.05000,0.336
24,mlp.experts.146.down_proj,0.0000026348,0.05000,0.296
24,mlp.experts.124.down_proj,0.0000021053,0.05000,0.300
24,mlp.experts.127.down_proj,0.0000024059,0.05000,0.309
24,mlp.experts.125.down_proj,0.0000027005,0.05000,0.314
24,mlp.experts.150.down_proj,0.0000060744,0.05000,0.317
24,mlp.experts.154.down_proj,fallback(rtn): 0.0012665,0.00000,0.006
24,mlp.experts.128.down_proj,0.0000272379,0.05000,0.326
24,mlp.experts.131.down_proj,0.0000147152,0.05000,0.333
24,mlp.experts.129.down_proj,0.0000073590,0.05000,0.330
24,mlp.experts.158.down_proj,0.0000017223,0.05000,0.333
24,mlp.experts.132.down_proj,0.0000067534,0.05000,0.322
24,mlp.experts.135.down_proj,0.0000047066,0.05000,0.324
24,mlp.experts.133.down_proj,0.0000058833,0.05000,0.320
24,mlp.experts.162.down_proj,0.0000115651,0.05000,0.320
24,mlp.experts.136.down_proj,0.0000077907,0.05000,0.331
24,mlp.experts.139.down_proj,0.0000099188,0.05000,0.265
24,mlp.experts.137.down_proj,0.0000029050,0.05000,0.175
24,mlp.experts.166.down_proj,0.0000152004,0.05000,0.290
24,mlp.experts.143.down_proj,0.0000048236,0.05000,0.300
24,mlp.experts.140.down_proj,0.0000077468,0.05000,0.302
24,mlp.experts.141.down_proj,0.0000021748,0.05000,0.308
24,mlp.experts.170.down_proj,0.0000040455,0.05000,0.290
24,mlp.experts.147.down_proj,0.0000094152,0.05000,0.300
24,mlp.experts.144.down_proj,0.0000029079,0.05000,0.301
24,mlp.experts.145.down_proj,0.0000019910,0.05000,0.301
24,mlp.experts.174.down_proj,0.0000034745,0.05000,0.333
24,mlp.experts.148.down_proj,0.0000268385,0.05000,0.349
24,mlp.experts.149.down_proj,0.0000058813,0.05000,0.542
24,mlp.experts.151.down_proj,0.0000036600,0.05000,0.558
24,mlp.experts.178.down_proj,0.0000210648,0.05000,0.414
24,mlp.experts.152.down_proj,0.0000078577,0.05000,0.420
24,mlp.experts.182.down_proj,0.0000034657,0.05000,0.414
24,mlp.experts.156.down_proj,0.0000032922,0.05000,0.406
24,mlp.experts.155.down_proj,0.0000057300,0.05000,0.789
24,mlp.experts.153.down_proj,0.0000033378,0.05000,0.936
24,mlp.experts.186.down_proj,0.0000078257,0.05000,0.408
24,mlp.experts.160.down_proj,0.0000118971,0.05000,0.414
24,mlp.experts.190.down_proj,0.0000135913,0.05000,0.412
24,mlp.experts.164.down_proj,0.0000033977,0.05000,0.412
24,mlp.experts.159.down_proj,0.0000088865,0.05000,0.875
24,mlp.experts.194.down_proj,0.0000045499,0.05000,0.394
24,mlp.experts.168.down_proj,0.0000027287,0.05000,0.382
24,mlp.experts.157.down_proj,0.0000119849,0.05000,0.931
24,mlp.experts.163.down_proj,0.0000034106,0.05000,0.355
24,mlp.experts.198.down_proj,0.0000122866,0.05000,0.344
24,mlp.experts.172.down_proj,0.0000049868,0.05000,0.335
24,mlp.experts.161.down_proj,0.0000034888,0.05000,0.401
24,mlp.experts.167.down_proj,0.0000022772,0.05000,0.326
24,mlp.experts.202.down_proj,0.0000042008,0.05000,0.323
24,mlp.experts.176.down_proj,0.0000056286,0.05000,0.325
24,mlp.experts.165.down_proj,0.0000020810,0.05000,0.317
24,mlp.experts.171.down_proj,0.0000050308,0.05000,0.322
24,mlp.experts.206.down_proj,0.0000041856,0.05000,0.329
24,mlp.experts.180.down_proj,0.0000099855,0.05000,0.331
24,mlp.experts.169.down_proj,0.0000109064,0.05000,0.326
24,mlp.experts.175.down_proj,0.0000027104,0.05000,0.335
24,mlp.experts.210.down_proj,0.0000155219,0.05000,0.330
24,mlp.experts.184.down_proj,0.0000023293,0.05000,0.329
24,mlp.experts.173.down_proj,0.0000035053,0.05000,0.328
24,mlp.experts.179.down_proj,0.0000057220,0.05000,0.328
24,mlp.experts.214.down_proj,0.0000020904,0.05000,0.330
24,mlp.experts.188.down_proj,0.0000019051,0.05000,0.330
24,mlp.experts.177.down_proj,0.0000020945,0.05000,0.330
24,mlp.experts.183.down_proj,0.0000099324,0.05000,0.324
24,mlp.experts.218.down_proj,0.0000039978,0.05000,0.325
24,mlp.experts.192.down_proj,0.0000038359,0.05000,0.324
24,mlp.experts.181.down_proj,0.0000062943,0.05000,0.324
24,mlp.experts.187.down_proj,0.0000025316,0.05000,0.327
24,mlp.experts.222.down_proj,0.0000125145,0.05000,0.328
24,mlp.experts.196.down_proj,0.0000044509,0.05000,0.324
24,mlp.experts.185.down_proj,0.0000057842,0.05000,0.331
24,mlp.experts.191.down_proj,0.0000087528,0.05000,0.323
24,mlp.experts.226.down_proj,0.0000034357,0.05000,0.328
24,mlp.experts.200.down_proj,0.0000032299,0.05000,0.325
24,mlp.experts.189.down_proj,0.0000028077,0.05000,0.325
24,mlp.experts.195.down_proj,0.0000021732,0.05000,0.349
24,mlp.experts.204.down_proj,0.0000050018,0.05000,0.331
24,mlp.experts.230.down_proj,0.0000114772,0.05000,0.415
24,mlp.experts.193.down_proj,0.0000055080,0.05000,0.331
24,mlp.experts.199.down_proj,0.0000045052,0.05000,0.316
24,mlp.experts.208.down_proj,0.0000053685,0.05000,0.302
24,mlp.experts.234.down_proj,0.0000133198,0.05000,0.305
24,mlp.experts.197.down_proj,0.0000070243,0.05000,0.291
24,mlp.experts.203.down_proj,0.0000116723,0.05000,0.298
24,mlp.experts.212.down_proj,0.0000065973,0.05000,0.303
24,mlp.experts.201.down_proj,0.0000050618,0.05000,0.297
24,mlp.experts.238.down_proj,0.0000262708,0.05000,0.374
24,mlp.experts.207.down_proj,0.0000048065,0.05000,0.317
24,mlp.experts.216.down_proj,0.0000021610,0.05000,0.321
24,mlp.experts.205.down_proj,0.0000106781,0.05000,0.314
24,mlp.experts.242.down_proj,0.0000131430,0.05000,0.325
24,mlp.experts.211.down_proj,0.0000034016,0.05000,0.292
24,mlp.experts.220.down_proj,0.0000067500,0.05000,0.298
24,mlp.experts.209.down_proj,0.0000089906,0.05000,0.284
24,mlp.experts.246.down_proj,0.0000028355,0.05000,0.294
24,mlp.experts.215.down_proj,0.0000177376,0.05000,0.297
24,mlp.experts.224.down_proj,0.0000024745,0.05000,0.294
24,mlp.experts.213.down_proj,0.0000026529,0.05000,0.283
24,mlp.experts.250.down_proj,0.0000032800,0.05000,0.295
24,mlp.experts.219.down_proj,0.0000077417,0.05000,0.296
24,mlp.experts.228.down_proj,0.0000240545,0.05000,0.296
24,mlp.experts.217.down_proj,0.0000213679,0.05000,0.282
24,mlp.experts.254.down_proj,0.0000039533,0.05000,0.295
24,mlp.experts.223.down_proj,0.0000148093,0.05000,0.284
24,mlp.experts.232.down_proj,0.0000019601,0.05000,0.243
24,mlp.experts.221.down_proj,0.0000052934,0.05000,0.240
24,mlp.experts.227.down_proj,0.0000043793,0.05000,0.204
24,mlp.experts.236.down_proj,0.0000050709,0.05000,0.204
24,mlp.experts.225.down_proj,0.0000137550,0.05000,0.207
24,mlp.experts.231.down_proj,0.0000043382,0.05000,0.206
24,mlp.experts.240.down_proj,0.0000038135,0.05000,0.203
24,mlp.experts.229.down_proj,0.0000034803,0.05000,0.208
24,mlp.experts.235.down_proj,0.0000028070,0.05000,0.206
24,mlp.experts.244.down_proj,0.0000047456,0.05000,0.203
24,mlp.experts.233.down_proj,0.0000136302,0.05000,0.209
24,mlp.experts.239.down_proj,0.0000038820,0.05000,0.204
24,mlp.experts.248.down_proj,0.0000114916,0.05000,0.203
24,mlp.experts.237.down_proj,0.0000087188,0.05000,0.208
24,mlp.experts.243.down_proj,0.0000031859,0.05000,0.209
24,mlp.experts.252.down_proj,0.0000019305,0.05000,0.205
24,mlp.experts.241.down_proj,0.0000030361,0.05000,0.197
24,mlp.experts.247.down_proj,0.0000023382,0.05000,0.173
24,mlp.experts.245.down_proj,0.0000051239,0.05000,0.153
24,mlp.experts.251.down_proj,0.0000030149,0.05000,0.154
24,mlp.experts.249.down_proj,0.0000117470,0.05000,0.153
24,mlp.experts.255.down_proj,0.0000028556,0.05000,0.151
24,mlp.experts.253.down_proj,0.0000054440,0.05000,0.093
25,mlp.experts.0.gate_proj,0.0002609549,0.05000,1.564
25,mlp.experts.2.gate_proj,0.0002572788,0.05000,1.585
25,mlp.experts.3.gate_proj,0.0001776589,0.05000,2.306
25,mlp.experts.1.gate_proj,0.0002850429,0.05000,2.445
25,mlp.experts.4.gate_proj,0.0003040596,0.05000,1.484
25,mlp.experts.6.gate_proj,0.0002231240,0.05000,1.492
25,mlp.experts.7.gate_proj,0.0003143706,0.05000,1.282
25,mlp.experts.5.gate_proj,0.0002180827,0.05000,1.273
25,mlp.experts.8.gate_proj,0.0002273289,0.05000,1.214
25,mlp.experts.10.gate_proj,0.0001883371,0.05000,1.215
25,mlp.experts.11.gate_proj,0.0001119531,0.05000,1.194
25,mlp.experts.9.gate_proj,0.0003083521,0.05000,1.236
25,mlp.experts.12.gate_proj,0.0004763328,0.05000,1.267
25,mlp.experts.14.gate_proj,0.0004868665,0.05000,1.279
25,mlp.experts.15.gate_proj,0.0001323409,0.05000,1.266
25,mlp.experts.19.gate_proj,fallback(rtn): 0.0010452,0.00000,0.018
25,mlp.experts.13.gate_proj,0.0002535364,0.05000,1.301
25,mlp.experts.16.gate_proj,0.0005616758,0.05000,1.205
25,mlp.experts.18.gate_proj,0.0001183654,0.05000,1.196
25,mlp.experts.23.gate_proj,0.0003122856,0.05000,1.190
25,mlp.experts.17.gate_proj,0.0003229219,0.05000,1.130
25,mlp.experts.20.gate_proj,0.0002190144,0.05000,1.186
25,mlp.experts.22.gate_proj,0.0001934662,0.05000,1.188
25,mlp.experts.27.gate_proj,0.0001902630,0.05000,1.231
25,mlp.experts.21.gate_proj,0.0003058002,0.05000,1.225
25,mlp.experts.24.gate_proj,0.0002424538,0.05000,1.305
25,mlp.experts.26.gate_proj,0.0002006674,0.05000,1.303
25,mlp.experts.31.gate_proj,0.0003950266,0.05000,1.314
25,mlp.experts.25.gate_proj,0.0004418441,0.05000,1.298
25,mlp.experts.29.gate_proj,fallback(rtn): 0.0010605,0.00000,0.021
25,mlp.experts.28.gate_proj,0.0002210924,0.05000,1.311
25,mlp.experts.30.gate_proj,0.0002332034,0.05000,1.321
25,mlp.experts.33.gate_proj,0.0001744930,0.05000,1.486
25,mlp.experts.35.gate_proj,0.0002406792,0.05000,2.238
25,mlp.experts.37.gate_proj,0.0002481130,0.05000,1.718
25,mlp.experts.34.gate_proj,0.0002207876,0.05000,2.786
25,mlp.experts.32.gate_proj,0.0002071014,0.05000,3.003
25,mlp.experts.38.gate_proj,0.0002456052,0.05000,1.714
25,mlp.experts.39.gate_proj,0.0002650873,0.05000,3.109
25,mlp.experts.41.gate_proj,0.0002594251,0.05000,3.682
25,mlp.experts.36.gate_proj,0.0001582821,0.05000,3.734
25,mlp.experts.42.gate_proj,0.0002313904,0.05000,2.905
25,mlp.experts.43.gate_proj,0.0001277100,0.05000,2.899
25,mlp.experts.40.gate_proj,0.0002468053,0.05000,1.921
25,mlp.experts.47.gate_proj,0.0001366146,0.05000,1.666
25,mlp.experts.45.gate_proj,0.0002031951,0.05000,3.468
25,mlp.experts.44.gate_proj,0.0002706102,0.05000,1.866
25,mlp.experts.46.gate_proj,0.0002241098,0.05000,3.827
25,mlp.experts.51.gate_proj,0.0002713846,0.05000,2.332
25,mlp.experts.49.gate_proj,0.0002472508,0.05000,2.795
25,mlp.experts.55.gate_proj,0.0002057261,0.05000,1.452
25,mlp.experts.48.gate_proj,0.0001507915,0.05000,2.645
25,mlp.experts.50.gate_proj,0.0002878328,0.05000,2.086
25,mlp.experts.53.gate_proj,0.0004880593,0.05000,1.177
25,mlp.experts.59.gate_proj,0.0002616164,0.05000,1.220
25,mlp.experts.52.gate_proj,0.0001759782,0.05000,1.219
25,mlp.experts.54.gate_proj,0.0002954490,0.05000,1.187
25,mlp.experts.57.gate_proj,0.0002409654,0.05000,1.230
25,mlp.experts.63.gate_proj,0.0002029578,0.05000,1.221
25,mlp.experts.56.gate_proj,0.0002527641,0.05000,1.222
25,mlp.experts.58.gate_proj,0.0001005303,0.05000,1.192
25,mlp.experts.61.gate_proj,0.0001150448,0.05000,1.183
25,mlp.experts.67.gate_proj,0.0002011820,0.05000,1.197
25,mlp.experts.60.gate_proj,0.0002638491,0.05000,1.200
25,mlp.experts.62.gate_proj,0.0003934437,0.05000,1.207
25,mlp.experts.65.gate_proj,0.0001798551,0.05000,1.175
25,mlp.experts.71.gate_proj,0.0001671823,0.05000,1.223
25,mlp.experts.64.gate_proj,0.0002174663,0.05000,1.222
25,mlp.experts.66.gate_proj,0.0001406888,0.05000,1.223
25,mlp.experts.69.gate_proj,0.0002490963,0.05000,1.211
25,mlp.experts.75.gate_proj,0.0002150207,0.05000,1.289
25,mlp.experts.68.gate_proj,0.0002892029,0.05000,1.327
25,mlp.experts.70.gate_proj,0.0002685334,0.05000,1.302
25,mlp.experts.73.gate_proj,0.0003608698,0.05000,1.349
25,mlp.experts.79.gate_proj,0.0002587000,0.05000,1.377
25,mlp.experts.72.gate_proj,0.0003122312,0.05000,1.364
25,mlp.experts.74.gate_proj,0.0000799467,0.05000,1.342
25,mlp.experts.77.gate_proj,0.0003747385,0.05000,1.864
25,mlp.experts.83.gate_proj,0.0001275941,0.05000,1.784
25,mlp.experts.76.gate_proj,0.0002959938,0.05000,2.798
25,mlp.experts.81.gate_proj,0.0003815615,0.05000,1.833
25,mlp.experts.78.gate_proj,0.0002380532,0.05000,3.117
25,mlp.experts.87.gate_proj,0.0001578973,0.05000,3.198
25,mlp.experts.85.gate_proj,0.0003212579,0.05000,2.625
25,mlp.experts.80.gate_proj,0.0002551962,0.05000,2.691
25,mlp.experts.82.gate_proj,0.0003206216,0.05000,3.559
25,mlp.experts.89.gate_proj,0.0002427755,0.05000,1.750
25,mlp.experts.84.gate_proj,0.0002188870,0.05000,1.978
25,mlp.experts.91.gate_proj,0.0001012051,0.05000,2.999
25,mlp.experts.86.gate_proj,0.0002337379,0.05000,1.354
25,mlp.experts.93.gate_proj,0.0002157746,0.05000,1.219
25,mlp.experts.88.gate_proj,0.0002413069,0.05000,1.204
25,mlp.experts.95.gate_proj,0.0003698314,0.05000,1.188
25,mlp.experts.90.gate_proj,0.0002058798,0.05000,1.200
25,mlp.experts.97.gate_proj,0.0002191594,0.05000,1.161
25,mlp.experts.92.gate_proj,0.0002474834,0.05000,1.233
25,mlp.experts.99.gate_proj,0.0002214558,0.05000,1.231
25,mlp.experts.94.gate_proj,0.0001752939,0.05000,1.317
25,mlp.experts.101.gate_proj,0.0001746053,0.05000,1.298
25,mlp.experts.96.gate_proj,0.0004343738,0.05000,1.280
25,mlp.experts.103.gate_proj,0.0001810929,0.05000,1.278
25,mlp.experts.98.gate_proj,0.0002353041,0.05000,1.289
25,mlp.experts.105.gate_proj,0.0001359964,0.05000,1.292
25,mlp.experts.100.gate_proj,0.0002305888,0.05000,1.303
25,mlp.experts.107.gate_proj,0.0003983662,0.05000,1.286
25,mlp.experts.102.gate_proj,0.0001857874,0.05000,1.279
25,mlp.experts.109.gate_proj,0.0003407424,0.05000,1.287
25,mlp.experts.104.gate_proj,0.0001458690,0.05000,1.303
25,mlp.experts.111.gate_proj,0.0002581765,0.05000,1.300
25,mlp.experts.106.gate_proj,0.0002949080,0.05000,1.299
25,mlp.experts.113.gate_proj,0.0001961246,0.05000,1.307
25,mlp.experts.108.gate_proj,0.0002562467,0.05000,1.314
25,mlp.experts.115.gate_proj,0.0001787476,0.05000,1.316
25,mlp.experts.110.gate_proj,0.0002226816,0.05000,1.303
25,mlp.experts.117.gate_proj,0.0002648623,0.05000,1.309
25,mlp.experts.112.gate_proj,0.0001714288,0.05000,1.312
25,mlp.experts.119.gate_proj,0.0001802311,0.05000,1.296
25,mlp.experts.114.gate_proj,0.0001955164,0.05000,1.300
25,mlp.experts.121.gate_proj,0.0001844954,0.05000,1.278
25,mlp.experts.116.gate_proj,0.0002537724,0.05000,1.239
25,mlp.experts.123.gate_proj,0.0002446371,0.05000,1.272
25,mlp.experts.118.gate_proj,0.0002592833,0.05000,1.271
25,mlp.experts.125.gate_proj,0.0003858196,0.05000,1.306
25,mlp.experts.120.gate_proj,0.0001812542,0.05000,1.335
25,mlp.experts.127.gate_proj,0.0001753117,0.05000,1.630
25,mlp.experts.122.gate_proj,0.0001797866,0.05000,1.345
25,mlp.experts.124.gate_proj,0.0002142576,0.05000,1.374
25,mlp.experts.129.gate_proj,0.0001901004,0.05000,1.917
25,mlp.experts.126.gate_proj,0.0002643437,0.05000,2.413
25,mlp.experts.128.gate_proj,0.0002348244,0.05000,2.534
25,mlp.experts.131.gate_proj,0.0001908873,0.05000,3.383
25,mlp.experts.133.gate_proj,0.0002023750,0.05000,3.197
25,mlp.experts.132.gate_proj,0.0001787083,0.05000,2.377
25,mlp.experts.137.gate_proj,0.0002577991,0.05000,1.521
25,mlp.experts.130.gate_proj,0.0001180175,0.05000,3.329
25,mlp.experts.135.gate_proj,0.0002003337,0.05000,3.042
25,mlp.experts.141.gate_proj,0.0002459648,0.05000,1.292
25,mlp.experts.134.gate_proj,0.0001545119,0.05000,1.353
25,mlp.experts.136.gate_proj,0.0002950785,0.05000,1.611
25,mlp.experts.139.gate_proj,0.0002158123,0.05000,1.220
25,mlp.experts.145.gate_proj,0.0002213839,0.05000,1.216
25,mlp.experts.138.gate_proj,0.0001382772,0.05000,1.213
25,mlp.experts.140.gate_proj,0.0002665175,0.05000,1.175
25,mlp.experts.143.gate_proj,0.0002375746,0.05000,1.218
25,mlp.experts.149.gate_proj,0.0002306003,0.05000,1.212
25,mlp.experts.144.gate_proj,0.0000966395,0.05000,1.165
25,mlp.experts.142.gate_proj,0.0002131881,0.05000,1.213
25,mlp.experts.147.gate_proj,0.0001331814,0.05000,1.207
25,mlp.experts.153.gate_proj,0.0003118141,0.05000,1.249
25,mlp.experts.148.gate_proj,0.0003828841,0.05000,1.246
25,mlp.experts.146.gate_proj,0.0002220282,0.05000,1.483
25,mlp.experts.151.gate_proj,0.0001982116,0.05000,1.321
25,mlp.experts.157.gate_proj,0.0003925783,0.05000,1.339
25,mlp.experts.152.gate_proj,0.0002615739,0.05000,1.326
25,mlp.experts.150.gate_proj,0.0002348559,0.05000,1.314
25,mlp.experts.155.gate_proj,0.0001826359,0.05000,1.298
25,mlp.experts.161.gate_proj,0.0001964492,0.05000,1.305
25,mlp.experts.156.gate_proj,0.0002595881,0.05000,1.315
25,mlp.experts.154.gate_proj,0.0003748967,0.05000,1.320
25,mlp.experts.159.gate_proj,0.0001603379,0.05000,1.297
25,mlp.experts.165.gate_proj,0.0002095097,0.05000,1.311
25,mlp.experts.160.gate_proj,0.0003135904,0.05000,1.310
25,mlp.experts.158.gate_proj,0.0001953324,0.05000,1.311
25,mlp.experts.163.gate_proj,0.0002875672,0.05000,1.303
25,mlp.experts.169.gate_proj,0.0003436317,0.05000,1.267
25,mlp.experts.164.gate_proj,0.0001766300,0.05000,1.264
25,mlp.experts.162.gate_proj,0.0001806443,0.05000,1.310
25,mlp.experts.167.gate_proj,0.0001756188,0.05000,1.224
25,mlp.experts.173.gate_proj,0.0001496489,0.05000,1.068
25,mlp.experts.168.gate_proj,0.0002278345,0.05000,1.170
25,mlp.experts.166.gate_proj,0.0002211993,0.05000,1.166
25,mlp.experts.171.gate_proj,0.0001942067,0.05000,1.176
25,mlp.experts.177.gate_proj,0.0002138694,0.05000,1.213
25,mlp.experts.172.gate_proj,0.0001211767,0.05000,1.170
25,mlp.experts.170.gate_proj,0.0001148388,0.05000,1.214
25,mlp.experts.175.gate_proj,0.0001910634,0.05000,1.191
25,mlp.experts.181.gate_proj,0.0001497681,0.05000,1.171
25,mlp.experts.176.gate_proj,0.0003057850,0.05000,1.148
25,mlp.experts.174.gate_proj,0.0002441299,0.05000,1.119
25,mlp.experts.179.gate_proj,0.0001963301,0.05000,1.172
25,mlp.experts.185.gate_proj,0.0002394849,0.05000,1.226
25,mlp.experts.180.gate_proj,0.0002058956,0.05000,1.209
25,mlp.experts.178.gate_proj,0.0003588711,0.05000,1.213
25,mlp.experts.183.gate_proj,0.0002074711,0.05000,1.230
25,mlp.experts.189.gate_proj,0.0002043789,0.05000,1.206
25,mlp.experts.184.gate_proj,0.0002749617,0.05000,1.152
25,mlp.experts.182.gate_proj,0.0001346007,0.05000,1.196
25,mlp.experts.187.gate_proj,0.0002336268,0.05000,1.208
25,mlp.experts.193.gate_proj,0.0002991992,0.05000,1.225
25,mlp.experts.188.gate_proj,0.0002946410,0.05000,1.206
25,mlp.experts.186.gate_proj,0.0003031414,0.05000,1.269
25,mlp.experts.191.gate_proj,0.0002152508,0.05000,1.292
25,mlp.experts.197.gate_proj,0.0002829604,0.05000,1.317
25,mlp.experts.192.gate_proj,0.0002596170,0.05000,1.316
25,mlp.experts.190.gate_proj,0.0002472481,0.05000,1.310
25,mlp.experts.195.gate_proj,0.0002973243,0.05000,1.314
25,mlp.experts.201.gate_proj,0.0001969857,0.05000,1.291
25,mlp.experts.196.gate_proj,0.0001843908,0.05000,1.294
25,mlp.experts.194.gate_proj,0.0004630949,0.05000,1.285
25,mlp.experts.199.gate_proj,0.0001631937,0.05000,1.277
25,mlp.experts.205.gate_proj,0.0001340428,0.05000,1.293
25,mlp.experts.200.gate_proj,0.0001877833,0.05000,1.308
25,mlp.experts.198.gate_proj,0.0002944520,0.05000,1.295
25,mlp.experts.203.gate_proj,0.0001861058,0.05000,1.297
25,mlp.experts.209.gate_proj,0.0002476837,0.05000,1.308
25,mlp.experts.204.gate_proj,0.0002533275,0.05000,1.317
25,mlp.experts.202.gate_proj,0.0000972268,0.05000,1.308
25,mlp.experts.207.gate_proj,0.0003003360,0.05000,1.307
25,mlp.experts.213.gate_proj,0.0004304933,0.05000,1.312
25,mlp.experts.208.gate_proj,0.0002589862,0.05000,1.324
25,mlp.experts.206.gate_proj,0.0003306358,0.05000,1.306
25,mlp.experts.211.gate_proj,0.0002226345,0.05000,1.318
25,mlp.experts.217.gate_proj,0.0001338678,0.05000,1.312
25,mlp.experts.212.gate_proj,0.0000805107,0.05000,1.322
25,mlp.experts.210.gate_proj,0.0004209316,0.05000,1.312
25,mlp.experts.215.gate_proj,0.0001011448,0.05000,1.316
25,mlp.experts.221.gate_proj,0.0001870957,0.05000,1.260
25,mlp.experts.216.gate_proj,0.0002352664,0.05000,1.189
25,mlp.experts.214.gate_proj,0.0002282357,0.05000,1.088
25,mlp.experts.219.gate_proj,0.0002374589,0.05000,1.050
25,mlp.experts.225.gate_proj,0.0002320139,0.05000,1.027
25,mlp.experts.220.gate_proj,0.0002308903,0.05000,1.085
25,mlp.experts.218.gate_proj,0.0002293261,0.05000,1.170
25,mlp.experts.223.gate_proj,0.0002565208,0.05000,1.207
25,mlp.experts.229.gate_proj,0.0002372534,0.05000,1.187
25,mlp.experts.224.gate_proj,0.0002121386,0.05000,1.231
25,mlp.experts.222.gate_proj,0.0003930429,0.05000,1.262
25,mlp.experts.227.gate_proj,0.0001778388,0.05000,1.263
25,mlp.experts.233.gate_proj,0.0001882129,0.05000,1.215
25,mlp.experts.228.gate_proj,0.0002601748,0.05000,1.249
25,mlp.experts.226.gate_proj,0.0004304591,0.05000,1.558
25,mlp.experts.231.gate_proj,0.0002245420,0.05000,1.920
25,mlp.experts.237.gate_proj,0.0001371068,0.05000,1.632
25,mlp.experts.230.gate_proj,0.0002099731,0.05000,2.122
25,mlp.experts.232.gate_proj,0.0001567361,0.05000,2.878
25,mlp.experts.241.gate_proj,0.0002658584,0.05000,1.801
25,mlp.experts.235.gate_proj,0.0004252294,0.05000,3.071
25,mlp.experts.245.gate_proj,0.0004380305,0.05000,2.085
25,mlp.experts.236.gate_proj,0.0001855274,0.05000,2.432
25,mlp.experts.234.gate_proj,0.0002571798,0.05000,2.616
25,mlp.experts.239.gate_proj,0.0003370182,0.05000,1.447
25,mlp.experts.240.gate_proj,0.0002597589,0.05000,1.256
25,mlp.experts.249.gate_proj,0.0002747550,0.05000,1.388
25,mlp.experts.238.gate_proj,0.0002804468,0.05000,1.307
25,mlp.experts.243.gate_proj,0.0002488460,0.05000,1.328
25,mlp.experts.244.gate_proj,0.0001686721,0.05000,1.301
25,mlp.experts.253.gate_proj,0.0002141599,0.05000,1.314
25,mlp.experts.242.gate_proj,0.0002299092,0.05000,1.316
25,mlp.experts.247.gate_proj,0.0003609793,0.05000,1.315
25,mlp.experts.248.gate_proj,0.0000957010,0.05000,1.311
25,mlp.experts.1.up_proj,0.0002847658,0.05000,1.316
25,mlp.experts.246.gate_proj,0.0002881028,0.05000,1.314
25,mlp.experts.251.gate_proj,0.0001472037,0.05000,1.315
25,mlp.experts.252.gate_proj,0.0002032871,0.05000,1.244
25,mlp.experts.5.up_proj,0.0002050664,0.05000,1.235
25,mlp.experts.250.gate_proj,0.0003404108,0.05000,1.238
25,mlp.experts.255.gate_proj,0.0003207786,0.05000,1.198
25,mlp.experts.0.up_proj,0.0002705064,0.05000,1.274
25,mlp.experts.9.up_proj,0.0002521863,0.05000,1.292
25,mlp.experts.254.gate_proj,0.0002623720,0.05000,1.303
25,mlp.experts.3.up_proj,0.0001689319,0.05000,1.319
25,mlp.experts.4.up_proj,0.0002172261,0.05000,1.307
25,mlp.experts.13.up_proj,0.0002706516,0.05000,1.312
25,mlp.experts.2.up_proj,0.0002355515,0.05000,1.316
25,mlp.experts.7.up_proj,0.0002723475,0.05000,1.306
25,mlp.experts.8.up_proj,0.0001970853,0.05000,1.299
25,mlp.experts.17.up_proj,0.0002600781,0.05000,1.312
25,mlp.experts.6.up_proj,0.0002751290,0.05000,1.311
25,mlp.experts.11.up_proj,0.0001083804,0.05000,1.301
25,mlp.experts.12.up_proj,0.0004009944,0.05000,1.293
25,mlp.experts.21.up_proj,0.0002878870,0.05000,1.307
25,mlp.experts.10.up_proj,0.0002261159,0.05000,1.300
25,mlp.experts.15.up_proj,0.0001475808,0.05000,1.308
25,mlp.experts.19.up_proj,fallback(rtn): 0.0011139,0.00000,0.020
25,mlp.experts.16.up_proj,0.0005105170,0.05000,1.318
25,mlp.experts.25.up_proj,0.0004014290,0.05000,1.319
25,mlp.experts.29.up_proj,fallback(rtn): 0.0011139,0.00000,0.020
25,mlp.experts.14.up_proj,0.0003995031,0.05000,1.320
25,mlp.experts.23.up_proj,0.0003098734,0.05000,1.316
25,mlp.experts.20.up_proj,0.0001679795,0.05000,1.322
25,mlp.experts.33.up_proj,0.0001647726,0.05000,1.321
25,mlp.experts.18.up_proj,0.0001189806,0.05000,1.309
25,mlp.experts.27.up_proj,0.0001469192,0.05000,1.301
25,mlp.experts.24.up_proj,0.0001939726,0.05000,1.273
25,mlp.experts.37.up_proj,0.0002450522,0.05000,1.218
25,mlp.experts.22.up_proj,0.0001780416,0.05000,1.436
25,mlp.experts.31.up_proj,0.0003482597,0.05000,1.378
25,mlp.experts.28.up_proj,0.0002584318,0.05000,1.878
25,mlp.experts.35.up_proj,0.0002193472,0.05000,2.004
25,mlp.experts.26.up_proj,0.0001852891,0.05000,2.925
25,mlp.experts.41.up_proj,0.0002688164,0.05000,3.259
25,mlp.experts.32.up_proj,0.0002038950,0.05000,1.977
25,mlp.experts.39.up_proj,0.0002228661,0.05000,1.356
25,mlp.experts.36.up_proj,0.0001365791,0.05000,1.738
25,mlp.experts.30.up_proj,0.0002326516,0.05000,2.734
25,mlp.experts.45.up_proj,0.0001862390,0.05000,3.603
25,mlp.experts.43.up_proj,0.0001541688,0.05000,2.997
25,mlp.experts.34.up_proj,0.0002113568,0.05000,1.489
25,mlp.experts.40.up_proj,0.0001962092,0.05000,1.999
25,mlp.experts.47.up_proj,0.0001589086,0.05000,1.225
25,mlp.experts.49.up_proj,0.0002296880,0.05000,1.343
25,mlp.experts.38.up_proj,0.0002331873,0.05000,1.285
25,mlp.experts.44.up_proj,0.0002533376,0.05000,1.268
25,mlp.experts.51.up_proj,0.0002754439,0.05000,1.258
25,mlp.experts.53.up_proj,0.0004234982,0.05000,1.258
25,mlp.experts.42.up_proj,0.0002001350,0.05000,1.203
25,mlp.experts.48.up_proj,0.0001694412,0.05000,1.216
25,mlp.experts.55.up_proj,0.0001962402,0.05000,1.196
25,mlp.experts.57.up_proj,0.0002228323,0.05000,1.194
25,mlp.experts.46.up_proj,0.0001933507,0.05000,1.185
25,mlp.experts.52.up_proj,0.0001648196,0.05000,1.169
25,mlp.experts.59.up_proj,0.0002424982,0.05000,1.249
25,mlp.experts.61.up_proj,0.0001242322,0.05000,1.256
25,mlp.experts.50.up_proj,0.0003458252,0.05000,1.305
25,mlp.experts.56.up_proj,0.0002356727,0.05000,1.306
25,mlp.experts.63.up_proj,0.0001959685,0.05000,1.295
25,mlp.experts.65.up_proj,0.0001966235,0.05000,1.284
25,mlp.experts.54.up_proj,0.0002298659,0.05000,1.242
25,mlp.experts.60.up_proj,0.0002471663,0.05000,1.249
25,mlp.experts.67.up_proj,0.0001689070,0.05000,1.191
25,mlp.experts.69.up_proj,0.0001943704,0.05000,1.184
25,mlp.experts.58.up_proj,0.0000973497,0.05000,1.171
25,mlp.experts.64.up_proj,0.0002039648,0.05000,1.200
25,mlp.experts.73.up_proj,0.0003138567,0.05000,1.288
25,mlp.experts.71.up_proj,0.0001328727,0.05000,1.782
25,mlp.experts.62.up_proj,0.0003212749,0.05000,1.351
25,mlp.experts.68.up_proj,0.0002326603,0.05000,1.827
25,mlp.experts.77.up_proj,0.0004107277,0.05000,1.261
25,mlp.experts.75.up_proj,0.0001702304,0.05000,1.208
25,mlp.experts.66.up_proj,0.0001301003,0.05000,1.190
25,mlp.experts.72.up_proj,0.0003416998,0.05000,1.207
25,mlp.experts.81.up_proj,0.0004552241,0.05000,1.242
25,mlp.experts.70.up_proj,0.0002345633,0.05000,1.273
25,mlp.experts.79.up_proj,0.0002428655,0.05000,1.815
25,mlp.experts.85.up_proj,0.0002584683,0.05000,2.148
25,mlp.experts.76.up_proj,0.0003335037,0.05000,2.903
25,mlp.experts.74.up_proj,0.0000880837,0.05000,2.305
25,mlp.experts.89.up_proj,0.0002228565,0.05000,1.865
25,mlp.experts.83.up_proj,0.0001200325,0.05000,3.680
25,mlp.experts.93.up_proj,0.0001893267,0.05000,1.527
25,mlp.experts.80.up_proj,0.0002128440,0.05000,3.123
25,mlp.experts.78.up_proj,0.0002228700,0.05000,3.072
25,mlp.experts.87.up_proj,0.0001625606,0.05000,1.590
25,mlp.experts.97.up_proj,0.0002494667,0.05000,1.205
25,mlp.experts.82.up_proj,0.0002489583,0.05000,1.177
25,mlp.experts.84.up_proj,0.0002029288,0.05000,1.366
25,mlp.experts.91.up_proj,0.0000940961,0.05000,2.064
25,mlp.experts.86.up_proj,0.0002170810,0.05000,1.629
25,mlp.experts.101.up_proj,0.0001932265,0.05000,1.946
25,mlp.experts.88.up_proj,0.0001959744,0.05000,1.892
25,mlp.experts.95.up_proj,0.0002652508,0.05000,1.305
25,mlp.experts.90.up_proj,0.0001842530,0.05000,1.285
25,mlp.experts.105.up_proj,0.0001237827,0.05000,1.262
25,mlp.experts.92.up_proj,0.0002783757,0.05000,1.238
25,mlp.experts.99.up_proj,0.0002102940,0.05000,1.173
25,mlp.experts.94.up_proj,0.0001573992,0.05000,1.235
25,mlp.experts.109.up_proj,0.0003300762,0.05000,1.236
25,mlp.experts.96.up_proj,0.0003847111,0.05000,1.227
25,mlp.experts.103.up_proj,0.0001580342,0.05000,1.249
25,mlp.experts.98.up_proj,0.0002140882,0.05000,1.208
25,mlp.experts.113.up_proj,0.0001996457,0.05000,1.208
25,mlp.experts.100.up_proj,0.0002041111,0.05000,1.161
25,mlp.experts.107.up_proj,0.0002941233,0.05000,1.197
25,mlp.experts.102.up_proj,0.0001607246,0.05000,1.196
25,mlp.experts.117.up_proj,0.0002291295,0.05000,1.193
25,mlp.experts.104.up_proj,0.0001548557,0.05000,1.141
25,mlp.experts.111.up_proj,0.0002616394,0.05000,1.191
25,mlp.experts.106.up_proj,0.0002898591,0.05000,1.192
25,mlp.experts.121.up_proj,0.0001714971,0.05000,1.206
25,mlp.experts.108.up_proj,0.0002643188,0.05000,1.179
25,mlp.experts.115.up_proj,0.0001626376,0.05000,1.269
25,mlp.experts.110.up_proj,0.0001656822,0.05000,1.312
25,mlp.experts.125.up_proj,0.0003111037,0.05000,1.310
25,mlp.experts.112.up_proj,0.0001717509,0.05000,1.295
25,mlp.experts.119.up_proj,0.0001734218,0.05000,1.296
25,mlp.experts.114.up_proj,0.0001835697,0.05000,1.301
25,mlp.experts.129.up_proj,0.0001591379,0.05000,1.305
25,mlp.experts.116.up_proj,0.0002647493,0.05000,1.296
25,mlp.experts.123.up_proj,0.0002581595,0.05000,1.326
25,mlp.experts.118.up_proj,0.0001603512,0.05000,1.316
25,mlp.experts.133.up_proj,0.0001753523,0.05000,1.318
25,mlp.experts.120.up_proj,0.0001551780,0.05000,1.299
25,mlp.experts.127.up_proj,0.0001607665,0.05000,1.383
25,mlp.experts.137.up_proj,0.0002547617,0.05000,1.324
25,mlp.experts.124.up_proj,0.0002081932,0.05000,1.392
25,mlp.experts.122.up_proj,0.0001502873,0.05000,1.630
25,mlp.experts.141.up_proj,0.0002165926,0.05000,1.680
25,mlp.experts.131.up_proj,0.0001787007,0.05000,3.014
25,mlp.experts.128.up_proj,0.0002079152,0.05000,2.796
25,mlp.experts.145.up_proj,0.0001864818,0.05000,2.005
25,mlp.experts.126.up_proj,0.0002141756,0.05000,3.598
25,mlp.experts.149.up_proj,0.0002170549,0.05000,1.854
25,mlp.experts.135.up_proj,0.0001887186,0.05000,3.084
25,mlp.experts.132.up_proj,0.0001666195,0.05000,3.688
25,mlp.experts.130.up_proj,0.0001163141,0.05000,3.470
25,mlp.experts.153.up_proj,0.0002548313,0.05000,1.998
25,mlp.experts.139.up_proj,0.0002019950,0.05000,2.677
25,mlp.experts.136.up_proj,0.0002431647,0.05000,2.421
25,mlp.experts.140.up_proj,0.0002917114,0.05000,1.658
25,mlp.experts.134.up_proj,0.0001483538,0.05000,3.798
25,mlp.experts.157.up_proj,0.0003828059,0.05000,3.873
25,mlp.experts.143.up_proj,0.0001921028,0.05000,3.580
25,mlp.experts.144.up_proj,0.0000913200,0.05000,1.686
25,mlp.experts.138.up_proj,0.0001434188,0.05000,3.001
25,mlp.experts.161.up_proj,0.0001788622,0.05000,2.756
25,mlp.experts.147.up_proj,0.0001407033,0.05000,2.253
25,mlp.experts.151.up_proj,0.0001704845,0.05000,1.214
25,mlp.experts.148.up_proj,0.0003879141,0.05000,1.236
25,mlp.experts.165.up_proj,0.0001740000,0.05000,1.242
25,mlp.experts.142.up_proj,0.0002639479,0.05000,1.351
25,mlp.experts.155.up_proj,0.0001705830,0.05000,1.303
25,mlp.experts.152.up_proj,0.0002263924,0.05000,1.312
25,mlp.experts.169.up_proj,0.0004362793,0.05000,1.398
25,mlp.experts.146.up_proj,0.0002034710,0.05000,1.291
25,mlp.experts.159.up_proj,0.0001510394,0.05000,1.218
25,mlp.experts.156.up_proj,0.0002745715,0.05000,1.214
25,mlp.experts.150.up_proj,0.0002080565,0.05000,1.252
25,mlp.experts.173.up_proj,0.0001285459,0.05000,1.307
25,mlp.experts.163.up_proj,0.0002335224,0.05000,1.300
25,mlp.experts.160.up_proj,0.0004564500,0.05000,1.303
25,mlp.experts.154.up_proj,0.0003897067,0.05000,1.297
25,mlp.experts.177.up_proj,0.0002000654,0.05000,1.297
25,mlp.experts.164.up_proj,0.0001691511,0.05000,1.142
25,mlp.experts.167.up_proj,0.0001629934,0.05000,1.274
25,mlp.experts.158.up_proj,0.0001799055,0.05000,1.258
25,mlp.experts.181.up_proj,0.0001284900,0.05000,1.274
25,mlp.experts.171.up_proj,0.0001802532,0.05000,1.201
25,mlp.experts.168.up_proj,0.0002350436,0.05000,1.339
25,mlp.experts.162.up_proj,0.0001677989,0.05000,1.241
25,mlp.experts.185.up_proj,0.0002204178,0.05000,1.238
25,mlp.experts.175.up_proj,0.0001839475,0.05000,1.303
25,mlp.experts.172.up_proj,0.0001095395,0.05000,1.312
25,mlp.experts.166.up_proj,0.0001933120,0.05000,1.296
25,mlp.experts.189.up_proj,0.0001951258,0.05000,1.305
25,mlp.experts.179.up_proj,0.0002255914,0.05000,1.306
25,mlp.experts.176.up_proj,0.0003041353,0.05000,1.308
25,mlp.experts.170.up_proj,0.0001119651,0.05000,1.297
25,mlp.experts.193.up_proj,0.0002527771,0.05000,1.306
25,mlp.experts.183.up_proj,0.0002156590,0.05000,1.311
25,mlp.experts.180.up_proj,0.0001793424,0.05000,1.300
25,mlp.experts.174.up_proj,0.0002011362,0.05000,1.303
25,mlp.experts.197.up_proj,0.0002474059,0.05000,1.311
25,mlp.experts.187.up_proj,0.0002079721,0.05000,1.300
25,mlp.experts.184.up_proj,0.0002376290,0.05000,1.317
25,mlp.experts.178.up_proj,0.0003031000,0.05000,1.305
25,mlp.experts.201.up_proj,0.0001741397,0.05000,1.307
25,mlp.experts.191.up_proj,0.0001953038,0.05000,1.288
25,mlp.experts.188.up_proj,0.0002652547,0.05000,1.274
25,mlp.experts.182.up_proj,0.0001233115,0.05000,1.283
25,mlp.experts.205.up_proj,0.0001270815,0.05000,1.283
25,mlp.experts.195.up_proj,0.0003054575,0.05000,1.314
25,mlp.experts.192.up_proj,0.0002728896,0.05000,1.313
25,mlp.experts.186.up_proj,0.0002460899,0.05000,1.293
25,mlp.experts.209.up_proj,0.0002186817,0.05000,1.311
25,mlp.experts.199.up_proj,0.0001699103,0.05000,1.310
25,mlp.experts.196.up_proj,0.0001559142,0.05000,1.299
25,mlp.experts.190.up_proj,0.0002172883,0.05000,1.301
25,mlp.experts.213.up_proj,0.0003373033,0.05000,1.296
25,mlp.experts.203.up_proj,0.0001707467,0.05000,1.296
25,mlp.experts.200.up_proj,0.0002118742,0.05000,1.295
25,mlp.experts.217.up_proj,0.0001226550,0.05000,1.314
25,mlp.experts.194.up_proj,0.0001876629,0.05000,1.475
25,mlp.experts.207.up_proj,0.0002437433,0.05000,1.350
25,mlp.experts.204.up_proj,0.0001997891,0.05000,1.344
25,mlp.experts.221.up_proj,0.0001726720,0.05000,1.317
25,mlp.experts.198.up_proj,0.0002333325,0.05000,1.324
25,mlp.experts.211.up_proj,0.0002368162,0.05000,1.311
25,mlp.experts.208.up_proj,0.0002370318,0.05000,1.310
25,mlp.experts.225.up_proj,0.0001897204,0.05000,1.308
25,mlp.experts.202.up_proj,0.0000914021,0.05000,1.303
25,mlp.experts.215.up_proj,0.0000934774,0.05000,1.316
25,mlp.experts.212.up_proj,0.0000702213,0.05000,1.315
25,mlp.experts.229.up_proj,0.0001984388,0.05000,1.321
25,mlp.experts.206.up_proj,0.0003074892,0.05000,1.314
25,mlp.experts.219.up_proj,0.0002400715,0.05000,1.318
25,mlp.experts.216.up_proj,0.0002246830,0.05000,1.326
25,mlp.experts.210.up_proj,0.0004605451,0.05000,1.303
25,mlp.experts.233.up_proj,0.0001779896,0.05000,1.371
25,mlp.experts.220.up_proj,0.0001950301,0.05000,1.195
25,mlp.experts.223.up_proj,0.0002504913,0.05000,1.246
25,mlp.experts.237.up_proj,0.0001258226,0.05000,1.207
25,mlp.experts.214.up_proj,0.0001858435,0.05000,1.384
25,mlp.experts.227.up_proj,0.0001709655,0.05000,1.222
25,mlp.experts.224.up_proj,0.0001847608,0.05000,1.319
25,mlp.experts.241.up_proj,0.0002353328,0.05000,1.322
25,mlp.experts.218.up_proj,0.0002117081,0.05000,1.308
25,mlp.experts.228.up_proj,0.0002188654,0.05000,1.224
25,mlp.experts.231.up_proj,0.0002100982,0.05000,1.298
25,mlp.experts.245.up_proj,0.0004340028,0.05000,1.182
25,mlp.experts.222.up_proj,0.0004294306,0.05000,1.205
25,mlp.experts.232.up_proj,0.0001355284,0.05000,1.206
25,mlp.experts.235.up_proj,0.0003593297,0.05000,1.228
25,mlp.experts.249.up_proj,0.0002139872,0.05000,1.196
25,mlp.experts.226.up_proj,0.0003547216,0.05000,1.244
25,mlp.experts.236.up_proj,0.0001732974,0.05000,1.289
25,mlp.experts.239.up_proj,0.0002793424,0.05000,1.292
25,mlp.experts.253.up_proj,0.0001916342,0.05000,1.280
25,mlp.experts.230.up_proj,0.0001848986,0.05000,1.197
25,mlp.experts.240.up_proj,0.0002802385,0.05000,0.890
25,mlp.experts.243.up_proj,0.0002263318,0.05000,0.896
25,mlp.experts.234.up_proj,0.0002401682,0.05000,0.823
25,mlp.experts.244.up_proj,0.0001500394,0.05000,0.821
25,mlp.experts.247.up_proj,0.0002895948,0.05000,0.841
25,mlp.experts.238.up_proj,0.0002165799,0.05000,0.824
25,mlp.experts.248.up_proj,0.0000889871,0.05000,0.830
25,mlp.experts.251.up_proj,0.0001395056,0.05000,0.846
25,mlp.experts.242.up_proj,0.0002132063,0.05000,0.828
25,mlp.experts.252.up_proj,0.0001630674,0.05000,0.829
25,mlp.experts.255.up_proj,0.0003015897,0.05000,0.823
25,mlp.experts.246.up_proj,0.0002307416,0.05000,0.667
25,mlp.experts.250.up_proj,0.0003385342,0.05000,0.200
25,mlp.experts.254.up_proj,0.0002251799,0.05000,0.199
25,mlp.experts.3.down_proj,0.0000032564,0.05000,0.326
25,mlp.experts.0.down_proj,0.0000159784,0.05000,0.330
25,mlp.experts.1.down_proj,0.0000166421,0.05000,0.337
25,mlp.experts.2.down_proj,0.0000039630,0.05000,0.336
25,mlp.experts.4.down_proj,0.0000049952,0.05000,0.310
25,mlp.experts.6.down_proj,0.0000142602,0.05000,0.305
25,mlp.experts.5.down_proj,0.0000030464,0.05000,0.313
25,mlp.experts.7.down_proj,0.0000068124,0.05000,0.347
25,mlp.experts.10.down_proj,0.0000162805,0.05000,0.280
25,mlp.experts.8.down_proj,0.0000051877,0.05000,0.301
25,mlp.experts.9.down_proj,0.0000061005,0.05000,0.299
25,mlp.experts.11.down_proj,0.0000069846,0.05000,0.298
25,mlp.experts.14.down_proj,0.0000138692,0.05000,0.295
25,mlp.experts.13.down_proj,0.0000294487,0.05000,0.289
25,mlp.experts.12.down_proj,0.0000116156,0.05000,0.302
25,mlp.experts.15.down_proj,0.0000102416,0.05000,0.299
25,mlp.experts.19.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
25,mlp.experts.18.down_proj,0.0000051356,0.05000,0.300
25,mlp.experts.17.down_proj,0.0000042875,0.05000,0.296
25,mlp.experts.16.down_proj,0.0000692249,0.05000,0.295
25,mlp.experts.23.down_proj,0.0000127630,0.05000,0.295
25,mlp.experts.22.down_proj,0.0000080071,0.05000,0.299
25,mlp.experts.21.down_proj,0.0000247040,0.05000,0.286
25,mlp.experts.20.down_proj,0.0000042774,0.05000,0.297
25,mlp.experts.27.down_proj,0.0000034518,0.05000,0.294
25,mlp.experts.25.down_proj,0.0000175269,0.05000,0.290
25,mlp.experts.26.down_proj,0.0000025326,0.05000,0.298
25,mlp.experts.29.down_proj,fallback(rtn): 0.0010757,0.00000,0.008
25,mlp.experts.24.down_proj,0.0000038842,0.05000,0.297
25,mlp.experts.31.down_proj,0.0000094290,0.05000,0.300
25,mlp.experts.30.down_proj,0.0000105130,0.05000,0.319
25,mlp.experts.33.down_proj,0.0000090337,0.05000,0.325
25,mlp.experts.28.down_proj,0.0000083667,0.05000,0.337
25,mlp.experts.35.down_proj,0.0000033739,0.05000,0.323
25,mlp.experts.32.down_proj,0.0000063990,0.05000,0.282
25,mlp.experts.34.down_proj,0.0000062440,0.05000,0.320
25,mlp.experts.39.down_proj,0.0000056169,0.05000,0.270
25,mlp.experts.37.down_proj,0.0000201695,0.05000,0.317
25,mlp.experts.36.down_proj,0.0000029342,0.05000,0.292
25,mlp.experts.38.down_proj,0.0000135284,0.05000,0.297
25,mlp.experts.43.down_proj,0.0000068813,0.05000,0.325
25,mlp.experts.41.down_proj,0.0000149604,0.05000,0.322
25,mlp.experts.40.down_proj,0.0000054655,0.05000,0.305
25,mlp.experts.42.down_proj,0.0000086287,0.05000,0.311
25,mlp.experts.47.down_proj,0.0000062952,0.05000,0.305
25,mlp.experts.45.down_proj,0.0000110871,0.05000,0.316
25,mlp.experts.44.down_proj,0.0000067302,0.05000,0.338
25,mlp.experts.51.down_proj,0.0000101250,0.05000,0.335
25,mlp.experts.49.down_proj,0.0000048134,0.05000,0.336
25,mlp.experts.46.down_proj,0.0000038315,0.05000,0.411
25,mlp.experts.48.down_proj,0.0000068267,0.05000,0.326
25,mlp.experts.55.down_proj,0.0000038415,0.05000,0.329
25,mlp.experts.53.down_proj,0.0000138294,0.05000,0.328
25,mlp.experts.50.down_proj,0.0000234913,0.05000,0.328
25,mlp.experts.52.down_proj,0.0000022998,0.05000,0.326
25,mlp.experts.59.down_proj,0.0000053312,0.05000,0.335
25,mlp.experts.57.down_proj,0.0000034371,0.05000,0.324
25,mlp.experts.54.down_proj,0.0000046312,0.05000,0.321
25,mlp.experts.56.down_proj,0.0000080895,0.05000,0.327
25,mlp.experts.63.down_proj,0.0000066368,0.05000,0.326
25,mlp.experts.61.down_proj,0.0000068776,0.05000,0.325
25,mlp.experts.58.down_proj,0.0000084985,0.05000,0.323
25,mlp.experts.60.down_proj,0.0000080841,0.05000,0.330
25,mlp.experts.67.down_proj,0.0000030358,0.05000,0.330
25,mlp.experts.65.down_proj,0.0000090657,0.05000,0.331
25,mlp.experts.62.down_proj,0.0000085241,0.05000,0.327
25,mlp.experts.64.down_proj,0.0000030753,0.05000,0.328
25,mlp.experts.71.down_proj,0.0000015920,0.05000,0.327
25,mlp.experts.69.down_proj,0.0000058300,0.05000,0.334
25,mlp.experts.66.down_proj,0.0000038546,0.05000,0.328
25,mlp.experts.68.down_proj,0.0000038539,0.05000,0.332
25,mlp.experts.75.down_proj,0.0000037428,0.05000,0.324
25,mlp.experts.73.down_proj,0.0000075444,0.05000,0.328
25,mlp.experts.70.down_proj,0.0000036380,0.05000,0.329
25,mlp.experts.72.down_proj,0.0000229491,0.05000,0.328
25,mlp.experts.79.down_proj,0.0000080743,0.05000,0.329
25,mlp.experts.77.down_proj,0.0000253145,0.05000,0.330
25,mlp.experts.74.down_proj,0.0000025936,0.05000,0.326
25,mlp.experts.76.down_proj,0.0000200643,0.05000,0.327
25,mlp.experts.83.down_proj,0.0000054719,0.05000,0.331
25,mlp.experts.81.down_proj,0.0000234272,0.05000,0.329
25,mlp.experts.78.down_proj,0.0000037456,0.05000,0.336
25,mlp.experts.80.down_proj,0.0000045519,0.05000,0.326
25,mlp.experts.87.down_proj,0.0000112822,0.05000,0.328
25,mlp.experts.85.down_proj,0.0000052733,0.05000,0.327
25,mlp.experts.82.down_proj,0.0000047550,0.05000,0.330
25,mlp.experts.84.down_proj,0.0000037999,0.05000,0.332
25,mlp.experts.91.down_proj,0.0000009559,0.05000,0.330
25,mlp.experts.89.down_proj,0.0000059145,0.05000,0.331
25,mlp.experts.86.down_proj,0.0000053413,0.05000,0.333
25,mlp.experts.88.down_proj,0.0000038067,0.05000,0.326
25,mlp.experts.95.down_proj,0.0000082297,0.05000,0.327
25,mlp.experts.93.down_proj,0.0000090409,0.05000,0.325
25,mlp.experts.90.down_proj,0.0000175605,0.05000,0.328
25,mlp.experts.92.down_proj,0.0000174850,0.05000,0.333
25,mlp.experts.99.down_proj,0.0000048492,0.05000,0.330
25,mlp.experts.97.down_proj,0.0000194919,0.05000,0.326
25,mlp.experts.94.down_proj,0.0000137164,0.05000,0.327
25,mlp.experts.96.down_proj,0.0000170774,0.05000,0.329
25,mlp.experts.103.down_proj,0.0000078114,0.05000,0.330
25,mlp.experts.101.down_proj,0.0000081187,0.05000,0.325
25,mlp.experts.98.down_proj,0.0000084203,0.05000,0.329
25,mlp.experts.100.down_proj,0.0000103041,0.05000,0.327
25,mlp.experts.105.down_proj,0.0000035610,0.05000,0.326
25,mlp.experts.107.down_proj,0.0000132609,0.05000,0.336
25,mlp.experts.102.down_proj,0.0000046515,0.05000,0.331
25,mlp.experts.104.down_proj,0.0000114394,0.05000,0.329
25,mlp.experts.111.down_proj,0.0000150702,0.05000,0.322
25,mlp.experts.109.down_proj,0.0000082932,0.05000,0.329
25,mlp.experts.106.down_proj,0.0000117635,0.05000,0.331
25,mlp.experts.108.down_proj,0.0000124605,0.05000,0.327
25,mlp.experts.115.down_proj,0.0000078773,0.05000,0.328
25,mlp.experts.113.down_proj,0.0000089182,0.05000,0.329
25,mlp.experts.110.down_proj,0.0000037163,0.05000,0.329
25,mlp.experts.112.down_proj,0.0000105025,0.05000,0.323
25,mlp.experts.119.down_proj,0.0000027038,0.05000,0.324
25,mlp.experts.117.down_proj,0.0000034763,0.05000,0.327
25,mlp.experts.114.down_proj,0.0000027394,0.05000,0.328
25,mlp.experts.116.down_proj,0.0000145110,0.05000,0.308
25,mlp.experts.123.down_proj,0.0000077832,0.05000,0.297
25,mlp.experts.121.down_proj,0.0000024487,0.05000,0.304
25,mlp.experts.118.down_proj,0.0000038222,0.05000,0.306
25,mlp.experts.120.down_proj,0.0000068290,0.05000,0.305
25,mlp.experts.127.down_proj,0.0000048757,0.05000,0.298
25,mlp.experts.125.down_proj,0.0000114403,0.05000,0.303
25,mlp.experts.122.down_proj,0.0000039698,0.05000,0.304
25,mlp.experts.124.down_proj,0.0000112201,0.05000,0.302
25,mlp.experts.131.down_proj,0.0000088996,0.05000,0.297
25,mlp.experts.129.down_proj,0.0000036888,0.05000,0.301
25,mlp.experts.126.down_proj,0.0000100601,0.05000,0.304
25,mlp.experts.128.down_proj,0.0000034924,0.05000,0.306
25,mlp.experts.135.down_proj,0.0000028243,0.05000,0.300
25,mlp.experts.133.down_proj,0.0000055047,0.05000,0.301
25,mlp.experts.130.down_proj,0.0000055530,0.05000,0.309
25,mlp.experts.132.down_proj,0.0000026507,0.05000,0.308
25,mlp.experts.139.down_proj,0.0000029304,0.05000,0.297
25,mlp.experts.137.down_proj,0.0000140756,0.05000,0.308
25,mlp.experts.134.down_proj,0.0000076257,0.05000,0.307
25,mlp.experts.143.down_proj,0.0000042458,0.05000,0.292
25,mlp.experts.136.down_proj,0.0000046594,0.05000,0.305
25,mlp.experts.141.down_proj,0.0000035720,0.05000,0.306
25,mlp.experts.138.down_proj,0.0000032572,0.05000,0.308
25,mlp.experts.147.down_proj,0.0000080173,0.05000,0.297
25,mlp.experts.140.down_proj,0.0000144773,0.05000,0.306
25,mlp.experts.145.down_proj,0.0000061961,0.05000,0.308
25,mlp.experts.142.down_proj,0.0000132449,0.05000,0.309
25,mlp.experts.151.down_proj,0.0000049768,0.05000,0.297
25,mlp.experts.144.down_proj,0.0000053246,0.05000,0.302
25,mlp.experts.149.down_proj,0.0000043810,0.05000,0.302
25,mlp.experts.146.down_proj,0.0000027655,0.05000,0.302
25,mlp.experts.155.down_proj,0.0000055487,0.05000,0.295
25,mlp.experts.148.down_proj,0.0000296875,0.05000,0.303
25,mlp.experts.153.down_proj,0.0000041009,0.05000,0.304
25,mlp.experts.150.down_proj,0.0000058052,0.05000,0.305
25,mlp.experts.159.down_proj,0.0000023113,0.05000,0.293
25,mlp.experts.152.down_proj,0.0000034345,0.05000,0.303
25,mlp.experts.157.down_proj,0.0000170395,0.05000,0.300
25,mlp.experts.154.down_proj,0.0000233331,0.05000,0.305
25,mlp.experts.163.down_proj,0.0000077354,0.05000,0.294
25,mlp.experts.156.down_proj,0.0000141633,0.05000,0.302
25,mlp.experts.161.down_proj,0.0000024870,0.05000,0.300
25,mlp.experts.158.down_proj,0.0000056627,0.05000,0.302
25,mlp.experts.167.down_proj,0.0000020905,0.05000,0.294
25,mlp.experts.160.down_proj,0.0000294840,0.05000,0.306
25,mlp.experts.165.down_proj,0.0000049836,0.05000,0.299
25,mlp.experts.162.down_proj,0.0000062522,0.05000,0.305
25,mlp.experts.171.down_proj,0.0000042740,0.05000,0.298
25,mlp.experts.164.down_proj,0.0000068354,0.05000,0.305
25,mlp.experts.169.down_proj,0.0000179468,0.05000,0.304
25,mlp.experts.166.down_proj,0.0000057632,0.05000,0.327
25,mlp.experts.173.down_proj,0.0000030351,0.05000,0.404
25,mlp.experts.175.down_proj,0.0000075064,0.05000,0.583
25,mlp.experts.168.down_proj,0.0000118321,0.05000,0.769
25,mlp.experts.177.down_proj,0.0000030512,0.05000,0.423
25,mlp.experts.170.down_proj,0.0000056344,0.05000,0.966
25,mlp.experts.179.down_proj,0.0000149744,0.05000,0.924
25,mlp.experts.181.down_proj,0.0000029981,0.05000,0.860
25,mlp.experts.172.down_proj,0.0000018053,0.05000,0.960
25,mlp.experts.174.down_proj,0.0000048468,0.05000,0.968
25,mlp.experts.183.down_proj,0.0000130608,0.05000,0.999
25,mlp.experts.176.down_proj,0.0000108389,0.05000,0.955
25,mlp.experts.185.down_proj,0.0000038008,0.05000,0.970
25,mlp.experts.178.down_proj,0.0000140046,0.05000,0.961
25,mlp.experts.187.down_proj,0.0000057149,0.05000,0.949
25,mlp.experts.180.down_proj,0.0000049842,0.05000,0.928
25,mlp.experts.189.down_proj,0.0000034735,0.05000,0.974
25,mlp.experts.191.down_proj,0.0000052708,0.05000,0.467
25,mlp.experts.182.down_proj,0.0000049040,0.05000,0.905
25,mlp.experts.195.down_proj,0.0000227512,0.05000,0.467
25,mlp.experts.184.down_proj,0.0000039368,0.05000,0.867
25,mlp.experts.193.down_proj,0.0000057619,0.05000,0.994
25,mlp.experts.199.down_proj,0.0000067887,0.05000,0.463
25,mlp.experts.186.down_proj,0.0000044722,0.05000,0.868
25,mlp.experts.188.down_proj,0.0000057664,0.05000,0.945
25,mlp.experts.203.down_proj,0.0000061805,0.05000,0.668
25,mlp.experts.197.down_proj,0.0000095720,0.05000,0.995
25,mlp.experts.190.down_proj,0.0000064081,0.05000,0.932
25,mlp.experts.207.down_proj,0.0000068335,0.05000,0.431
25,mlp.experts.192.down_proj,0.0000211367,0.05000,0.853
25,mlp.experts.201.down_proj,0.0000032011,0.05000,0.747
25,mlp.experts.211.down_proj,0.0000156908,0.05000,0.572
25,mlp.experts.194.down_proj,0.0000022598,0.05000,0.851
25,mlp.experts.205.down_proj,0.0000020547,0.05000,0.489
25,mlp.experts.196.down_proj,0.0000039074,0.05000,0.833
25,mlp.experts.215.down_proj,0.0000052676,0.05000,0.705
25,mlp.experts.198.down_proj,0.0000046022,0.05000,0.649
25,mlp.experts.200.down_proj,0.0000112032,0.05000,0.733
25,mlp.experts.209.down_proj,0.0000032797,0.05000,1.004
25,mlp.experts.202.down_proj,0.0000026907,0.05000,0.811
25,mlp.experts.219.down_proj,0.0000130607,0.05000,0.937
25,mlp.experts.213.down_proj,0.0000089777,0.05000,0.536
25,mlp.experts.206.down_proj,0.0000051151,0.05000,0.589
25,mlp.experts.204.down_proj,0.0000044951,0.05000,0.850
25,mlp.experts.223.down_proj,0.0000183207,0.05000,0.802
25,mlp.experts.210.down_proj,0.0000487316,0.05000,0.355
25,mlp.experts.217.down_proj,0.0000037737,0.05000,0.884
25,mlp.experts.208.down_proj,0.0000083824,0.05000,0.792
25,mlp.experts.227.down_proj,0.0000034420,0.05000,0.726
25,mlp.experts.214.down_proj,0.0000117063,0.05000,0.887
25,mlp.experts.221.down_proj,0.0000022263,0.05000,0.930
25,mlp.experts.212.down_proj,0.0000016468,0.05000,0.915
25,mlp.experts.218.down_proj,0.0000082293,0.05000,0.599
25,mlp.experts.231.down_proj,0.0000033247,0.05000,0.891
25,mlp.experts.222.down_proj,0.0000339209,0.05000,0.405
25,mlp.experts.225.down_proj,0.0000044052,0.05000,0.914
25,mlp.experts.226.down_proj,0.0000075374,0.05000,0.401
25,mlp.experts.216.down_proj,0.0000051758,0.05000,0.882
25,mlp.experts.235.down_proj,0.0000088910,0.05000,0.913
25,mlp.experts.230.down_proj,0.0000088118,0.05000,0.412
25,mlp.experts.229.down_proj,0.0000058596,0.05000,0.913
25,mlp.experts.234.down_proj,0.0000037139,0.05000,0.409
25,mlp.experts.220.down_proj,0.0000081042,0.05000,0.890
25,mlp.experts.239.down_proj,0.0000089861,0.05000,0.919
25,mlp.experts.238.down_proj,0.0000058105,0.05000,0.411
25,mlp.experts.242.down_proj,0.0000035418,0.05000,0.409
25,mlp.experts.233.down_proj,0.0000027777,0.05000,0.921
25,mlp.experts.224.down_proj,0.0000086434,0.05000,0.896
25,mlp.experts.243.down_proj,0.0000042060,0.05000,0.937
25,mlp.experts.246.down_proj,0.0000045542,0.05000,0.417
25,mlp.experts.250.down_proj,0.0000154776,0.05000,0.410
25,mlp.experts.237.down_proj,0.0000048856,0.05000,0.931
25,mlp.experts.228.down_proj,0.0000061996,0.05000,0.889
25,mlp.experts.254.down_proj,0.0000033428,0.05000,0.419
25,mlp.experts.247.down_proj,0.0000065556,0.05000,0.926
25,mlp.experts.241.down_proj,0.0000038065,0.05000,0.722
25,mlp.experts.232.down_proj,0.0000048257,0.05000,0.717
25,mlp.experts.251.down_proj,0.0000031905,0.05000,0.651
25,mlp.experts.245.down_proj,0.0000186052,0.05000,0.650
25,mlp.experts.236.down_proj,0.0000024112,0.05000,0.671
25,mlp.experts.255.down_proj,0.0000051212,0.05000,0.647
25,mlp.experts.249.down_proj,0.0000050730,0.05000,0.334
25,mlp.experts.240.down_proj,0.0000287068,0.05000,0.287
25,mlp.experts.253.down_proj,0.0000029586,0.05000,0.154
25,mlp.experts.244.down_proj,0.0000044880,0.05000,0.148
25,mlp.experts.248.down_proj,0.0000040133,0.05000,0.051
25,mlp.experts.252.down_proj,0.0000044984,0.05000,0.050
26,mlp.experts.2.gate_proj,0.0003959620,0.05000,1.366
26,mlp.experts.0.gate_proj,0.0001773647,0.05000,1.408
26,mlp.experts.1.gate_proj,0.0003363475,0.05000,1.687
26,mlp.experts.3.gate_proj,0.0001543722,0.05000,1.753
26,mlp.experts.4.gate_proj,0.0001133330,0.05000,1.180
26,mlp.experts.6.gate_proj,0.0002221320,0.05000,1.234
26,mlp.experts.5.gate_proj,0.0002365663,0.05000,1.295
26,mlp.experts.7.gate_proj,0.0002533155,0.05000,1.285
26,mlp.experts.8.gate_proj,0.0001647022,0.05000,1.325
26,mlp.experts.9.gate_proj,0.0001831815,0.05000,1.630
26,mlp.experts.10.gate_proj,0.0002835518,0.05000,2.237
26,mlp.experts.12.gate_proj,0.0001588074,0.05000,1.555
26,mlp.experts.11.gate_proj,0.0001819633,0.05000,3.109
26,mlp.experts.13.gate_proj,0.0001675613,0.05000,1.755
26,mlp.experts.16.gate_proj,0.0001862677,0.05000,1.566
26,mlp.experts.17.gate_proj,0.0003060564,0.05000,1.802
26,mlp.experts.14.gate_proj,0.0002063596,0.05000,3.645
26,mlp.experts.20.gate_proj,0.0000961837,0.05000,1.608
26,mlp.experts.15.gate_proj,0.0003568550,0.05000,3.498
26,mlp.experts.21.gate_proj,0.0001947941,0.05000,1.729
26,mlp.experts.24.gate_proj,0.0002618816,0.05000,1.467
26,mlp.experts.18.gate_proj,0.0004092822,0.05000,2.033
26,mlp.experts.19.gate_proj,0.0002633531,0.05000,1.324
26,mlp.experts.25.gate_proj,0.0003172686,0.05000,1.305
26,mlp.experts.28.gate_proj,0.0001794826,0.05000,1.317
26,mlp.experts.22.gate_proj,0.0002110727,0.05000,1.323
26,mlp.experts.23.gate_proj,0.0003767514,0.05000,1.324
26,mlp.experts.29.gate_proj,0.0001943405,0.05000,1.298
26,mlp.experts.32.gate_proj,0.0001981466,0.05000,1.300
26,mlp.experts.26.gate_proj,0.0002538567,0.05000,1.238
26,mlp.experts.27.gate_proj,0.0001647711,0.05000,1.488
26,mlp.experts.33.gate_proj,0.0002471308,0.05000,1.694
26,mlp.experts.30.gate_proj,0.0001259484,0.05000,1.733
26,mlp.experts.36.gate_proj,0.0001853139,0.05000,2.326
26,mlp.experts.40.gate_proj,0.0002793847,0.05000,2.012
26,mlp.experts.31.gate_proj,0.0001937623,0.05000,3.533
26,mlp.experts.37.gate_proj,0.0001364435,0.05000,3.370
26,mlp.experts.34.gate_proj,0.0002685813,0.05000,3.103
26,mlp.experts.44.gate_proj,0.0002474113,0.05000,1.772
26,mlp.experts.35.gate_proj,0.0002783841,0.05000,2.132
26,mlp.experts.38.gate_proj,0.0001873025,0.05000,2.658
26,mlp.experts.48.gate_proj,0.0001758703,0.05000,2.145
26,mlp.experts.41.gate_proj,0.0002030806,0.05000,3.453
26,mlp.experts.42.gate_proj,0.0002567989,0.05000,1.523
26,mlp.experts.39.gate_proj,0.0003184942,0.05000,2.841
26,mlp.experts.45.gate_proj,0.0003506516,0.05000,2.120
26,mlp.experts.52.gate_proj,0.0002772263,0.05000,2.203
26,mlp.experts.46.gate_proj,0.0002833315,0.05000,1.193
26,mlp.experts.43.gate_proj,0.0003774453,0.05000,1.285
26,mlp.experts.49.gate_proj,0.0001878742,0.05000,1.309
26,mlp.experts.56.gate_proj,0.0002272865,0.05000,1.307
26,mlp.experts.50.gate_proj,0.0001327279,0.05000,1.299
26,mlp.experts.47.gate_proj,0.0000620373,0.05000,1.282
26,mlp.experts.53.gate_proj,0.0001768856,0.05000,1.288
26,mlp.experts.60.gate_proj,0.0001847842,0.05000,1.283
26,mlp.experts.54.gate_proj,0.0001083618,0.05000,1.280
26,mlp.experts.51.gate_proj,0.0002003999,0.05000,1.288
26,mlp.experts.57.gate_proj,0.0001699236,0.05000,1.297
26,mlp.experts.64.gate_proj,0.0001386447,0.05000,1.313
26,mlp.experts.58.gate_proj,0.0002879568,0.05000,1.308
26,mlp.experts.55.gate_proj,0.0001145664,0.05000,1.299
26,mlp.experts.61.gate_proj,0.0002728468,0.05000,1.293
26,mlp.experts.68.gate_proj,0.0002399709,0.05000,1.310
26,mlp.experts.62.gate_proj,0.0002868733,0.05000,1.305
26,mlp.experts.59.gate_proj,0.0001447055,0.05000,1.284
26,mlp.experts.65.gate_proj,0.0001469353,0.05000,1.204
26,mlp.experts.72.gate_proj,0.0003794041,0.05000,1.168
26,mlp.experts.66.gate_proj,0.0001446717,0.05000,1.205
26,mlp.experts.63.gate_proj,0.0001509012,0.05000,1.200
26,mlp.experts.69.gate_proj,0.0001734679,0.05000,1.196
26,mlp.experts.76.gate_proj,0.0003035593,0.05000,1.164
26,mlp.experts.70.gate_proj,0.0002878679,0.05000,1.204
26,mlp.experts.67.gate_proj,0.0002070041,0.05000,1.211
26,mlp.experts.80.gate_proj,0.0002819925,0.05000,1.170
26,mlp.experts.73.gate_proj,0.0002548441,0.05000,1.218
26,mlp.experts.74.gate_proj,0.0005194407,0.05000,1.213
26,mlp.experts.71.gate_proj,0.0001393963,0.05000,1.209
26,mlp.experts.84.gate_proj,0.0002928188,0.05000,1.220
26,mlp.experts.77.gate_proj,0.0001809672,0.05000,1.257
26,mlp.experts.78.gate_proj,0.0003009335,0.05000,1.297
26,mlp.experts.75.gate_proj,0.0002722996,0.05000,1.252
26,mlp.experts.88.gate_proj,0.0001440272,0.05000,1.267
26,mlp.experts.81.gate_proj,0.0001514137,0.05000,1.277
26,mlp.experts.82.gate_proj,0.0003347500,0.05000,1.291
26,mlp.experts.79.gate_proj,0.0001998630,0.05000,1.329
26,mlp.experts.92.gate_proj,0.0001751460,0.05000,1.261
26,mlp.experts.85.gate_proj,0.0001524316,0.05000,1.305
26,mlp.experts.86.gate_proj,0.0001951566,0.05000,1.262
26,mlp.experts.83.gate_proj,0.0002115830,0.05000,1.283
26,mlp.experts.96.gate_proj,0.0002393126,0.05000,1.252
26,mlp.experts.89.gate_proj,0.0002400740,0.05000,1.220
26,mlp.experts.90.gate_proj,0.0000803123,0.05000,1.249
26,mlp.experts.87.gate_proj,0.0002293030,0.05000,1.205
26,mlp.experts.100.gate_proj,0.0001576488,0.05000,1.211
26,mlp.experts.93.gate_proj,0.0003534502,0.05000,1.167
26,mlp.experts.94.gate_proj,0.0000819759,0.05000,1.206
26,mlp.experts.91.gate_proj,0.0002351670,0.05000,1.442
26,mlp.experts.104.gate_proj,0.0001031798,0.05000,1.288
26,mlp.experts.97.gate_proj,0.0001975377,0.05000,1.303
26,mlp.experts.98.gate_proj,0.0002015879,0.05000,1.332
26,mlp.experts.95.gate_proj,0.0003206888,0.05000,1.284
26,mlp.experts.108.gate_proj,0.0003328133,0.05000,1.272
26,mlp.experts.101.gate_proj,0.0003257623,0.05000,1.284
26,mlp.experts.102.gate_proj,0.0001482929,0.05000,1.280
26,mlp.experts.99.gate_proj,0.0002954745,0.05000,1.277
26,mlp.experts.112.gate_proj,0.0002294255,0.05000,1.274
26,mlp.experts.105.gate_proj,0.0001917031,0.05000,1.289
26,mlp.experts.106.gate_proj,0.0003412148,0.05000,1.294
26,mlp.experts.103.gate_proj,0.0002141836,0.05000,1.282
26,mlp.experts.116.gate_proj,0.0001737318,0.05000,1.238
26,mlp.experts.109.gate_proj,0.0001041775,0.05000,1.412
26,mlp.experts.110.gate_proj,0.0002366484,0.05000,1.518
26,mlp.experts.120.gate_proj,0.0002519692,0.05000,1.577
26,mlp.experts.107.gate_proj,0.0001656471,0.05000,2.161
26,mlp.experts.124.gate_proj,0.0001628204,0.05000,1.622
26,mlp.experts.113.gate_proj,0.0002619022,0.05000,3.395
26,mlp.experts.114.gate_proj,0.0002736029,0.05000,3.502
26,mlp.experts.128.gate_proj,0.0003670155,0.05000,1.644
26,mlp.experts.111.gate_proj,0.0001756280,0.05000,3.594
26,mlp.experts.117.gate_proj,0.0001682790,0.05000,2.684
26,mlp.experts.132.gate_proj,0.0002992961,0.05000,2.527
26,mlp.experts.118.gate_proj,0.0003428262,0.05000,3.503
26,mlp.experts.121.gate_proj,0.0003295759,0.05000,1.791
26,mlp.experts.115.gate_proj,0.0001725066,0.05000,3.598
26,mlp.experts.136.gate_proj,0.0002029238,0.05000,1.767
26,mlp.experts.125.gate_proj,0.0001826060,0.05000,2.002
26,mlp.experts.119.gate_proj,0.0001767325,0.05000,1.946
26,mlp.experts.122.gate_proj,0.0003277692,0.05000,3.213
26,mlp.experts.140.gate_proj,0.0001306052,0.05000,2.275
26,mlp.experts.129.gate_proj,0.0001920045,0.05000,1.915
26,mlp.experts.123.gate_proj,0.0001579739,0.05000,1.949
26,mlp.experts.126.gate_proj,0.0002999964,0.05000,2.777
26,mlp.experts.127.gate_proj,0.0001786502,0.05000,2.285
26,mlp.experts.144.gate_proj,0.0002069333,0.05000,3.703
26,mlp.experts.133.gate_proj,0.0002126554,0.05000,3.753
26,mlp.experts.130.gate_proj,0.0002824259,0.05000,2.447
26,mlp.experts.131.gate_proj,0.0003805060,0.05000,1.780
26,mlp.experts.134.gate_proj,0.0003473664,0.05000,1.237
26,mlp.experts.135.gate_proj,0.0002059605,0.05000,1.732
26,mlp.experts.138.gate_proj,0.0002650391,0.05000,1.401
26,mlp.experts.148.gate_proj,0.0001147524,0.05000,3.643
26,mlp.experts.137.gate_proj,0.0001402302,0.05000,3.692
26,mlp.experts.142.gate_proj,0.0001915805,0.05000,1.530
26,mlp.experts.141.gate_proj,0.0002669555,0.05000,2.120
26,mlp.experts.146.gate_proj,0.0003250983,0.05000,1.723
26,mlp.experts.139.gate_proj,0.0002469190,0.05000,3.813
26,mlp.experts.152.gate_proj,0.0003154837,0.05000,3.781
26,mlp.experts.145.gate_proj,0.0001743931,0.05000,1.680
26,mlp.experts.150.gate_proj,0.0001807711,0.05000,3.530
26,mlp.experts.156.gate_proj,0.0001589050,0.05000,3.393
26,mlp.experts.149.gate_proj,0.0001692696,0.05000,2.959
26,mlp.experts.143.gate_proj,0.0001625559,0.05000,3.918
26,mlp.experts.160.gate_proj,0.0001519269,0.05000,0.677
26,mlp.experts.154.gate_proj,0.0002093092,0.05000,1.108
26,mlp.experts.164.gate_proj,0.0002306656,0.05000,1.279
26,mlp.experts.153.gate_proj,0.0003288096,0.05000,1.315
26,mlp.experts.158.gate_proj,0.0001185024,0.05000,1.316
26,mlp.experts.147.gate_proj,0.0001625961,0.05000,1.403
26,mlp.experts.168.gate_proj,0.0003997417,0.05000,1.316
26,mlp.experts.157.gate_proj,0.0002061810,0.05000,1.299
26,mlp.experts.162.gate_proj,0.0001900370,0.05000,1.320
26,mlp.experts.151.gate_proj,0.0002212563,0.05000,1.326
26,mlp.experts.161.gate_proj,0.0003936705,0.05000,1.961
26,mlp.experts.172.gate_proj,0.0001858631,0.05000,2.259
26,mlp.experts.155.gate_proj,0.0003039295,0.05000,2.785
26,mlp.experts.166.gate_proj,0.0002107429,0.05000,3.635
26,mlp.experts.176.gate_proj,0.0004836399,0.05000,1.866
26,mlp.experts.165.gate_proj,0.0001563894,0.05000,3.439
26,mlp.experts.180.gate_proj,0.0002574561,0.05000,1.860
26,mlp.experts.159.gate_proj,0.0001993929,0.05000,3.461
26,mlp.experts.170.gate_proj,0.0003357676,0.05000,3.238
26,mlp.experts.169.gate_proj,0.0002791307,0.05000,1.850
26,mlp.experts.184.gate_proj,0.0001029344,0.05000,1.466
26,mlp.experts.163.gate_proj,0.0001059459,0.05000,1.363
26,mlp.experts.174.gate_proj,0.0002657179,0.05000,1.198
26,mlp.experts.173.gate_proj,0.0001110249,0.05000,1.227
26,mlp.experts.188.gate_proj,0.0002200097,0.05000,1.216
26,mlp.experts.167.gate_proj,0.0002035284,0.05000,1.398
26,mlp.experts.178.gate_proj,0.0002200118,0.05000,1.224
26,mlp.experts.192.gate_proj,0.0003210007,0.05000,1.402
26,mlp.experts.177.gate_proj,0.0002021842,0.05000,2.063
26,mlp.experts.182.gate_proj,0.0001280334,0.05000,2.316
26,mlp.experts.171.gate_proj,0.0002190361,0.05000,2.920
26,mlp.experts.181.gate_proj,0.0001831339,0.05000,1.929
26,mlp.experts.196.gate_proj,0.0001961546,0.05000,2.695
26,mlp.experts.186.gate_proj,0.0002045618,0.05000,3.655
26,mlp.experts.175.gate_proj,0.0001506978,0.05000,3.636
26,mlp.experts.185.gate_proj,0.0001718360,0.05000,3.302
26,mlp.experts.200.gate_proj,0.0001856237,0.05000,3.468
26,mlp.experts.179.gate_proj,0.0003047282,0.05000,2.717
26,mlp.experts.189.gate_proj,0.0003015773,0.05000,3.119
26,mlp.experts.190.gate_proj,0.0002073309,0.05000,3.641
26,mlp.experts.204.gate_proj,0.0001242389,0.05000,3.243
26,mlp.experts.193.gate_proj,0.0002330967,0.05000,1.869
26,mlp.experts.208.gate_proj,0.0000614416,0.05000,1.612
26,mlp.experts.183.gate_proj,0.0001472852,0.05000,3.002
26,mlp.experts.194.gate_proj,0.0002005173,0.05000,2.782
26,mlp.experts.212.gate_proj,0.0001511886,0.05000,1.793
26,mlp.experts.197.gate_proj,0.0001740690,0.05000,3.214
26,mlp.experts.216.gate_proj,0.0002078610,0.05000,1.623
26,mlp.experts.198.gate_proj,0.0002663992,0.05000,3.304
26,mlp.experts.187.gate_proj,0.0001230921,0.05000,3.706
26,mlp.experts.220.gate_proj,0.0001893272,0.05000,1.657
26,mlp.experts.201.gate_proj,0.0002094934,0.05000,3.605
26,mlp.experts.224.gate_proj,0.0002793663,0.05000,1.811
26,mlp.experts.202.gate_proj,0.0001330352,0.05000,3.333
26,mlp.experts.191.gate_proj,0.0002424390,0.05000,3.534
26,mlp.experts.228.gate_proj,0.0002857980,0.05000,1.880
26,mlp.experts.205.gate_proj,0.0001619195,0.05000,3.410
26,mlp.experts.206.gate_proj,0.0002558563,0.05000,3.094
26,mlp.experts.232.gate_proj,0.0001605784,0.05000,1.988
26,mlp.experts.195.gate_proj,0.0002752288,0.05000,3.359
26,mlp.experts.209.gate_proj,0.0002060810,0.05000,1.745
26,mlp.experts.213.gate_proj,0.0002619424,0.05000,1.403
26,mlp.experts.210.gate_proj,0.0002390496,0.05000,3.494
26,mlp.experts.236.gate_proj,0.0001989261,0.05000,3.538
26,mlp.experts.199.gate_proj,0.0002143138,0.05000,3.504
26,mlp.experts.217.gate_proj,0.0001380820,0.05000,1.439
26,mlp.experts.214.gate_proj,0.0001871644,0.05000,2.273
26,mlp.experts.221.gate_proj,0.0002653875,0.05000,2.144
26,mlp.experts.240.gate_proj,0.0002065148,0.05000,2.553
26,mlp.experts.218.gate_proj,0.0001228647,0.05000,1.467
26,mlp.experts.203.gate_proj,0.0002330330,0.05000,3.187
26,mlp.experts.225.gate_proj,0.0001247575,0.05000,1.898
26,mlp.experts.222.gate_proj,0.0003221177,0.05000,1.615
26,mlp.experts.207.gate_proj,0.0002161422,0.05000,1.997
26,mlp.experts.244.gate_proj,0.0001746557,0.05000,3.639
26,mlp.experts.211.gate_proj,0.0001672048,0.05000,2.281
26,mlp.experts.229.gate_proj,0.0001975086,0.05000,3.578
26,mlp.experts.226.gate_proj,0.0002292551,0.05000,3.586
26,mlp.experts.248.gate_proj,0.0001800130,0.05000,2.574
26,mlp.experts.233.gate_proj,0.0003718274,0.05000,2.275
26,mlp.experts.215.gate_proj,0.0001745866,0.05000,3.607
26,mlp.experts.252.gate_proj,0.0003598720,0.05000,2.627
26,mlp.experts.230.gate_proj,0.0002487641,0.05000,3.632
26,mlp.experts.237.gate_proj,0.0002177815,0.05000,2.280
26,mlp.experts.0.up_proj,0.0001678891,0.05000,2.066
26,mlp.experts.241.gate_proj,0.0002308157,0.05000,1.636
26,mlp.experts.219.gate_proj,0.0001529047,0.05000,3.663
26,mlp.experts.234.gate_proj,0.0004077869,0.05000,3.746
26,mlp.experts.245.gate_proj,0.0002530077,0.05000,2.834
26,mlp.experts.4.up_proj,0.0001075322,0.05000,3.488
26,mlp.experts.223.gate_proj,0.0002413699,0.05000,2.271
26,mlp.experts.238.gate_proj,0.0002374956,0.05000,1.548
26,mlp.experts.8.up_proj,0.0001346894,0.05000,1.268
26,mlp.experts.249.gate_proj,0.0001520033,0.05000,1.451
26,mlp.experts.227.gate_proj,0.0003252607,0.05000,1.252
26,mlp.experts.242.gate_proj,0.0003112992,0.05000,1.259
26,mlp.experts.12.up_proj,0.0001485623,0.05000,1.367
26,mlp.experts.253.gate_proj,0.0000846261,0.05000,1.359
26,mlp.experts.231.gate_proj,0.0001628156,0.05000,1.353
26,mlp.experts.246.gate_proj,0.0002080700,0.05000,2.068
26,mlp.experts.16.up_proj,0.0001666301,0.05000,1.562
26,mlp.experts.235.gate_proj,0.0002996974,0.05000,1.572
26,mlp.experts.1.up_proj,0.0003513658,0.05000,3.249
26,mlp.experts.250.gate_proj,0.0002266512,0.05000,3.566
26,mlp.experts.20.up_proj,0.0001445872,0.05000,3.409
26,mlp.experts.5.up_proj,0.0002246984,0.05000,1.827
26,mlp.experts.239.gate_proj,0.0002777950,0.05000,3.527
26,mlp.experts.9.up_proj,0.0001737656,0.05000,2.026
26,mlp.experts.254.gate_proj,0.0002451976,0.05000,3.714
26,mlp.experts.243.gate_proj,0.0003356895,0.05000,3.234
26,mlp.experts.24.up_proj,0.0002334840,0.05000,3.949
26,mlp.experts.247.gate_proj,0.0001893825,0.05000,1.894
26,mlp.experts.13.up_proj,0.0001422742,0.05000,3.504
26,mlp.experts.2.up_proj,0.0003762797,0.05000,3.488
26,mlp.experts.28.up_proj,0.0001623132,0.05000,3.956
26,mlp.experts.251.gate_proj,0.0001817026,0.05000,2.519
26,mlp.experts.17.up_proj,0.0001503845,0.05000,3.636
26,mlp.experts.6.up_proj,0.0002021091,0.05000,3.626
26,mlp.experts.255.gate_proj,0.0002405061,0.05000,3.261
26,mlp.experts.32.up_proj,0.0002120642,0.05000,3.613
26,mlp.experts.21.up_proj,0.0001844301,0.05000,2.928
26,mlp.experts.10.up_proj,0.0002857216,0.05000,1.960
26,mlp.experts.3.up_proj,0.0001522613,0.05000,1.468
26,mlp.experts.36.up_proj,0.0001681210,0.05000,1.476
26,mlp.experts.25.up_proj,0.0003095079,0.05000,1.326
26,mlp.experts.14.up_proj,0.0002135612,0.05000,1.514
26,mlp.experts.40.up_proj,0.0002171184,0.05000,1.666
26,mlp.experts.18.up_proj,0.0004791286,0.05000,1.210
26,mlp.experts.7.up_proj,0.0002315722,0.05000,3.077
26,mlp.experts.44.up_proj,0.0002547281,0.05000,1.168
26,mlp.experts.29.up_proj,0.0001850450,0.05000,2.842
26,mlp.experts.22.up_proj,0.0001883179,0.05000,1.614
26,mlp.experts.33.up_proj,0.0002218450,0.05000,1.512
26,mlp.experts.11.up_proj,0.0001748087,0.05000,2.708
26,mlp.experts.26.up_proj,0.0002384710,0.05000,1.801
26,mlp.experts.48.up_proj,0.0001513847,0.05000,3.088
26,mlp.experts.37.up_proj,0.0001264317,0.05000,1.547
26,mlp.experts.30.up_proj,0.0001277059,0.05000,2.149
26,mlp.experts.41.up_proj,0.0001788773,0.05000,1.586
26,mlp.experts.15.up_proj,0.0003100677,0.05000,3.586
26,mlp.experts.52.up_proj,0.0002803580,0.05000,3.637
26,mlp.experts.45.up_proj,0.0002640404,0.05000,2.347
26,mlp.experts.34.up_proj,0.0002477217,0.05000,3.594
26,mlp.experts.19.up_proj,0.0002869509,0.05000,3.194
26,mlp.experts.49.up_proj,0.0001470187,0.05000,2.361
26,mlp.experts.56.up_proj,0.0002144007,0.05000,3.567
26,mlp.experts.38.up_proj,0.0001957240,0.05000,2.764
26,mlp.experts.23.up_proj,0.0003600703,0.05000,2.473
26,mlp.experts.53.up_proj,0.0001785047,0.05000,2.107
26,mlp.experts.60.up_proj,0.0001885142,0.05000,2.142
26,mlp.experts.42.up_proj,0.0002639497,0.05000,1.718
26,mlp.experts.27.up_proj,0.0001329680,0.05000,1.323
26,mlp.experts.57.up_proj,0.0001574263,0.05000,1.297
26,mlp.experts.64.up_proj,0.0001410126,0.05000,1.310
26,mlp.experts.46.up_proj,0.0002691128,0.05000,1.311
26,mlp.experts.31.up_proj,0.0001821017,0.05000,1.316
26,mlp.experts.61.up_proj,0.0002529993,0.05000,1.316
26,mlp.experts.68.up_proj,0.0002103518,0.05000,1.316
26,mlp.experts.50.up_proj,0.0001483844,0.05000,1.310
26,mlp.experts.35.up_proj,0.0002692467,0.05000,1.317
26,mlp.experts.65.up_proj,0.0001420014,0.05000,1.300
26,mlp.experts.72.up_proj,0.0003780074,0.05000,1.309
26,mlp.experts.54.up_proj,0.0000975987,0.05000,1.289
26,mlp.experts.39.up_proj,0.0003302984,0.05000,1.262
26,mlp.experts.69.up_proj,0.0001446342,0.05000,1.267
26,mlp.experts.76.up_proj,0.0002740685,0.05000,1.805
26,mlp.experts.43.up_proj,0.0004541546,0.05000,1.589
26,mlp.experts.58.up_proj,0.0002613123,0.05000,2.471
26,mlp.experts.73.up_proj,0.0002606796,0.05000,2.809
26,mlp.experts.80.up_proj,0.0002437144,0.05000,2.049
26,mlp.experts.47.up_proj,0.0000596830,0.05000,1.826
26,mlp.experts.62.up_proj,0.0004575586,0.05000,1.338
26,mlp.experts.77.up_proj,0.0001733514,0.05000,1.275
26,mlp.experts.84.up_proj,0.0002787487,0.05000,1.272
26,mlp.experts.51.up_proj,0.0001820345,0.05000,1.268
26,mlp.experts.66.up_proj,0.0001082587,0.05000,1.303
26,mlp.experts.81.up_proj,0.0001448360,0.05000,1.297
26,mlp.experts.88.up_proj,0.0001369189,0.05000,1.311
26,mlp.experts.55.up_proj,0.0001084414,0.05000,1.305
26,mlp.experts.70.up_proj,0.0002414819,0.05000,1.309
26,mlp.experts.85.up_proj,0.0001509298,0.05000,1.307
26,mlp.experts.92.up_proj,0.0001567292,0.05000,1.308
26,mlp.experts.59.up_proj,0.0002221254,0.05000,1.311
26,mlp.experts.74.up_proj,0.0005069463,0.05000,1.267
26,mlp.experts.89.up_proj,0.0002522212,0.05000,1.078
26,mlp.experts.96.up_proj,0.0002513528,0.05000,1.039
26,mlp.experts.63.up_proj,0.0001367507,0.05000,0.936
26,mlp.experts.78.up_proj,0.0002905656,0.05000,0.864
26,mlp.experts.93.up_proj,0.0005361756,0.05000,0.890
26,mlp.experts.100.up_proj,0.0001461850,0.05000,0.927
26,mlp.experts.67.up_proj,0.0002055539,0.05000,1.147
26,mlp.experts.82.up_proj,0.0003221121,0.05000,2.343
26,mlp.experts.104.up_proj,0.0001246695,0.05000,2.109
26,mlp.experts.97.up_proj,0.0001863803,0.05000,2.426
26,mlp.experts.71.up_proj,0.0001307622,0.05000,2.009
26,mlp.experts.108.up_proj,0.0003198157,0.05000,1.355
26,mlp.experts.101.up_proj,0.0003307224,0.05000,1.289
26,mlp.experts.86.up_proj,0.0002084851,0.05000,1.936
26,mlp.experts.75.up_proj,0.0002723777,0.05000,1.430
26,mlp.experts.112.up_proj,0.0002156664,0.05000,1.274
26,mlp.experts.105.up_proj,0.0001547783,0.05000,1.221
26,mlp.experts.79.up_proj,0.0001649711,0.05000,1.195
26,mlp.experts.90.up_proj,0.0000765889,0.05000,1.309
26,mlp.experts.109.up_proj,0.0000991903,0.05000,1.567
26,mlp.experts.83.up_proj,0.0002313994,0.05000,1.640
26,mlp.experts.116.up_proj,0.0001577930,0.05000,2.838
26,mlp.experts.94.up_proj,0.0000791289,0.05000,2.576
26,mlp.experts.113.up_proj,0.0002450862,0.05000,1.483
26,mlp.experts.87.up_proj,0.0002130438,0.05000,1.415
26,mlp.experts.120.up_proj,0.0002275540,0.05000,1.303
26,mlp.experts.98.up_proj,0.0001601719,0.05000,1.296
26,mlp.experts.117.up_proj,0.0001422803,0.05000,1.299
26,mlp.experts.91.up_proj,0.0002016318,0.05000,1.307
26,mlp.experts.124.up_proj,0.0001773093,0.05000,1.250
26,mlp.experts.102.up_proj,0.0001410575,0.05000,1.281
26,mlp.experts.121.up_proj,0.0003220769,0.05000,1.214
26,mlp.experts.95.up_proj,0.0002647918,0.05000,1.272
26,mlp.experts.128.up_proj,0.0003312019,0.05000,1.275
26,mlp.experts.106.up_proj,0.0003058444,0.05000,1.274
26,mlp.experts.125.up_proj,0.0001722665,0.05000,1.264
26,mlp.experts.99.up_proj,0.0002748332,0.05000,1.252
26,mlp.experts.103.up_proj,0.0001821626,0.05000,1.358
26,mlp.experts.129.up_proj,0.0001687770,0.05000,2.405
26,mlp.experts.110.up_proj,0.0002257056,0.05000,2.642
26,mlp.experts.132.up_proj,0.0002510138,0.05000,2.862
26,mlp.experts.107.up_proj,0.0001500720,0.05000,3.483
26,mlp.experts.114.up_proj,0.0002665860,0.05000,2.925
26,mlp.experts.136.up_proj,0.0001890937,0.05000,2.842
26,mlp.experts.133.up_proj,0.0002024561,0.05000,3.653
26,mlp.experts.118.up_proj,0.0005077508,0.05000,1.695
26,mlp.experts.140.up_proj,0.0001245289,0.05000,2.234
26,mlp.experts.111.up_proj,0.0001612242,0.05000,3.764
26,mlp.experts.122.up_proj,0.0002936861,0.05000,2.367
26,mlp.experts.137.up_proj,0.0001557386,0.05000,3.572
26,mlp.experts.144.up_proj,0.0001556871,0.05000,3.707
26,mlp.experts.115.up_proj,0.0001577910,0.05000,3.821
26,mlp.experts.126.up_proj,0.0002741286,0.05000,3.751
26,mlp.experts.141.up_proj,0.0002262282,0.05000,3.824
26,mlp.experts.148.up_proj,0.0001206615,0.05000,3.734
26,mlp.experts.119.up_proj,0.0001550236,0.05000,3.600
26,mlp.experts.130.up_proj,0.0002955003,0.05000,3.760
26,mlp.experts.145.up_proj,0.0001698535,0.05000,3.862
26,mlp.experts.152.up_proj,0.0002492309,0.05000,3.627
26,mlp.experts.149.up_proj,0.0001555222,0.05000,1.892
26,mlp.experts.123.up_proj,0.0001513275,0.05000,3.187
26,mlp.experts.134.up_proj,0.0003327929,0.05000,2.561
26,mlp.experts.156.up_proj,0.0001504199,0.05000,1.852
26,mlp.experts.127.up_proj,0.0001701505,0.05000,1.664
26,mlp.experts.153.up_proj,0.0003242452,0.05000,2.439
26,mlp.experts.138.up_proj,0.0002673734,0.05000,3.553
26,mlp.experts.160.up_proj,0.0001324330,0.05000,3.323
26,mlp.experts.131.up_proj,0.0004389120,0.05000,3.286
26,mlp.experts.157.up_proj,0.0001943879,0.05000,2.984
26,mlp.experts.142.up_proj,0.0001778382,0.05000,1.743
26,mlp.experts.164.up_proj,0.0002162066,0.05000,1.578
26,mlp.experts.135.up_proj,0.0001819157,0.05000,1.403
26,mlp.experts.161.up_proj,0.0004312795,0.05000,1.273
26,mlp.experts.146.up_proj,0.0003204760,0.05000,1.256
26,mlp.experts.168.up_proj,0.0003554055,0.05000,1.403
26,mlp.experts.165.up_proj,0.0001361392,0.05000,1.186
26,mlp.experts.139.up_proj,0.0002374742,0.05000,1.247
26,mlp.experts.150.up_proj,0.0001664584,0.05000,1.223
26,mlp.experts.172.up_proj,0.0001527203,0.05000,1.101
26,mlp.experts.169.up_proj,0.0002714162,0.05000,1.077
26,mlp.experts.143.up_proj,0.0001643923,0.05000,1.093
26,mlp.experts.154.up_proj,0.0001990457,0.05000,1.088
26,mlp.experts.176.up_proj,0.0004882834,0.05000,1.325
26,mlp.experts.173.up_proj,0.0001120992,0.05000,1.229
26,mlp.experts.147.up_proj,0.0001626792,0.05000,1.253
26,mlp.experts.158.up_proj,0.0001099986,0.05000,1.237
26,mlp.experts.180.up_proj,0.0002272444,0.05000,1.161
26,mlp.experts.177.up_proj,0.0001929264,0.05000,1.195
26,mlp.experts.151.up_proj,0.0002097996,0.05000,1.207
26,mlp.experts.162.up_proj,0.0001745312,0.05000,1.200
26,mlp.experts.184.up_proj,0.0001006508,0.05000,1.164
26,mlp.experts.181.up_proj,0.0001674459,0.05000,1.209
26,mlp.experts.155.up_proj,0.0002873684,0.05000,1.210
26,mlp.experts.166.up_proj,0.0001965867,0.05000,1.216
26,mlp.experts.188.up_proj,0.0001909568,0.05000,1.168
26,mlp.experts.185.up_proj,0.0001650980,0.05000,1.210
26,mlp.experts.159.up_proj,0.0001764893,0.05000,1.195
26,mlp.experts.170.up_proj,0.0002774252,0.05000,1.214
26,mlp.experts.192.up_proj,0.0002631797,0.05000,1.207
26,mlp.experts.189.up_proj,0.0002868381,0.05000,1.247
26,mlp.experts.163.up_proj,0.0000999435,0.05000,1.253
26,mlp.experts.174.up_proj,0.0002590058,0.05000,1.281
26,mlp.experts.196.up_proj,0.0002001363,0.05000,1.316
26,mlp.experts.193.up_proj,0.0002169496,0.05000,1.303
26,mlp.experts.167.up_proj,0.0002024437,0.05000,1.307
26,mlp.experts.178.up_proj,0.0002011665,0.05000,1.316
26,mlp.experts.200.up_proj,0.0001728815,0.05000,1.298
26,mlp.experts.171.up_proj,0.0002107390,0.05000,1.181
26,mlp.experts.197.up_proj,0.0001560294,0.05000,1.284
26,mlp.experts.182.up_proj,0.0001124708,0.05000,1.339
26,mlp.experts.204.up_proj,0.0001093176,0.05000,1.292
26,mlp.experts.175.up_proj,0.0001412848,0.05000,1.303
26,mlp.experts.201.up_proj,0.0001968212,0.05000,1.291
26,mlp.experts.186.up_proj,0.0001798000,0.05000,1.306
26,mlp.experts.208.up_proj,0.0000729465,0.05000,1.246
26,mlp.experts.205.up_proj,0.0001523883,0.05000,1.224
26,mlp.experts.179.up_proj,0.0003252304,0.05000,1.260
26,mlp.experts.190.up_proj,0.0002014962,0.05000,1.208
26,mlp.experts.212.up_proj,0.0001390784,0.05000,1.230
26,mlp.experts.209.up_proj,0.0001860650,0.05000,1.209
26,mlp.experts.183.up_proj,0.0001422877,0.05000,1.305
26,mlp.experts.194.up_proj,0.0001755281,0.05000,1.266
26,mlp.experts.216.up_proj,0.0001970506,0.05000,1.302
26,mlp.experts.213.up_proj,0.0002810787,0.05000,1.329
26,mlp.experts.187.up_proj,0.0001053818,0.05000,1.318
26,mlp.experts.198.up_proj,0.0002631859,0.05000,1.314
26,mlp.experts.220.up_proj,0.0001608068,0.05000,1.308
26,mlp.experts.217.up_proj,0.0001302080,0.05000,1.308
26,mlp.experts.191.up_proj,0.0002123765,0.05000,1.322
26,mlp.experts.202.up_proj,0.0001127872,0.05000,1.303
26,mlp.experts.224.up_proj,0.0002795366,0.05000,1.300
26,mlp.experts.221.up_proj,0.0002296061,0.05000,1.298
26,mlp.experts.195.up_proj,0.0002440722,0.05000,1.300
26,mlp.experts.206.up_proj,0.0002282231,0.05000,1.305
26,mlp.experts.228.up_proj,0.0002525134,0.05000,1.314
26,mlp.experts.225.up_proj,0.0001336114,0.05000,1.306
26,mlp.experts.199.up_proj,0.0001893073,0.05000,1.314
26,mlp.experts.210.up_proj,0.0002007576,0.05000,1.320
26,mlp.experts.232.up_proj,0.0001420584,0.05000,1.309
26,mlp.experts.229.up_proj,0.0001877355,0.05000,1.280
26,mlp.experts.203.up_proj,0.0003140178,0.05000,1.290
26,mlp.experts.214.up_proj,0.0001589106,0.05000,1.259
26,mlp.experts.236.up_proj,0.0001832788,0.05000,1.212
26,mlp.experts.233.up_proj,0.0003713458,0.05000,1.180
26,mlp.experts.207.up_proj,0.0002026949,0.05000,1.229
26,mlp.experts.218.up_proj,0.0001227252,0.05000,1.239
26,mlp.experts.240.up_proj,0.0001868871,0.05000,1.199
26,mlp.experts.237.up_proj,0.0001983543,0.05000,1.209
26,mlp.experts.211.up_proj,0.0001593746,0.05000,1.207
26,mlp.experts.222.up_proj,0.0003725707,0.05000,1.214
26,mlp.experts.244.up_proj,0.0001609098,0.05000,1.162
26,mlp.experts.241.up_proj,0.0002373364,0.05000,1.202
26,mlp.experts.215.up_proj,0.0001343302,0.05000,1.208
26,mlp.experts.226.up_proj,0.0002215538,0.05000,1.207
26,mlp.experts.248.up_proj,0.0001734756,0.05000,1.174
26,mlp.experts.245.up_proj,0.0002175778,0.05000,1.215
26,mlp.experts.219.up_proj,0.0001437020,0.05000,1.243
26,mlp.experts.230.up_proj,0.0002218350,0.05000,1.265
26,mlp.experts.252.up_proj,0.0003656892,0.05000,1.300
26,mlp.experts.249.up_proj,0.0001335324,0.05000,1.241
26,mlp.experts.223.up_proj,0.0002298152,0.05000,1.156
26,mlp.experts.234.up_proj,0.0003985905,0.05000,1.044
26,mlp.experts.253.up_proj,0.0000771954,0.05000,0.826
26,mlp.experts.227.up_proj,0.0002960301,0.05000,0.782
26,mlp.experts.238.up_proj,0.0002333074,0.05000,0.739
26,mlp.experts.231.up_proj,0.0001554893,0.05000,0.619
26,mlp.experts.242.up_proj,0.0003231155,0.05000,0.614
26,mlp.experts.235.up_proj,0.0002956319,0.05000,0.628
26,mlp.experts.246.up_proj,0.0002046100,0.05000,0.570
26,mlp.experts.239.up_proj,0.0002610891,0.05000,0.400
26,mlp.experts.250.up_proj,0.0001953717,0.05000,0.400
26,mlp.experts.243.up_proj,0.0002999577,0.05000,0.398
26,mlp.experts.254.up_proj,0.0002328177,0.05000,0.402
26,mlp.experts.247.up_proj,0.0001899962,0.05000,0.260
26,mlp.experts.251.up_proj,0.0001638265,0.05000,0.199
26,mlp.experts.255.up_proj,0.0002156915,0.05000,0.200
26,mlp.experts.2.down_proj,0.0000158525,0.05000,0.298
26,mlp.experts.1.down_proj,0.0000228752,0.05000,0.305
26,mlp.experts.0.down_proj,0.0000034446,0.05000,0.313
26,mlp.experts.3.down_proj,0.0000189256,0.05000,0.376
26,mlp.experts.6.down_proj,0.0000078961,0.05000,0.354
26,mlp.experts.5.down_proj,0.0000091071,0.05000,0.347
26,mlp.experts.4.down_proj,0.0000018711,0.05000,0.349
26,mlp.experts.7.down_proj,0.0000063373,0.05000,0.385
26,mlp.experts.10.down_proj,0.0000164952,0.05000,0.329
26,mlp.experts.9.down_proj,0.0000025334,0.05000,0.329
26,mlp.experts.8.down_proj,0.0000018943,0.05000,0.330
26,mlp.experts.11.down_proj,0.0000056762,0.05000,0.330
26,mlp.experts.14.down_proj,0.0000092480,0.05000,0.324
26,mlp.experts.13.down_proj,0.0000034099,0.05000,0.327
26,mlp.experts.12.down_proj,0.0000025173,0.05000,0.328
26,mlp.experts.15.down_proj,0.0000103543,0.05000,0.327
26,mlp.experts.18.down_proj,0.0000398042,0.05000,0.334
26,mlp.experts.17.down_proj,0.0000019839,0.05000,0.328
26,mlp.experts.16.down_proj,0.0000047519,0.05000,0.329
26,mlp.experts.19.down_proj,0.0000125403,0.05000,0.330
26,mlp.experts.22.down_proj,0.0000062847,0.05000,0.327
26,mlp.experts.21.down_proj,0.0000074164,0.05000,0.331
26,mlp.experts.20.down_proj,0.0000035912,0.05000,0.327
26,mlp.experts.23.down_proj,0.0000122525,0.05000,0.325
26,mlp.experts.26.down_proj,0.0000040317,0.05000,0.327
26,mlp.experts.25.down_proj,0.0000134778,0.05000,0.326
26,mlp.experts.24.down_proj,0.0000074235,0.05000,0.331
26,mlp.experts.27.down_proj,0.0000033789,0.05000,0.323
26,mlp.experts.29.down_proj,0.0000028678,0.05000,0.321
26,mlp.experts.30.down_proj,0.0000014906,0.05000,0.332
26,mlp.experts.28.down_proj,0.0000040378,0.05000,0.324
26,mlp.experts.31.down_proj,0.0000025963,0.05000,0.324
26,mlp.experts.33.down_proj,0.0000061467,0.05000,0.326
26,mlp.experts.34.down_proj,0.0000051521,0.05000,0.327
26,mlp.experts.32.down_proj,0.0000158129,0.05000,0.328
26,mlp.experts.35.down_proj,0.0000051102,0.05000,0.330
26,mlp.experts.37.down_proj,0.0000046006,0.05000,0.330
26,mlp.experts.38.down_proj,0.0000088743,0.05000,0.329
26,mlp.experts.36.down_proj,0.0000049932,0.05000,0.329
26,mlp.experts.39.down_proj,0.0000163241,0.05000,0.332
26,mlp.experts.41.down_proj,0.0000028964,0.05000,0.324
26,mlp.experts.42.down_proj,0.0000119023,0.05000,0.332
26,mlp.experts.40.down_proj,0.0000092582,0.05000,0.328
26,mlp.experts.43.down_proj,0.0000298549,0.05000,0.327
26,mlp.experts.45.down_proj,0.0000084327,0.05000,0.325
26,mlp.experts.46.down_proj,0.0000048162,0.05000,0.326
26,mlp.experts.44.down_proj,0.0000170762,0.05000,0.328
26,mlp.experts.47.down_proj,0.0000014291,0.05000,0.329
26,mlp.experts.49.down_proj,0.0000057336,0.05000,0.332
26,mlp.experts.50.down_proj,0.0000077485,0.05000,0.331
26,mlp.experts.48.down_proj,0.0000043366,0.05000,0.329
26,mlp.experts.51.down_proj,0.0000154830,0.05000,0.336
26,mlp.experts.53.down_proj,0.0000074679,0.05000,0.331
26,mlp.experts.54.down_proj,0.0000044211,0.05000,0.332
26,mlp.experts.52.down_proj,0.0000212545,0.05000,0.327
26,mlp.experts.55.down_proj,0.0000016115,0.05000,0.330
26,mlp.experts.57.down_proj,0.0000023370,0.05000,0.323
26,mlp.experts.56.down_proj,0.0000040236,0.05000,0.329
26,mlp.experts.58.down_proj,0.0000097300,0.05000,0.331
26,mlp.experts.59.down_proj,0.0000107054,0.05000,0.331
26,mlp.experts.61.down_proj,0.0000108156,0.05000,0.334
26,mlp.experts.60.down_proj,0.0000089816,0.05000,0.331
26,mlp.experts.62.down_proj,0.0000227119,0.05000,0.331
26,mlp.experts.63.down_proj,0.0000038958,0.05000,0.441
26,mlp.experts.65.down_proj,0.0000054421,0.05000,0.400
26,mlp.experts.66.down_proj,0.0000026046,0.05000,0.393
26,mlp.experts.64.down_proj,0.0000062850,0.05000,0.764
26,mlp.experts.69.down_proj,0.0000040882,0.05000,0.420
26,mlp.experts.70.down_proj,0.0000052954,0.05000,0.418
26,mlp.experts.67.down_proj,0.0000085000,0.05000,0.892
26,mlp.experts.74.down_proj,0.0000335376,0.05000,0.410
26,mlp.experts.73.down_proj,0.0000127957,0.05000,0.420
26,mlp.experts.78.down_proj,0.0000121515,0.05000,0.413
26,mlp.experts.77.down_proj,0.0000075400,0.05000,0.416
26,mlp.experts.68.down_proj,0.0000039937,0.05000,0.956
26,mlp.experts.71.down_proj,0.0000019384,0.05000,0.881
26,mlp.experts.82.down_proj,0.0000121037,0.05000,0.413
26,mlp.experts.81.down_proj,0.0000023700,0.05000,0.417
26,mlp.experts.86.down_proj,0.0000145998,0.05000,0.406
26,mlp.experts.85.down_proj,0.0000191802,0.05000,0.411
26,mlp.experts.72.down_proj,0.0000301523,0.05000,0.936
26,mlp.experts.90.down_proj,0.0000030459,0.05000,0.412
26,mlp.experts.75.down_proj,0.0000149244,0.05000,0.883
26,mlp.experts.89.down_proj,0.0000095471,0.05000,0.418
26,mlp.experts.94.down_proj,0.0000056254,0.05000,0.408
26,mlp.experts.93.down_proj,0.0000345411,0.05000,0.410
26,mlp.experts.76.down_proj,0.0000097399,0.05000,0.942
26,mlp.experts.98.down_proj,0.0000057303,0.05000,0.415
26,mlp.experts.97.down_proj,0.0000029650,0.05000,0.414
26,mlp.experts.79.down_proj,0.0000033743,0.05000,0.873
26,mlp.experts.102.down_proj,0.0000022692,0.05000,0.418
26,mlp.experts.101.down_proj,0.0000222294,0.05000,0.413
26,mlp.experts.106.down_proj,0.0000140567,0.05000,0.407
26,mlp.experts.105.down_proj,0.0000044056,0.05000,0.411
26,mlp.experts.80.down_proj,0.0000061908,0.05000,0.945
26,mlp.experts.83.down_proj,0.0000136532,0.05000,0.875
26,mlp.experts.110.down_proj,0.0000040545,0.05000,0.417
26,mlp.experts.109.down_proj,0.0000034108,0.05000,0.420
26,mlp.experts.84.down_proj,0.0000138348,0.05000,0.639
26,mlp.experts.87.down_proj,0.0000033295,0.05000,0.602
26,mlp.experts.114.down_proj,0.0000065864,0.05000,0.328
26,mlp.experts.88.down_proj,0.0000031498,0.05000,0.342
26,mlp.experts.113.down_proj,0.0000047083,0.05000,0.694
26,mlp.experts.118.down_proj,0.0000449360,0.05000,0.534
26,mlp.experts.91.down_proj,0.0000032838,0.05000,0.704
26,mlp.experts.92.down_proj,0.0000230285,0.05000,0.448
26,mlp.experts.96.down_proj,0.0000134646,0.05000,0.459
26,mlp.experts.117.down_proj,0.0000043136,0.05000,0.875
26,mlp.experts.122.down_proj,0.0000133416,0.05000,0.884
26,mlp.experts.95.down_proj,0.0000127963,0.05000,0.954
26,mlp.experts.100.down_proj,0.0000060974,0.05000,0.467
26,mlp.experts.121.down_proj,0.0000189778,0.05000,0.918
26,mlp.experts.104.down_proj,0.0000051404,0.05000,0.648
26,mlp.experts.126.down_proj,0.0000059200,0.05000,0.870
26,mlp.experts.99.down_proj,0.0000103479,0.05000,0.874
26,mlp.experts.108.down_proj,0.0000105870,0.05000,0.777
26,mlp.experts.125.down_proj,0.0000036510,0.05000,0.977
26,mlp.experts.130.down_proj,0.0000149487,0.05000,0.926
26,mlp.experts.103.down_proj,0.0000088729,0.05000,0.925
26,mlp.experts.112.down_proj,0.0000035743,0.05000,0.570
26,mlp.experts.129.down_proj,0.0000032498,0.05000,0.971
26,mlp.experts.134.down_proj,0.0000221097,0.05000,0.940
26,mlp.experts.107.down_proj,0.0000022498,0.05000,0.919
26,mlp.experts.116.down_proj,0.0000041501,0.05000,0.939
26,mlp.experts.133.down_proj,0.0000033481,0.05000,0.836
26,mlp.experts.138.down_proj,0.0000114479,0.05000,0.912
26,mlp.experts.120.down_proj,0.0000067785,0.05000,0.526
26,mlp.experts.111.down_proj,0.0000045287,0.05000,0.905
26,mlp.experts.137.down_proj,0.0000078116,0.05000,0.426
26,mlp.experts.124.down_proj,0.0000153361,0.05000,0.387
26,mlp.experts.128.down_proj,0.0000073596,0.05000,0.378
26,mlp.experts.141.down_proj,0.0000074139,0.05000,0.511
26,mlp.experts.142.down_proj,0.0000024652,0.05000,0.861
26,mlp.experts.115.down_proj,0.0000114459,0.05000,0.878
26,mlp.experts.132.down_proj,0.0000112889,0.05000,0.383
26,mlp.experts.145.down_proj,0.0000133070,0.05000,0.429
26,mlp.experts.136.down_proj,0.0000028196,0.05000,0.380
26,mlp.experts.146.down_proj,0.0000232303,0.05000,0.850
26,mlp.experts.149.down_proj,0.0000027744,0.05000,0.464
26,mlp.experts.119.down_proj,0.0000022324,0.05000,0.892
26,mlp.experts.140.down_proj,0.0000020876,0.05000,0.393
26,mlp.experts.144.down_proj,0.0000045414,0.05000,0.400
26,mlp.experts.153.down_proj,0.0000193658,0.05000,0.687
26,mlp.experts.150.down_proj,0.0000025486,0.05000,0.873
26,mlp.experts.148.down_proj,0.0000097975,0.05000,0.378
26,mlp.experts.123.down_proj,0.0000025098,0.05000,0.882
26,mlp.experts.157.down_proj,0.0000061727,0.05000,0.425
26,mlp.experts.152.down_proj,0.0000073278,0.05000,0.377
26,mlp.experts.161.down_proj,0.0000232268,0.05000,0.417
26,mlp.experts.154.down_proj,0.0000028813,0.05000,0.695
26,mlp.experts.165.down_proj,0.0000065470,0.05000,0.409
26,mlp.experts.158.down_proj,0.0000045135,0.05000,0.405
26,mlp.experts.127.down_proj,0.0000025157,0.05000,0.875
26,mlp.experts.156.down_proj,0.0000059072,0.05000,0.906
26,mlp.experts.169.down_proj,0.0000109955,0.05000,0.417
26,mlp.experts.162.down_proj,0.0000048187,0.05000,0.412
26,mlp.experts.131.down_proj,0.0000378542,0.05000,0.500
26,mlp.experts.160.down_proj,0.0000054883,0.05000,0.207
26,mlp.experts.166.down_proj,0.0000032913,0.05000,0.344
26,mlp.experts.164.down_proj,0.0000080125,0.05000,0.353
26,mlp.experts.173.down_proj,0.0000057534,0.05000,0.394
26,mlp.experts.135.down_proj,0.0000042475,0.05000,0.540
26,mlp.experts.168.down_proj,0.0000152113,0.05000,0.285
26,mlp.experts.177.down_proj,0.0000028076,0.05000,0.255
26,mlp.experts.170.down_proj,0.0000065510,0.05000,0.329
26,mlp.experts.139.down_proj,0.0000072087,0.05000,0.215
26,mlp.experts.172.down_proj,0.0000057328,0.05000,0.225
26,mlp.experts.181.down_proj,0.0000022221,0.05000,0.233
26,mlp.experts.174.down_proj,0.0000102430,0.05000,0.241
26,mlp.experts.143.down_proj,0.0000074740,0.05000,0.271
26,mlp.experts.176.down_proj,0.0000396503,0.05000,0.308
26,mlp.experts.185.down_proj,0.0000027240,0.05000,0.308
26,mlp.experts.178.down_proj,0.0000110776,0.05000,0.428
26,mlp.experts.147.down_proj,0.0000115569,0.05000,0.335
26,mlp.experts.180.down_proj,0.0000099279,0.05000,0.330
26,mlp.experts.189.down_proj,0.0000097018,0.05000,0.326
26,mlp.experts.151.down_proj,0.0000143884,0.05000,0.308
26,mlp.experts.182.down_proj,0.0000037933,0.05000,0.346
26,mlp.experts.184.down_proj,0.0000114638,0.05000,0.302
26,mlp.experts.193.down_proj,0.0000035586,0.05000,0.308
26,mlp.experts.155.down_proj,0.0000112494,0.05000,0.296
26,mlp.experts.186.down_proj,0.0000045129,0.05000,0.303
26,mlp.experts.188.down_proj,0.0000065425,0.05000,0.304
26,mlp.experts.197.down_proj,0.0000018910,0.05000,0.305
26,mlp.experts.159.down_proj,0.0000070884,0.05000,0.294
26,mlp.experts.190.down_proj,0.0000160354,0.05000,0.306
26,mlp.experts.192.down_proj,0.0000068511,0.05000,0.306
26,mlp.experts.201.down_proj,0.0000092963,0.05000,0.304
26,mlp.experts.163.down_proj,0.0000059012,0.05000,0.298
26,mlp.experts.194.down_proj,0.0000059416,0.05000,0.302
26,mlp.experts.196.down_proj,0.0000119677,0.05000,0.303
26,mlp.experts.205.down_proj,0.0000026967,0.05000,0.305
26,mlp.experts.167.down_proj,0.0000100614,0.05000,0.297
26,mlp.experts.198.down_proj,0.0000134204,0.05000,0.309
26,mlp.experts.200.down_proj,0.0000025690,0.05000,0.303
26,mlp.experts.209.down_proj,0.0000025841,0.05000,0.308
26,mlp.experts.171.down_proj,0.0000179360,0.05000,0.295
26,mlp.experts.202.down_proj,0.0000045873,0.05000,0.307
26,mlp.experts.204.down_proj,0.0000048249,0.05000,0.323
26,mlp.experts.213.down_proj,0.0000251026,0.05000,0.315
26,mlp.experts.175.down_proj,0.0000065926,0.05000,0.326
26,mlp.experts.206.down_proj,0.0000080196,0.05000,0.329
26,mlp.experts.208.down_proj,0.0000032717,0.05000,0.332
26,mlp.experts.217.down_proj,0.0000017952,0.05000,0.332
26,mlp.experts.179.down_proj,0.0000200066,0.05000,0.335
26,mlp.experts.210.down_proj,0.0000043463,0.05000,0.335
26,mlp.experts.212.down_proj,0.0000058867,0.05000,0.328
26,mlp.experts.221.down_proj,0.0000059220,0.05000,0.325
26,mlp.experts.183.down_proj,0.0000044575,0.05000,0.329
26,mlp.experts.214.down_proj,0.0000065561,0.05000,0.328
26,mlp.experts.216.down_proj,0.0000030262,0.05000,0.330
26,mlp.experts.225.down_proj,0.0000076989,0.05000,0.325
26,mlp.experts.187.down_proj,0.0000029993,0.05000,0.330
26,mlp.experts.218.down_proj,0.0000053163,0.05000,0.332
26,mlp.experts.220.down_proj,0.0000059328,0.05000,0.324
26,mlp.experts.229.down_proj,0.0000031099,0.05000,0.320
26,mlp.experts.191.down_proj,0.0000039690,0.05000,0.327
26,mlp.experts.222.down_proj,0.0000317322,0.05000,0.329
26,mlp.experts.224.down_proj,0.0000145371,0.05000,0.321
26,mlp.experts.233.down_proj,0.0000269269,0.05000,0.324
26,mlp.experts.195.down_proj,0.0000058132,0.05000,0.328
26,mlp.experts.226.down_proj,0.0000079765,0.05000,0.329
26,mlp.experts.228.down_proj,0.0000056309,0.05000,0.330
26,mlp.experts.237.down_proj,0.0000057574,0.05000,0.330
26,mlp.experts.199.down_proj,0.0000060229,0.05000,0.330
26,mlp.experts.230.down_proj,0.0000038356,0.05000,0.329
26,mlp.experts.232.down_proj,0.0000036903,0.05000,0.329
26,mlp.experts.241.down_proj,0.0000135680,0.05000,0.323
26,mlp.experts.203.down_proj,0.0000188976,0.05000,0.331
26,mlp.experts.234.down_proj,0.0000164872,0.05000,0.331
26,mlp.experts.236.down_proj,0.0000040711,0.05000,0.328
26,mlp.experts.245.down_proj,0.0000062135,0.05000,0.332
26,mlp.experts.207.down_proj,0.0000027907,0.05000,0.330
26,mlp.experts.238.down_proj,0.0000121859,0.05000,0.328
26,mlp.experts.240.down_proj,0.0000067570,0.05000,0.323
26,mlp.experts.249.down_proj,0.0000038479,0.05000,0.326
26,mlp.experts.211.down_proj,0.0000025747,0.05000,0.324
26,mlp.experts.242.down_proj,0.0000112407,0.05000,0.329
26,mlp.experts.244.down_proj,0.0000024327,0.05000,0.324
26,mlp.experts.253.down_proj,0.0000034126,0.05000,0.328
26,mlp.experts.215.down_proj,0.0000017537,0.05000,0.274
26,mlp.experts.246.down_proj,0.0000088491,0.05000,0.254
26,mlp.experts.248.down_proj,0.0000072020,0.05000,0.208
26,mlp.experts.219.down_proj,0.0000034528,0.05000,0.210
26,mlp.experts.250.down_proj,0.0000057386,0.05000,0.218
26,mlp.experts.252.down_proj,0.0000157372,0.05000,0.209
26,mlp.experts.223.down_proj,0.0000040858,0.05000,0.185
26,mlp.experts.254.down_proj,0.0000043675,0.05000,0.167
26,mlp.experts.227.down_proj,0.0000110201,0.05000,0.081
26,mlp.experts.231.down_proj,0.0000070106,0.05000,0.050
26,mlp.experts.235.down_proj,0.0000189519,0.05000,0.051
26,mlp.experts.239.down_proj,0.0000055882,0.05000,0.051
26,mlp.experts.243.down_proj,0.0000070903,0.05000,0.051
26,mlp.experts.247.down_proj,0.0000064573,0.05000,0.050
26,mlp.experts.251.down_proj,0.0000053494,0.05000,0.051
26,mlp.experts.255.down_proj,0.0000070458,0.05000,0.051
27,mlp.experts.2.gate_proj,0.0003113199,0.05000,2.001
27,mlp.experts.3.gate_proj,0.0003430302,0.05000,2.453
27,mlp.experts.1.gate_proj,0.0001426412,0.05000,3.013
27,mlp.experts.0.gate_proj,0.0002356415,0.05000,3.334
27,mlp.experts.6.gate_proj,0.0004368392,0.05000,2.535
27,mlp.experts.4.gate_proj,0.0001500135,0.05000,2.236
27,mlp.experts.7.gate_proj,0.0003108391,0.05000,3.724
27,mlp.experts.5.gate_proj,0.0002368341,0.05000,3.426
27,mlp.experts.10.gate_proj,0.0003905283,0.05000,3.834
27,mlp.experts.8.gate_proj,0.0004854088,0.05000,3.880
27,mlp.experts.11.gate_proj,0.0001338328,0.05000,3.748
27,mlp.experts.9.gate_proj,0.0002389928,0.05000,3.738
27,mlp.experts.14.gate_proj,0.0001501245,0.05000,1.820
27,mlp.experts.12.gate_proj,0.0002069376,0.05000,2.782
27,mlp.experts.15.gate_proj,0.0002805556,0.05000,3.166
27,mlp.experts.18.gate_proj,0.0001386017,0.05000,3.068
27,mlp.experts.13.gate_proj,0.0001888527,0.05000,3.796
27,mlp.experts.19.gate_proj,0.0002163798,0.05000,2.172
27,mlp.experts.16.gate_proj,0.0002505890,0.05000,3.745
27,mlp.experts.23.gate_proj,0.0002963540,0.05000,1.527
27,mlp.experts.22.gate_proj,0.0001862278,0.05000,3.847
27,mlp.experts.17.gate_proj,0.0002560269,0.05000,3.948
27,mlp.experts.27.gate_proj,0.0001797365,0.05000,1.504
27,mlp.experts.20.gate_proj,0.0003002306,0.05000,3.708
27,mlp.experts.31.gate_proj,0.0002850413,0.05000,1.851
27,mlp.experts.26.gate_proj,0.0001978738,0.05000,3.144
27,mlp.experts.21.gate_proj,0.0001699611,0.05000,3.333
27,mlp.experts.24.gate_proj,0.0002614259,0.05000,3.425
27,mlp.experts.30.gate_proj,0.0002660071,0.05000,3.100
27,mlp.experts.35.gate_proj,0.0002490174,0.05000,3.351
27,mlp.experts.25.gate_proj,0.0002091980,0.05000,3.728
27,mlp.experts.28.gate_proj,0.0002489085,0.05000,3.397
27,mlp.experts.34.gate_proj,0.0002409914,0.05000,3.663
27,mlp.experts.39.gate_proj,0.0003654867,0.05000,3.724
27,mlp.experts.29.gate_proj,0.0002191973,0.05000,3.784
27,mlp.experts.38.gate_proj,0.0002499096,0.05000,2.957
27,mlp.experts.32.gate_proj,0.0002963222,0.05000,3.614
27,mlp.experts.43.gate_proj,0.0002403716,0.05000,3.847
27,mlp.experts.42.gate_proj,0.0002279759,0.05000,1.558
27,mlp.experts.36.gate_proj,0.0002557185,0.05000,1.936
27,mlp.experts.33.gate_proj,0.0002454886,0.05000,3.505
27,mlp.experts.46.gate_proj,0.0001620770,0.05000,1.427
27,mlp.experts.47.gate_proj,0.0003189317,0.05000,2.339
27,mlp.experts.40.gate_proj,0.0002180057,0.05000,2.071
27,mlp.experts.50.gate_proj,0.0001276754,0.05000,1.726
27,mlp.experts.51.gate_proj,0.0002042766,0.05000,2.253
27,mlp.experts.37.gate_proj,0.0003977554,0.05000,3.512
27,mlp.experts.44.gate_proj,0.0002495157,0.05000,2.379
27,mlp.experts.55.gate_proj,0.0002285775,0.05000,1.759
27,mlp.experts.48.gate_proj,0.0002175962,0.05000,1.594
27,mlp.experts.54.gate_proj,0.0004316971,0.05000,3.672
27,mlp.experts.41.gate_proj,0.0004111160,0.05000,3.129
27,mlp.experts.59.gate_proj,0.0002119340,0.05000,1.584
27,mlp.experts.52.gate_proj,0.0001982299,0.05000,1.461
27,mlp.experts.58.gate_proj,0.0001846904,0.05000,1.726
27,mlp.experts.45.gate_proj,0.0002170595,0.05000,3.082
27,mlp.experts.63.gate_proj,0.0001819187,0.05000,3.190
27,mlp.experts.56.gate_proj,0.0001986344,0.05000,3.332
27,mlp.experts.62.gate_proj,0.0004127933,0.05000,2.837
27,mlp.experts.49.gate_proj,0.0001873632,0.05000,3.713
27,mlp.experts.60.gate_proj,0.0003313908,0.05000,2.906
27,mlp.experts.67.gate_proj,0.0001681773,0.05000,3.623
27,mlp.experts.66.gate_proj,0.0002985267,0.05000,3.239
27,mlp.experts.64.gate_proj,0.0002131943,0.05000,1.423
27,mlp.experts.68.gate_proj,0.0003336169,0.05000,1.399
27,mlp.experts.70.gate_proj,0.0002172697,0.05000,3.066
27,mlp.experts.53.gate_proj,0.0002383988,0.05000,3.580
27,mlp.experts.71.gate_proj,0.0001483024,0.05000,3.553
27,mlp.experts.72.gate_proj,0.0001906318,0.05000,1.324
27,mlp.experts.74.gate_proj,0.0002905037,0.05000,1.307
27,mlp.experts.76.gate_proj,0.0002923612,0.05000,1.179
27,mlp.experts.78.gate_proj,0.0001381598,0.05000,1.228
27,mlp.experts.57.gate_proj,0.0003904786,0.05000,3.409
27,mlp.experts.75.gate_proj,0.0003388885,0.05000,3.400
27,mlp.experts.82.gate_proj,0.0002088154,0.05000,1.427
27,mlp.experts.80.gate_proj,0.0001721400,0.05000,2.447
27,mlp.experts.86.gate_proj,0.0002788786,0.05000,1.684
27,mlp.experts.61.gate_proj,0.0001388613,0.05000,3.464
27,mlp.experts.79.gate_proj,0.0002903750,0.05000,3.672
27,mlp.experts.84.gate_proj,0.0002607533,0.05000,3.705
27,mlp.experts.65.gate_proj,0.0003310816,0.05000,1.786
27,mlp.experts.90.gate_proj,0.0002623427,0.05000,3.830
27,mlp.experts.83.gate_proj,0.0002252648,0.05000,2.506
27,mlp.experts.69.gate_proj,0.0001961497,0.05000,2.186
27,mlp.experts.87.gate_proj,0.0002136244,0.05000,1.370
27,mlp.experts.88.gate_proj,0.0002740871,0.05000,3.684
27,mlp.experts.94.gate_proj,0.0002701869,0.05000,2.541
27,mlp.experts.91.gate_proj,0.0003503980,0.05000,1.655
27,mlp.experts.73.gate_proj,0.0004094008,0.05000,3.044
27,mlp.experts.92.gate_proj,0.0002574630,0.05000,2.615
27,mlp.experts.96.gate_proj,fallback(rtn): 0.0010910,0.00000,0.025
27,mlp.experts.95.gate_proj,0.0002353183,0.05000,1.793
27,mlp.experts.98.gate_proj,0.0001099902,0.05000,3.813
27,mlp.experts.99.gate_proj,0.0002593248,0.05000,1.679
27,mlp.experts.100.gate_proj,0.0003231181,0.05000,2.741
27,mlp.experts.77.gate_proj,0.0002598722,0.05000,3.248
27,mlp.experts.102.gate_proj,0.0001513503,0.05000,1.449
27,mlp.experts.103.gate_proj,0.0002540648,0.05000,1.343
27,mlp.experts.104.gate_proj,0.0003031664,0.05000,1.298
27,mlp.experts.81.gate_proj,0.0001759277,0.05000,1.361
27,mlp.experts.106.gate_proj,0.0001966552,0.05000,1.475
27,mlp.experts.107.gate_proj,0.0001710215,0.05000,1.314
27,mlp.experts.108.gate_proj,0.0002350585,0.05000,1.293
27,mlp.experts.85.gate_proj,0.0001178404,0.05000,1.297
27,mlp.experts.110.gate_proj,0.0002085938,0.05000,1.309
27,mlp.experts.111.gate_proj,0.0002106195,0.05000,1.300
27,mlp.experts.112.gate_proj,0.0003092805,0.05000,1.302
27,mlp.experts.89.gate_proj,0.0002465313,0.05000,1.318
27,mlp.experts.114.gate_proj,0.0001587065,0.05000,1.313
27,mlp.experts.115.gate_proj,0.0001569473,0.05000,1.313
27,mlp.experts.116.gate_proj,0.0002210843,0.05000,1.308
27,mlp.experts.93.gate_proj,0.0002416799,0.05000,1.325
27,mlp.experts.118.gate_proj,0.0002469808,0.05000,1.318
27,mlp.experts.119.gate_proj,0.0002643174,0.05000,1.322
27,mlp.experts.120.gate_proj,0.0003137128,0.05000,1.318
27,mlp.experts.97.gate_proj,0.0002175799,0.05000,1.319
27,mlp.experts.122.gate_proj,0.0004954568,0.05000,1.314
27,mlp.experts.123.gate_proj,0.0002737734,0.05000,1.308
27,mlp.experts.124.gate_proj,0.0003189183,0.05000,1.313
27,mlp.experts.101.gate_proj,0.0002042036,0.05000,1.323
27,mlp.experts.126.gate_proj,0.0002010024,0.05000,1.316
27,mlp.experts.127.gate_proj,0.0002041872,0.05000,1.305
27,mlp.experts.128.gate_proj,0.0002766307,0.05000,1.266
27,mlp.experts.105.gate_proj,0.0002305369,0.05000,1.273
27,mlp.experts.130.gate_proj,0.0004061780,0.05000,1.273
27,mlp.experts.131.gate_proj,0.0002783128,0.05000,1.265
27,mlp.experts.132.gate_proj,0.0002051841,0.05000,1.307
27,mlp.experts.109.gate_proj,0.0002329382,0.05000,1.252
27,mlp.experts.134.gate_proj,0.0001935542,0.05000,1.246
27,mlp.experts.135.gate_proj,0.0003291635,0.05000,1.290
27,mlp.experts.136.gate_proj,0.0001864421,0.05000,1.174
27,mlp.experts.113.gate_proj,0.0001783226,0.05000,1.280
27,mlp.experts.138.gate_proj,0.0001818513,0.05000,1.281
27,mlp.experts.139.gate_proj,0.0002273595,0.05000,1.301
27,mlp.experts.140.gate_proj,0.0002583421,0.05000,1.260
27,mlp.experts.117.gate_proj,0.0002558607,0.05000,1.297
27,mlp.experts.142.gate_proj,0.0003004203,0.05000,1.302
27,mlp.experts.143.gate_proj,0.0003105599,0.05000,1.201
27,mlp.experts.144.gate_proj,0.0002287051,0.05000,1.245
27,mlp.experts.121.gate_proj,0.0001882410,0.05000,1.251
27,mlp.experts.146.gate_proj,0.0003943693,0.05000,1.228
27,mlp.experts.147.gate_proj,0.0001724487,0.05000,1.239
27,mlp.experts.148.gate_proj,0.0000973219,0.05000,1.162
27,mlp.experts.125.gate_proj,0.0004491936,0.05000,1.192
27,mlp.experts.150.gate_proj,0.0002307393,0.05000,1.191
27,mlp.experts.151.gate_proj,0.0001859330,0.05000,1.204
27,mlp.experts.152.gate_proj,0.0001672660,0.05000,1.222
27,mlp.experts.129.gate_proj,0.0003094061,0.05000,1.262
27,mlp.experts.154.gate_proj,0.0004532033,0.05000,1.273
27,mlp.experts.155.gate_proj,0.0002997872,0.05000,1.279
27,mlp.experts.156.gate_proj,0.0001722065,0.05000,1.287
27,mlp.experts.133.gate_proj,0.0002328153,0.05000,1.278
27,mlp.experts.158.gate_proj,0.0003094184,0.05000,1.277
27,mlp.experts.159.gate_proj,0.0001700053,0.05000,1.287
27,mlp.experts.160.gate_proj,0.0002231262,0.05000,1.284
27,mlp.experts.137.gate_proj,0.0002321973,0.05000,1.249
27,mlp.experts.162.gate_proj,0.0002060215,0.05000,1.244
27,mlp.experts.163.gate_proj,0.0002677808,0.05000,1.252
27,mlp.experts.164.gate_proj,0.0002006703,0.05000,1.208
27,mlp.experts.141.gate_proj,0.0002183957,0.05000,1.172
27,mlp.experts.166.gate_proj,0.0001613926,0.05000,1.212
27,mlp.experts.167.gate_proj,0.0001955354,0.05000,1.216
27,mlp.experts.168.gate_proj,0.0001981976,0.05000,1.210
27,mlp.experts.145.gate_proj,0.0001858361,0.05000,1.165
27,mlp.experts.170.gate_proj,0.0002293129,0.05000,1.210
27,mlp.experts.171.gate_proj,0.0002941419,0.05000,1.217
27,mlp.experts.172.gate_proj,0.0001862080,0.05000,1.215
27,mlp.experts.149.gate_proj,0.0001187965,0.05000,1.177
27,mlp.experts.174.gate_proj,0.0001542685,0.05000,1.206
27,mlp.experts.175.gate_proj,0.0002866793,0.05000,1.217
27,mlp.experts.176.gate_proj,0.0002438983,0.05000,1.300
27,mlp.experts.153.gate_proj,0.0001861042,0.05000,1.300
27,mlp.experts.179.gate_proj,0.0001676342,0.05000,1.341
27,mlp.experts.178.gate_proj,0.0003837580,0.05000,1.529
27,mlp.experts.180.gate_proj,0.0002587296,0.05000,1.318
27,mlp.experts.157.gate_proj,0.0003093689,0.05000,1.312
27,mlp.experts.183.gate_proj,0.0001800018,0.05000,1.305
27,mlp.experts.182.gate_proj,0.0001839226,0.05000,1.300
27,mlp.experts.184.gate_proj,0.0002415763,0.05000,1.258
27,mlp.experts.161.gate_proj,0.0002675448,0.05000,1.230
27,mlp.experts.187.gate_proj,0.0002033971,0.05000,1.212
27,mlp.experts.186.gate_proj,0.0002564092,0.05000,1.219
27,mlp.experts.188.gate_proj,0.0001927489,0.05000,1.199
27,mlp.experts.165.gate_proj,0.0001574602,0.05000,1.162
27,mlp.experts.191.gate_proj,0.0002066951,0.05000,1.258
27,mlp.experts.190.gate_proj,0.0001668275,0.05000,1.452
27,mlp.experts.169.gate_proj,0.0002746880,0.05000,1.366
27,mlp.experts.192.gate_proj,0.0002797214,0.05000,2.656
27,mlp.experts.194.gate_proj,0.0004543089,0.05000,2.142
27,mlp.experts.173.gate_proj,0.0001341772,0.05000,1.557
27,mlp.experts.195.gate_proj,0.0001259926,0.05000,2.849
27,mlp.experts.198.gate_proj,0.0003223772,0.05000,1.628
27,mlp.experts.177.gate_proj,0.0003274795,0.05000,2.429
27,mlp.experts.199.gate_proj,0.0003184375,0.05000,2.083
27,mlp.experts.196.gate_proj,0.0001799795,0.05000,2.949
27,mlp.experts.202.gate_proj,0.0003296755,0.05000,1.275
27,mlp.experts.181.gate_proj,0.0002132983,0.05000,1.270
27,mlp.experts.203.gate_proj,0.0002355111,0.05000,1.297
27,mlp.experts.200.gate_proj,0.0001184800,0.05000,1.301
27,mlp.experts.206.gate_proj,0.0003841166,0.05000,1.307
27,mlp.experts.185.gate_proj,0.0002287689,0.05000,1.315
27,mlp.experts.207.gate_proj,0.0002622239,0.05000,1.311
27,mlp.experts.204.gate_proj,0.0001574739,0.05000,1.316
27,mlp.experts.210.gate_proj,0.0003041826,0.05000,1.315
27,mlp.experts.189.gate_proj,0.0001968753,0.05000,1.308
27,mlp.experts.211.gate_proj,0.0003400579,0.05000,1.301
27,mlp.experts.208.gate_proj,0.0002580419,0.05000,1.314
27,mlp.experts.214.gate_proj,0.0002839143,0.05000,1.306
27,mlp.experts.193.gate_proj,0.0001154367,0.05000,1.290
27,mlp.experts.215.gate_proj,0.0001625282,0.05000,1.262
27,mlp.experts.212.gate_proj,0.0004066890,0.05000,1.274
27,mlp.experts.218.gate_proj,0.0001578346,0.05000,1.307
27,mlp.experts.219.gate_proj,0.0002516593,0.05000,1.355
27,mlp.experts.216.gate_proj,0.0003132057,0.05000,1.342
27,mlp.experts.197.gate_proj,0.0003633636,0.05000,1.713
27,mlp.experts.222.gate_proj,0.0002127748,0.05000,1.336
27,mlp.experts.223.gate_proj,0.0004133517,0.05000,1.306
27,mlp.experts.220.gate_proj,0.0001317157,0.05000,1.302
27,mlp.experts.201.gate_proj,0.0003954818,0.05000,1.298
27,mlp.experts.226.gate_proj,0.0002228684,0.05000,1.312
27,mlp.experts.227.gate_proj,0.0001364459,0.05000,1.307
27,mlp.experts.224.gate_proj,0.0002616302,0.05000,1.306
27,mlp.experts.205.gate_proj,0.0004000955,0.05000,1.304
27,mlp.experts.230.gate_proj,0.0002965660,0.05000,1.321
27,mlp.experts.231.gate_proj,0.0002060663,0.05000,1.299
27,mlp.experts.228.gate_proj,0.0002092902,0.05000,1.286
27,mlp.experts.209.gate_proj,0.0001995041,0.05000,1.236
27,mlp.experts.213.gate_proj,fallback(rtn): 0.0010757,0.00000,0.018
27,mlp.experts.234.gate_proj,0.0002415030,0.05000,1.260
27,mlp.experts.235.gate_proj,0.0001166948,0.05000,1.213
27,mlp.experts.232.gate_proj,0.0005328004,0.05000,1.192
27,mlp.experts.217.gate_proj,0.0004250180,0.05000,1.155
27,mlp.experts.238.gate_proj,0.0003042500,0.05000,1.198
27,mlp.experts.239.gate_proj,0.0002610834,0.05000,1.185
27,mlp.experts.236.gate_proj,0.0001876490,0.05000,1.184
27,mlp.experts.221.gate_proj,0.0002541781,0.05000,1.133
27,mlp.experts.242.gate_proj,0.0001475751,0.05000,1.186
27,mlp.experts.243.gate_proj,0.0001860840,0.05000,1.276
27,mlp.experts.240.gate_proj,0.0003008716,0.05000,1.375
27,mlp.experts.225.gate_proj,0.0001970296,0.05000,1.268
27,mlp.experts.246.gate_proj,0.0001727629,0.05000,1.326
27,mlp.experts.247.gate_proj,0.0002172899,0.05000,1.243
27,mlp.experts.229.gate_proj,0.0002294614,0.05000,1.247
27,mlp.experts.244.gate_proj,0.0002379300,0.05000,1.284
27,mlp.experts.250.gate_proj,0.0003020093,0.05000,1.236
27,mlp.experts.251.gate_proj,0.0004610991,0.05000,1.158
27,mlp.experts.233.gate_proj,0.0002453036,0.05000,1.192
27,mlp.experts.248.gate_proj,0.0002420988,0.05000,1.196
27,mlp.experts.254.gate_proj,0.0002126543,0.05000,1.170
27,mlp.experts.255.gate_proj,0.0001774253,0.05000,1.390
27,mlp.experts.2.up_proj,0.0002972934,0.05000,1.525
27,mlp.experts.252.gate_proj,0.0004152092,0.05000,2.333
27,mlp.experts.237.gate_proj,0.0002920262,0.05000,3.136
27,mlp.experts.6.up_proj,0.0002711158,0.05000,1.461
27,mlp.experts.0.up_proj,0.0002313073,0.05000,1.973
27,mlp.experts.10.up_proj,0.0003584905,0.05000,1.673
27,mlp.experts.3.up_proj,0.0003483430,0.05000,3.755
27,mlp.experts.241.gate_proj,0.0001999659,0.05000,2.063
27,mlp.experts.14.up_proj,0.0001296863,0.05000,1.652
27,mlp.experts.245.gate_proj,0.0003346524,0.05000,1.635
27,mlp.experts.4.up_proj,0.0001446250,0.05000,3.550
27,mlp.experts.18.up_proj,0.0001136583,0.05000,1.635
27,mlp.experts.249.gate_proj,0.0003913049,0.05000,1.637
27,mlp.experts.7.up_proj,0.0002994837,0.05000,3.718
27,mlp.experts.8.up_proj,0.0004898608,0.05000,2.104
27,mlp.experts.253.gate_proj,0.0006323767,0.05000,2.262
27,mlp.experts.11.up_proj,0.0001174743,0.05000,2.147
27,mlp.experts.22.up_proj,0.0001627420,0.05000,2.633
27,mlp.experts.12.up_proj,0.0001889281,0.05000,1.383
27,mlp.experts.1.up_proj,0.0001242833,0.05000,1.232
27,mlp.experts.26.up_proj,0.0001931145,0.05000,1.204
27,mlp.experts.15.up_proj,0.0002469709,0.05000,1.471
27,mlp.experts.16.up_proj,0.0002212277,0.05000,1.238
27,mlp.experts.5.up_proj,0.0002127063,0.05000,1.227
27,mlp.experts.30.up_proj,0.0002318812,0.05000,1.191
27,mlp.experts.19.up_proj,0.0001751451,0.05000,1.344
27,mlp.experts.20.up_proj,0.0002741112,0.05000,1.548
27,mlp.experts.34.up_proj,0.0002220213,0.05000,1.257
27,mlp.experts.9.up_proj,0.0002092676,0.05000,1.482
27,mlp.experts.23.up_proj,0.0002291584,0.05000,1.234
27,mlp.experts.24.up_proj,0.0002665402,0.05000,1.176
27,mlp.experts.38.up_proj,0.0002229725,0.05000,1.192
27,mlp.experts.13.up_proj,0.0001931501,0.05000,1.143
27,mlp.experts.27.up_proj,0.0001683676,0.05000,1.358
27,mlp.experts.28.up_proj,0.0002436351,0.05000,1.216
27,mlp.experts.42.up_proj,0.0002163355,0.05000,1.215
27,mlp.experts.17.up_proj,0.0002248286,0.05000,1.195
27,mlp.experts.32.up_proj,0.0002688160,0.05000,1.411
27,mlp.experts.31.up_proj,0.0002518214,0.05000,1.771
27,mlp.experts.46.up_proj,0.0001460125,0.05000,1.175
27,mlp.experts.21.up_proj,0.0001520216,0.05000,2.113
27,mlp.experts.35.up_proj,0.0002468244,0.05000,1.954
27,mlp.experts.50.up_proj,0.0001111198,0.05000,1.978
27,mlp.experts.36.up_proj,0.0002960939,0.05000,2.303
27,mlp.experts.25.up_proj,0.0002139011,0.05000,3.753
27,mlp.experts.39.up_proj,0.0004160336,0.05000,3.073
27,mlp.experts.54.up_proj,0.0004478790,0.05000,3.623
27,mlp.experts.40.up_proj,0.0002133028,0.05000,3.530
27,mlp.experts.58.up_proj,0.0001956517,0.05000,1.298
27,mlp.experts.29.up_proj,0.0002066322,0.05000,2.193
27,mlp.experts.44.up_proj,0.0002028583,0.05000,1.285
27,mlp.experts.43.up_proj,0.0002038862,0.05000,2.067
27,mlp.experts.62.up_proj,0.0003001713,0.05000,1.202
27,mlp.experts.47.up_proj,0.0002828947,0.05000,1.146
27,mlp.experts.33.up_proj,0.0002313973,0.05000,1.222
27,mlp.experts.48.up_proj,0.0001987068,0.05000,1.217
27,mlp.experts.66.up_proj,0.0002812092,0.05000,1.256
27,mlp.experts.51.up_proj,0.0001844185,0.05000,1.237
27,mlp.experts.37.up_proj,0.0003745284,0.05000,1.358
27,mlp.experts.52.up_proj,0.0001934364,0.05000,1.518
27,mlp.experts.70.up_proj,0.0002076612,0.05000,1.383
27,mlp.experts.41.up_proj,0.0003985555,0.05000,1.361
27,mlp.experts.56.up_proj,0.0001817325,0.05000,1.329
27,mlp.experts.55.up_proj,0.0002110765,0.05000,1.725
27,mlp.experts.74.up_proj,0.0002710263,0.05000,1.305
27,mlp.experts.45.up_proj,0.0001911562,0.05000,1.308
27,mlp.experts.60.up_proj,0.0003087106,0.05000,1.311
27,mlp.experts.59.up_proj,0.0001987815,0.05000,1.300
27,mlp.experts.78.up_proj,0.0001252290,0.05000,1.304
27,mlp.experts.49.up_proj,0.0001739225,0.05000,1.312
27,mlp.experts.64.up_proj,0.0002063105,0.05000,1.313
27,mlp.experts.63.up_proj,0.0001576810,0.05000,1.304
27,mlp.experts.82.up_proj,0.0001993931,0.05000,1.292
27,mlp.experts.53.up_proj,0.0002262261,0.05000,1.307
27,mlp.experts.68.up_proj,0.0003013399,0.05000,1.302
27,mlp.experts.67.up_proj,0.0001631278,0.05000,1.308
27,mlp.experts.86.up_proj,0.0002607835,0.05000,1.273
27,mlp.experts.57.up_proj,0.0004240317,0.05000,1.266
27,mlp.experts.72.up_proj,0.0002809535,0.05000,1.244
27,mlp.experts.71.up_proj,0.0001515342,0.05000,1.251
27,mlp.experts.90.up_proj,0.0002548963,0.05000,1.213
27,mlp.experts.61.up_proj,0.0001285353,0.05000,1.227
27,mlp.experts.76.up_proj,0.0002823636,0.05000,1.215
27,mlp.experts.75.up_proj,0.0003194293,0.05000,1.176
27,mlp.experts.79.up_proj,0.0003533268,0.05000,1.198
27,mlp.experts.94.up_proj,0.0002687029,0.05000,1.533
27,mlp.experts.65.up_proj,0.0002990407,0.05000,1.501
27,mlp.experts.80.up_proj,0.0001591672,0.05000,2.555
27,mlp.experts.83.up_proj,0.0002126215,0.05000,2.129
27,mlp.experts.69.up_proj,0.0001853255,0.05000,2.964
27,mlp.experts.98.up_proj,0.0000955485,0.05000,3.141
27,mlp.experts.84.up_proj,0.0002480092,0.05000,2.558
27,mlp.experts.87.up_proj,0.0002092870,0.05000,3.549
27,mlp.experts.73.up_proj,0.0003539870,0.05000,2.735
27,mlp.experts.102.up_proj,0.0001520169,0.05000,3.434
27,mlp.experts.88.up_proj,0.0002931437,0.05000,3.247
27,mlp.experts.77.up_proj,0.0002256418,0.05000,1.974
27,mlp.experts.92.up_proj,0.0002297943,0.05000,1.520
27,mlp.experts.96.up_proj,fallback(rtn): 0.0011597,0.00000,0.023
27,mlp.experts.91.up_proj,0.0003565673,0.05000,3.431
27,mlp.experts.81.up_proj,0.0001946221,0.05000,1.696
27,mlp.experts.106.up_proj,0.0001757600,0.05000,3.544
27,mlp.experts.100.up_proj,0.0003281313,0.05000,1.577
27,mlp.experts.104.up_proj,0.0002661868,0.05000,1.567
27,mlp.experts.85.up_proj,0.0001070211,0.05000,2.294
27,mlp.experts.95.up_proj,0.0002122101,0.05000,3.637
27,mlp.experts.110.up_proj,0.0002189460,0.05000,3.705
27,mlp.experts.89.up_proj,0.0002324195,0.05000,2.973
27,mlp.experts.108.up_proj,0.0002189514,0.05000,3.614
27,mlp.experts.99.up_proj,0.0002105444,0.05000,3.829
27,mlp.experts.114.up_proj,0.0001336114,0.05000,3.505
27,mlp.experts.93.up_proj,0.0002092589,0.05000,2.902
27,mlp.experts.112.up_proj,0.0003043831,0.05000,3.309
27,mlp.experts.97.up_proj,0.0002017459,0.05000,1.794
27,mlp.experts.118.up_proj,0.0002548029,0.05000,2.655
27,mlp.experts.103.up_proj,0.0002396106,0.05000,3.662
27,mlp.experts.116.up_proj,0.0002441860,0.05000,1.790
27,mlp.experts.107.up_proj,0.0001657552,0.05000,2.311
27,mlp.experts.120.up_proj,0.0003796909,0.05000,2.470
27,mlp.experts.122.up_proj,0.0004514559,0.05000,3.228
27,mlp.experts.101.up_proj,0.0001951996,0.05000,3.859
27,mlp.experts.124.up_proj,0.0003052254,0.05000,1.642
27,mlp.experts.111.up_proj,0.0002157477,0.05000,3.650
27,mlp.experts.128.up_proj,0.0002123490,0.05000,1.584
27,mlp.experts.126.up_proj,0.0001919199,0.05000,3.229
27,mlp.experts.105.up_proj,0.0002125533,0.05000,3.487
27,mlp.experts.132.up_proj,0.0001933855,0.05000,1.687
27,mlp.experts.130.up_proj,0.0003855893,0.05000,2.349
27,mlp.experts.115.up_proj,0.0001438232,0.05000,3.721
27,mlp.experts.109.up_proj,0.0002133917,0.05000,3.632
27,mlp.experts.136.up_proj,0.0001788052,0.05000,3.698
27,mlp.experts.134.up_proj,0.0001661607,0.05000,3.084
27,mlp.experts.119.up_proj,0.0002313976,0.05000,2.742
27,mlp.experts.138.up_proj,0.0001779160,0.05000,1.542
27,mlp.experts.113.up_proj,0.0001629541,0.05000,3.470
27,mlp.experts.123.up_proj,0.0002580651,0.05000,1.386
27,mlp.experts.140.up_proj,0.0002365430,0.05000,2.738
27,mlp.experts.142.up_proj,0.0002871163,0.05000,1.295
27,mlp.experts.127.up_proj,0.0001929330,0.05000,1.314
27,mlp.experts.117.up_proj,0.0002463703,0.05000,1.675
27,mlp.experts.144.up_proj,0.0002030457,0.05000,1.366
27,mlp.experts.146.up_proj,0.0003776143,0.05000,1.358
27,mlp.experts.131.up_proj,0.0002641544,0.05000,1.304
27,mlp.experts.121.up_proj,0.0001831853,0.05000,1.294
27,mlp.experts.148.up_proj,0.0001098696,0.05000,1.294
27,mlp.experts.150.up_proj,0.0002098063,0.05000,1.336
27,mlp.experts.135.up_proj,0.0002996879,0.05000,1.236
27,mlp.experts.125.up_proj,0.0003965757,0.05000,1.164
27,mlp.experts.152.up_proj,0.0001523619,0.05000,1.230
27,mlp.experts.154.up_proj,0.0004278606,0.05000,1.206
27,mlp.experts.139.up_proj,0.0002144556,0.05000,1.204
27,mlp.experts.129.up_proj,0.0003124718,0.05000,1.258
27,mlp.experts.156.up_proj,0.0001603070,0.05000,1.201
27,mlp.experts.158.up_proj,0.0002736298,0.05000,1.155
27,mlp.experts.143.up_proj,0.0002794962,0.05000,1.193
27,mlp.experts.133.up_proj,0.0002181905,0.05000,1.120
27,mlp.experts.160.up_proj,0.0001931812,0.05000,1.201
27,mlp.experts.162.up_proj,0.0002464861,0.05000,1.284
27,mlp.experts.137.up_proj,0.0002232915,0.05000,1.264
27,mlp.experts.147.up_proj,0.0001622299,0.05000,1.469
27,mlp.experts.164.up_proj,0.0001880664,0.05000,1.498
27,mlp.experts.166.up_proj,0.0002516311,0.05000,1.228
27,mlp.experts.151.up_proj,0.0001798290,0.05000,1.323
27,mlp.experts.141.up_proj,0.0002087191,0.05000,1.683
27,mlp.experts.168.up_proj,0.0001873874,0.05000,1.326
27,mlp.experts.170.up_proj,0.0001966802,0.05000,1.220
27,mlp.experts.155.up_proj,0.0003160007,0.05000,0.650
27,mlp.experts.145.up_proj,0.0001710702,0.05000,0.398
27,mlp.experts.172.up_proj,0.0001844410,0.05000,1.299
27,mlp.experts.149.up_proj,0.0001099363,0.05000,1.303
27,mlp.experts.159.up_proj,0.0001625694,0.05000,1.323
27,mlp.experts.174.up_proj,0.0001368060,0.05000,1.418
27,mlp.experts.176.up_proj,0.0002144194,0.05000,1.292
27,mlp.experts.153.up_proj,0.0001749643,0.05000,1.307
27,mlp.experts.163.up_proj,0.0002508137,0.05000,1.304
27,mlp.experts.178.up_proj,0.0003289741,0.05000,1.295
27,mlp.experts.180.up_proj,0.0002458654,0.05000,1.226
27,mlp.experts.157.up_proj,0.0003106155,0.05000,1.253
27,mlp.experts.167.up_proj,0.0001797280,0.05000,1.235
27,mlp.experts.182.up_proj,0.0001691089,0.05000,1.242
27,mlp.experts.184.up_proj,0.0002297838,0.05000,1.274
27,mlp.experts.161.up_proj,0.0002295166,0.05000,1.290
27,mlp.experts.171.up_proj,0.0002970769,0.05000,1.309
27,mlp.experts.186.up_proj,0.0002313199,0.05000,1.305
27,mlp.experts.188.up_proj,0.0001363923,0.05000,1.313
27,mlp.experts.165.up_proj,0.0001560086,0.05000,1.324
27,mlp.experts.175.up_proj,0.0002454603,0.05000,1.320
27,mlp.experts.190.up_proj,0.0001576838,0.05000,1.306
27,mlp.experts.192.up_proj,0.0002819608,0.05000,1.309
27,mlp.experts.169.up_proj,0.0002770234,0.05000,1.315
27,mlp.experts.179.up_proj,0.0001580339,0.05000,1.308
27,mlp.experts.194.up_proj,0.0004236698,0.05000,1.323
27,mlp.experts.198.up_proj,0.0003195381,0.05000,1.372
27,mlp.experts.183.up_proj,0.0001708809,0.05000,1.494
27,mlp.experts.196.up_proj,0.0001726903,0.05000,2.491
27,mlp.experts.173.up_proj,0.0001164333,0.05000,2.499
27,mlp.experts.202.up_proj,0.0002733232,0.05000,1.562
27,mlp.experts.187.up_proj,0.0001930317,0.05000,1.738
27,mlp.experts.206.up_proj,0.0003561995,0.05000,1.641
27,mlp.experts.200.up_proj,0.0001290331,0.05000,2.357
27,mlp.experts.177.up_proj,0.0002920467,0.05000,2.341
27,mlp.experts.191.up_proj,0.0001866859,0.05000,1.677
27,mlp.experts.210.up_proj,0.0003106884,0.05000,0.999
27,mlp.experts.204.up_proj,0.0001476547,0.05000,1.012
27,mlp.experts.181.up_proj,0.0002299663,0.05000,1.042
27,mlp.experts.195.up_proj,0.0001097102,0.05000,1.221
27,mlp.experts.214.up_proj,0.0002454233,0.05000,1.785
27,mlp.experts.185.up_proj,0.0002156698,0.05000,2.249
27,mlp.experts.208.up_proj,0.0002359072,0.05000,2.989
27,mlp.experts.218.up_proj,0.0001540285,0.05000,1.442
27,mlp.experts.199.up_proj,0.0003036496,0.05000,3.321
27,mlp.experts.189.up_proj,0.0001827577,0.05000,2.112
27,mlp.experts.222.up_proj,0.0001844957,0.05000,1.811
27,mlp.experts.212.up_proj,0.0003571898,0.05000,3.078
27,mlp.experts.203.up_proj,0.0001784773,0.05000,3.491
27,mlp.experts.216.up_proj,0.0003020068,0.05000,1.819
27,mlp.experts.193.up_proj,0.0001136044,0.05000,3.493
27,mlp.experts.226.up_proj,0.0001965535,0.05000,3.711
27,mlp.experts.220.up_proj,0.0001194671,0.05000,2.082
27,mlp.experts.207.up_proj,0.0002513619,0.05000,3.048
27,mlp.experts.197.up_proj,0.0003784112,0.05000,3.084
27,mlp.experts.230.up_proj,0.0002741130,0.05000,2.549
27,mlp.experts.224.up_proj,0.0002366767,0.05000,1.302
27,mlp.experts.211.up_proj,0.0003033681,0.05000,1.257
27,mlp.experts.201.up_proj,0.0003589111,0.05000,1.155
27,mlp.experts.234.up_proj,0.0002156033,0.05000,1.189
27,mlp.experts.228.up_proj,0.0001967905,0.05000,1.192
27,mlp.experts.215.up_proj,0.0001316750,0.05000,1.188
27,mlp.experts.205.up_proj,0.0003823184,0.05000,1.148
27,mlp.experts.238.up_proj,0.0002809614,0.05000,1.264
27,mlp.experts.232.up_proj,0.0005374879,0.05000,1.201
27,mlp.experts.219.up_proj,0.0001910585,0.05000,1.199
27,mlp.experts.209.up_proj,0.0001671227,0.05000,1.211
27,mlp.experts.213.up_proj,fallback(rtn): 0.0011444,0.00000,0.018
27,mlp.experts.236.up_proj,0.0001745760,0.05000,1.256
27,mlp.experts.242.up_proj,0.0001405594,0.05000,1.507
27,mlp.experts.223.up_proj,0.0003631748,0.05000,1.343
27,mlp.experts.227.up_proj,0.0001151672,0.05000,1.649
27,mlp.experts.217.up_proj,0.0003205524,0.05000,2.390
27,mlp.experts.246.up_proj,0.0001644171,0.05000,3.168
27,mlp.experts.240.up_proj,0.0002414337,0.05000,3.604
27,mlp.experts.231.up_proj,0.0001750288,0.05000,2.812
27,mlp.experts.221.up_proj,0.0002362033,0.05000,3.045
27,mlp.experts.250.up_proj,0.0002877928,0.05000,2.385
27,mlp.experts.235.up_proj,0.0001018213,0.05000,1.273
27,mlp.experts.225.up_proj,0.0001849090,0.05000,1.288
27,mlp.experts.244.up_proj,0.0002260379,0.05000,3.146
27,mlp.experts.254.up_proj,0.0001981339,0.05000,1.357
27,mlp.experts.239.up_proj,0.0002438735,0.05000,1.264
27,mlp.experts.229.up_proj,0.0002206455,0.05000,1.149
27,mlp.experts.248.up_proj,0.0002326364,0.05000,0.955
27,mlp.experts.243.up_proj,0.0001729519,0.05000,0.839
27,mlp.experts.233.up_proj,0.0002337100,0.05000,0.789
27,mlp.experts.252.up_proj,0.0004071843,0.05000,0.737
27,mlp.experts.247.up_proj,0.0002040288,0.05000,0.531
27,mlp.experts.237.up_proj,0.0002708815,0.05000,0.450
27,mlp.experts.251.up_proj,0.0004520807,0.05000,0.412
27,mlp.experts.241.up_proj,0.0002199141,0.05000,0.413
27,mlp.experts.255.up_proj,0.0001601805,0.05000,0.412
27,mlp.experts.245.up_proj,0.0003206406,0.05000,0.350
27,mlp.experts.249.up_proj,0.0003737696,0.05000,0.201
27,mlp.experts.253.up_proj,0.0006026636,0.05000,0.199
27,mlp.experts.2.down_proj,0.0000050506,0.05000,0.219
27,mlp.experts.0.down_proj,0.0000188692,0.05000,0.215
27,mlp.experts.1.down_proj,0.0000066252,0.05000,0.222
27,mlp.experts.3.down_proj,0.0000259369,0.05000,0.228
27,mlp.experts.5.down_proj,0.0000079893,0.05000,0.212
27,mlp.experts.6.down_proj,0.0000013415,0.05000,0.217
27,mlp.experts.4.down_proj,0.0000030143,0.05000,0.218
27,mlp.experts.7.down_proj,0.0000108476,0.05000,0.221
27,mlp.experts.9.down_proj,0.0000063905,0.05000,0.294
27,mlp.experts.10.down_proj,0.0000227083,0.05000,0.299
27,mlp.experts.8.down_proj,0.0000305513,0.05000,0.301
27,mlp.experts.11.down_proj,0.0000091027,0.05000,0.299
27,mlp.experts.13.down_proj,0.0000086785,0.05000,0.331
27,mlp.experts.12.down_proj,0.0000091785,0.05000,0.329
27,mlp.experts.14.down_proj,0.0000074381,0.05000,0.335
27,mlp.experts.15.down_proj,0.0000235442,0.05000,0.334
27,mlp.experts.17.down_proj,0.0000102774,0.05000,0.326
27,mlp.experts.18.down_proj,0.0000031235,0.05000,0.326
27,mlp.experts.16.down_proj,0.0000097606,0.05000,0.332
27,mlp.experts.19.down_proj,0.0000054994,0.05000,0.327
27,mlp.experts.21.down_proj,0.0000054068,0.05000,0.330
27,mlp.experts.20.down_proj,0.0000081106,0.05000,0.327
27,mlp.experts.22.down_proj,0.0000047855,0.05000,0.336
27,mlp.experts.23.down_proj,0.0000147951,0.05000,0.331
27,mlp.experts.25.down_proj,0.0000037677,0.05000,0.326
27,mlp.experts.24.down_proj,0.0000317948,0.05000,0.330
27,mlp.experts.27.down_proj,0.0000026732,0.05000,0.327
27,mlp.experts.26.down_proj,0.0000104345,0.05000,0.337
27,mlp.experts.29.down_proj,0.0000033550,0.05000,0.307
27,mlp.experts.30.down_proj,0.0000068774,0.05000,0.293
27,mlp.experts.28.down_proj,0.0000213613,0.05000,0.310
27,mlp.experts.31.down_proj,0.0000100913,0.05000,0.310
27,mlp.experts.33.down_proj,0.0000134319,0.05000,0.303
27,mlp.experts.34.down_proj,0.0000035168,0.05000,0.297
27,mlp.experts.32.down_proj,0.0000112604,0.05000,0.303
27,mlp.experts.35.down_proj,0.0000260815,0.05000,0.306
27,mlp.experts.38.down_proj,0.0000089703,0.05000,0.297
27,mlp.experts.37.down_proj,0.0000389660,0.05000,0.307
27,mlp.experts.36.down_proj,0.0000269838,0.05000,0.305
27,mlp.experts.39.down_proj,0.0000441664,0.05000,0.309
27,mlp.experts.42.down_proj,0.0000046525,0.05000,0.301
27,mlp.experts.41.down_proj,0.0000240120,0.05000,0.306
27,mlp.experts.40.down_proj,0.0000075393,0.05000,0.304
27,mlp.experts.43.down_proj,0.0000056327,0.05000,0.311
27,mlp.experts.46.down_proj,0.0000049136,0.05000,0.298
27,mlp.experts.45.down_proj,0.0000032603,0.05000,0.307
27,mlp.experts.44.down_proj,0.0000106839,0.05000,0.308
27,mlp.experts.47.down_proj,0.0000071856,0.05000,0.311
27,mlp.experts.50.down_proj,0.0000051177,0.05000,0.297
27,mlp.experts.49.down_proj,0.0000108886,0.05000,0.305
27,mlp.experts.48.down_proj,0.0000037324,0.05000,0.305
27,mlp.experts.51.down_proj,0.0000092943,0.05000,0.307
27,mlp.experts.54.down_proj,0.0000360832,0.05000,0.300
27,mlp.experts.53.down_proj,0.0000047954,0.05000,0.306
27,mlp.experts.52.down_proj,0.0000132927,0.05000,0.305
27,mlp.experts.55.down_proj,0.0000050519,0.05000,0.309
27,mlp.experts.58.down_proj,0.0000140840,0.05000,0.294
27,mlp.experts.57.down_proj,0.0000389230,0.05000,0.345
27,mlp.experts.56.down_proj,0.0000028672,0.05000,0.395
27,mlp.experts.59.down_proj,0.0000032565,0.05000,0.460
27,mlp.experts.62.down_proj,0.0000086976,0.05000,0.587
27,mlp.experts.63.down_proj,0.0000064560,0.05000,0.384
27,mlp.experts.60.down_proj,0.0000199912,0.05000,0.573
27,mlp.experts.61.down_proj,0.0000022887,0.05000,0.822
27,mlp.experts.66.down_proj,0.0000065619,0.05000,0.337
27,mlp.experts.67.down_proj,0.0000061610,0.05000,0.332
27,mlp.experts.64.down_proj,0.0000139082,0.05000,0.332
27,mlp.experts.70.down_proj,0.0000038707,0.05000,0.362
27,mlp.experts.74.down_proj,0.0000153533,0.05000,0.366
27,mlp.experts.65.down_proj,0.0000136245,0.05000,0.787
27,mlp.experts.71.down_proj,0.0000083203,0.05000,0.752
27,mlp.experts.68.down_proj,0.0000072665,0.05000,0.660
27,mlp.experts.78.down_proj,0.0000039166,0.05000,0.376
27,mlp.experts.69.down_proj,0.0000032865,0.05000,0.671
27,mlp.experts.75.down_proj,0.0000112075,0.05000,0.792
27,mlp.experts.72.down_proj,0.0000086301,0.05000,0.885
27,mlp.experts.73.down_proj,0.0000280395,0.05000,0.375
27,mlp.experts.82.down_proj,0.0000034183,0.05000,0.718
27,mlp.experts.77.down_proj,0.0000115423,0.05000,0.362
27,mlp.experts.79.down_proj,0.0000113587,0.05000,0.730
27,mlp.experts.81.down_proj,0.0000199657,0.05000,0.356
27,mlp.experts.76.down_proj,0.0000207644,0.05000,0.937
27,mlp.experts.86.down_proj,0.0000049266,0.05000,0.948
27,mlp.experts.83.down_proj,0.0000033770,0.05000,0.925
27,mlp.experts.85.down_proj,0.0000037344,0.05000,0.743
27,mlp.experts.80.down_proj,0.0000064919,0.05000,0.962
27,mlp.experts.90.down_proj,0.0000173546,0.05000,0.863
27,mlp.experts.94.down_proj,0.0000222217,0.05000,0.383
27,mlp.experts.87.down_proj,0.0000149823,0.05000,0.820
27,mlp.experts.89.down_proj,0.0000035414,0.05000,0.798
27,mlp.experts.91.down_proj,0.0000092303,0.05000,0.416
27,mlp.experts.98.down_proj,0.0000056789,0.05000,0.450
27,mlp.experts.84.down_proj,0.0000104833,0.05000,0.918
27,mlp.experts.102.down_proj,0.0000017191,0.05000,0.413
27,mlp.experts.95.down_proj,0.0000094932,0.05000,0.423
27,mlp.experts.93.down_proj,0.0000033966,0.05000,0.861
27,mlp.experts.106.down_proj,0.0000064456,0.05000,0.417
27,mlp.experts.99.down_proj,0.0000102084,0.05000,0.418
27,mlp.experts.88.down_proj,0.0000224526,0.05000,0.937
27,mlp.experts.110.down_proj,0.0000100811,0.05000,0.416
27,mlp.experts.103.down_proj,0.0000126789,0.05000,0.418
27,mlp.experts.97.down_proj,0.0000185300,0.05000,0.909
27,mlp.experts.114.down_proj,0.0000069601,0.05000,0.417
27,mlp.experts.107.down_proj,0.0000112350,0.05000,0.419
27,mlp.experts.92.down_proj,0.0000054349,0.05000,0.946
27,mlp.experts.96.down_proj,fallback(rtn): 0.0010834,0.00000,0.014
27,mlp.experts.118.down_proj,0.0000100155,0.05000,0.420
27,mlp.experts.111.down_proj,0.0000128165,0.05000,0.421
27,mlp.experts.101.down_proj,0.0000107019,0.05000,0.907
27,mlp.experts.122.down_proj,0.0000198010,0.05000,0.418
27,mlp.experts.115.down_proj,0.0000037371,0.05000,0.416
27,mlp.experts.100.down_proj,0.0000162402,0.05000,0.929
27,mlp.experts.126.down_proj,0.0000040762,0.05000,0.421
27,mlp.experts.119.down_proj,0.0000165728,0.05000,0.421
27,mlp.experts.105.down_proj,0.0000062977,0.05000,0.902
27,mlp.experts.130.down_proj,0.0000477006,0.05000,0.417
27,mlp.experts.123.down_proj,0.0000108029,0.05000,0.417
27,mlp.experts.134.down_proj,0.0000075901,0.05000,0.415
27,mlp.experts.127.down_proj,0.0000033979,0.05000,0.415
27,mlp.experts.104.down_proj,0.0000262695,0.05000,0.937
27,mlp.experts.109.down_proj,0.0000093992,0.05000,0.897
27,mlp.experts.138.down_proj,0.0000052114,0.05000,0.422
27,mlp.experts.131.down_proj,0.0000067303,0.05000,0.423
27,mlp.experts.142.down_proj,0.0000127816,0.05000,0.412
27,mlp.experts.135.down_proj,0.0000165940,0.05000,0.417
27,mlp.experts.108.down_proj,0.0000040002,0.05000,0.942
27,mlp.experts.113.down_proj,0.0000066172,0.05000,0.716
27,mlp.experts.139.down_proj,0.0000070188,0.05000,0.382
27,mlp.experts.117.down_proj,0.0000048515,0.05000,0.362
27,mlp.experts.143.down_proj,0.0000097471,0.05000,0.352
27,mlp.experts.146.down_proj,0.0000277881,0.05000,0.795
27,mlp.experts.112.down_proj,0.0000124586,0.05000,0.697
27,mlp.experts.121.down_proj,0.0000072418,0.05000,0.327
27,mlp.experts.147.down_proj,0.0000131022,0.05000,0.297
27,mlp.experts.150.down_proj,0.0000033285,0.05000,0.316
27,mlp.experts.116.down_proj,0.0000177832,0.05000,0.303
27,mlp.experts.125.down_proj,0.0000119133,0.05000,0.301
27,mlp.experts.151.down_proj,0.0000041069,0.05000,0.301
27,mlp.experts.154.down_proj,0.0000115352,0.05000,0.292
27,mlp.experts.120.down_proj,0.0000350203,0.05000,0.294
27,mlp.experts.129.down_proj,0.0000199587,0.05000,0.298
27,mlp.experts.155.down_proj,0.0000168102,0.05000,0.293
27,mlp.experts.158.down_proj,0.0000076516,0.05000,0.284
27,mlp.experts.124.down_proj,0.0000066141,0.05000,0.296
27,mlp.experts.133.down_proj,0.0000088059,0.05000,0.297
27,mlp.experts.159.down_proj,0.0000057291,0.05000,0.294
27,mlp.experts.162.down_proj,0.0000262939,0.05000,0.288
27,mlp.experts.128.down_proj,0.0000045165,0.05000,0.293
27,mlp.experts.137.down_proj,0.0000042377,0.05000,0.291
27,mlp.experts.163.down_proj,0.0000067053,0.05000,0.296
27,mlp.experts.166.down_proj,0.0000083777,0.05000,0.293
27,mlp.experts.132.down_proj,0.0000030676,0.05000,0.292
27,mlp.experts.141.down_proj,0.0000049593,0.05000,0.294
27,mlp.experts.167.down_proj,0.0000029116,0.05000,0.295
27,mlp.experts.170.down_proj,0.0000113919,0.05000,0.289
27,mlp.experts.136.down_proj,0.0000037611,0.05000,0.295
27,mlp.experts.145.down_proj,0.0000095879,0.05000,0.296
27,mlp.experts.171.down_proj,0.0000233009,0.05000,0.298
27,mlp.experts.174.down_proj,0.0000035521,0.05000,0.297
27,mlp.experts.149.down_proj,0.0000022898,0.05000,0.319
27,mlp.experts.140.down_proj,0.0000040633,0.05000,0.421
27,mlp.experts.175.down_proj,0.0000054678,0.05000,0.323
27,mlp.experts.178.down_proj,0.0000135796,0.05000,0.329
27,mlp.experts.153.down_proj,0.0000037839,0.05000,0.304
27,mlp.experts.144.down_proj,0.0000072939,0.05000,0.331
27,mlp.experts.179.down_proj,0.0000022936,0.05000,0.294
27,mlp.experts.182.down_proj,0.0000059887,0.05000,0.289
27,mlp.experts.157.down_proj,0.0000102546,0.05000,0.294
27,mlp.experts.148.down_proj,0.0000050220,0.05000,0.296
27,mlp.experts.183.down_proj,0.0000031588,0.05000,0.298
27,mlp.experts.186.down_proj,0.0000093225,0.05000,0.292
27,mlp.experts.161.down_proj,0.0000077181,0.05000,0.309
27,mlp.experts.152.down_proj,0.0000048236,0.05000,0.406
27,mlp.experts.187.down_proj,0.0000030097,0.05000,0.329
27,mlp.experts.190.down_proj,0.0000030112,0.05000,0.333
27,mlp.experts.165.down_proj,0.0000110464,0.05000,0.334
27,mlp.experts.191.down_proj,0.0000028524,0.05000,0.341
27,mlp.experts.194.down_proj,0.0000152150,0.05000,0.354
27,mlp.experts.169.down_proj,0.0000178278,0.05000,0.320
27,mlp.experts.156.down_proj,0.0000026572,0.05000,0.525
27,mlp.experts.195.down_proj,0.0000033263,0.05000,0.294
27,mlp.experts.198.down_proj,0.0000126303,0.05000,0.286
27,mlp.experts.173.down_proj,0.0000020765,0.05000,0.293
27,mlp.experts.160.down_proj,0.0000050895,0.05000,0.295
27,mlp.experts.199.down_proj,0.0000126735,0.05000,0.293
27,mlp.experts.202.down_proj,0.0000088731,0.05000,0.285
27,mlp.experts.177.down_proj,0.0000304659,0.05000,0.301
27,mlp.experts.164.down_proj,0.0000079681,0.05000,0.306
27,mlp.experts.203.down_proj,0.0000123899,0.05000,0.325
27,mlp.experts.206.down_proj,0.0000157936,0.05000,0.321
27,mlp.experts.181.down_proj,0.0000167052,0.05000,0.323
27,mlp.experts.168.down_proj,0.0000028100,0.05000,0.322
27,mlp.experts.207.down_proj,0.0000108908,0.05000,0.324
27,mlp.experts.210.down_proj,0.0000135424,0.05000,0.325
27,mlp.experts.185.down_proj,0.0000115209,0.05000,0.316
27,mlp.experts.172.down_proj,0.0000151104,0.05000,0.321
27,mlp.experts.211.down_proj,0.0000094573,0.05000,0.325
27,mlp.experts.214.down_proj,0.0000057672,0.05000,0.320
27,mlp.experts.189.down_proj,0.0000117649,0.05000,0.316
27,mlp.experts.176.down_proj,0.0000045191,0.05000,0.320
27,mlp.experts.215.down_proj,0.0000040199,0.05000,0.322
27,mlp.experts.218.down_proj,0.0000066399,0.05000,0.324
27,mlp.experts.193.down_proj,0.0000116362,0.05000,0.321
27,mlp.experts.180.down_proj,0.0000169509,0.05000,0.327
27,mlp.experts.219.down_proj,0.0000060502,0.05000,0.327
27,mlp.experts.222.down_proj,0.0000061791,0.05000,0.326
27,mlp.experts.197.down_proj,0.0000225421,0.05000,0.325
27,mlp.experts.184.down_proj,0.0000042760,0.05000,0.323
27,mlp.experts.223.down_proj,0.0000100424,0.05000,0.327
27,mlp.experts.226.down_proj,0.0000053081,0.05000,0.328
27,mlp.experts.201.down_proj,0.0000138988,0.05000,0.319
27,mlp.experts.188.down_proj,0.0000035279,0.05000,0.306
27,mlp.experts.230.down_proj,0.0000095371,0.05000,0.297
27,mlp.experts.227.down_proj,0.0000089171,0.05000,0.302
27,mlp.experts.205.down_proj,0.0000129419,0.05000,0.300
27,mlp.experts.192.down_proj,0.0000086412,0.05000,0.291
27,mlp.experts.231.down_proj,0.0000049625,0.05000,0.293
27,mlp.experts.234.down_proj,0.0000090094,0.05000,0.297
27,mlp.experts.209.down_proj,0.0000055440,0.05000,0.299
27,mlp.experts.213.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
27,mlp.experts.196.down_proj,0.0000030906,0.05000,0.292
27,mlp.experts.238.down_proj,0.0000063972,0.05000,0.317
27,mlp.experts.217.down_proj,0.0000114505,0.05000,0.337
27,mlp.experts.235.down_proj,0.0000052277,0.05000,0.466
27,mlp.experts.200.down_proj,0.0000103681,0.05000,0.335
27,mlp.experts.242.down_proj,0.0000066880,0.05000,0.348
27,mlp.experts.221.down_proj,0.0000100137,0.05000,0.340
27,mlp.experts.204.down_proj,0.0000077904,0.05000,0.336
27,mlp.experts.239.down_proj,0.0000108665,0.05000,0.389
27,mlp.experts.246.down_proj,0.0000155342,0.05000,0.332
27,mlp.experts.225.down_proj,0.0000030854,0.05000,0.328
27,mlp.experts.208.down_proj,0.0000045185,0.05000,0.326
27,mlp.experts.243.down_proj,0.0000030708,0.05000,0.328
27,mlp.experts.250.down_proj,0.0000154703,0.05000,0.324
27,mlp.experts.229.down_proj,0.0000060038,0.05000,0.328
27,mlp.experts.212.down_proj,0.0000119589,0.05000,0.344
27,mlp.experts.247.down_proj,0.0000055671,0.05000,0.339
27,mlp.experts.254.down_proj,0.0000027327,0.05000,0.328
27,mlp.experts.233.down_proj,0.0000187129,0.05000,0.281
27,mlp.experts.216.down_proj,0.0000152837,0.05000,0.268
27,mlp.experts.251.down_proj,0.0000286176,0.05000,0.255
27,mlp.experts.237.down_proj,0.0000049639,0.05000,0.214
27,mlp.experts.220.down_proj,0.0000048973,0.05000,0.208
27,mlp.experts.255.down_proj,0.0000029206,0.05000,0.208
27,mlp.experts.241.down_proj,0.0000131226,0.05000,0.169
27,mlp.experts.224.down_proj,0.0000092023,0.05000,0.166
27,mlp.experts.245.down_proj,0.0000159652,0.05000,0.160
27,mlp.experts.228.down_proj,0.0000036142,0.05000,0.159
27,mlp.experts.249.down_proj,0.0000288686,0.05000,0.160
27,mlp.experts.232.down_proj,0.0000256014,0.05000,0.158
27,mlp.experts.253.down_proj,0.0000423804,0.05000,0.156
27,mlp.experts.236.down_proj,0.0000062457,0.05000,0.148
27,mlp.experts.240.down_proj,0.0000095047,0.05000,0.050
27,mlp.experts.244.down_proj,0.0000046362,0.05000,0.050
27,mlp.experts.248.down_proj,0.0000167165,0.05000,0.049
27,mlp.experts.252.down_proj,0.0000248250,0.05000,0.049
28,mlp.experts.3.gate_proj,fallback(rtn): 0.0010910,0.00000,0.046
28,mlp.experts.0.gate_proj,0.0001155123,0.05000,1.317
28,mlp.experts.2.gate_proj,0.0003119593,0.05000,1.333
28,mlp.experts.1.gate_proj,0.0001247210,0.05000,1.354
28,mlp.experts.7.gate_proj,0.0001148277,0.05000,1.314
28,mlp.experts.4.gate_proj,0.0002488836,0.05000,1.280
28,mlp.experts.6.gate_proj,0.0002557998,0.05000,1.289
28,mlp.experts.5.gate_proj,0.0001875243,0.05000,1.277
28,mlp.experts.11.gate_proj,0.0003842516,0.05000,1.283
28,mlp.experts.9.gate_proj,0.0002463763,0.05000,1.163
28,mlp.experts.8.gate_proj,0.0001790844,0.05000,1.218
28,mlp.experts.10.gate_proj,0.0002108936,0.05000,1.224
28,mlp.experts.15.gate_proj,0.0002539911,0.05000,1.218
28,mlp.experts.13.gate_proj,0.0002905848,0.05000,1.256
28,mlp.experts.14.gate_proj,0.0001993860,0.05000,1.258
28,mlp.experts.19.gate_proj,0.0002182688,0.05000,1.269
28,mlp.experts.12.gate_proj,0.0002120667,0.05000,1.394
28,mlp.experts.17.gate_proj,0.0002961987,0.05000,1.279
28,mlp.experts.18.gate_proj,0.0001813254,0.05000,1.272
28,mlp.experts.23.gate_proj,0.0002463876,0.05000,1.258
28,mlp.experts.16.gate_proj,0.0001867254,0.05000,1.267
28,mlp.experts.21.gate_proj,0.0001576246,0.05000,1.204
28,mlp.experts.27.gate_proj,0.0002040516,0.05000,1.154
28,mlp.experts.22.gate_proj,0.0002311207,0.05000,1.217
28,mlp.experts.20.gate_proj,0.0002149006,0.05000,1.206
28,mlp.experts.25.gate_proj,0.0001292702,0.05000,1.283
28,mlp.experts.31.gate_proj,0.0003631243,0.05000,1.276
28,mlp.experts.26.gate_proj,0.0002965239,0.05000,1.303
28,mlp.experts.24.gate_proj,0.0001567894,0.05000,1.296
28,mlp.experts.29.gate_proj,0.0002193797,0.05000,1.314
28,mlp.experts.35.gate_proj,0.0001357525,0.05000,1.319
28,mlp.experts.30.gate_proj,0.0001968734,0.05000,1.317
28,mlp.experts.28.gate_proj,0.0001312556,0.05000,1.303
28,mlp.experts.33.gate_proj,0.0002472165,0.05000,1.323
28,mlp.experts.39.gate_proj,0.0002845410,0.05000,1.325
28,mlp.experts.34.gate_proj,0.0001101419,0.05000,1.322
28,mlp.experts.32.gate_proj,0.0002647585,0.05000,1.306
28,mlp.experts.37.gate_proj,0.0002787700,0.05000,1.315
28,mlp.experts.43.gate_proj,0.0001937640,0.05000,1.320
28,mlp.experts.38.gate_proj,0.0002770774,0.05000,1.316
28,mlp.experts.36.gate_proj,0.0002191502,0.05000,1.309
28,mlp.experts.41.gate_proj,0.0002794332,0.05000,1.319
28,mlp.experts.47.gate_proj,0.0002722922,0.05000,1.321
28,mlp.experts.42.gate_proj,0.0002393140,0.05000,1.321
28,mlp.experts.40.gate_proj,0.0001490524,0.05000,1.309
28,mlp.experts.45.gate_proj,0.0003389789,0.05000,1.323
28,mlp.experts.51.gate_proj,0.0000964922,0.05000,1.329
28,mlp.experts.46.gate_proj,0.0001974873,0.05000,1.319
28,mlp.experts.44.gate_proj,0.0002407684,0.05000,1.323
28,mlp.experts.50.gate_proj,0.0002211149,0.05000,1.781
28,mlp.experts.55.gate_proj,0.0002211437,0.05000,2.682
28,mlp.experts.49.gate_proj,0.0002878946,0.05000,3.266
28,mlp.experts.54.gate_proj,0.0001801424,0.05000,1.593
28,mlp.experts.48.gate_proj,0.0002019524,0.05000,3.377
28,mlp.experts.59.gate_proj,0.0001912238,0.05000,2.228
28,mlp.experts.53.gate_proj,0.0002273621,0.05000,3.242
28,mlp.experts.52.gate_proj,0.0002135203,0.05000,3.063
28,mlp.experts.58.gate_proj,0.0001758737,0.05000,3.141
28,mlp.experts.63.gate_proj,0.0002153221,0.05000,2.562
28,mlp.experts.56.gate_proj,0.0001594307,0.05000,1.434
28,mlp.experts.57.gate_proj,0.0002060709,0.05000,1.546
28,mlp.experts.62.gate_proj,0.0001923340,0.05000,1.454
28,mlp.experts.67.gate_proj,0.0001388889,0.05000,1.198
28,mlp.experts.60.gate_proj,0.0003004717,0.05000,1.158
28,mlp.experts.61.gate_proj,0.0002383450,0.05000,1.199
28,mlp.experts.66.gate_proj,0.0002901040,0.05000,1.215
28,mlp.experts.71.gate_proj,0.0004508850,0.05000,1.207
28,mlp.experts.64.gate_proj,0.0001966154,0.05000,1.175
28,mlp.experts.65.gate_proj,0.0001642437,0.05000,1.210
28,mlp.experts.70.gate_proj,0.0001664974,0.05000,1.213
28,mlp.experts.75.gate_proj,0.0002578104,0.05000,1.209
28,mlp.experts.68.gate_proj,0.0002217134,0.05000,1.217
28,mlp.experts.69.gate_proj,0.0005365205,0.05000,1.251
28,mlp.experts.74.gate_proj,0.0001258118,0.05000,1.267
28,mlp.experts.79.gate_proj,0.0002298986,0.05000,1.329
28,mlp.experts.72.gate_proj,0.0001993359,0.05000,1.323
28,mlp.experts.73.gate_proj,0.0002832371,0.05000,1.313
28,mlp.experts.78.gate_proj,0.0002862770,0.05000,1.326
28,mlp.experts.83.gate_proj,0.0002092176,0.05000,1.311
28,mlp.experts.76.gate_proj,0.0001451715,0.05000,1.317
28,mlp.experts.77.gate_proj,0.0002876507,0.05000,1.309
28,mlp.experts.82.gate_proj,0.0005172164,0.05000,1.311
28,mlp.experts.87.gate_proj,0.0001529649,0.05000,1.321
28,mlp.experts.80.gate_proj,0.0001295686,0.05000,1.318
28,mlp.experts.81.gate_proj,0.0002493159,0.05000,1.299
28,mlp.experts.86.gate_proj,0.0003683529,0.05000,1.314
28,mlp.experts.91.gate_proj,0.0001293463,0.05000,1.319
28,mlp.experts.84.gate_proj,0.0002822131,0.05000,1.314
28,mlp.experts.85.gate_proj,0.0001800826,0.05000,1.315
28,mlp.experts.90.gate_proj,0.0002490034,0.05000,1.316
28,mlp.experts.95.gate_proj,0.0001799050,0.05000,1.816
28,mlp.experts.94.gate_proj,0.0003835713,0.05000,1.341
28,mlp.experts.88.gate_proj,0.0002221599,0.05000,2.107
28,mlp.experts.89.gate_proj,0.0002152433,0.05000,2.770
28,mlp.experts.99.gate_proj,0.0002245520,0.05000,1.788
28,mlp.experts.98.gate_proj,0.0002835199,0.05000,1.685
28,mlp.experts.103.gate_proj,0.0002272503,0.05000,1.591
28,mlp.experts.92.gate_proj,0.0002303322,0.05000,2.785
28,mlp.experts.93.gate_proj,0.0002206053,0.05000,2.005
28,mlp.experts.102.gate_proj,0.0004285674,0.05000,2.301
28,mlp.experts.107.gate_proj,0.0001674363,0.05000,1.510
28,mlp.experts.97.gate_proj,0.0004811042,0.05000,1.855
28,mlp.experts.96.gate_proj,0.0002933026,0.05000,2.909
28,mlp.experts.106.gate_proj,0.0003016892,0.05000,3.716
28,mlp.experts.111.gate_proj,0.0003447517,0.05000,3.195
28,mlp.experts.101.gate_proj,0.0001582815,0.05000,3.699
28,mlp.experts.100.gate_proj,0.0002919693,0.05000,3.793
28,mlp.experts.110.gate_proj,0.0002101384,0.05000,3.394
28,mlp.experts.115.gate_proj,0.0001551439,0.05000,3.771
28,mlp.experts.105.gate_proj,0.0002671312,0.05000,3.461
28,mlp.experts.104.gate_proj,0.0001613725,0.05000,2.916
28,mlp.experts.109.gate_proj,0.0001614911,0.05000,1.341
28,mlp.experts.114.gate_proj,0.0002301083,0.05000,2.842
28,mlp.experts.119.gate_proj,0.0002358882,0.05000,2.374
28,mlp.experts.118.gate_proj,0.0002238471,0.05000,1.696
28,mlp.experts.108.gate_proj,0.0002567092,0.05000,3.675
28,mlp.experts.113.gate_proj,0.0001219991,0.05000,3.542
28,mlp.experts.122.gate_proj,0.0003690057,0.05000,1.692
28,mlp.experts.123.gate_proj,0.0001635882,0.05000,3.784
28,mlp.experts.126.gate_proj,0.0002134086,0.05000,1.876
28,mlp.experts.112.gate_proj,0.0000729825,0.05000,3.423
28,mlp.experts.117.gate_proj,0.0002609076,0.05000,3.388
28,mlp.experts.127.gate_proj,0.0002925782,0.05000,3.312
28,mlp.experts.130.gate_proj,0.0001207807,0.05000,2.480
28,mlp.experts.121.gate_proj,0.0002496090,0.05000,2.795
28,mlp.experts.116.gate_proj,0.0002416540,0.05000,3.514
28,mlp.experts.134.gate_proj,0.0002819275,0.05000,2.578
28,mlp.experts.131.gate_proj,0.0002439124,0.05000,3.199
28,mlp.experts.125.gate_proj,0.0004022145,0.05000,1.484
28,mlp.experts.120.gate_proj,0.0001910380,0.05000,1.399
28,mlp.experts.135.gate_proj,0.0003328908,0.05000,1.307
28,mlp.experts.138.gate_proj,0.0002257932,0.05000,1.594
28,mlp.experts.129.gate_proj,0.0002074179,0.05000,1.287
28,mlp.experts.124.gate_proj,0.0001160696,0.05000,1.289
28,mlp.experts.139.gate_proj,0.0005212269,0.05000,1.293
28,mlp.experts.142.gate_proj,0.0002818657,0.05000,1.288
28,mlp.experts.133.gate_proj,0.0001365855,0.05000,1.276
28,mlp.experts.128.gate_proj,0.0004122432,0.05000,1.269
28,mlp.experts.143.gate_proj,0.0000948473,0.05000,1.284
28,mlp.experts.146.gate_proj,0.0002961923,0.05000,1.292
28,mlp.experts.137.gate_proj,0.0002335997,0.05000,1.277
28,mlp.experts.132.gate_proj,0.0003617297,0.05000,1.264
28,mlp.experts.147.gate_proj,0.0002612464,0.05000,2.721
28,mlp.experts.150.gate_proj,0.0002769647,0.05000,3.034
28,mlp.experts.141.gate_proj,0.0002866351,0.05000,3.681
28,mlp.experts.136.gate_proj,0.0002409513,0.05000,3.733
28,mlp.experts.151.gate_proj,0.0001351520,0.05000,3.331
28,mlp.experts.154.gate_proj,0.0004535644,0.05000,3.815
28,mlp.experts.155.gate_proj,0.0001254503,0.05000,1.667
28,mlp.experts.145.gate_proj,0.0002529826,0.05000,3.735
28,mlp.experts.140.gate_proj,0.0002605140,0.05000,3.822
28,mlp.experts.159.gate_proj,0.0002465581,0.05000,2.379
28,mlp.experts.158.gate_proj,0.0001747152,0.05000,3.689
28,mlp.experts.144.gate_proj,0.0000897334,0.05000,2.959
28,mlp.experts.149.gate_proj,0.0001661096,0.05000,3.645
28,mlp.experts.162.gate_proj,0.0002989207,0.05000,1.655
28,mlp.experts.148.gate_proj,0.0003610787,0.05000,1.624
28,mlp.experts.163.gate_proj,0.0002625761,0.05000,2.822
28,mlp.experts.167.gate_proj,0.0001481770,0.05000,1.795
28,mlp.experts.166.gate_proj,0.0002792784,0.05000,2.468
28,mlp.experts.153.gate_proj,0.0001649273,0.05000,3.323
28,mlp.experts.152.gate_proj,0.0002293452,0.05000,3.209
28,mlp.experts.171.gate_proj,0.0001846528,0.05000,1.874
28,mlp.experts.170.gate_proj,0.0002909486,0.05000,2.009
28,mlp.experts.157.gate_proj,0.0001876722,0.05000,2.079
28,mlp.experts.156.gate_proj,0.0002077632,0.05000,1.149
28,mlp.experts.175.gate_proj,0.0002759975,0.05000,1.176
28,mlp.experts.161.gate_proj,0.0002090234,0.05000,1.230
28,mlp.experts.160.gate_proj,0.0002182010,0.05000,1.231
28,mlp.experts.174.gate_proj,0.0002226158,0.05000,1.303
28,mlp.experts.179.gate_proj,0.0002497494,0.05000,1.175
28,mlp.experts.164.gate_proj,0.0002301473,0.05000,1.206
28,mlp.experts.165.gate_proj,0.0004323283,0.05000,1.213
28,mlp.experts.178.gate_proj,0.0002335591,0.05000,1.209
28,mlp.experts.183.gate_proj,0.0001598726,0.05000,1.165
28,mlp.experts.169.gate_proj,0.0002747718,0.05000,1.199
28,mlp.experts.168.gate_proj,0.0002643738,0.05000,1.214
28,mlp.experts.182.gate_proj,0.0002199092,0.05000,1.236
28,mlp.experts.187.gate_proj,0.0002984778,0.05000,1.311
28,mlp.experts.172.gate_proj,0.0001112682,0.05000,1.310
28,mlp.experts.173.gate_proj,0.0002113949,0.05000,1.327
28,mlp.experts.186.gate_proj,0.0002519841,0.05000,1.437
28,mlp.experts.191.gate_proj,0.0002500092,0.05000,1.306
28,mlp.experts.176.gate_proj,0.0002600007,0.05000,1.293
28,mlp.experts.177.gate_proj,0.0002562387,0.05000,1.305
28,mlp.experts.190.gate_proj,0.0001866633,0.05000,1.523
28,mlp.experts.195.gate_proj,0.0003898861,0.05000,1.337
28,mlp.experts.181.gate_proj,0.0002757483,0.05000,1.329
28,mlp.experts.180.gate_proj,0.0004502305,0.05000,1.363
28,mlp.experts.194.gate_proj,0.0002385918,0.05000,1.314
28,mlp.experts.199.gate_proj,0.0002275378,0.05000,1.286
28,mlp.experts.184.gate_proj,0.0001567344,0.05000,1.260
28,mlp.experts.185.gate_proj,0.0002487683,0.05000,1.282
28,mlp.experts.198.gate_proj,0.0002882475,0.05000,1.253
28,mlp.experts.203.gate_proj,0.0002237195,0.05000,1.209
28,mlp.experts.188.gate_proj,0.0002331519,0.05000,1.170
28,mlp.experts.189.gate_proj,0.0002068478,0.05000,1.218
28,mlp.experts.202.gate_proj,0.0003102830,0.05000,1.104
28,mlp.experts.207.gate_proj,0.0003776886,0.05000,0.903
28,mlp.experts.192.gate_proj,0.0003021705,0.05000,0.875
28,mlp.experts.193.gate_proj,0.0001987707,0.05000,0.874
28,mlp.experts.206.gate_proj,0.0002165353,0.05000,0.976
28,mlp.experts.211.gate_proj,0.0002856447,0.05000,1.140
28,mlp.experts.196.gate_proj,0.0002716976,0.05000,1.198
28,mlp.experts.197.gate_proj,0.0003450047,0.05000,1.202
28,mlp.experts.210.gate_proj,0.0002196584,0.05000,1.201
28,mlp.experts.215.gate_proj,0.0003683077,0.05000,1.394
28,mlp.experts.201.gate_proj,0.0002161110,0.05000,1.588
28,mlp.experts.200.gate_proj,0.0002540190,0.05000,2.035
28,mlp.experts.214.gate_proj,0.0002479058,0.05000,2.013
28,mlp.experts.219.gate_proj,0.0004033014,0.05000,1.515
28,mlp.experts.205.gate_proj,0.0001550115,0.05000,1.273
28,mlp.experts.204.gate_proj,0.0003075328,0.05000,1.206
28,mlp.experts.218.gate_proj,0.0001674667,0.05000,1.273
28,mlp.experts.223.gate_proj,0.0002302888,0.05000,1.230
28,mlp.experts.209.gate_proj,0.0001147631,0.05000,1.263
28,mlp.experts.208.gate_proj,0.0002817295,0.05000,1.293
28,mlp.experts.222.gate_proj,0.0002569499,0.05000,1.302
28,mlp.experts.227.gate_proj,0.0001670185,0.05000,1.289
28,mlp.experts.231.gate_proj,fallback(rtn): 0.0010605,0.00000,0.020
28,mlp.experts.213.gate_proj,0.0001956891,0.05000,1.310
28,mlp.experts.212.gate_proj,0.0002150917,0.05000,1.299
28,mlp.experts.226.gate_proj,0.0002351342,0.05000,1.317
28,mlp.experts.235.gate_proj,0.0003162167,0.05000,1.291
28,mlp.experts.217.gate_proj,0.0001945904,0.05000,1.303
28,mlp.experts.216.gate_proj,0.0002065568,0.05000,1.297
28,mlp.experts.230.gate_proj,0.0002744108,0.05000,1.308
28,mlp.experts.239.gate_proj,0.0003356727,0.05000,1.315
28,mlp.experts.221.gate_proj,0.0002534163,0.05000,1.310
28,mlp.experts.220.gate_proj,0.0002121077,0.05000,1.306
28,mlp.experts.234.gate_proj,0.0001372650,0.05000,1.310
28,mlp.experts.243.gate_proj,0.0005235620,0.05000,1.303
28,mlp.experts.225.gate_proj,0.0002935998,0.05000,1.306
28,mlp.experts.224.gate_proj,0.0003124827,0.05000,1.300
28,mlp.experts.238.gate_proj,0.0001488738,0.05000,1.305
28,mlp.experts.247.gate_proj,0.0002689746,0.05000,1.309
28,mlp.experts.229.gate_proj,0.0002432841,0.05000,1.296
28,mlp.experts.228.gate_proj,0.0002677956,0.05000,1.292
28,mlp.experts.242.gate_proj,0.0002139022,0.05000,1.321
28,mlp.experts.251.gate_proj,0.0002880178,0.05000,1.220
28,mlp.experts.233.gate_proj,0.0002160870,0.05000,1.227
28,mlp.experts.232.gate_proj,0.0002625968,0.05000,1.235
28,mlp.experts.246.gate_proj,0.0002171988,0.05000,1.276
28,mlp.experts.255.gate_proj,0.0001899230,0.05000,1.274
28,mlp.experts.3.up_proj,fallback(rtn): 0.0011139,0.00000,0.019
28,mlp.experts.237.gate_proj,0.0004129854,0.05000,1.297
28,mlp.experts.236.gate_proj,0.0002052419,0.05000,1.281
28,mlp.experts.250.gate_proj,0.0002895506,0.05000,1.299
28,mlp.experts.7.up_proj,0.0001168263,0.05000,1.293
28,mlp.experts.241.gate_proj,0.0003145293,0.05000,1.304
28,mlp.experts.240.gate_proj,0.0002313880,0.05000,1.280
28,mlp.experts.254.gate_proj,0.0001228536,0.05000,1.255
28,mlp.experts.11.up_proj,0.0003562905,0.05000,1.231
28,mlp.experts.245.gate_proj,0.0002018034,0.05000,1.222
28,mlp.experts.244.gate_proj,0.0002524631,0.05000,1.166
28,mlp.experts.2.up_proj,0.0003105918,0.05000,1.200
28,mlp.experts.15.up_proj,0.0002276335,0.05000,1.214
28,mlp.experts.249.gate_proj,0.0002302720,0.05000,1.218
28,mlp.experts.248.gate_proj,0.0001874021,0.05000,1.214
28,mlp.experts.6.up_proj,0.0002444444,0.05000,1.293
28,mlp.experts.19.up_proj,0.0001873426,0.05000,1.293
28,mlp.experts.253.gate_proj,0.0001624001,0.05000,1.274
28,mlp.experts.252.gate_proj,0.0003845834,0.05000,1.281
28,mlp.experts.10.up_proj,0.0001736348,0.05000,1.299
28,mlp.experts.23.up_proj,0.0002291282,0.05000,1.293
28,mlp.experts.1.up_proj,0.0001108961,0.05000,1.292
28,mlp.experts.0.up_proj,0.0001123118,0.05000,1.268
28,mlp.experts.14.up_proj,0.0001912866,0.05000,1.320
28,mlp.experts.27.up_proj,0.0001956353,0.05000,1.289
28,mlp.experts.5.up_proj,0.0001809707,0.05000,1.334
28,mlp.experts.4.up_proj,0.0002376856,0.05000,1.304
28,mlp.experts.18.up_proj,0.0001752002,0.05000,1.300
28,mlp.experts.31.up_proj,0.0003866198,0.05000,1.293
28,mlp.experts.9.up_proj,0.0002509823,0.05000,1.208
28,mlp.experts.8.up_proj,0.0001772052,0.05000,1.215
28,mlp.experts.22.up_proj,0.0002059289,0.05000,1.211
28,mlp.experts.35.up_proj,0.0001198223,0.05000,1.210
28,mlp.experts.13.up_proj,0.0004136310,0.05000,1.177
28,mlp.experts.12.up_proj,0.0001998363,0.05000,1.219
28,mlp.experts.26.up_proj,0.0002819417,0.05000,1.269
28,mlp.experts.39.up_proj,0.0002018745,0.05000,1.277
28,mlp.experts.17.up_proj,0.0003170809,0.05000,1.288
28,mlp.experts.16.up_proj,0.0001805206,0.05000,1.298
28,mlp.experts.30.up_proj,0.0001828316,0.05000,1.233
28,mlp.experts.43.up_proj,0.0001631970,0.05000,1.213
28,mlp.experts.21.up_proj,0.0001620989,0.05000,1.226
28,mlp.experts.20.up_proj,0.0002271605,0.05000,1.154
28,mlp.experts.34.up_proj,0.0001030740,0.05000,1.194
28,mlp.experts.47.up_proj,0.0002772533,0.05000,1.183
28,mlp.experts.25.up_proj,0.0001240675,0.05000,1.201
28,mlp.experts.24.up_proj,0.0001621815,0.05000,1.155
28,mlp.experts.38.up_proj,0.0002795097,0.05000,1.199
28,mlp.experts.51.up_proj,0.0000980553,0.05000,1.193
28,mlp.experts.29.up_proj,0.0002082501,0.05000,1.197
28,mlp.experts.28.up_proj,0.0001276694,0.05000,1.155
28,mlp.experts.42.up_proj,0.0002331936,0.05000,1.190
28,mlp.experts.55.up_proj,0.0001967352,0.05000,1.197
28,mlp.experts.33.up_proj,0.0002518393,0.05000,1.195
28,mlp.experts.32.up_proj,0.0003097436,0.05000,1.166
28,mlp.experts.46.up_proj,0.0001765613,0.05000,1.195
28,mlp.experts.59.up_proj,0.0001934043,0.05000,1.198
28,mlp.experts.37.up_proj,0.0002634157,0.05000,1.192
28,mlp.experts.36.up_proj,0.0002086167,0.05000,1.154
28,mlp.experts.50.up_proj,0.0002106818,0.05000,1.199
28,mlp.experts.63.up_proj,0.0002056365,0.05000,1.209
28,mlp.experts.40.up_proj,0.0001311131,0.05000,1.152
28,mlp.experts.41.up_proj,0.0002570504,0.05000,1.213
28,mlp.experts.54.up_proj,0.0001941005,0.05000,1.379
28,mlp.experts.44.up_proj,0.0002256419,0.05000,1.386
28,mlp.experts.58.up_proj,0.0001673750,0.05000,1.395
28,mlp.experts.48.up_proj,0.0001958708,0.05000,1.401
28,mlp.experts.45.up_proj,0.0003325774,0.05000,3.132
28,mlp.experts.67.up_proj,0.0001316471,0.05000,3.286
28,mlp.experts.62.up_proj,0.0001842520,0.05000,1.310
28,mlp.experts.52.up_proj,0.0002039913,0.05000,1.269
28,mlp.experts.49.up_proj,0.0002584426,0.05000,1.313
28,mlp.experts.71.up_proj,0.0004142337,0.05000,1.476
28,mlp.experts.66.up_proj,0.0002007627,0.05000,1.265
28,mlp.experts.56.up_proj,0.0001833111,0.05000,1.263
28,mlp.experts.53.up_proj,0.0002314560,0.05000,1.206
28,mlp.experts.75.up_proj,0.0002477367,0.05000,1.381
28,mlp.experts.70.up_proj,0.0001547125,0.05000,1.393
28,mlp.experts.60.up_proj,0.0001744115,0.05000,1.265
28,mlp.experts.57.up_proj,0.0001969541,0.05000,1.283
28,mlp.experts.79.up_proj,0.0002081213,0.05000,1.799
28,mlp.experts.74.up_proj,0.0001235979,0.05000,1.333
28,mlp.experts.64.up_proj,0.0001852746,0.05000,1.370
28,mlp.experts.61.up_proj,0.0001976462,0.05000,1.341
28,mlp.experts.78.up_proj,0.0002637743,0.05000,1.273
28,mlp.experts.83.up_proj,0.0001930671,0.05000,1.296
28,mlp.experts.68.up_proj,0.0002293535,0.05000,1.276
28,mlp.experts.65.up_proj,0.0001528085,0.05000,1.231
28,mlp.experts.82.up_proj,0.0005372693,0.05000,1.312
28,mlp.experts.87.up_proj,0.0001383246,0.05000,1.786
28,mlp.experts.69.up_proj,0.0004989510,0.05000,1.465
28,mlp.experts.72.up_proj,0.0001979262,0.05000,2.088
28,mlp.experts.86.up_proj,0.0003534099,0.05000,1.692
28,mlp.experts.73.up_proj,0.0002896397,0.05000,1.690
28,mlp.experts.90.up_proj,0.0002309805,0.05000,1.666
28,mlp.experts.91.up_proj,0.0001230384,0.05000,3.602
28,mlp.experts.76.up_proj,0.0001438513,0.05000,3.634
28,mlp.experts.94.up_proj,0.0003852183,0.05000,1.663
28,mlp.experts.77.up_proj,0.0003025230,0.05000,3.355
28,mlp.experts.80.up_proj,0.0001236397,0.05000,2.412
28,mlp.experts.95.up_proj,0.0001817184,0.05000,3.559
28,mlp.experts.98.up_proj,0.0002634757,0.05000,2.878
28,mlp.experts.81.up_proj,0.0002256851,0.05000,3.813
28,mlp.experts.84.up_proj,0.0002662987,0.05000,3.800
28,mlp.experts.99.up_proj,0.0002188099,0.05000,3.247
28,mlp.experts.102.up_proj,0.0004586987,0.05000,3.811
28,mlp.experts.85.up_proj,0.0001726393,0.05000,3.644
28,mlp.experts.88.up_proj,0.0002015450,0.05000,2.895
28,mlp.experts.106.up_proj,0.0002699259,0.05000,2.070
28,mlp.experts.103.up_proj,0.0002205386,0.05000,3.014
28,mlp.experts.89.up_proj,0.0002069222,0.05000,3.077
28,mlp.experts.107.up_proj,0.0001571115,0.05000,2.436
28,mlp.experts.92.up_proj,0.0002042649,0.05000,3.387
28,mlp.experts.110.up_proj,0.0001759876,0.05000,3.375
28,mlp.experts.111.up_proj,0.0003038922,0.05000,3.141
28,mlp.experts.93.up_proj,0.0002098999,0.05000,3.641
28,mlp.experts.96.up_proj,0.0002963467,0.05000,3.409
28,mlp.experts.114.up_proj,0.0001914923,0.05000,3.423
28,mlp.experts.115.up_proj,0.0001370905,0.05000,1.586
28,mlp.experts.97.up_proj,0.0004688933,0.05000,1.430
28,mlp.experts.101.up_proj,0.0001572327,0.05000,1.607
28,mlp.experts.119.up_proj,0.0002102887,0.05000,2.186
28,mlp.experts.100.up_proj,0.0002566310,0.05000,3.417
28,mlp.experts.118.up_proj,0.0002245619,0.05000,3.631
28,mlp.experts.105.up_proj,0.0001832541,0.05000,1.861
28,mlp.experts.123.up_proj,0.0001522217,0.05000,3.624
28,mlp.experts.104.up_proj,0.0001312521,0.05000,3.572
28,mlp.experts.109.up_proj,0.0001528651,0.05000,3.039
28,mlp.experts.122.up_proj,0.0003925359,0.05000,3.648
28,mlp.experts.108.up_proj,0.0002228158,0.05000,1.854
28,mlp.experts.127.up_proj,0.0002747370,0.05000,3.399
28,mlp.experts.113.up_proj,0.0001188248,0.05000,3.268
28,mlp.experts.126.up_proj,0.0002069626,0.05000,3.374
28,mlp.experts.131.up_proj,0.0002288510,0.05000,1.792
28,mlp.experts.112.up_proj,0.0000682857,0.05000,2.876
28,mlp.experts.117.up_proj,0.0002491803,0.05000,1.519
28,mlp.experts.135.up_proj,0.0003086541,0.05000,1.664
28,mlp.experts.130.up_proj,0.0001507876,0.05000,3.490
28,mlp.experts.121.up_proj,0.0002427413,0.05000,2.697
28,mlp.experts.139.up_proj,0.0004831448,0.05000,1.528
28,mlp.experts.116.up_proj,0.0002324732,0.05000,3.661
28,mlp.experts.134.up_proj,0.0002492714,0.05000,2.038
28,mlp.experts.143.up_proj,0.0000901126,0.05000,1.978
28,mlp.experts.125.up_proj,0.0003772113,0.05000,2.213
28,mlp.experts.120.up_proj,0.0001818321,0.05000,2.883
28,mlp.experts.138.up_proj,0.0002379822,0.05000,2.386
28,mlp.experts.129.up_proj,0.0002068789,0.05000,2.859
28,mlp.experts.147.up_proj,0.0002596910,0.05000,3.604
28,mlp.experts.133.up_proj,0.0001300929,0.05000,1.403
28,mlp.experts.124.up_proj,0.0001080191,0.05000,3.159
28,mlp.experts.142.up_proj,0.0002821403,0.05000,3.434
28,mlp.experts.137.up_proj,0.0002299986,0.05000,1.752
28,mlp.experts.151.up_proj,0.0001350473,0.05000,3.488
28,mlp.experts.141.up_proj,0.0002674759,0.05000,1.409
28,mlp.experts.128.up_proj,0.0004147621,0.05000,3.540
28,mlp.experts.146.up_proj,0.0002636005,0.05000,3.269
28,mlp.experts.155.up_proj,0.0001137399,0.05000,2.910
28,mlp.experts.145.up_proj,0.0002367736,0.05000,3.497
28,mlp.experts.132.up_proj,0.0003316335,0.05000,3.420
28,mlp.experts.150.up_proj,0.0002993115,0.05000,3.635
28,mlp.experts.159.up_proj,0.0002237382,0.05000,2.255
28,mlp.experts.163.up_proj,0.0002426181,0.05000,1.688
28,mlp.experts.136.up_proj,0.0002442931,0.05000,2.557
28,mlp.experts.149.up_proj,0.0001825165,0.05000,3.486
28,mlp.experts.167.up_proj,0.0001364577,0.05000,1.767
28,mlp.experts.154.up_proj,0.0004144245,0.05000,3.579
28,mlp.experts.140.up_proj,0.0002388935,0.05000,2.971
28,mlp.experts.171.up_proj,0.0001634702,0.05000,1.720
28,mlp.experts.153.up_proj,0.0001535046,0.05000,3.687
28,mlp.experts.158.up_proj,0.0001649029,0.05000,2.962
28,mlp.experts.144.up_proj,0.0000863489,0.05000,2.077
28,mlp.experts.175.up_proj,0.0002546852,0.05000,3.060
28,mlp.experts.162.up_proj,0.0003192836,0.05000,2.044
28,mlp.experts.157.up_proj,0.0001796928,0.05000,3.797
28,mlp.experts.166.up_proj,0.0002664319,0.05000,1.572
28,mlp.experts.148.up_proj,0.0003230315,0.05000,3.280
28,mlp.experts.179.up_proj,0.0002045756,0.05000,2.231
28,mlp.experts.161.up_proj,0.0001857871,0.05000,1.385
28,mlp.experts.152.up_proj,0.0002269100,0.05000,1.399
28,mlp.experts.170.up_proj,0.0002964115,0.05000,1.447
28,mlp.experts.183.up_proj,0.0001520469,0.05000,1.241
28,mlp.experts.165.up_proj,0.0004151945,0.05000,1.205
28,mlp.experts.174.up_proj,0.0002123387,0.05000,1.188
28,mlp.experts.187.up_proj,0.0002720787,0.05000,1.198
28,mlp.experts.156.up_proj,0.0001880356,0.05000,1.367
28,mlp.experts.178.up_proj,0.0002255532,0.05000,1.237
28,mlp.experts.160.up_proj,0.0002064051,0.05000,1.248
28,mlp.experts.169.up_proj,0.0002784829,0.05000,2.398
28,mlp.experts.182.up_proj,0.0002081040,0.05000,1.115
28,mlp.experts.191.up_proj,0.0002492008,0.05000,2.278
28,mlp.experts.164.up_proj,0.0001982297,0.05000,1.072
28,mlp.experts.173.up_proj,0.0002100652,0.05000,0.992
28,mlp.experts.186.up_proj,0.0002316739,0.05000,1.117
28,mlp.experts.195.up_proj,0.0004310216,0.05000,1.136
28,mlp.experts.168.up_proj,0.0002578610,0.05000,1.158
28,mlp.experts.177.up_proj,0.0002517923,0.05000,1.253
28,mlp.experts.190.up_proj,0.0001869543,0.05000,1.259
28,mlp.experts.199.up_proj,0.0002378659,0.05000,1.227
28,mlp.experts.172.up_proj,0.0000970428,0.05000,1.222
28,mlp.experts.181.up_proj,0.0002848342,0.05000,1.186
28,mlp.experts.194.up_proj,0.0002161109,0.05000,1.170
28,mlp.experts.203.up_proj,0.0002137014,0.05000,1.193
28,mlp.experts.176.up_proj,0.0002589085,0.05000,1.201
28,mlp.experts.185.up_proj,0.0002591548,0.05000,1.201
28,mlp.experts.198.up_proj,0.0002486916,0.05000,1.192
28,mlp.experts.207.up_proj,0.0003358729,0.05000,1.219
28,mlp.experts.180.up_proj,0.0004427721,0.05000,1.238
28,mlp.experts.189.up_proj,0.0002033331,0.05000,1.289
28,mlp.experts.202.up_proj,0.0002724435,0.05000,1.265
28,mlp.experts.211.up_proj,0.0002850251,0.05000,1.258
28,mlp.experts.184.up_proj,0.0001365326,0.05000,1.237
28,mlp.experts.193.up_proj,0.0002015549,0.05000,1.271
28,mlp.experts.206.up_proj,0.0002127484,0.05000,1.310
28,mlp.experts.215.up_proj,0.0003100164,0.05000,1.315
28,mlp.experts.188.up_proj,0.0002409867,0.05000,1.332
28,mlp.experts.210.up_proj,0.0002011528,0.05000,1.512
28,mlp.experts.219.up_proj,0.0004203062,0.05000,1.516
28,mlp.experts.197.up_proj,0.0003561796,0.05000,2.379
28,mlp.experts.192.up_proj,0.0002962540,0.05000,1.883
28,mlp.experts.223.up_proj,0.0002211635,0.05000,1.974
28,mlp.experts.214.up_proj,0.0002204571,0.05000,2.100
28,mlp.experts.201.up_proj,0.0002191265,0.05000,1.727
28,mlp.experts.196.up_proj,0.0002822007,0.05000,1.915
28,mlp.experts.218.up_proj,0.0001593177,0.05000,1.221
28,mlp.experts.205.up_proj,0.0001546464,0.05000,1.235
28,mlp.experts.227.up_proj,0.0001602340,0.05000,1.518
28,mlp.experts.231.up_proj,fallback(rtn): 0.0011292,0.00000,0.017
28,mlp.experts.200.up_proj,0.0001915153,0.05000,1.205
28,mlp.experts.222.up_proj,0.0002207022,0.05000,1.149
28,mlp.experts.209.up_proj,0.0001054766,0.05000,1.205
28,mlp.experts.204.up_proj,0.0002593809,0.05000,1.667
28,mlp.experts.235.up_proj,0.0003037136,0.05000,1.807
28,mlp.experts.226.up_proj,0.0002174071,0.05000,1.414
28,mlp.experts.213.up_proj,0.0001856479,0.05000,1.464
28,mlp.experts.208.up_proj,0.0002653318,0.05000,1.226
28,mlp.experts.239.up_proj,0.0003315815,0.05000,1.550
28,mlp.experts.217.up_proj,0.0001662352,0.05000,1.388
28,mlp.experts.230.up_proj,0.0002259951,0.05000,2.190
28,mlp.experts.221.up_proj,0.0002314634,0.05000,1.675
28,mlp.experts.212.up_proj,0.0002155691,0.05000,3.420
28,mlp.experts.225.up_proj,0.0002748300,0.05000,1.688
28,mlp.experts.243.up_proj,0.0005336706,0.05000,3.913
28,mlp.experts.234.up_proj,0.0001359015,0.05000,3.898
28,mlp.experts.229.up_proj,0.0002298276,0.05000,1.686
28,mlp.experts.216.up_proj,0.0001990919,0.05000,3.068
28,mlp.experts.233.up_proj,0.0002099179,0.05000,1.667
28,mlp.experts.247.up_proj,0.0002534572,0.05000,3.993
28,mlp.experts.237.up_proj,0.0004069466,0.05000,1.487
28,mlp.experts.238.up_proj,0.0001423166,0.05000,3.870
28,mlp.experts.220.up_proj,0.0002014738,0.05000,3.728
28,mlp.experts.241.up_proj,0.0002754894,0.05000,2.065
28,mlp.experts.242.up_proj,0.0001971785,0.05000,2.190
28,mlp.experts.251.up_proj,0.0002502233,0.05000,3.709
28,mlp.experts.224.up_proj,0.0002818836,0.05000,2.164
28,mlp.experts.245.up_proj,0.0001927447,0.05000,2.247
28,mlp.experts.228.up_proj,0.0002528454,0.05000,1.642
28,mlp.experts.246.up_proj,0.0002067751,0.05000,2.614
28,mlp.experts.255.up_proj,0.0001729560,0.05000,2.177
28,mlp.experts.249.up_proj,0.0002237540,0.05000,1.150
28,mlp.experts.232.up_proj,0.0002203798,0.05000,0.898
28,mlp.experts.250.up_proj,0.0002815163,0.05000,0.881
28,mlp.experts.253.up_proj,0.0001557303,0.05000,0.858
28,mlp.experts.236.up_proj,0.0001823139,0.05000,0.735
28,mlp.experts.254.up_proj,0.0001157559,0.05000,0.726
28,mlp.experts.240.up_proj,0.0002209981,0.05000,0.204
28,mlp.experts.244.up_proj,0.0002275896,0.05000,0.198
28,mlp.experts.248.up_proj,0.0001751434,0.05000,0.199
28,mlp.experts.252.up_proj,0.0003584588,0.05000,0.197
28,mlp.experts.3.down_proj,fallback(rtn): 0.0010757,0.00000,0.015
28,mlp.experts.0.down_proj,0.0000069300,0.05000,0.336
28,mlp.experts.1.down_proj,0.0000107539,0.05000,0.343
28,mlp.experts.7.down_proj,0.0000142576,0.05000,0.334
28,mlp.experts.2.down_proj,0.0000269885,0.05000,0.403
28,mlp.experts.4.down_proj,0.0000128988,0.05000,0.321
28,mlp.experts.5.down_proj,0.0000187046,0.05000,0.324
28,mlp.experts.11.down_proj,0.0000103591,0.05000,0.327
28,mlp.experts.6.down_proj,0.0000096610,0.05000,0.316
28,mlp.experts.9.down_proj,0.0000237939,0.05000,0.302
28,mlp.experts.8.down_proj,0.0000069176,0.05000,0.340
28,mlp.experts.10.down_proj,0.0000055401,0.05000,0.329
28,mlp.experts.15.down_proj,0.0000223339,0.05000,0.585
28,mlp.experts.12.down_proj,0.0000110194,0.05000,0.441
28,mlp.experts.14.down_proj,0.0000046803,0.05000,0.443
28,mlp.experts.13.down_proj,0.0000138801,0.05000,1.003
28,mlp.experts.16.down_proj,0.0000036040,0.05000,0.583
28,mlp.experts.18.down_proj,0.0000041601,0.05000,0.616
28,mlp.experts.19.down_proj,0.0000055275,0.05000,0.995
28,mlp.experts.20.down_proj,0.0000123133,0.05000,0.819
28,mlp.experts.17.down_proj,0.0000149995,0.05000,0.977
28,mlp.experts.22.down_proj,0.0000119093,0.05000,0.966
28,mlp.experts.23.down_proj,0.0000039235,0.05000,0.885
28,mlp.experts.27.down_proj,0.0000048294,0.05000,0.370
28,mlp.experts.24.down_proj,0.0000141017,0.05000,0.678
28,mlp.experts.31.down_proj,0.0000170782,0.05000,0.371
28,mlp.experts.21.down_proj,0.0000073983,0.05000,0.942
28,mlp.experts.26.down_proj,0.0000236160,0.05000,0.935
28,mlp.experts.28.down_proj,0.0000067098,0.05000,0.578
28,mlp.experts.35.down_proj,0.0000056931,0.05000,0.326
28,mlp.experts.32.down_proj,0.0000240121,0.05000,0.313
28,mlp.experts.39.down_proj,0.0000032047,0.05000,0.328
28,mlp.experts.25.down_proj,0.0000152472,0.05000,0.924
28,mlp.experts.30.down_proj,0.0000071009,0.05000,0.964
28,mlp.experts.43.down_proj,0.0000134760,0.05000,0.452
28,mlp.experts.36.down_proj,0.0000042067,0.05000,0.793
28,mlp.experts.47.down_proj,0.0000309148,0.05000,0.436
28,mlp.experts.29.down_proj,0.0000036492,0.05000,0.978
28,mlp.experts.51.down_proj,0.0000043733,0.05000,0.440
28,mlp.experts.34.down_proj,0.0000090064,0.05000,1.023
28,mlp.experts.40.down_proj,0.0000027427,0.05000,0.957
28,mlp.experts.55.down_proj,0.0000162518,0.05000,0.441
28,mlp.experts.59.down_proj,0.0000128040,0.05000,0.429
28,mlp.experts.33.down_proj,0.0000197091,0.05000,0.990
28,mlp.experts.38.down_proj,0.0000103274,0.05000,1.014
28,mlp.experts.44.down_proj,0.0000066644,0.05000,0.941
28,mlp.experts.63.down_proj,0.0000041087,0.05000,0.452
28,mlp.experts.67.down_proj,0.0000045619,0.05000,0.430
28,mlp.experts.37.down_proj,0.0000061790,0.05000,0.971
28,mlp.experts.42.down_proj,0.0000079704,0.05000,0.993
28,mlp.experts.48.down_proj,0.0000036498,0.05000,0.937
28,mlp.experts.71.down_proj,0.0000386590,0.05000,0.450
28,mlp.experts.75.down_proj,0.0000060941,0.05000,0.425
28,mlp.experts.41.down_proj,0.0000056269,0.05000,0.952
28,mlp.experts.79.down_proj,0.0000069022,0.05000,0.434
28,mlp.experts.52.down_proj,0.0000069389,0.05000,0.933
28,mlp.experts.46.down_proj,0.0000127797,0.05000,0.974
28,mlp.experts.83.down_proj,0.0000062547,0.05000,0.434
28,mlp.experts.45.down_proj,0.0000280735,0.05000,0.945
28,mlp.experts.87.down_proj,0.0000051289,0.05000,0.433
28,mlp.experts.56.down_proj,0.0000090513,0.05000,0.927
28,mlp.experts.50.down_proj,0.0000039626,0.05000,0.964
28,mlp.experts.91.down_proj,0.0000164781,0.05000,0.479
28,mlp.experts.49.down_proj,0.0000058890,0.05000,0.957
28,mlp.experts.95.down_proj,0.0000152674,0.05000,0.472
28,mlp.experts.60.down_proj,0.0000035702,0.05000,0.895
28,mlp.experts.54.down_proj,0.0000142780,0.05000,0.891
28,mlp.experts.99.down_proj,0.0000133201,0.05000,0.494
28,mlp.experts.53.down_proj,0.0000201812,0.05000,0.966
28,mlp.experts.64.down_proj,0.0000047893,0.05000,0.894
28,mlp.experts.58.down_proj,0.0000105736,0.05000,0.891
28,mlp.experts.103.down_proj,0.0000067211,0.05000,0.498
28,mlp.experts.57.down_proj,0.0000044807,0.05000,0.503
28,mlp.experts.107.down_proj,0.0000067214,0.05000,0.376
28,mlp.experts.62.down_proj,0.0000056901,0.05000,0.445
28,mlp.experts.68.down_proj,0.0000226078,0.05000,0.624
28,mlp.experts.61.down_proj,0.0000118254,0.05000,0.350
28,mlp.experts.111.down_proj,0.0000148184,0.05000,0.349
28,mlp.experts.66.down_proj,0.0000037826,0.05000,0.360
28,mlp.experts.72.down_proj,0.0000140907,0.05000,0.458
28,mlp.experts.65.down_proj,0.0000038998,0.05000,0.351
28,mlp.experts.115.down_proj,0.0000145296,0.05000,0.344
28,mlp.experts.70.down_proj,0.0000043333,0.05000,0.350
28,mlp.experts.76.down_proj,0.0000227624,0.05000,0.349
28,mlp.experts.69.down_proj,0.0000343793,0.05000,0.349
28,mlp.experts.119.down_proj,0.0000142909,0.05000,0.344
28,mlp.experts.74.down_proj,0.0000046152,0.05000,0.352
28,mlp.experts.80.down_proj,0.0000072331,0.05000,0.345
28,mlp.experts.73.down_proj,0.0000219541,0.05000,0.359
28,mlp.experts.123.down_proj,0.0000058849,0.05000,0.353
28,mlp.experts.78.down_proj,0.0000190629,0.05000,0.353
28,mlp.experts.84.down_proj,0.0000055730,0.05000,0.352
28,mlp.experts.77.down_proj,0.0000249212,0.05000,0.344
28,mlp.experts.127.down_proj,0.0000321336,0.05000,0.348
28,mlp.experts.82.down_proj,0.0000572396,0.05000,0.446
28,mlp.experts.88.down_proj,0.0000038827,0.05000,0.357
28,mlp.experts.81.down_proj,0.0000067814,0.05000,0.359
28,mlp.experts.131.down_proj,0.0000040915,0.05000,0.362
28,mlp.experts.86.down_proj,0.0000132177,0.05000,0.351
28,mlp.experts.92.down_proj,0.0000040345,0.05000,0.354
28,mlp.experts.85.down_proj,0.0000066341,0.05000,0.360
28,mlp.experts.135.down_proj,0.0000121636,0.05000,0.364
28,mlp.experts.90.down_proj,0.0000111611,0.05000,0.363
28,mlp.experts.89.down_proj,0.0000038222,0.05000,0.326
28,mlp.experts.96.down_proj,0.0000247771,0.05000,0.354
28,mlp.experts.139.down_proj,0.0000305846,0.05000,0.338
28,mlp.experts.94.down_proj,0.0000374556,0.05000,0.333
28,mlp.experts.100.down_proj,0.0000049833,0.05000,0.343
28,mlp.experts.93.down_proj,0.0000045147,0.05000,0.364
28,mlp.experts.143.down_proj,0.0000031246,0.05000,0.351
28,mlp.experts.98.down_proj,0.0000160016,0.05000,0.357
28,mlp.experts.104.down_proj,0.0000072131,0.05000,0.352
28,mlp.experts.97.down_proj,0.0000312269,0.05000,0.347
28,mlp.experts.147.down_proj,0.0000240202,0.05000,0.354
28,mlp.experts.102.down_proj,0.0000665177,0.05000,0.350
28,mlp.experts.108.down_proj,0.0000067696,0.05000,0.356
28,mlp.experts.101.down_proj,0.0000132196,0.05000,0.366
28,mlp.experts.151.down_proj,0.0000153235,0.05000,0.359
28,mlp.experts.106.down_proj,0.0000106498,0.05000,0.358
28,mlp.experts.112.down_proj,0.0000026370,0.05000,0.355
28,mlp.experts.105.down_proj,0.0000077621,0.05000,0.359
28,mlp.experts.155.down_proj,0.0000058757,0.05000,0.360
28,mlp.experts.110.down_proj,0.0000055090,0.05000,0.357
28,mlp.experts.116.down_proj,0.0000201450,0.05000,0.347
28,mlp.experts.109.down_proj,0.0000030344,0.05000,0.353
28,mlp.experts.159.down_proj,0.0000062336,0.05000,0.351
28,mlp.experts.114.down_proj,0.0000105939,0.05000,0.348
28,mlp.experts.120.down_proj,0.0000213122,0.05000,0.343
28,mlp.experts.113.down_proj,0.0000053471,0.05000,0.346
28,mlp.experts.163.down_proj,0.0000055404,0.05000,0.341
28,mlp.experts.118.down_proj,0.0000088351,0.05000,0.327
28,mlp.experts.124.down_proj,0.0000106662,0.05000,0.333
28,mlp.experts.117.down_proj,0.0000224191,0.05000,0.329
28,mlp.experts.167.down_proj,0.0000073274,0.05000,0.329
28,mlp.experts.122.down_proj,0.0000387452,0.05000,0.337
28,mlp.experts.128.down_proj,0.0000301730,0.05000,0.362
28,mlp.experts.121.down_proj,0.0000152782,0.05000,0.360
28,mlp.experts.171.down_proj,0.0000057075,0.05000,0.366
28,mlp.experts.126.down_proj,0.0000044877,0.05000,0.365
28,mlp.experts.132.down_proj,0.0000091045,0.05000,0.361
28,mlp.experts.125.down_proj,0.0000122249,0.05000,0.364
28,mlp.experts.175.down_proj,0.0000062821,0.05000,0.358
28,mlp.experts.130.down_proj,0.0000060432,0.05000,0.367
28,mlp.experts.136.down_proj,0.0000197977,0.05000,0.363
28,mlp.experts.129.down_proj,0.0000073346,0.05000,0.361
28,mlp.experts.179.down_proj,0.0000102364,0.05000,0.361
28,mlp.experts.134.down_proj,0.0000044897,0.05000,0.360
28,mlp.experts.140.down_proj,0.0000057769,0.05000,0.351
28,mlp.experts.133.down_proj,0.0000115253,0.05000,0.353
28,mlp.experts.183.down_proj,0.0000119443,0.05000,0.354
28,mlp.experts.138.down_proj,0.0000195382,0.05000,0.349
28,mlp.experts.144.down_proj,0.0000042155,0.05000,0.347
28,mlp.experts.137.down_proj,0.0000208096,0.05000,0.344
28,mlp.experts.187.down_proj,0.0000080317,0.05000,0.348
28,mlp.experts.142.down_proj,0.0000249060,0.05000,0.345
28,mlp.experts.148.down_proj,0.0000080342,0.05000,0.349
28,mlp.experts.141.down_proj,0.0000063920,0.05000,0.350
28,mlp.experts.191.down_proj,0.0000120281,0.05000,0.352
28,mlp.experts.146.down_proj,0.0000088871,0.05000,0.365
28,mlp.experts.152.down_proj,0.0000126495,0.05000,0.375
28,mlp.experts.145.down_proj,0.0000139656,0.05000,0.380
28,mlp.experts.195.down_proj,0.0000444796,0.05000,0.378
28,mlp.experts.150.down_proj,0.0000202261,0.05000,0.351
28,mlp.experts.156.down_proj,0.0000136859,0.05000,0.322
28,mlp.experts.149.down_proj,0.0000124772,0.05000,0.332
28,mlp.experts.199.down_proj,0.0000099906,0.05000,0.336
28,mlp.experts.154.down_proj,0.0000191206,0.05000,0.332
28,mlp.experts.160.down_proj,0.0000084232,0.05000,0.286
28,mlp.experts.153.down_proj,0.0000051258,0.05000,0.259
28,mlp.experts.203.down_proj,0.0000055664,0.05000,0.241
28,mlp.experts.164.down_proj,0.0000050523,0.05000,0.305
28,mlp.experts.158.down_proj,0.0000029171,0.05000,0.324
28,mlp.experts.157.down_proj,0.0000106949,0.05000,0.332
28,mlp.experts.207.down_proj,0.0000096760,0.05000,0.337
28,mlp.experts.168.down_proj,0.0000212260,0.05000,0.353
28,mlp.experts.161.down_proj,0.0000174313,0.05000,0.350
28,mlp.experts.211.down_proj,0.0000191784,0.05000,0.344
28,mlp.experts.162.down_proj,0.0000048165,0.05000,0.364
28,mlp.experts.172.down_proj,0.0000076975,0.05000,0.346
28,mlp.experts.215.down_proj,0.0000124954,0.05000,0.344
28,mlp.experts.165.down_proj,0.0000183015,0.05000,0.359
28,mlp.experts.166.down_proj,0.0000067579,0.05000,0.359
28,mlp.experts.176.down_proj,0.0000241676,0.05000,0.303
28,mlp.experts.219.down_proj,0.0000349307,0.05000,0.329
28,mlp.experts.169.down_proj,0.0000132002,0.05000,0.344
28,mlp.experts.170.down_proj,0.0000288728,0.05000,0.376
28,mlp.experts.180.down_proj,0.0000223249,0.05000,0.352
28,mlp.experts.223.down_proj,0.0000040228,0.05000,0.352
28,mlp.experts.173.down_proj,0.0000089609,0.05000,0.352
28,mlp.experts.174.down_proj,0.0000038502,0.05000,0.359
28,mlp.experts.184.down_proj,0.0000055813,0.05000,0.342
28,mlp.experts.227.down_proj,0.0000029174,0.05000,0.344
28,mlp.experts.231.down_proj,fallback(rtn): 0.0010910,0.00000,0.012
28,mlp.experts.177.down_proj,0.0000056878,0.05000,0.340
28,mlp.experts.178.down_proj,0.0000150116,0.05000,0.331
28,mlp.experts.188.down_proj,0.0000182089,0.05000,0.339
28,mlp.experts.235.down_proj,0.0000191909,0.05000,0.326
28,mlp.experts.181.down_proj,0.0000278506,0.05000,0.332
28,mlp.experts.182.down_proj,0.0000037707,0.05000,0.320
28,mlp.experts.192.down_proj,0.0000067668,0.05000,0.335
28,mlp.experts.239.down_proj,0.0000159649,0.05000,0.340
28,mlp.experts.185.down_proj,0.0000178370,0.05000,0.335
28,mlp.experts.186.down_proj,0.0000128107,0.05000,0.328
28,mlp.experts.196.down_proj,0.0000258467,0.05000,0.368
28,mlp.experts.243.down_proj,0.0000717283,0.05000,0.342
28,mlp.experts.189.down_proj,0.0000129169,0.05000,0.337
28,mlp.experts.190.down_proj,0.0000148114,0.05000,0.338
28,mlp.experts.193.down_proj,0.0000205743,0.05000,0.400
28,mlp.experts.200.down_proj,0.0000076825,0.05000,0.520
28,mlp.experts.247.down_proj,0.0000053297,0.05000,0.735
28,mlp.experts.194.down_proj,0.0000056100,0.05000,0.750
28,mlp.experts.204.down_proj,0.0000068305,0.05000,0.460
28,mlp.experts.197.down_proj,0.0000224982,0.05000,0.602
28,mlp.experts.208.down_proj,0.0000048484,0.05000,0.406
28,mlp.experts.201.down_proj,0.0000157959,0.05000,0.405
28,mlp.experts.251.down_proj,0.0000284750,0.05000,0.816
28,mlp.experts.198.down_proj,0.0000222331,0.05000,0.827
28,mlp.experts.212.down_proj,0.0000153275,0.05000,0.428
28,mlp.experts.205.down_proj,0.0000071367,0.05000,0.430
28,mlp.experts.216.down_proj,0.0000035041,0.05000,0.415
28,mlp.experts.209.down_proj,0.0000083520,0.05000,0.418
28,mlp.experts.255.down_proj,0.0000180632,0.05000,0.840
28,mlp.experts.202.down_proj,0.0000072775,0.05000,0.820
28,mlp.experts.220.down_proj,0.0000031988,0.05000,0.322
28,mlp.experts.213.down_proj,0.0000030075,0.05000,0.298
28,mlp.experts.206.down_proj,0.0000073904,0.05000,0.239
28,mlp.experts.224.down_proj,0.0000235509,0.05000,0.227
28,mlp.experts.217.down_proj,0.0000050785,0.05000,0.229
28,mlp.experts.210.down_proj,0.0000033518,0.05000,0.238
28,mlp.experts.228.down_proj,0.0000130032,0.05000,0.231
28,mlp.experts.221.down_proj,0.0000129864,0.05000,0.230
28,mlp.experts.214.down_proj,0.0000069198,0.05000,0.235
28,mlp.experts.232.down_proj,0.0000136000,0.05000,0.231
28,mlp.experts.225.down_proj,0.0000056289,0.05000,0.226
28,mlp.experts.218.down_proj,0.0000031204,0.05000,0.233
28,mlp.experts.236.down_proj,0.0000029124,0.05000,0.232
28,mlp.experts.229.down_proj,0.0000164144,0.05000,0.232
28,mlp.experts.222.down_proj,0.0000075732,0.05000,0.235
28,mlp.experts.240.down_proj,0.0000097597,0.05000,0.228
28,mlp.experts.233.down_proj,0.0000095444,0.05000,0.225
28,mlp.experts.226.down_proj,0.0000092799,0.05000,0.237
28,mlp.experts.244.down_proj,0.0000075167,0.05000,0.229
28,mlp.experts.237.down_proj,0.0000427036,0.05000,0.228
28,mlp.experts.230.down_proj,0.0000193442,0.05000,0.236
28,mlp.experts.248.down_proj,0.0000027712,0.05000,0.229
28,mlp.experts.241.down_proj,0.0000105149,0.05000,0.228
28,mlp.experts.234.down_proj,0.0000041474,0.05000,0.240
28,mlp.experts.252.down_proj,0.0000201463,0.05000,0.233
28,mlp.experts.245.down_proj,0.0000048089,0.05000,0.224
28,mlp.experts.238.down_proj,0.0000055600,0.05000,0.185
28,mlp.experts.249.down_proj,0.0000101315,0.05000,0.171
28,mlp.experts.242.down_proj,0.0000043570,0.05000,0.170
28,mlp.experts.253.down_proj,0.0000092057,0.05000,0.171
28,mlp.experts.246.down_proj,0.0000052204,0.05000,0.100
28,mlp.experts.250.down_proj,0.0000224081,0.05000,0.057
28,mlp.experts.254.down_proj,0.0000088447,0.05000,0.056
29,mlp.experts.2.gate_proj,0.0002134953,0.05000,1.678
29,mlp.experts.0.gate_proj,0.0001648727,0.05000,2.348
29,mlp.experts.3.gate_proj,0.0001836497,0.05000,2.374
29,mlp.experts.1.gate_proj,0.0002296771,0.05000,2.657
29,mlp.experts.4.gate_proj,0.0003361874,0.05000,2.181
29,mlp.experts.6.gate_proj,0.0005037121,0.05000,3.034
29,mlp.experts.7.gate_proj,0.0001700689,0.05000,3.014
29,mlp.experts.5.gate_proj,0.0002292975,0.05000,3.536
29,mlp.experts.8.gate_proj,0.0003493034,0.05000,1.943
29,mlp.experts.10.gate_proj,0.0003396857,0.05000,3.477
29,mlp.experts.11.gate_proj,0.0003070809,0.05000,3.223
29,mlp.experts.12.gate_proj,0.0002359075,0.05000,2.502
29,mlp.experts.9.gate_proj,0.0002192414,0.05000,2.852
29,mlp.experts.14.gate_proj,0.0002045623,0.05000,2.043
29,mlp.experts.13.gate_proj,0.0001505480,0.05000,1.505
29,mlp.experts.15.gate_proj,0.0002192152,0.05000,2.114
29,mlp.experts.16.gate_proj,0.0001834754,0.05000,1.913
29,mlp.experts.18.gate_proj,0.0002981870,0.05000,1.356
29,mlp.experts.17.gate_proj,0.0002712773,0.05000,1.284
29,mlp.experts.19.gate_proj,0.0001157762,0.05000,1.236
29,mlp.experts.20.gate_proj,0.0002637043,0.05000,1.284
29,mlp.experts.24.gate_proj,fallback(rtn): 0.0010605,0.00000,0.025
29,mlp.experts.22.gate_proj,0.0002963397,0.05000,1.283
29,mlp.experts.21.gate_proj,0.0003741482,0.05000,1.288
29,mlp.experts.23.gate_proj,0.0001420711,0.05000,1.225
29,mlp.experts.28.gate_proj,0.0003220866,0.05000,1.268
29,mlp.experts.26.gate_proj,0.0001886139,0.05000,1.313
29,mlp.experts.27.gate_proj,0.0003963547,0.05000,1.322
29,mlp.experts.25.gate_proj,0.0002420300,0.05000,1.398
29,mlp.experts.32.gate_proj,0.0001869585,0.05000,1.320
29,mlp.experts.30.gate_proj,0.0002024662,0.05000,1.275
29,mlp.experts.29.gate_proj,0.0003422505,0.05000,1.224
29,mlp.experts.31.gate_proj,0.0003392996,0.05000,1.277
29,mlp.experts.36.gate_proj,0.0003994454,0.05000,1.460
29,mlp.experts.34.gate_proj,0.0002663428,0.05000,1.377
29,mlp.experts.33.gate_proj,0.0002027334,0.05000,1.383
29,mlp.experts.35.gate_proj,0.0002570218,0.05000,1.395
29,mlp.experts.40.gate_proj,0.0003469441,0.05000,1.255
29,mlp.experts.38.gate_proj,0.0001452639,0.05000,1.159
29,mlp.experts.37.gate_proj,0.0003714562,0.05000,1.130
29,mlp.experts.39.gate_proj,0.0003730032,0.05000,1.117
29,mlp.experts.44.gate_proj,0.0001409614,0.05000,1.176
29,mlp.experts.42.gate_proj,0.0002041295,0.05000,1.232
29,mlp.experts.41.gate_proj,0.0004714412,0.05000,1.248
29,mlp.experts.43.gate_proj,0.0003013245,0.05000,1.251
29,mlp.experts.48.gate_proj,0.0002988836,0.05000,1.237
29,mlp.experts.46.gate_proj,0.0002039103,0.05000,1.147
29,mlp.experts.47.gate_proj,0.0002755766,0.05000,1.040
29,mlp.experts.45.gate_proj,0.0001590223,0.05000,1.111
29,mlp.experts.52.gate_proj,0.0003039761,0.05000,1.014
29,mlp.experts.50.gate_proj,0.0001847413,0.05000,1.125
29,mlp.experts.51.gate_proj,0.0001809043,0.05000,1.186
29,mlp.experts.49.gate_proj,0.0002932604,0.05000,1.220
29,mlp.experts.56.gate_proj,0.0001819066,0.05000,1.264
29,mlp.experts.54.gate_proj,0.0002490107,0.05000,1.252
29,mlp.experts.55.gate_proj,0.0002118853,0.05000,1.214
29,mlp.experts.53.gate_proj,0.0003264919,0.05000,1.264
29,mlp.experts.60.gate_proj,0.0002738969,0.05000,1.252
29,mlp.experts.58.gate_proj,0.0001968529,0.05000,1.207
29,mlp.experts.59.gate_proj,0.0002335076,0.05000,1.310
29,mlp.experts.57.gate_proj,0.0001530393,0.05000,1.247
29,mlp.experts.64.gate_proj,0.0001917885,0.05000,1.242
29,mlp.experts.62.gate_proj,0.0003034661,0.05000,1.383
29,mlp.experts.63.gate_proj,0.0002271607,0.05000,1.379
29,mlp.experts.61.gate_proj,0.0002922400,0.05000,1.372
29,mlp.experts.68.gate_proj,0.0002695886,0.05000,1.370
29,mlp.experts.66.gate_proj,0.0003935484,0.05000,1.368
29,mlp.experts.67.gate_proj,0.0003014136,0.05000,1.360
29,mlp.experts.65.gate_proj,0.0002489093,0.05000,1.374
29,mlp.experts.72.gate_proj,0.0002306194,0.05000,1.367
29,mlp.experts.70.gate_proj,0.0003280488,0.05000,1.364
29,mlp.experts.71.gate_proj,0.0004383611,0.05000,1.354
29,mlp.experts.69.gate_proj,0.0002054133,0.05000,1.364
29,mlp.experts.76.gate_proj,0.0001376169,0.05000,1.336
29,mlp.experts.74.gate_proj,0.0002510587,0.05000,1.335
29,mlp.experts.75.gate_proj,0.0004497997,0.05000,1.322
29,mlp.experts.73.gate_proj,0.0001869691,0.05000,1.337
29,mlp.experts.80.gate_proj,0.0003616291,0.05000,1.378
29,mlp.experts.78.gate_proj,0.0002729046,0.05000,1.380
29,mlp.experts.79.gate_proj,0.0002074436,0.05000,1.381
29,mlp.experts.77.gate_proj,0.0002845132,0.05000,1.376
29,mlp.experts.84.gate_proj,0.0001752188,0.05000,1.379
29,mlp.experts.82.gate_proj,0.0002462466,0.05000,1.368
29,mlp.experts.83.gate_proj,0.0004831959,0.05000,1.373
29,mlp.experts.81.gate_proj,0.0001816704,0.05000,1.363
29,mlp.experts.88.gate_proj,0.0001682275,0.05000,1.349
29,mlp.experts.86.gate_proj,0.0002037004,0.05000,1.377
29,mlp.experts.87.gate_proj,0.0001630053,0.05000,1.368
29,mlp.experts.85.gate_proj,0.0005732695,0.05000,1.366
29,mlp.experts.92.gate_proj,0.0002497817,0.05000,1.382
29,mlp.experts.90.gate_proj,0.0002293431,0.05000,1.396
29,mlp.experts.91.gate_proj,0.0001418081,0.05000,1.399
29,mlp.experts.89.gate_proj,0.0002227234,0.05000,1.387
29,mlp.experts.96.gate_proj,0.0002212436,0.05000,1.377
29,mlp.experts.94.gate_proj,0.0002897247,0.05000,1.411
29,mlp.experts.95.gate_proj,0.0002779315,0.05000,1.424
29,mlp.experts.93.gate_proj,0.0001721861,0.05000,1.546
29,mlp.experts.100.gate_proj,0.0002946434,0.05000,1.383
29,mlp.experts.98.gate_proj,0.0001463642,0.05000,1.298
29,mlp.experts.99.gate_proj,0.0003261419,0.05000,1.283
29,mlp.experts.103.gate_proj,fallback(rtn): 0.0010223,0.00000,0.026
29,mlp.experts.97.gate_proj,0.0002553629,0.05000,1.298
29,mlp.experts.104.gate_proj,0.0002066591,0.05000,1.373
29,mlp.experts.102.gate_proj,0.0003751987,0.05000,1.499
29,mlp.experts.107.gate_proj,0.0001365912,0.05000,1.403
29,mlp.experts.101.gate_proj,0.0002253499,0.05000,1.378
29,mlp.experts.108.gate_proj,0.0001309872,0.05000,1.281
29,mlp.experts.106.gate_proj,0.0001937189,0.05000,1.303
29,mlp.experts.111.gate_proj,0.0002658425,0.05000,1.339
29,mlp.experts.105.gate_proj,0.0003853505,0.05000,1.317
29,mlp.experts.112.gate_proj,0.0001772576,0.05000,1.471
29,mlp.experts.110.gate_proj,0.0002409416,0.05000,1.379
29,mlp.experts.115.gate_proj,0.0003296412,0.05000,1.358
29,mlp.experts.109.gate_proj,0.0001327156,0.05000,1.353
29,mlp.experts.116.gate_proj,0.0003050528,0.05000,1.363
29,mlp.experts.114.gate_proj,0.0002638645,0.05000,1.359
29,mlp.experts.119.gate_proj,0.0003038393,0.05000,1.347
29,mlp.experts.113.gate_proj,0.0001600829,0.05000,1.350
29,mlp.experts.120.gate_proj,0.0004069854,0.05000,1.314
29,mlp.experts.118.gate_proj,0.0001398949,0.05000,1.242
29,mlp.experts.123.gate_proj,0.0002347914,0.05000,1.266
29,mlp.experts.117.gate_proj,0.0002063396,0.05000,1.271
29,mlp.experts.124.gate_proj,0.0004522171,0.05000,1.277
29,mlp.experts.122.gate_proj,0.0003517276,0.05000,1.224
29,mlp.experts.127.gate_proj,0.0003415007,0.05000,1.248
29,mlp.experts.121.gate_proj,0.0003943381,0.05000,1.243
29,mlp.experts.128.gate_proj,0.0003387576,0.05000,1.234
29,mlp.experts.126.gate_proj,0.0001937228,0.05000,1.196
29,mlp.experts.131.gate_proj,0.0001544289,0.05000,1.226
29,mlp.experts.125.gate_proj,0.0002194971,0.05000,1.232
29,mlp.experts.132.gate_proj,0.0004374628,0.05000,1.239
29,mlp.experts.130.gate_proj,0.0002012428,0.05000,1.223
29,mlp.experts.135.gate_proj,0.0001745104,0.05000,1.531
29,mlp.experts.129.gate_proj,0.0002187151,0.05000,1.717
29,mlp.experts.134.gate_proj,0.0002345470,0.05000,1.642
29,mlp.experts.136.gate_proj,0.0003543184,0.05000,2.330
29,mlp.experts.139.gate_proj,0.0002738957,0.05000,1.994
29,mlp.experts.138.gate_proj,0.0002784475,0.05000,1.321
29,mlp.experts.133.gate_proj,0.0004254827,0.05000,2.077
29,mlp.experts.140.gate_proj,0.0002623346,0.05000,1.321
29,mlp.experts.143.gate_proj,0.0003898098,0.05000,1.351
29,mlp.experts.142.gate_proj,0.0002664124,0.05000,1.368
29,mlp.experts.137.gate_proj,0.0002732950,0.05000,1.373
29,mlp.experts.144.gate_proj,0.0004216024,0.05000,1.378
29,mlp.experts.147.gate_proj,0.0001973208,0.05000,1.363
29,mlp.experts.146.gate_proj,0.0003619916,0.05000,1.365
29,mlp.experts.141.gate_proj,0.0004393435,0.05000,1.374
29,mlp.experts.148.gate_proj,0.0004405792,0.05000,1.379
29,mlp.experts.151.gate_proj,0.0002645456,0.05000,1.355
29,mlp.experts.150.gate_proj,0.0000740447,0.05000,1.360
29,mlp.experts.145.gate_proj,0.0002861036,0.05000,1.347
29,mlp.experts.152.gate_proj,0.0000850775,0.05000,1.349
29,mlp.experts.155.gate_proj,0.0002217214,0.05000,1.371
29,mlp.experts.154.gate_proj,0.0003023921,0.05000,1.380
29,mlp.experts.149.gate_proj,0.0001576701,0.05000,1.380
29,mlp.experts.156.gate_proj,0.0001838113,0.05000,1.449
29,mlp.experts.159.gate_proj,0.0002013891,0.05000,1.240
29,mlp.experts.158.gate_proj,0.0002301508,0.05000,1.327
29,mlp.experts.153.gate_proj,0.0003688662,0.05000,1.419
29,mlp.experts.160.gate_proj,0.0001936899,0.05000,1.302
29,mlp.experts.163.gate_proj,0.0002989741,0.05000,1.302
29,mlp.experts.162.gate_proj,0.0002452139,0.05000,1.307
29,mlp.experts.157.gate_proj,0.0002847209,0.05000,1.353
29,mlp.experts.164.gate_proj,0.0002534129,0.05000,1.351
29,mlp.experts.167.gate_proj,0.0003344392,0.05000,1.363
29,mlp.experts.166.gate_proj,0.0002348018,0.05000,1.353
29,mlp.experts.161.gate_proj,0.0002874548,0.05000,1.359
29,mlp.experts.168.gate_proj,0.0002171873,0.05000,1.361
29,mlp.experts.171.gate_proj,0.0002210447,0.05000,1.356
29,mlp.experts.170.gate_proj,0.0001607186,0.05000,1.353
29,mlp.experts.165.gate_proj,0.0003113211,0.05000,1.355
29,mlp.experts.172.gate_proj,0.0001956856,0.05000,1.341
29,mlp.experts.175.gate_proj,0.0002428004,0.05000,1.356
29,mlp.experts.174.gate_proj,0.0001773089,0.05000,1.325
29,mlp.experts.169.gate_proj,0.0002399805,0.05000,1.341
29,mlp.experts.176.gate_proj,0.0002466536,0.05000,1.351
29,mlp.experts.179.gate_proj,0.0002848077,0.05000,1.413
29,mlp.experts.178.gate_proj,0.0001958291,0.05000,1.296
29,mlp.experts.173.gate_proj,0.0002398766,0.05000,1.257
29,mlp.experts.180.gate_proj,0.0002248247,0.05000,1.412
29,mlp.experts.183.gate_proj,0.0002975293,0.05000,1.350
29,mlp.experts.182.gate_proj,0.0002532614,0.05000,1.373
29,mlp.experts.177.gate_proj,0.0002260497,0.05000,1.372
29,mlp.experts.184.gate_proj,0.0003035211,0.05000,1.378
29,mlp.experts.187.gate_proj,0.0002609931,0.05000,1.371
29,mlp.experts.186.gate_proj,0.0002940825,0.05000,1.359
29,mlp.experts.181.gate_proj,0.0003568855,0.05000,1.364
29,mlp.experts.188.gate_proj,0.0002495548,0.05000,1.359
29,mlp.experts.191.gate_proj,0.0001496005,0.05000,1.358
29,mlp.experts.190.gate_proj,0.0004075066,0.05000,1.348
29,mlp.experts.185.gate_proj,0.0002177775,0.05000,1.357
29,mlp.experts.192.gate_proj,0.0001045424,0.05000,1.363
29,mlp.experts.195.gate_proj,0.0001970358,0.05000,1.295
29,mlp.experts.194.gate_proj,0.0002497535,0.05000,1.244
29,mlp.experts.189.gate_proj,0.0002674749,0.05000,1.269
29,mlp.experts.196.gate_proj,0.0001266574,0.05000,1.238
29,mlp.experts.199.gate_proj,0.0002719495,0.05000,1.255
29,mlp.experts.198.gate_proj,0.0002059631,0.05000,1.227
29,mlp.experts.193.gate_proj,0.0003194234,0.05000,1.278
29,mlp.experts.200.gate_proj,0.0003194983,0.05000,1.295
29,mlp.experts.203.gate_proj,0.0003730416,0.05000,1.317
29,mlp.experts.202.gate_proj,0.0001501192,0.05000,1.320
29,mlp.experts.197.gate_proj,0.0005928423,0.05000,1.298
29,mlp.experts.204.gate_proj,0.0003827502,0.05000,1.270
29,mlp.experts.207.gate_proj,0.0003765484,0.05000,1.162
29,mlp.experts.206.gate_proj,0.0001185091,0.05000,1.415
29,mlp.experts.201.gate_proj,0.0002498465,0.05000,1.296
29,mlp.experts.208.gate_proj,0.0002360366,0.05000,1.303
29,mlp.experts.211.gate_proj,0.0002182597,0.05000,1.356
29,mlp.experts.210.gate_proj,0.0001561126,0.05000,1.391
29,mlp.experts.205.gate_proj,0.0002716904,0.05000,1.359
29,mlp.experts.212.gate_proj,0.0004148909,0.05000,1.312
29,mlp.experts.215.gate_proj,0.0001894268,0.05000,1.256
29,mlp.experts.214.gate_proj,0.0002237067,0.05000,1.225
29,mlp.experts.209.gate_proj,0.0003655596,0.05000,1.334
29,mlp.experts.216.gate_proj,0.0002367397,0.05000,1.279
29,mlp.experts.219.gate_proj,0.0001299404,0.05000,1.388
29,mlp.experts.218.gate_proj,0.0002062653,0.05000,1.383
29,mlp.experts.213.gate_proj,0.0003162936,0.05000,1.344
29,mlp.experts.220.gate_proj,0.0002409024,0.05000,1.340
29,mlp.experts.223.gate_proj,0.0003437826,0.05000,1.633
29,mlp.experts.224.gate_proj,0.0004059653,0.05000,1.536
29,mlp.experts.217.gate_proj,0.0002593802,0.05000,1.809
29,mlp.experts.222.gate_proj,0.0002337257,0.05000,2.441
29,mlp.experts.228.gate_proj,0.0001825001,0.05000,1.607
29,mlp.experts.221.gate_proj,0.0005926229,0.05000,1.959
29,mlp.experts.227.gate_proj,0.0002271064,0.05000,3.784
29,mlp.experts.232.gate_proj,0.0002523673,0.05000,1.690
29,mlp.experts.226.gate_proj,0.0001467835,0.05000,3.712
29,mlp.experts.225.gate_proj,0.0003217754,0.05000,2.441
29,mlp.experts.236.gate_proj,0.0002107858,0.05000,1.578
29,mlp.experts.231.gate_proj,0.0001906446,0.05000,2.190
29,mlp.experts.230.gate_proj,0.0002574561,0.05000,1.297
29,mlp.experts.229.gate_proj,0.0003203534,0.05000,1.258
29,mlp.experts.240.gate_proj,0.0003034355,0.05000,1.211
29,mlp.experts.235.gate_proj,0.0001872281,0.05000,1.263
29,mlp.experts.234.gate_proj,0.0002413289,0.05000,1.263
29,mlp.experts.233.gate_proj,0.0001489973,0.05000,1.249
29,mlp.experts.244.gate_proj,0.0002165231,0.05000,1.218
29,mlp.experts.239.gate_proj,0.0002284614,0.05000,1.195
29,mlp.experts.238.gate_proj,0.0000892965,0.05000,1.249
29,mlp.experts.237.gate_proj,0.0002184384,0.05000,1.173
29,mlp.experts.248.gate_proj,0.0001489095,0.05000,1.168
29,mlp.experts.243.gate_proj,0.0003131381,0.05000,1.255
29,mlp.experts.242.gate_proj,0.0002227713,0.05000,1.226
29,mlp.experts.241.gate_proj,0.0000740854,0.05000,1.259
29,mlp.experts.252.gate_proj,0.0002236473,0.05000,1.284
29,mlp.experts.247.gate_proj,0.0001501220,0.05000,1.328
29,mlp.experts.246.gate_proj,0.0001706918,0.05000,1.352
29,mlp.experts.245.gate_proj,0.0004064832,0.05000,1.362
29,mlp.experts.0.up_proj,0.0001314250,0.05000,1.350
29,mlp.experts.251.gate_proj,0.0001255254,0.05000,1.343
29,mlp.experts.250.gate_proj,0.0001729628,0.05000,1.315
29,mlp.experts.249.gate_proj,0.0002485009,0.05000,1.316
29,mlp.experts.4.up_proj,0.0002875550,0.05000,1.263
29,mlp.experts.255.gate_proj,0.0002493567,0.05000,1.283
29,mlp.experts.254.gate_proj,0.0002028850,0.05000,1.321
29,mlp.experts.253.gate_proj,0.0002652457,0.05000,1.344
29,mlp.experts.8.up_proj,0.0003727078,0.05000,1.310
29,mlp.experts.3.up_proj,0.0001766406,0.05000,1.260
29,mlp.experts.2.up_proj,0.0001837498,0.05000,1.217
29,mlp.experts.1.up_proj,0.0002010250,0.05000,1.323
29,mlp.experts.12.up_proj,0.0002152028,0.05000,1.247
29,mlp.experts.7.up_proj,0.0001768128,0.05000,1.330
29,mlp.experts.6.up_proj,0.0004967721,0.05000,1.361
29,mlp.experts.5.up_proj,0.0002267892,0.05000,1.360
29,mlp.experts.16.up_proj,0.0001875484,0.05000,1.295
29,mlp.experts.11.up_proj,0.0002738845,0.05000,1.275
29,mlp.experts.10.up_proj,0.0002117575,0.05000,1.321
29,mlp.experts.9.up_proj,0.0001761163,0.05000,1.620
29,mlp.experts.20.up_proj,0.0002625279,0.05000,1.661
29,mlp.experts.24.up_proj,fallback(rtn): 0.0010834,0.00000,0.023
29,mlp.experts.15.up_proj,0.0002127420,0.05000,1.318
29,mlp.experts.14.up_proj,0.0001729767,0.05000,1.204
29,mlp.experts.13.up_proj,0.0001355814,0.05000,1.250
29,mlp.experts.19.up_proj,0.0001965224,0.05000,1.011
29,mlp.experts.28.up_proj,0.0003106009,0.05000,1.352
29,mlp.experts.17.up_proj,0.0002380970,0.05000,1.414
29,mlp.experts.18.up_proj,0.0002513108,0.05000,2.086
29,mlp.experts.23.up_proj,0.0001260378,0.05000,2.742
29,mlp.experts.21.up_proj,0.0003766991,0.05000,1.576
29,mlp.experts.32.up_proj,0.0001538679,0.05000,3.843
29,mlp.experts.25.up_proj,0.0002242474,0.05000,1.570
29,mlp.experts.22.up_proj,0.0002856769,0.05000,3.545
29,mlp.experts.27.up_proj,0.0003684237,0.05000,2.619
29,mlp.experts.29.up_proj,0.0003712377,0.05000,1.275
29,mlp.experts.36.up_proj,0.0004017678,0.05000,1.958
29,mlp.experts.26.up_proj,0.0001692338,0.05000,1.341
29,mlp.experts.31.up_proj,0.0003064008,0.05000,1.396
29,mlp.experts.33.up_proj,0.0001928039,0.05000,1.360
29,mlp.experts.40.up_proj,0.0003320892,0.05000,1.363
29,mlp.experts.30.up_proj,0.0001821121,0.05000,1.389
29,mlp.experts.35.up_proj,0.0002338425,0.05000,1.315
29,mlp.experts.37.up_proj,0.0002759845,0.05000,1.300
29,mlp.experts.44.up_proj,0.0001181110,0.05000,1.273
29,mlp.experts.34.up_proj,0.0002307636,0.05000,1.130
29,mlp.experts.39.up_proj,0.0003304333,0.05000,1.003
29,mlp.experts.41.up_proj,0.0004338637,0.05000,0.926
29,mlp.experts.48.up_proj,0.0002825056,0.05000,0.917
29,mlp.experts.38.up_proj,0.0001172824,0.05000,0.905
29,mlp.experts.43.up_proj,0.0002546768,0.05000,0.977
29,mlp.experts.45.up_proj,0.0001487696,0.05000,1.072
29,mlp.experts.52.up_proj,0.0002661097,0.05000,1.122
29,mlp.experts.42.up_proj,0.0001873151,0.05000,1.268
29,mlp.experts.47.up_proj,0.0002607242,0.05000,1.363
29,mlp.experts.49.up_proj,0.0002638551,0.05000,1.353
29,mlp.experts.56.up_proj,0.0001661049,0.05000,1.358
29,mlp.experts.46.up_proj,0.0002030330,0.05000,1.357
29,mlp.experts.51.up_proj,0.0001725243,0.05000,1.357
29,mlp.experts.53.up_proj,0.0003133293,0.05000,1.356
29,mlp.experts.60.up_proj,0.0002696840,0.05000,1.346
29,mlp.experts.50.up_proj,0.0001736143,0.05000,1.412
29,mlp.experts.57.up_proj,0.0001375895,0.05000,1.581
29,mlp.experts.55.up_proj,0.0001992534,0.05000,1.940
29,mlp.experts.64.up_proj,0.0001781341,0.05000,1.769
29,mlp.experts.54.up_proj,0.0001940231,0.05000,2.372
29,mlp.experts.59.up_proj,0.0002256204,0.05000,2.856
29,mlp.experts.61.up_proj,0.0002871273,0.05000,3.030
29,mlp.experts.68.up_proj,0.0002568058,0.05000,3.627
29,mlp.experts.58.up_proj,0.0001786163,0.05000,2.779
29,mlp.experts.63.up_proj,0.0002036458,0.05000,1.957
29,mlp.experts.65.up_proj,0.0002686272,0.05000,3.737
29,mlp.experts.72.up_proj,0.0002193509,0.05000,3.849
29,mlp.experts.62.up_proj,0.0002837131,0.05000,3.901
29,mlp.experts.67.up_proj,0.0002730809,0.05000,3.355
29,mlp.experts.66.up_proj,0.0003763082,0.05000,2.052
29,mlp.experts.69.up_proj,0.0001859625,0.05000,3.879
29,mlp.experts.71.up_proj,0.0003357719,0.05000,2.753
29,mlp.experts.76.up_proj,0.0001366998,0.05000,3.607
29,mlp.experts.70.up_proj,0.0003072362,0.05000,3.021
29,mlp.experts.75.up_proj,0.0004307192,0.05000,3.118
29,mlp.experts.73.up_proj,0.0001648473,0.05000,3.491
29,mlp.experts.80.up_proj,0.0003623164,0.05000,3.928
29,mlp.experts.79.up_proj,0.0001923404,0.05000,2.467
29,mlp.experts.74.up_proj,0.0002427387,0.05000,3.453
29,mlp.experts.77.up_proj,0.0002639397,0.05000,3.703
29,mlp.experts.84.up_proj,0.0001638026,0.05000,3.426
29,mlp.experts.83.up_proj,0.0004796288,0.05000,2.588
29,mlp.experts.78.up_proj,0.0002634415,0.05000,3.104
29,mlp.experts.81.up_proj,0.0001778894,0.05000,3.460
29,mlp.experts.88.up_proj,0.0001950969,0.05000,2.615
29,mlp.experts.87.up_proj,0.0001517121,0.05000,3.206
29,mlp.experts.92.up_proj,0.0002388076,0.05000,1.920
29,mlp.experts.82.up_proj,0.0002204322,0.05000,3.690
29,mlp.experts.85.up_proj,0.0005186190,0.05000,3.434
29,mlp.experts.96.up_proj,0.0001920263,0.05000,1.988
29,mlp.experts.91.up_proj,0.0001354894,0.05000,3.635
29,mlp.experts.86.up_proj,0.0001953927,0.05000,2.644
29,mlp.experts.89.up_proj,0.0002074516,0.05000,1.878
29,mlp.experts.100.up_proj,0.0002767526,0.05000,1.586
29,mlp.experts.95.up_proj,0.0002534903,0.05000,1.254
29,mlp.experts.90.up_proj,0.0002122261,0.05000,1.256
29,mlp.experts.93.up_proj,0.0001535097,0.05000,1.275
29,mlp.experts.104.up_proj,0.0001897968,0.05000,1.268
29,mlp.experts.99.up_proj,0.0003812367,0.05000,1.292
29,mlp.experts.103.up_proj,fallback(rtn): 0.0010834,0.00000,0.027
29,mlp.experts.94.up_proj,0.0002776582,0.05000,1.314
29,mlp.experts.97.up_proj,0.0002399674,0.05000,1.270
29,mlp.experts.108.up_proj,0.0001248015,0.05000,1.254
29,mlp.experts.107.up_proj,0.0001487887,0.05000,1.213
29,mlp.experts.98.up_proj,0.0001266265,0.05000,1.243
29,mlp.experts.101.up_proj,0.0001976673,0.05000,1.249
29,mlp.experts.112.up_proj,0.0001655343,0.05000,1.590
29,mlp.experts.102.up_proj,0.0003714862,0.05000,1.400
29,mlp.experts.111.up_proj,0.0002542933,0.05000,1.573
29,mlp.experts.105.up_proj,0.0003488015,0.05000,1.393
29,mlp.experts.116.up_proj,0.0002703404,0.05000,1.376
29,mlp.experts.106.up_proj,0.0001860960,0.05000,1.276
29,mlp.experts.115.up_proj,0.0002607892,0.05000,1.297
29,mlp.experts.109.up_proj,0.0001138904,0.05000,1.281
29,mlp.experts.120.up_proj,0.0003675568,0.05000,1.394
29,mlp.experts.110.up_proj,0.0002251748,0.05000,1.280
29,mlp.experts.119.up_proj,0.0002464038,0.05000,1.279
29,mlp.experts.113.up_proj,0.0001416230,0.05000,1.288
29,mlp.experts.114.up_proj,0.0002609922,0.05000,1.257
29,mlp.experts.124.up_proj,0.0003778979,0.05000,1.336
29,mlp.experts.123.up_proj,0.0002264531,0.05000,1.241
29,mlp.experts.117.up_proj,0.0001880467,0.05000,1.369
29,mlp.experts.127.up_proj,0.0003117130,0.05000,1.793
29,mlp.experts.128.up_proj,0.0003454781,0.05000,2.561
29,mlp.experts.118.up_proj,0.0001406945,0.05000,3.086
29,mlp.experts.121.up_proj,0.0002602978,0.05000,3.236
29,mlp.experts.132.up_proj,0.0004791321,0.05000,1.840
29,mlp.experts.131.up_proj,0.0001428928,0.05000,2.703
29,mlp.experts.122.up_proj,0.0003174777,0.05000,1.666
29,mlp.experts.125.up_proj,0.0002058203,0.05000,1.214
29,mlp.experts.136.up_proj,0.0002952079,0.05000,1.273
29,mlp.experts.135.up_proj,0.0001653875,0.05000,1.321
29,mlp.experts.126.up_proj,0.0001555421,0.05000,1.333
29,mlp.experts.129.up_proj,0.0001993624,0.05000,1.373
29,mlp.experts.140.up_proj,0.0002253846,0.05000,1.376
29,mlp.experts.139.up_proj,0.0002768365,0.05000,1.360
29,mlp.experts.130.up_proj,0.0001946050,0.05000,1.346
29,mlp.experts.133.up_proj,0.0003897545,0.05000,1.351
29,mlp.experts.144.up_proj,0.0002302556,0.05000,1.348
29,mlp.experts.143.up_proj,0.0003629481,0.05000,1.373
29,mlp.experts.134.up_proj,0.0002230486,0.05000,1.361
29,mlp.experts.137.up_proj,0.0002431079,0.05000,1.336
29,mlp.experts.148.up_proj,0.0004230670,0.05000,1.277
29,mlp.experts.147.up_proj,0.0001850213,0.05000,1.232
29,mlp.experts.138.up_proj,0.0002469720,0.05000,1.240
29,mlp.experts.141.up_proj,0.0004103367,0.05000,1.262
29,mlp.experts.152.up_proj,0.0000740409,0.05000,2.233
29,mlp.experts.151.up_proj,0.0002517008,0.05000,2.609
29,mlp.experts.142.up_proj,0.0002595104,0.05000,2.578
29,mlp.experts.145.up_proj,0.0002746811,0.05000,3.899
29,mlp.experts.156.up_proj,0.0001503008,0.05000,3.229
29,mlp.experts.155.up_proj,0.0001850560,0.05000,3.890
29,mlp.experts.146.up_proj,0.0003301013,0.05000,3.942
29,mlp.experts.160.up_proj,0.0001780868,0.05000,1.949
29,mlp.experts.149.up_proj,0.0001481507,0.05000,3.691
29,mlp.experts.164.up_proj,0.0002208817,0.05000,1.956
29,mlp.experts.150.up_proj,0.0001767069,0.05000,3.689
29,mlp.experts.159.up_proj,0.0001947615,0.05000,4.169
29,mlp.experts.168.up_proj,0.0002035205,0.05000,1.788
29,mlp.experts.153.up_proj,0.0003346669,0.05000,3.083
29,mlp.experts.154.up_proj,0.0002730795,0.05000,1.476
29,mlp.experts.163.up_proj,0.0002771185,0.05000,1.500
29,mlp.experts.172.up_proj,0.0001921316,0.05000,1.332
29,mlp.experts.157.up_proj,0.0002453161,0.05000,1.337
29,mlp.experts.158.up_proj,0.0002301860,0.05000,1.369
29,mlp.experts.167.up_proj,0.0003065999,0.05000,1.324
29,mlp.experts.176.up_proj,0.0002279156,0.05000,1.324
29,mlp.experts.161.up_proj,0.0002724902,0.05000,1.334
29,mlp.experts.162.up_proj,0.0002062286,0.05000,1.352
29,mlp.experts.171.up_proj,0.0001849565,0.05000,1.352
29,mlp.experts.180.up_proj,0.0001979444,0.05000,1.320
29,mlp.experts.165.up_proj,0.0002132270,0.05000,1.188
29,mlp.experts.166.up_proj,0.0002435544,0.05000,0.711
29,mlp.experts.175.up_proj,0.0002257029,0.05000,0.511
29,mlp.experts.184.up_proj,0.0003336618,0.05000,1.340
29,mlp.experts.169.up_proj,0.0002220751,0.05000,1.362
29,mlp.experts.179.up_proj,0.0002558304,0.05000,1.383
29,mlp.experts.170.up_proj,0.0001411927,0.05000,1.415
29,mlp.experts.188.up_proj,0.0002432684,0.05000,1.358
29,mlp.experts.183.up_proj,0.0002869105,0.05000,1.355
29,mlp.experts.173.up_proj,0.0002120715,0.05000,1.382
29,mlp.experts.174.up_proj,0.0001801694,0.05000,1.360
29,mlp.experts.192.up_proj,0.0000941512,0.05000,1.336
29,mlp.experts.177.up_proj,0.0002036630,0.05000,1.350
29,mlp.experts.178.up_proj,0.0001794885,0.05000,1.325
29,mlp.experts.187.up_proj,0.0002649001,0.05000,1.382
29,mlp.experts.196.up_proj,0.0001052665,0.05000,1.337
29,mlp.experts.191.up_proj,0.0001346279,0.05000,1.321
29,mlp.experts.182.up_proj,0.0002397798,0.05000,1.324
29,mlp.experts.181.up_proj,0.0003177671,0.05000,1.355
29,mlp.experts.200.up_proj,0.0002870521,0.05000,1.292
29,mlp.experts.195.up_proj,0.0001882711,0.05000,1.272
29,mlp.experts.185.up_proj,0.0001927482,0.05000,1.307
29,mlp.experts.186.up_proj,0.0002603702,0.05000,1.322
29,mlp.experts.204.up_proj,0.0003780542,0.05000,1.382
29,mlp.experts.199.up_proj,0.0002451325,0.05000,1.359
29,mlp.experts.189.up_proj,0.0002331907,0.05000,1.361
29,mlp.experts.190.up_proj,0.0004035868,0.05000,1.383
29,mlp.experts.208.up_proj,0.0002193677,0.05000,1.397
29,mlp.experts.203.up_proj,0.0003273016,0.05000,1.396
29,mlp.experts.193.up_proj,0.0003262579,0.05000,1.387
29,mlp.experts.194.up_proj,0.0002286734,0.05000,1.393
29,mlp.experts.212.up_proj,0.0003429488,0.05000,1.377
29,mlp.experts.207.up_proj,0.0003627636,0.05000,1.382
29,mlp.experts.197.up_proj,0.0005154040,0.05000,1.384
29,mlp.experts.198.up_proj,0.0001809255,0.05000,1.377
29,mlp.experts.216.up_proj,0.0002013300,0.05000,1.376
29,mlp.experts.211.up_proj,0.0002221934,0.05000,1.376
29,mlp.experts.202.up_proj,0.0001311200,0.05000,1.339
29,mlp.experts.201.up_proj,0.0002368413,0.05000,1.375
29,mlp.experts.220.up_proj,0.0002169611,0.05000,1.354
29,mlp.experts.206.up_proj,0.0001224592,0.05000,1.322
29,mlp.experts.215.up_proj,0.0001521240,0.05000,1.374
29,mlp.experts.205.up_proj,0.0002478826,0.05000,1.364
29,mlp.experts.210.up_proj,0.0001398960,0.05000,1.325
29,mlp.experts.219.up_proj,0.0001115830,0.05000,1.305
29,mlp.experts.224.up_proj,0.0003586186,0.05000,1.355
29,mlp.experts.209.up_proj,0.0002874319,0.05000,1.338
29,mlp.experts.214.up_proj,0.0002137655,0.05000,1.295
29,mlp.experts.213.up_proj,0.0002544354,0.05000,1.258
29,mlp.experts.228.up_proj,0.0001646966,0.05000,1.362
29,mlp.experts.223.up_proj,0.0003130267,0.05000,1.436
29,mlp.experts.218.up_proj,0.0001969350,0.05000,1.339
29,mlp.experts.232.up_proj,0.0002131178,0.05000,1.330
29,mlp.experts.217.up_proj,0.0002432146,0.05000,1.416
29,mlp.experts.227.up_proj,0.0002119804,0.05000,1.575
29,mlp.experts.222.up_proj,0.0002220446,0.05000,1.399
29,mlp.experts.236.up_proj,0.0002266103,0.05000,1.400
29,mlp.experts.221.up_proj,0.0004795658,0.05000,1.396
29,mlp.experts.231.up_proj,0.0001638399,0.05000,1.377
29,mlp.experts.226.up_proj,0.0001413683,0.05000,1.315
29,mlp.experts.240.up_proj,0.0002597586,0.05000,1.306
29,mlp.experts.225.up_proj,0.0002613454,0.05000,1.316
29,mlp.experts.235.up_proj,0.0001609207,0.05000,1.299
29,mlp.experts.230.up_proj,0.0002494921,0.05000,1.274
29,mlp.experts.244.up_proj,0.0002062371,0.05000,1.258
29,mlp.experts.229.up_proj,0.0003287723,0.05000,1.273
29,mlp.experts.239.up_proj,0.0002132168,0.05000,1.231
29,mlp.experts.234.up_proj,0.0001867339,0.05000,1.257
29,mlp.experts.248.up_proj,0.0001419143,0.05000,1.254
29,mlp.experts.233.up_proj,0.0001206913,0.05000,1.250
29,mlp.experts.243.up_proj,0.0002985075,0.05000,1.238
29,mlp.experts.238.up_proj,0.0000856528,0.05000,1.366
29,mlp.experts.252.up_proj,0.0001983957,0.05000,1.361
29,mlp.experts.237.up_proj,0.0001887477,0.05000,1.332
29,mlp.experts.247.up_proj,0.0001448084,0.05000,1.278
29,mlp.experts.242.up_proj,0.0002121602,0.05000,0.659
29,mlp.experts.241.up_proj,0.0000724840,0.05000,0.647
29,mlp.experts.251.up_proj,0.0001157311,0.05000,0.640
29,mlp.experts.246.up_proj,0.0001605579,0.05000,0.843
29,mlp.experts.245.up_proj,0.0003145835,0.05000,0.871
29,mlp.experts.255.up_proj,0.0002466164,0.05000,0.871
29,mlp.experts.250.up_proj,0.0001699346,0.05000,0.696
29,mlp.experts.249.up_proj,0.0002416379,0.05000,0.684
29,mlp.experts.254.up_proj,0.0001864909,0.05000,0.645
29,mlp.experts.253.up_proj,0.0002394067,0.05000,0.605
29,mlp.experts.0.down_proj,0.0000080818,0.05000,0.326
29,mlp.experts.3.down_proj,0.0000057723,0.05000,0.339
29,mlp.experts.2.down_proj,0.0000168268,0.05000,0.344
29,mlp.experts.1.down_proj,0.0000132958,0.05000,0.348
29,mlp.experts.4.down_proj,0.0000099915,0.05000,0.347
29,mlp.experts.7.down_proj,0.0000088508,0.05000,0.356
29,mlp.experts.5.down_proj,0.0000205330,0.05000,0.345
29,mlp.experts.6.down_proj,0.0000289451,0.05000,0.357
29,mlp.experts.8.down_proj,0.0000481475,0.05000,0.350
29,mlp.experts.11.down_proj,0.0000101910,0.05000,0.344
29,mlp.experts.10.down_proj,0.0000091570,0.05000,0.353
29,mlp.experts.9.down_proj,0.0000030157,0.05000,0.359
29,mlp.experts.12.down_proj,0.0000096824,0.05000,0.347
29,mlp.experts.15.down_proj,0.0000092159,0.05000,0.355
29,mlp.experts.14.down_proj,0.0000099332,0.05000,0.350
29,mlp.experts.13.down_proj,0.0000089094,0.05000,0.352
29,mlp.experts.16.down_proj,0.0000141971,0.05000,0.346
29,mlp.experts.19.down_proj,0.0000092206,0.05000,0.350
29,mlp.experts.17.down_proj,0.0000173319,0.05000,0.344
29,mlp.experts.18.down_proj,0.0000090031,0.05000,0.361
29,mlp.experts.20.down_proj,0.0000199660,0.05000,0.329
29,mlp.experts.23.down_proj,0.0000043651,0.05000,0.318
29,mlp.experts.24.down_proj,fallback(rtn): 0.0010757,0.00000,0.012
29,mlp.experts.21.down_proj,0.0000517621,0.05000,0.328
29,mlp.experts.22.down_proj,0.0000088986,0.05000,0.323
29,mlp.experts.27.down_proj,0.0000134789,0.05000,0.327
29,mlp.experts.28.down_proj,0.0000131107,0.05000,0.336
29,mlp.experts.26.down_proj,0.0000121514,0.05000,0.329
29,mlp.experts.25.down_proj,0.0000047428,0.05000,0.338
29,mlp.experts.31.down_proj,0.0000115135,0.05000,0.340
29,mlp.experts.32.down_proj,0.0000060803,0.05000,0.339
29,mlp.experts.29.down_proj,0.0000146826,0.05000,0.339
29,mlp.experts.30.down_proj,0.0000035462,0.05000,0.341
29,mlp.experts.36.down_proj,0.0000108148,0.05000,0.328
29,mlp.experts.35.down_proj,0.0000088994,0.05000,0.342
29,mlp.experts.34.down_proj,0.0000046662,0.05000,0.337
29,mlp.experts.33.down_proj,0.0000044292,0.05000,0.342
29,mlp.experts.40.down_proj,0.0000077444,0.05000,0.337
29,mlp.experts.39.down_proj,0.0000100484,0.05000,0.347
29,mlp.experts.38.down_proj,0.0000059706,0.05000,0.348
29,mlp.experts.37.down_proj,0.0000138653,0.05000,0.348
29,mlp.experts.43.down_proj,0.0000171349,0.05000,0.310
29,mlp.experts.44.down_proj,0.0000075404,0.05000,0.325
29,mlp.experts.42.down_proj,0.0000052504,0.05000,0.318
29,mlp.experts.41.down_proj,0.0000344762,0.05000,0.319
29,mlp.experts.47.down_proj,0.0000070634,0.05000,0.330
29,mlp.experts.48.down_proj,0.0000117808,0.05000,0.337
29,mlp.experts.46.down_proj,0.0000087691,0.05000,0.340
29,mlp.experts.45.down_proj,0.0000027040,0.05000,0.351
29,mlp.experts.51.down_proj,0.0000036603,0.05000,0.351
29,mlp.experts.52.down_proj,0.0000296364,0.05000,0.357
29,mlp.experts.50.down_proj,0.0000116691,0.05000,0.358
29,mlp.experts.49.down_proj,0.0000305698,0.05000,0.356
29,mlp.experts.55.down_proj,0.0000080819,0.05000,0.347
29,mlp.experts.56.down_proj,0.0000091299,0.05000,0.353
29,mlp.experts.54.down_proj,0.0000097125,0.05000,0.353
29,mlp.experts.53.down_proj,0.0000059315,0.05000,0.357
29,mlp.experts.59.down_proj,0.0000070508,0.05000,0.350
29,mlp.experts.60.down_proj,0.0000192620,0.05000,0.351
29,mlp.experts.58.down_proj,0.0000126487,0.05000,0.350
29,mlp.experts.57.down_proj,0.0000185411,0.05000,0.352
29,mlp.experts.63.down_proj,0.0000212997,0.05000,0.348
29,mlp.experts.64.down_proj,0.0000071393,0.05000,0.346
29,mlp.experts.62.down_proj,0.0000333673,0.05000,0.351
29,mlp.experts.61.down_proj,0.0000263326,0.05000,0.354
29,mlp.experts.67.down_proj,0.0000109264,0.05000,0.359
29,mlp.experts.68.down_proj,0.0000081667,0.05000,0.366
29,mlp.experts.66.down_proj,0.0000305977,0.05000,0.360
29,mlp.experts.65.down_proj,0.0000303953,0.05000,0.363
29,mlp.experts.71.down_proj,0.0000208225,0.05000,0.360
29,mlp.experts.72.down_proj,0.0000062895,0.05000,0.359
29,mlp.experts.70.down_proj,0.0000070937,0.05000,0.360
29,mlp.experts.69.down_proj,0.0000057421,0.05000,0.360
29,mlp.experts.75.down_proj,0.0000552206,0.05000,0.354
29,mlp.experts.76.down_proj,0.0000146977,0.05000,0.359
29,mlp.experts.74.down_proj,0.0000056252,0.05000,0.360
29,mlp.experts.73.down_proj,0.0000047143,0.05000,0.363
29,mlp.experts.79.down_proj,0.0000048089,0.05000,0.361
29,mlp.experts.80.down_proj,0.0000101733,0.05000,0.361
29,mlp.experts.78.down_proj,0.0000323025,0.05000,0.362
29,mlp.experts.77.down_proj,0.0000058473,0.05000,0.362
29,mlp.experts.83.down_proj,0.0000502891,0.05000,0.356
29,mlp.experts.84.down_proj,0.0000154564,0.05000,0.348
29,mlp.experts.82.down_proj,0.0000067539,0.05000,0.355
29,mlp.experts.81.down_proj,0.0000147790,0.05000,0.348
29,mlp.experts.87.down_proj,0.0000113493,0.05000,0.325
29,mlp.experts.88.down_proj,0.0000146473,0.05000,0.328
29,mlp.experts.86.down_proj,0.0000055468,0.05000,0.329
29,mlp.experts.85.down_proj,0.0000394440,0.05000,0.326
29,mlp.experts.91.down_proj,0.0000023267,0.05000,0.353
29,mlp.experts.92.down_proj,0.0000080548,0.05000,0.356
29,mlp.experts.90.down_proj,0.0000101063,0.05000,0.360
29,mlp.experts.89.down_proj,0.0000144720,0.05000,0.361
29,mlp.experts.95.down_proj,0.0000053948,0.05000,0.348
29,mlp.experts.96.down_proj,0.0000044813,0.05000,0.349
29,mlp.experts.94.down_proj,0.0000288640,0.05000,0.352
29,mlp.experts.93.down_proj,0.0000044278,0.05000,0.355
29,mlp.experts.99.down_proj,0.0000061878,0.05000,0.364
29,mlp.experts.103.down_proj,fallback(rtn): 0.0010757,0.00000,0.009
29,mlp.experts.100.down_proj,0.0000099669,0.05000,0.365
29,mlp.experts.98.down_proj,0.0000074930,0.05000,0.364
29,mlp.experts.97.down_proj,0.0000045505,0.05000,0.364
29,mlp.experts.107.down_proj,0.0000105670,0.05000,0.358
29,mlp.experts.104.down_proj,0.0000160576,0.05000,0.365
29,mlp.experts.102.down_proj,0.0000326337,0.05000,0.362
29,mlp.experts.101.down_proj,0.0000130124,0.05000,0.361
29,mlp.experts.111.down_proj,0.0000045773,0.05000,0.362
29,mlp.experts.108.down_proj,0.0000041192,0.05000,0.364
29,mlp.experts.106.down_proj,0.0000034172,0.05000,0.362
29,mlp.experts.105.down_proj,0.0000251636,0.05000,0.364
29,mlp.experts.115.down_proj,0.0000250933,0.05000,0.362
29,mlp.experts.112.down_proj,0.0000040571,0.05000,0.367
29,mlp.experts.110.down_proj,0.0000156438,0.05000,0.366
29,mlp.experts.109.down_proj,0.0000153822,0.05000,0.364
29,mlp.experts.119.down_proj,0.0000275209,0.05000,0.361
29,mlp.experts.116.down_proj,0.0000074767,0.05000,0.358
29,mlp.experts.114.down_proj,0.0000226673,0.05000,0.351
29,mlp.experts.113.down_proj,0.0000045094,0.05000,0.357
29,mlp.experts.123.down_proj,0.0000115688,0.05000,0.362
29,mlp.experts.120.down_proj,0.0000343493,0.05000,0.362
29,mlp.experts.118.down_proj,0.0000056132,0.05000,0.371
29,mlp.experts.117.down_proj,0.0000076260,0.05000,0.367
29,mlp.experts.127.down_proj,0.0000064556,0.05000,0.359
29,mlp.experts.124.down_proj,0.0000185239,0.05000,0.358
29,mlp.experts.122.down_proj,0.0000190459,0.05000,0.353
29,mlp.experts.121.down_proj,0.0000046457,0.05000,0.358
29,mlp.experts.131.down_proj,0.0000030824,0.05000,0.357
29,mlp.experts.128.down_proj,0.0000278473,0.05000,0.365
29,mlp.experts.126.down_proj,0.0000055938,0.05000,0.362
29,mlp.experts.125.down_proj,0.0000045505,0.05000,0.365
29,mlp.experts.135.down_proj,0.0000092428,0.05000,0.365
29,mlp.experts.132.down_proj,0.0000492460,0.05000,0.367
29,mlp.experts.130.down_proj,0.0000139249,0.05000,0.367
29,mlp.experts.129.down_proj,0.0000090064,0.05000,0.368
29,mlp.experts.139.down_proj,0.0000165574,0.05000,0.361
29,mlp.experts.136.down_proj,0.0000080548,0.05000,0.360
29,mlp.experts.134.down_proj,0.0000059694,0.05000,0.362
29,mlp.experts.133.down_proj,0.0000143609,0.05000,0.360
29,mlp.experts.143.down_proj,0.0000110371,0.05000,0.358
29,mlp.experts.140.down_proj,0.0000090061,0.05000,0.354
29,mlp.experts.138.down_proj,0.0000090029,0.05000,0.357
29,mlp.experts.137.down_proj,0.0000078923,0.05000,0.357
29,mlp.experts.147.down_proj,0.0000082171,0.05000,0.364
29,mlp.experts.144.down_proj,0.0000049265,0.05000,0.363
29,mlp.experts.142.down_proj,0.0000165420,0.05000,0.362
29,mlp.experts.141.down_proj,0.0000407556,0.05000,0.363
29,mlp.experts.151.down_proj,0.0000193615,0.05000,0.381
29,mlp.experts.148.down_proj,0.0000241366,0.05000,0.375
29,mlp.experts.145.down_proj,0.0000113016,0.05000,0.326
29,mlp.experts.146.down_proj,0.0000115208,0.05000,0.370
29,mlp.experts.155.down_proj,0.0000101213,0.05000,0.336
29,mlp.experts.152.down_proj,0.0000028921,0.05000,0.335
29,mlp.experts.150.down_proj,0.0000146877,0.05000,0.321
29,mlp.experts.149.down_proj,0.0000067467,0.05000,0.334
29,mlp.experts.159.down_proj,0.0000039719,0.05000,0.333
29,mlp.experts.156.down_proj,0.0000072209,0.05000,0.330
29,mlp.experts.154.down_proj,0.0000106927,0.05000,0.320
29,mlp.experts.153.down_proj,0.0000169646,0.05000,0.332
29,mlp.experts.163.down_proj,0.0000126901,0.05000,0.334
29,mlp.experts.158.down_proj,0.0000160543,0.05000,0.319
29,mlp.experts.160.down_proj,0.0000054004,0.05000,0.337
29,mlp.experts.157.down_proj,0.0000177037,0.05000,0.329
29,mlp.experts.167.down_proj,0.0000082870,0.05000,0.330
29,mlp.experts.162.down_proj,0.0000172299,0.05000,0.318
29,mlp.experts.164.down_proj,0.0000200195,0.05000,0.327
29,mlp.experts.161.down_proj,0.0000054507,0.05000,0.320
29,mlp.experts.166.down_proj,0.0000185582,0.05000,0.316
29,mlp.experts.171.down_proj,0.0000056917,0.05000,0.338
29,mlp.experts.168.down_proj,0.0000032958,0.05000,0.332
29,mlp.experts.165.down_proj,0.0000042551,0.05000,0.329
29,mlp.experts.170.down_proj,0.0000068240,0.05000,0.330
29,mlp.experts.172.down_proj,0.0000211043,0.05000,0.313
29,mlp.experts.175.down_proj,0.0000040830,0.05000,0.346
29,mlp.experts.169.down_proj,0.0000105261,0.05000,0.343
29,mlp.experts.176.down_proj,0.0000097717,0.05000,0.317
29,mlp.experts.174.down_proj,0.0000072674,0.05000,0.351
29,mlp.experts.179.down_proj,0.0000280444,0.05000,0.359
29,mlp.experts.173.down_proj,0.0000172865,0.05000,0.341
29,mlp.experts.180.down_proj,0.0000087042,0.05000,0.339
29,mlp.experts.178.down_proj,0.0000070843,0.05000,0.344
29,mlp.experts.177.down_proj,0.0000160378,0.05000,0.341
29,mlp.experts.183.down_proj,0.0000057214,0.05000,0.350
29,mlp.experts.184.down_proj,0.0000385863,0.05000,0.361
29,mlp.experts.182.down_proj,0.0000048526,0.05000,0.352
29,mlp.experts.181.down_proj,0.0000119351,0.05000,0.347
29,mlp.experts.187.down_proj,0.0000089916,0.05000,0.344
29,mlp.experts.188.down_proj,0.0000174288,0.05000,0.350
29,mlp.experts.186.down_proj,0.0000053989,0.05000,0.349
29,mlp.experts.185.down_proj,0.0000151771,0.05000,0.348
29,mlp.experts.191.down_proj,0.0000068436,0.05000,0.350
29,mlp.experts.192.down_proj,0.0000061255,0.05000,0.289
29,mlp.experts.190.down_proj,0.0000381249,0.05000,0.282
29,mlp.experts.189.down_proj,0.0000095340,0.05000,0.275
29,mlp.experts.195.down_proj,0.0000286444,0.05000,0.280
29,mlp.experts.196.down_proj,0.0000084197,0.05000,0.239
29,mlp.experts.194.down_proj,0.0000047444,0.05000,0.231
29,mlp.experts.193.down_proj,0.0000112255,0.05000,0.238
29,mlp.experts.199.down_proj,0.0000105389,0.05000,0.237
29,mlp.experts.198.down_proj,0.0000068998,0.05000,0.302
29,mlp.experts.200.down_proj,0.0000166886,0.05000,0.342
29,mlp.experts.197.down_proj,0.0000237009,0.05000,0.322
29,mlp.experts.203.down_proj,0.0000071679,0.05000,0.319
29,mlp.experts.202.down_proj,0.0000064498,0.05000,0.317
29,mlp.experts.204.down_proj,0.0000244010,0.05000,0.327
29,mlp.experts.207.down_proj,0.0000107131,0.05000,0.319
29,mlp.experts.201.down_proj,0.0000141880,0.05000,0.326
29,mlp.experts.206.down_proj,0.0000068605,0.05000,0.313
29,mlp.experts.208.down_proj,0.0000063980,0.05000,0.320
29,mlp.experts.211.down_proj,0.0000113253,0.05000,0.322
29,mlp.experts.205.down_proj,0.0000093257,0.05000,0.322
29,mlp.experts.210.down_proj,0.0000079881,0.05000,0.319
29,mlp.experts.212.down_proj,0.0000104682,0.05000,0.327
29,mlp.experts.215.down_proj,0.0000029581,0.05000,0.317
29,mlp.experts.209.down_proj,0.0000163359,0.05000,0.318
29,mlp.experts.214.down_proj,0.0000219208,0.05000,0.307
29,mlp.experts.213.down_proj,0.0000271354,0.05000,0.307
29,mlp.experts.219.down_proj,0.0000051285,0.05000,0.321
29,mlp.experts.216.down_proj,0.0000135755,0.05000,0.331
29,mlp.experts.218.down_proj,0.0000203252,0.05000,0.319
29,mlp.experts.217.down_proj,0.0000210618,0.05000,0.330
29,mlp.experts.220.down_proj,0.0000097898,0.05000,0.327
29,mlp.experts.223.down_proj,0.0000244029,0.05000,0.341
29,mlp.experts.222.down_proj,0.0000146678,0.05000,0.317
29,mlp.experts.221.down_proj,0.0000148885,0.05000,0.325
29,mlp.experts.224.down_proj,0.0000118440,0.05000,0.324
29,mlp.experts.227.down_proj,0.0000036117,0.05000,0.323
29,mlp.experts.226.down_proj,0.0000037719,0.05000,0.330
29,mlp.experts.225.down_proj,0.0000257608,0.05000,0.330
29,mlp.experts.228.down_proj,0.0000050349,0.05000,0.328
29,mlp.experts.231.down_proj,0.0000069599,0.05000,0.341
29,mlp.experts.230.down_proj,0.0000208447,0.05000,0.326
29,mlp.experts.229.down_proj,0.0000288150,0.05000,0.329
29,mlp.experts.232.down_proj,0.0000055013,0.05000,0.334
29,mlp.experts.235.down_proj,0.0000080689,0.05000,0.336
29,mlp.experts.234.down_proj,0.0000109019,0.05000,0.325
29,mlp.experts.233.down_proj,0.0000094420,0.05000,0.331
29,mlp.experts.236.down_proj,0.0000192368,0.05000,0.331
29,mlp.experts.239.down_proj,0.0000075253,0.05000,0.333
29,mlp.experts.238.down_proj,0.0000050656,0.05000,0.324
29,mlp.experts.237.down_proj,0.0000082996,0.05000,0.331
29,mlp.experts.240.down_proj,0.0000105076,0.05000,0.333
29,mlp.experts.243.down_proj,0.0000056082,0.05000,0.340
29,mlp.experts.242.down_proj,0.0000099765,0.05000,0.325
29,mlp.experts.241.down_proj,0.0000041152,0.05000,0.334
29,mlp.experts.244.down_proj,0.0000097887,0.05000,0.334
29,mlp.experts.247.down_proj,0.0000042548,0.05000,0.332
29,mlp.experts.246.down_proj,0.0000023046,0.05000,0.324
29,mlp.experts.245.down_proj,0.0000075421,0.05000,0.325
29,mlp.experts.248.down_proj,0.0000042698,0.05000,0.330
29,mlp.experts.251.down_proj,0.0000056082,0.05000,0.326
29,mlp.experts.250.down_proj,0.0000205001,0.05000,0.332
29,mlp.experts.249.down_proj,0.0000064024,0.05000,0.333
29,mlp.experts.252.down_proj,0.0000056634,0.05000,0.336
29,mlp.experts.255.down_proj,0.0000168200,0.05000,0.328
29,mlp.experts.254.down_proj,0.0000071007,0.05000,0.244
29,mlp.experts.253.down_proj,0.0000047001,0.05000,0.152
30,mlp.experts.2.gate_proj,0.0002044461,0.05000,1.513
30,mlp.experts.1.gate_proj,0.0001591636,0.05000,3.217
30,mlp.experts.3.gate_proj,0.0003084061,0.05000,3.463
30,mlp.experts.0.gate_proj,0.0001114256,0.05000,3.843
30,mlp.experts.6.gate_proj,0.0002317921,0.05000,3.908
30,mlp.experts.4.gate_proj,0.0003225284,0.05000,3.144
30,mlp.experts.5.gate_proj,0.0002770235,0.05000,3.790
30,mlp.experts.7.gate_proj,0.0005815906,0.05000,3.577
30,mlp.experts.10.gate_proj,0.0004070461,0.05000,2.386
30,mlp.experts.9.gate_proj,0.0002268756,0.05000,1.369
30,mlp.experts.8.gate_proj,0.0001099526,0.05000,1.498
30,mlp.experts.11.gate_proj,0.0004761167,0.05000,1.639
30,mlp.experts.14.gate_proj,0.0002052076,0.05000,1.355
30,mlp.experts.13.gate_proj,0.0001312469,0.05000,1.288
30,mlp.experts.12.gate_proj,0.0002176447,0.05000,1.303
30,mlp.experts.15.gate_proj,0.0001558616,0.05000,1.276
30,mlp.experts.18.gate_proj,0.0002116748,0.05000,1.277
30,mlp.experts.17.gate_proj,0.0003006044,0.05000,1.239
30,mlp.experts.16.gate_proj,0.0003364687,0.05000,1.270
30,mlp.experts.19.gate_proj,0.0002558009,0.05000,1.328
30,mlp.experts.22.gate_proj,0.0002225956,0.05000,1.305
30,mlp.experts.21.gate_proj,0.0002320285,0.05000,1.324
30,mlp.experts.20.gate_proj,0.0005416333,0.05000,1.348
30,mlp.experts.23.gate_proj,0.0001455833,0.05000,1.354
30,mlp.experts.26.gate_proj,0.0003954334,0.05000,1.374
30,mlp.experts.25.gate_proj,0.0001570478,0.05000,1.376
30,mlp.experts.24.gate_proj,0.0002567684,0.05000,1.381
30,mlp.experts.27.gate_proj,0.0001901360,0.05000,1.364
30,mlp.experts.30.gate_proj,0.0003257489,0.05000,1.362
30,mlp.experts.29.gate_proj,0.0002843785,0.05000,1.348
30,mlp.experts.28.gate_proj,0.0001682984,0.05000,1.358
30,mlp.experts.31.gate_proj,0.0001641165,0.05000,1.364
30,mlp.experts.34.gate_proj,0.0002305872,0.05000,1.378
30,mlp.experts.33.gate_proj,0.0002914239,0.05000,1.383
30,mlp.experts.32.gate_proj,0.0002478654,0.05000,1.385
30,mlp.experts.35.gate_proj,0.0002183192,0.05000,1.435
30,mlp.experts.38.gate_proj,0.0002417864,0.05000,1.433
30,mlp.experts.37.gate_proj,0.0001959783,0.05000,2.839
30,mlp.experts.36.gate_proj,0.0002825595,0.05000,3.058
30,mlp.experts.39.gate_proj,0.0001690699,0.05000,3.194
30,mlp.experts.42.gate_proj,0.0001827413,0.05000,3.451
30,mlp.experts.41.gate_proj,0.0003189473,0.05000,2.507
30,mlp.experts.40.gate_proj,0.0002559717,0.05000,2.603
30,mlp.experts.43.gate_proj,0.0002058960,0.05000,3.284
30,mlp.experts.46.gate_proj,0.0006053177,0.05000,2.664
30,mlp.experts.45.gate_proj,0.0002331416,0.05000,3.446
30,mlp.experts.50.gate_proj,0.0001738921,0.05000,2.039
30,mlp.experts.44.gate_proj,0.0001888413,0.05000,3.695
30,mlp.experts.47.gate_proj,0.0002708985,0.05000,3.560
30,mlp.experts.49.gate_proj,0.0004249945,0.05000,2.458
30,mlp.experts.54.gate_proj,0.0002837377,0.05000,3.482
30,mlp.experts.51.gate_proj,0.0002734009,0.05000,2.144
30,mlp.experts.53.gate_proj,0.0002611467,0.05000,1.810
30,mlp.experts.48.gate_proj,0.0004814781,0.05000,3.608
30,mlp.experts.55.gate_proj,0.0001742965,0.05000,1.698
30,mlp.experts.57.gate_proj,0.0003470544,0.05000,1.403
30,mlp.experts.58.gate_proj,0.0001500308,0.05000,2.044
30,mlp.experts.52.gate_proj,0.0003819806,0.05000,1.622
30,mlp.experts.59.gate_proj,0.0001881826,0.05000,1.422
30,mlp.experts.61.gate_proj,0.0002493448,0.05000,1.413
30,mlp.experts.62.gate_proj,0.0001820509,0.05000,1.376
30,mlp.experts.56.gate_proj,0.0003449654,0.05000,1.369
30,mlp.experts.63.gate_proj,0.0002253001,0.05000,1.348
30,mlp.experts.65.gate_proj,0.0003740058,0.05000,1.340
30,mlp.experts.66.gate_proj,0.0003255109,0.05000,1.357
30,mlp.experts.60.gate_proj,0.0002921516,0.05000,1.340
30,mlp.experts.67.gate_proj,0.0003446072,0.05000,1.383
30,mlp.experts.69.gate_proj,0.0002608341,0.05000,1.376
30,mlp.experts.70.gate_proj,0.0002798988,0.05000,1.370
30,mlp.experts.64.gate_proj,0.0003507599,0.05000,1.381
30,mlp.experts.71.gate_proj,0.0001891972,0.05000,1.274
30,mlp.experts.73.gate_proj,0.0003095254,0.05000,1.243
30,mlp.experts.68.gate_proj,0.0005123064,0.05000,1.311
30,mlp.experts.74.gate_proj,0.0001980527,0.05000,1.475
30,mlp.experts.77.gate_proj,0.0002647860,0.05000,1.391
30,mlp.experts.75.gate_proj,0.0002118463,0.05000,1.542
30,mlp.experts.72.gate_proj,0.0002515386,0.05000,1.353
30,mlp.experts.78.gate_proj,0.0004701747,0.05000,1.351
30,mlp.experts.81.gate_proj,0.0002167985,0.05000,1.259
30,mlp.experts.79.gate_proj,0.0002157070,0.05000,1.251
30,mlp.experts.76.gate_proj,0.0001480131,0.05000,1.203
30,mlp.experts.82.gate_proj,0.0001800874,0.05000,1.233
30,mlp.experts.85.gate_proj,0.0002177987,0.05000,1.251
30,mlp.experts.83.gate_proj,0.0001652829,0.05000,1.243
30,mlp.experts.80.gate_proj,0.0001693402,0.05000,1.205
30,mlp.experts.86.gate_proj,0.0001963963,0.05000,1.242
30,mlp.experts.89.gate_proj,0.0002223345,0.05000,1.243
30,mlp.experts.87.gate_proj,0.0001627022,0.05000,1.246
30,mlp.experts.84.gate_proj,0.0003722457,0.05000,1.207
30,mlp.experts.90.gate_proj,0.0003025645,0.05000,1.242
30,mlp.experts.93.gate_proj,0.0002131089,0.05000,1.246
30,mlp.experts.91.gate_proj,0.0002982104,0.05000,1.228
30,mlp.experts.88.gate_proj,0.0002543642,0.05000,1.231
30,mlp.experts.94.gate_proj,0.0002460013,0.05000,1.263
30,mlp.experts.97.gate_proj,0.0004083859,0.05000,1.320
30,mlp.experts.95.gate_proj,0.0002899531,0.05000,1.331
30,mlp.experts.92.gate_proj,0.0001046839,0.05000,1.341
30,mlp.experts.98.gate_proj,0.0002915238,0.05000,1.332
30,mlp.experts.101.gate_proj,0.0003360715,0.05000,1.324
30,mlp.experts.99.gate_proj,0.0002021612,0.05000,1.332
30,mlp.experts.96.gate_proj,0.0002253258,0.05000,1.335
30,mlp.experts.102.gate_proj,0.0001586376,0.05000,1.339
30,mlp.experts.105.gate_proj,0.0002561432,0.05000,1.338
30,mlp.experts.103.gate_proj,0.0001703977,0.05000,1.342
30,mlp.experts.100.gate_proj,0.0002617659,0.05000,1.345
30,mlp.experts.106.gate_proj,0.0002299783,0.05000,1.352
30,mlp.experts.109.gate_proj,0.0003819059,0.05000,1.306
30,mlp.experts.107.gate_proj,0.0003643142,0.05000,1.273
30,mlp.experts.104.gate_proj,0.0004010193,0.05000,1.295
30,mlp.experts.110.gate_proj,0.0003359589,0.05000,1.281
30,mlp.experts.113.gate_proj,0.0004017088,0.05000,1.255
30,mlp.experts.111.gate_proj,0.0002800806,0.05000,1.232
30,mlp.experts.108.gate_proj,0.0003334128,0.05000,1.258
30,mlp.experts.114.gate_proj,0.0002589011,0.05000,1.256
30,mlp.experts.115.gate_proj,0.0003281540,0.05000,1.158
30,mlp.experts.117.gate_proj,0.0002102874,0.05000,1.244
30,mlp.experts.112.gate_proj,0.0002816204,0.05000,1.224
30,mlp.experts.118.gate_proj,0.0004833979,0.05000,1.226
30,mlp.experts.119.gate_proj,0.0003264500,0.05000,1.201
30,mlp.experts.121.gate_proj,0.0002953643,0.05000,1.244
30,mlp.experts.116.gate_proj,0.0002052901,0.05000,1.259
30,mlp.experts.122.gate_proj,0.0001668900,0.05000,1.269
30,mlp.experts.123.gate_proj,0.0002855860,0.05000,1.299
30,mlp.experts.125.gate_proj,0.0003779355,0.05000,1.291
30,mlp.experts.120.gate_proj,0.0001301441,0.05000,1.283
30,mlp.experts.126.gate_proj,0.0002688163,0.05000,1.267
30,mlp.experts.127.gate_proj,0.0003246533,0.05000,1.392
30,mlp.experts.124.gate_proj,0.0003905009,0.05000,1.501
30,mlp.experts.129.gate_proj,0.0001401041,0.05000,2.018
30,mlp.experts.130.gate_proj,0.0003260223,0.05000,1.916
30,mlp.experts.131.gate_proj,0.0003528221,0.05000,1.353
30,mlp.experts.128.gate_proj,0.0002498961,0.05000,1.250
30,mlp.experts.133.gate_proj,0.0002567197,0.05000,1.300
30,mlp.experts.134.gate_proj,0.0002521243,0.05000,1.321
30,mlp.experts.135.gate_proj,0.0003494597,0.05000,1.325
30,mlp.experts.132.gate_proj,0.0003394081,0.05000,1.338
30,mlp.experts.137.gate_proj,0.0002792127,0.05000,1.255
30,mlp.experts.138.gate_proj,0.0001259655,0.05000,1.177
30,mlp.experts.139.gate_proj,0.0002701151,0.05000,1.037
30,mlp.experts.136.gate_proj,0.0002249631,0.05000,0.963
30,mlp.experts.141.gate_proj,0.0002542043,0.05000,0.902
30,mlp.experts.142.gate_proj,0.0003684550,0.05000,0.900
30,mlp.experts.143.gate_proj,0.0003985954,0.05000,0.889
30,mlp.experts.140.gate_proj,0.0002956591,0.05000,0.896
30,mlp.experts.145.gate_proj,0.0003236697,0.05000,0.900
30,mlp.experts.146.gate_proj,0.0002696519,0.05000,0.901
30,mlp.experts.147.gate_proj,0.0003939597,0.05000,0.906
30,mlp.experts.144.gate_proj,0.0004580806,0.05000,0.911
30,mlp.experts.149.gate_proj,0.0004678804,0.05000,0.910
30,mlp.experts.150.gate_proj,0.0003989538,0.05000,0.899
30,mlp.experts.151.gate_proj,0.0004617714,0.05000,0.884
30,mlp.experts.148.gate_proj,0.0003365563,0.05000,0.921
30,mlp.experts.153.gate_proj,0.0006222295,0.05000,1.054
30,mlp.experts.154.gate_proj,0.0004864266,0.05000,1.112
30,mlp.experts.155.gate_proj,0.0001881283,0.05000,1.217
30,mlp.experts.152.gate_proj,0.0001297834,0.05000,1.228
30,mlp.experts.157.gate_proj,0.0002592624,0.05000,1.253
30,mlp.experts.158.gate_proj,0.0002470826,0.05000,1.229
30,mlp.experts.159.gate_proj,0.0002176564,0.05000,1.236
30,mlp.experts.156.gate_proj,0.0002661679,0.05000,1.219
30,mlp.experts.161.gate_proj,0.0002910777,0.05000,1.228
30,mlp.experts.162.gate_proj,0.0002203324,0.05000,1.174
30,mlp.experts.163.gate_proj,0.0001809318,0.05000,1.236
30,mlp.experts.160.gate_proj,0.0003341967,0.05000,1.252
30,mlp.experts.165.gate_proj,0.0001156404,0.05000,1.284
30,mlp.experts.166.gate_proj,0.0001521033,0.05000,1.261
30,mlp.experts.167.gate_proj,0.0003513842,0.05000,1.258
30,mlp.experts.164.gate_proj,0.0001723042,0.05000,1.266
30,mlp.experts.169.gate_proj,0.0003166188,0.05000,1.256
30,mlp.experts.170.gate_proj,0.0002969401,0.05000,1.256
30,mlp.experts.171.gate_proj,0.0001480672,0.05000,1.219
30,mlp.experts.168.gate_proj,0.0003277518,0.05000,1.264
30,mlp.experts.173.gate_proj,0.0002169534,0.05000,1.718
30,mlp.experts.175.gate_proj,0.0001500276,0.05000,1.417
30,mlp.experts.174.gate_proj,0.0001999621,0.05000,1.981
30,mlp.experts.172.gate_proj,0.0001740972,0.05000,1.487
30,mlp.experts.179.gate_proj,0.0001778978,0.05000,0.645
30,mlp.experts.177.gate_proj,0.0002156632,0.05000,0.848
30,mlp.experts.176.gate_proj,0.0001997274,0.05000,1.258
30,mlp.experts.183.gate_proj,0.0001768318,0.05000,1.297
30,mlp.experts.181.gate_proj,0.0003699267,0.05000,1.318
30,mlp.experts.178.gate_proj,0.0003089788,0.05000,1.546
30,mlp.experts.180.gate_proj,0.0001929883,0.05000,1.363
30,mlp.experts.185.gate_proj,0.0004487317,0.05000,1.343
30,mlp.experts.187.gate_proj,0.0002134876,0.05000,1.364
30,mlp.experts.182.gate_proj,0.0001682340,0.05000,1.352
30,mlp.experts.184.gate_proj,0.0004040599,0.05000,1.397
30,mlp.experts.191.gate_proj,0.0003361583,0.05000,1.386
30,mlp.experts.189.gate_proj,0.0003131594,0.05000,1.414
30,mlp.experts.186.gate_proj,0.0004116902,0.05000,1.394
30,mlp.experts.193.gate_proj,0.0002300718,0.05000,1.174
30,mlp.experts.188.gate_proj,0.0003167949,0.05000,1.273
30,mlp.experts.195.gate_proj,0.0002388099,0.05000,1.310
30,mlp.experts.190.gate_proj,0.0002581462,0.05000,1.279
30,mlp.experts.197.gate_proj,0.0002290565,0.05000,1.379
30,mlp.experts.192.gate_proj,0.0002814738,0.05000,1.380
30,mlp.experts.199.gate_proj,0.0002792312,0.05000,1.442
30,mlp.experts.194.gate_proj,0.0002030193,0.05000,1.340
30,mlp.experts.201.gate_proj,0.0001864832,0.05000,1.238
30,mlp.experts.196.gate_proj,0.0002017612,0.05000,1.251
30,mlp.experts.203.gate_proj,0.0002050799,0.05000,1.250
30,mlp.experts.198.gate_proj,0.0002619890,0.05000,1.237
30,mlp.experts.205.gate_proj,0.0002495754,0.05000,1.230
30,mlp.experts.200.gate_proj,0.0006867818,0.05000,1.262
30,mlp.experts.207.gate_proj,0.0001962368,0.05000,1.264
30,mlp.experts.202.gate_proj,0.0003320461,0.05000,1.271
30,mlp.experts.209.gate_proj,0.0002385732,0.05000,1.217
30,mlp.experts.204.gate_proj,0.0002078743,0.05000,1.261
30,mlp.experts.211.gate_proj,0.0002679179,0.05000,1.256
30,mlp.experts.206.gate_proj,0.0003157336,0.05000,1.260
30,mlp.experts.213.gate_proj,0.0001997693,0.05000,1.314
30,mlp.experts.208.gate_proj,0.0002424237,0.05000,1.337
30,mlp.experts.215.gate_proj,0.0003127042,0.05000,1.355
30,mlp.experts.210.gate_proj,0.0002982009,0.05000,1.347
30,mlp.experts.217.gate_proj,0.0002483364,0.05000,1.353
30,mlp.experts.212.gate_proj,0.0002044044,0.05000,1.363
30,mlp.experts.219.gate_proj,0.0002986193,0.05000,1.360
30,mlp.experts.214.gate_proj,0.0003094222,0.05000,1.362
30,mlp.experts.221.gate_proj,0.0002720265,0.05000,1.056
30,mlp.experts.216.gate_proj,0.0001762407,0.05000,1.043
30,mlp.experts.223.gate_proj,0.0001304173,0.05000,1.019
30,mlp.experts.218.gate_proj,0.0005486566,0.05000,1.024
30,mlp.experts.225.gate_proj,0.0002121211,0.05000,1.330
30,mlp.experts.220.gate_proj,0.0005830817,0.05000,1.343
30,mlp.experts.227.gate_proj,0.0001908261,0.05000,1.338
30,mlp.experts.222.gate_proj,0.0003040118,0.05000,1.354
30,mlp.experts.229.gate_proj,0.0002820948,0.05000,1.296
30,mlp.experts.224.gate_proj,0.0001284102,0.05000,1.276
30,mlp.experts.231.gate_proj,0.0003603886,0.05000,1.275
30,mlp.experts.226.gate_proj,0.0002266502,0.05000,1.232
30,mlp.experts.233.gate_proj,0.0002682932,0.05000,1.286
30,mlp.experts.228.gate_proj,0.0003115185,0.05000,1.291
30,mlp.experts.235.gate_proj,0.0004273406,0.05000,1.308
30,mlp.experts.230.gate_proj,0.0002383411,0.05000,1.290
30,mlp.experts.237.gate_proj,0.0003241754,0.05000,1.357
30,mlp.experts.232.gate_proj,0.0002968743,0.05000,1.365
30,mlp.experts.239.gate_proj,0.0001340355,0.05000,1.358
30,mlp.experts.234.gate_proj,0.0002119125,0.05000,1.360
30,mlp.experts.241.gate_proj,0.0001234462,0.05000,1.292
30,mlp.experts.236.gate_proj,0.0002820869,0.05000,1.240
30,mlp.experts.243.gate_proj,0.0002927875,0.05000,1.268
30,mlp.experts.238.gate_proj,0.0002890968,0.05000,1.254
30,mlp.experts.245.gate_proj,0.0001718900,0.05000,1.249
30,mlp.experts.240.gate_proj,0.0001219651,0.05000,1.202
30,mlp.experts.247.gate_proj,0.0003752049,0.05000,1.243
30,mlp.experts.242.gate_proj,0.0004747416,0.05000,1.241
30,mlp.experts.249.gate_proj,0.0003880118,0.05000,1.254
30,mlp.experts.244.gate_proj,0.0006388669,0.05000,1.268
30,mlp.experts.246.gate_proj,0.0003625875,0.05000,1.278
30,mlp.experts.251.gate_proj,0.0002762420,0.05000,1.601
30,mlp.experts.253.gate_proj,0.0002295616,0.05000,2.055
30,mlp.experts.248.gate_proj,0.0005208992,0.05000,3.383
30,mlp.experts.250.gate_proj,0.0003229072,0.05000,3.676
30,mlp.experts.255.gate_proj,0.0002931045,0.05000,3.434
30,mlp.experts.1.up_proj,0.0001364921,0.05000,3.649
30,mlp.experts.252.gate_proj,0.0004290981,0.05000,2.494
30,mlp.experts.254.gate_proj,0.0002454483,0.05000,2.350
30,mlp.experts.3.up_proj,0.0002961122,0.05000,2.632
30,mlp.experts.5.up_proj,0.0002536769,0.05000,1.354
30,mlp.experts.0.up_proj,0.0001195664,0.05000,1.302
30,mlp.experts.2.up_proj,0.0001711053,0.05000,1.326
30,mlp.experts.7.up_proj,0.0004995122,0.05000,1.398
30,mlp.experts.9.up_proj,0.0001687359,0.05000,1.348
30,mlp.experts.4.up_proj,0.0002681300,0.05000,1.353
30,mlp.experts.6.up_proj,0.0002511131,0.05000,1.367
30,mlp.experts.11.up_proj,0.0004318822,0.05000,1.366
30,mlp.experts.13.up_proj,0.0001242891,0.05000,1.352
30,mlp.experts.8.up_proj,0.0000992988,0.05000,1.349
30,mlp.experts.10.up_proj,0.0003684157,0.05000,1.357
30,mlp.experts.15.up_proj,0.0001530640,0.05000,1.722
30,mlp.experts.12.up_proj,0.0002077595,0.05000,1.558
30,mlp.experts.17.up_proj,0.0002677397,0.05000,2.040
30,mlp.experts.14.up_proj,0.0001948473,0.05000,1.636
30,mlp.experts.21.up_proj,0.0002130933,0.05000,1.778
30,mlp.experts.18.up_proj,0.0001790235,0.05000,1.635
30,mlp.experts.19.up_proj,0.0002274332,0.05000,3.838
30,mlp.experts.16.up_proj,0.0003360378,0.05000,3.590
30,mlp.experts.25.up_proj,0.0001391993,0.05000,2.868
30,mlp.experts.23.up_proj,0.0001487338,0.05000,2.145
30,mlp.experts.22.up_proj,0.0002355745,0.05000,3.501
30,mlp.experts.20.up_proj,0.0005380839,0.05000,2.492
30,mlp.experts.29.up_proj,0.0002767843,0.05000,1.462
30,mlp.experts.27.up_proj,0.0001665705,0.05000,1.321
30,mlp.experts.26.up_proj,0.0003495752,0.05000,1.316
30,mlp.experts.24.up_proj,0.0002444240,0.05000,1.289
30,mlp.experts.33.up_proj,0.0002368949,0.05000,1.212
30,mlp.experts.31.up_proj,0.0001537336,0.05000,1.229
30,mlp.experts.30.up_proj,0.0003047412,0.05000,1.252
30,mlp.experts.28.up_proj,0.0001406443,0.05000,1.294
30,mlp.experts.37.up_proj,0.0001840395,0.05000,1.311
30,mlp.experts.35.up_proj,0.0002091599,0.05000,1.388
30,mlp.experts.34.up_proj,0.0002220040,0.05000,1.380
30,mlp.experts.32.up_proj,0.0001948983,0.05000,1.349
30,mlp.experts.41.up_proj,0.0002609976,0.05000,1.345
30,mlp.experts.39.up_proj,0.0001631527,0.05000,1.245
30,mlp.experts.38.up_proj,0.0002021014,0.05000,1.262
30,mlp.experts.36.up_proj,0.0002375196,0.05000,1.224
30,mlp.experts.45.up_proj,0.0002550319,0.05000,1.268
30,mlp.experts.42.up_proj,0.0001589687,0.05000,1.222
30,mlp.experts.43.up_proj,0.0001959144,0.05000,1.307
30,mlp.experts.40.up_proj,0.0002368233,0.05000,1.251
30,mlp.experts.49.up_proj,0.0003455616,0.05000,1.235
30,mlp.experts.46.up_proj,0.0004963523,0.05000,1.209
30,mlp.experts.47.up_proj,0.0002244935,0.05000,1.241
30,mlp.experts.44.up_proj,0.0001802561,0.05000,1.252
30,mlp.experts.53.up_proj,0.0002315987,0.05000,1.257
30,mlp.experts.50.up_proj,0.0001805808,0.05000,1.434
30,mlp.experts.51.up_proj,0.0002653982,0.05000,2.366
30,mlp.experts.57.up_proj,0.0002968752,0.05000,1.720
30,mlp.experts.54.up_proj,0.0002552223,0.05000,1.387
30,mlp.experts.48.up_proj,0.0004218367,0.05000,2.433
30,mlp.experts.55.up_proj,0.0001781829,0.05000,1.239
30,mlp.experts.61.up_proj,0.0002397191,0.05000,1.238
30,mlp.experts.52.up_proj,0.0003240953,0.05000,1.193
30,mlp.experts.58.up_proj,0.0001281095,0.05000,1.263
30,mlp.experts.56.up_proj,0.0003109678,0.05000,1.697
30,mlp.experts.62.up_proj,0.0001695833,0.05000,1.698
30,mlp.experts.59.up_proj,0.0001702714,0.05000,2.787
30,mlp.experts.65.up_proj,0.0003586521,0.05000,2.793
30,mlp.experts.66.up_proj,0.0003199687,0.05000,1.185
30,mlp.experts.60.up_proj,0.0002552399,0.05000,1.237
30,mlp.experts.63.up_proj,0.0002214675,0.05000,1.163
30,mlp.experts.69.up_proj,0.0001968667,0.05000,1.203
30,mlp.experts.70.up_proj,0.0002380184,0.05000,1.323
30,mlp.experts.64.up_proj,0.0003116512,0.05000,1.576
30,mlp.experts.67.up_proj,0.0003236362,0.05000,1.361
30,mlp.experts.73.up_proj,0.0002547548,0.05000,1.366
30,mlp.experts.74.up_proj,0.0001913303,0.05000,1.312
30,mlp.experts.68.up_proj,0.0005284497,0.05000,1.308
30,mlp.experts.71.up_proj,0.0001968579,0.05000,1.280
30,mlp.experts.77.up_proj,0.0002468371,0.05000,1.236
30,mlp.experts.78.up_proj,0.0003927122,0.05000,1.283
30,mlp.experts.72.up_proj,0.0002189408,0.05000,1.310
30,mlp.experts.81.up_proj,0.0001972096,0.05000,1.243
30,mlp.experts.75.up_proj,0.0002060483,0.05000,1.479
30,mlp.experts.82.up_proj,0.0001526221,0.05000,1.295
30,mlp.experts.76.up_proj,0.0001300709,0.05000,1.276
30,mlp.experts.85.up_proj,0.0002068062,0.05000,1.250
30,mlp.experts.79.up_proj,0.0001912836,0.05000,1.285
30,mlp.experts.86.up_proj,0.0001636535,0.05000,1.361
30,mlp.experts.80.up_proj,0.0001619008,0.05000,1.320
30,mlp.experts.89.up_proj,0.0002094436,0.05000,1.305
30,mlp.experts.83.up_proj,0.0001417435,0.05000,1.320
30,mlp.experts.90.up_proj,0.0002716328,0.05000,1.325
30,mlp.experts.84.up_proj,0.0003363062,0.05000,1.283
30,mlp.experts.93.up_proj,0.0002025136,0.05000,1.285
30,mlp.experts.87.up_proj,0.0001435197,0.05000,1.932
30,mlp.experts.94.up_proj,0.0002404245,0.05000,2.400
30,mlp.experts.91.up_proj,0.0002611325,0.05000,1.906
30,mlp.experts.97.up_proj,0.0003341572,0.05000,2.973
30,mlp.experts.88.up_proj,0.0002134393,0.05000,3.493
30,mlp.experts.95.up_proj,0.0002459603,0.05000,1.931
30,mlp.experts.98.up_proj,0.0002348201,0.05000,3.557
30,mlp.experts.92.up_proj,0.0000844996,0.05000,3.677
30,mlp.experts.101.up_proj,0.0002997013,0.05000,3.927
30,mlp.experts.99.up_proj,0.0002094733,0.05000,3.188
30,mlp.experts.102.up_proj,0.0001501310,0.05000,3.856
30,mlp.experts.103.up_proj,0.0001611031,0.05000,2.300
30,mlp.experts.96.up_proj,0.0002208806,0.05000,3.486
30,mlp.experts.105.up_proj,0.0002212250,0.05000,3.708
30,mlp.experts.109.up_proj,0.0003442267,0.05000,1.687
30,mlp.experts.107.up_proj,0.0003365471,0.05000,2.516
30,mlp.experts.106.up_proj,0.0002138624,0.05000,3.869
30,mlp.experts.100.up_proj,0.0002542167,0.05000,3.664
30,mlp.experts.113.up_proj,0.0004308957,0.05000,1.895
30,mlp.experts.110.up_proj,0.0003113638,0.05000,2.930
30,mlp.experts.117.up_proj,0.0001717416,0.05000,2.017
30,mlp.experts.111.up_proj,0.0002684068,0.05000,3.806
30,mlp.experts.114.up_proj,0.0002412523,0.05000,1.680
30,mlp.experts.104.up_proj,0.0002830026,0.05000,3.807
30,mlp.experts.108.up_proj,0.0002433502,0.05000,1.857
30,mlp.experts.118.up_proj,0.0004522193,0.05000,2.056
30,mlp.experts.121.up_proj,0.0002927668,0.05000,3.848
30,mlp.experts.115.up_proj,0.0003115514,0.05000,3.631
30,mlp.experts.112.up_proj,0.0002393881,0.05000,3.251
30,mlp.experts.125.up_proj,0.0002680147,0.05000,3.006
30,mlp.experts.122.up_proj,0.0001563538,0.05000,3.495
30,mlp.experts.119.up_proj,0.0002985457,0.05000,3.313
30,mlp.experts.116.up_proj,0.0001655339,0.05000,1.937
30,mlp.experts.129.up_proj,0.0001137858,0.05000,2.968
30,mlp.experts.120.up_proj,0.0001487072,0.05000,1.429
30,mlp.experts.126.up_proj,0.0002549928,0.05000,3.503
30,mlp.experts.123.up_proj,0.0002689102,0.05000,3.525
30,mlp.experts.133.up_proj,0.0002438413,0.05000,1.197
30,mlp.experts.124.up_proj,0.0003616641,0.05000,1.598
30,mlp.experts.127.up_proj,0.0002152350,0.05000,1.480
30,mlp.experts.137.up_proj,0.0002253928,0.05000,1.445
30,mlp.experts.131.up_proj,0.0006184942,0.05000,1.432
30,mlp.experts.130.up_proj,0.0002785729,0.05000,3.176
30,mlp.experts.141.up_proj,0.0001878102,0.05000,1.459
30,mlp.experts.128.up_proj,0.0002127382,0.05000,3.337
30,mlp.experts.134.up_proj,0.0002352446,0.05000,1.739
30,mlp.experts.145.up_proj,0.0003031469,0.05000,2.829
30,mlp.experts.138.up_proj,0.0001090109,0.05000,1.886
30,mlp.experts.135.up_proj,0.0003054316,0.05000,3.788
30,mlp.experts.132.up_proj,0.0002940747,0.05000,3.582
30,mlp.experts.142.up_proj,0.0003829559,0.05000,2.032
30,mlp.experts.149.up_proj,0.0004291604,0.05000,3.130
30,mlp.experts.139.up_proj,0.0002257750,0.05000,2.967
30,mlp.experts.153.up_proj,0.0005523780,0.05000,1.570
30,mlp.experts.136.up_proj,0.0002156032,0.05000,2.986
30,mlp.experts.146.up_proj,0.0002519652,0.05000,2.370
30,mlp.experts.143.up_proj,0.0003858544,0.05000,1.646
30,mlp.experts.157.up_proj,0.0002238755,0.05000,1.280
30,mlp.experts.140.up_proj,0.0002650388,0.05000,1.302
30,mlp.experts.150.up_proj,0.0003203436,0.05000,1.317
30,mlp.experts.147.up_proj,0.0003677552,0.05000,1.344
30,mlp.experts.161.up_proj,0.0002672070,0.05000,1.300
30,mlp.experts.144.up_proj,0.0004312365,0.05000,1.274
30,mlp.experts.154.up_proj,0.0004740551,0.05000,1.280
30,mlp.experts.151.up_proj,0.0004549669,0.05000,1.193
30,mlp.experts.165.up_proj,0.0001094979,0.05000,1.082
30,mlp.experts.148.up_proj,0.0002840215,0.05000,1.064
30,mlp.experts.158.up_proj,0.0002324747,0.05000,1.076
30,mlp.experts.155.up_proj,0.0001749765,0.05000,1.122
30,mlp.experts.169.up_proj,0.0003199348,0.05000,1.211
30,mlp.experts.152.up_proj,0.0001110306,0.05000,1.253
30,mlp.experts.162.up_proj,0.0002346570,0.05000,1.264
30,mlp.experts.159.up_proj,0.0002082846,0.05000,1.282
30,mlp.experts.173.up_proj,0.0001829700,0.05000,1.271
30,mlp.experts.156.up_proj,0.0002488591,0.05000,1.208
30,mlp.experts.166.up_proj,0.0001330916,0.05000,1.269
30,mlp.experts.163.up_proj,0.0001403579,0.05000,1.257
30,mlp.experts.177.up_proj,0.0001899811,0.05000,1.258
30,mlp.experts.160.up_proj,0.0003224916,0.05000,1.198
30,mlp.experts.170.up_proj,0.0002609980,0.05000,1.250
30,mlp.experts.167.up_proj,0.0003141678,0.05000,1.269
30,mlp.experts.164.up_proj,0.0001463688,0.05000,1.273
30,mlp.experts.181.up_proj,0.0003546062,0.05000,1.315
30,mlp.experts.174.up_proj,0.0001945395,0.05000,1.381
30,mlp.experts.171.up_proj,0.0001406897,0.05000,1.359
30,mlp.experts.168.up_proj,0.0002762099,0.05000,1.293
30,mlp.experts.185.up_proj,0.0003545677,0.05000,1.315
30,mlp.experts.178.up_proj,0.0002583771,0.05000,1.227
30,mlp.experts.175.up_proj,0.0001277508,0.05000,1.248
30,mlp.experts.189.up_proj,0.0002686907,0.05000,1.268
30,mlp.experts.172.up_proj,0.0001699300,0.05000,1.319
30,mlp.experts.182.up_proj,0.0001617147,0.05000,1.308
30,mlp.experts.179.up_proj,0.0001634365,0.05000,1.362
30,mlp.experts.176.up_proj,0.0001828164,0.05000,1.324
30,mlp.experts.193.up_proj,0.0002207892,0.05000,1.400
30,mlp.experts.186.up_proj,0.0003920961,0.05000,1.310
30,mlp.experts.183.up_proj,0.0001652901,0.05000,1.774
30,mlp.experts.180.up_proj,0.0001865132,0.05000,1.513
30,mlp.experts.190.up_proj,0.0002464213,0.05000,1.534
30,mlp.experts.197.up_proj,0.0002115625,0.05000,2.024
30,mlp.experts.187.up_proj,0.0001985701,0.05000,1.386
30,mlp.experts.184.up_proj,0.0003784662,0.05000,1.355
30,mlp.experts.194.up_proj,0.0001944873,0.05000,1.367
30,mlp.experts.201.up_proj,0.0001768176,0.05000,1.373
30,mlp.experts.191.up_proj,0.0002733561,0.05000,1.362
30,mlp.experts.188.up_proj,0.0003056561,0.05000,1.271
30,mlp.experts.198.up_proj,0.0002151160,0.05000,1.177
30,mlp.experts.205.up_proj,0.0002764804,0.05000,1.123
30,mlp.experts.195.up_proj,0.0002316766,0.05000,1.121
30,mlp.experts.192.up_proj,0.0002858770,0.05000,1.147
30,mlp.experts.202.up_proj,0.0002809048,0.05000,1.855
30,mlp.experts.209.up_proj,0.0001497010,0.05000,1.807
30,mlp.experts.196.up_proj,0.0001551895,0.05000,2.007
30,mlp.experts.206.up_proj,0.0002357146,0.05000,1.592
30,mlp.experts.199.up_proj,0.0002627350,0.05000,3.065
30,mlp.experts.213.up_proj,0.0001897413,0.05000,2.471
30,mlp.experts.200.up_proj,0.0006435977,0.05000,2.303
30,mlp.experts.210.up_proj,0.0002354950,0.05000,2.104
30,mlp.experts.217.up_proj,0.0002400391,0.05000,1.392
30,mlp.experts.203.up_proj,0.0001884567,0.05000,2.074
30,mlp.experts.204.up_proj,0.0001903972,0.05000,1.353
30,mlp.experts.214.up_proj,0.0003039085,0.05000,1.342
30,mlp.experts.207.up_proj,0.0001832167,0.05000,1.345
30,mlp.experts.221.up_proj,0.0002914002,0.05000,1.357
30,mlp.experts.208.up_proj,0.0002068285,0.05000,1.355
30,mlp.experts.218.up_proj,0.0004476854,0.05000,1.363
30,mlp.experts.225.up_proj,0.0002008306,0.05000,1.364
30,mlp.experts.211.up_proj,0.0002344076,0.05000,1.389
30,mlp.experts.212.up_proj,0.0001700667,0.05000,1.374
30,mlp.experts.222.up_proj,0.0002351089,0.05000,1.439
30,mlp.experts.229.up_proj,0.0002247359,0.05000,1.384
30,mlp.experts.215.up_proj,0.0002707121,0.05000,1.386
30,mlp.experts.216.up_proj,0.0001688441,0.05000,1.363
30,mlp.experts.226.up_proj,0.0002199580,0.05000,1.323
30,mlp.experts.233.up_proj,0.0002277926,0.05000,1.326
30,mlp.experts.219.up_proj,0.0002744818,0.05000,1.324
30,mlp.experts.220.up_proj,0.0004888159,0.05000,1.238
30,mlp.experts.230.up_proj,0.0002229721,0.05000,1.211
30,mlp.experts.237.up_proj,0.0002614835,0.05000,1.251
30,mlp.experts.223.up_proj,0.0001182689,0.05000,1.259
30,mlp.experts.224.up_proj,0.0001081774,0.05000,1.277
30,mlp.experts.234.up_proj,0.0001948521,0.05000,1.291
30,mlp.experts.241.up_proj,0.0001042963,0.05000,1.335
30,mlp.experts.227.up_proj,0.0001732160,0.05000,1.325
30,mlp.experts.228.up_proj,0.0002485754,0.05000,1.301
30,mlp.experts.238.up_proj,0.0002872961,0.05000,1.256
30,mlp.experts.231.up_proj,0.0002837934,0.05000,1.246
30,mlp.experts.245.up_proj,0.0001495106,0.05000,1.292
30,mlp.experts.232.up_proj,0.0003082046,0.05000,1.283
30,mlp.experts.242.up_proj,0.0004552273,0.05000,1.300
30,mlp.experts.235.up_proj,0.0003207753,0.05000,1.318
30,mlp.experts.249.up_proj,0.0003437546,0.05000,1.317
30,mlp.experts.236.up_proj,0.0002592478,0.05000,1.258
30,mlp.experts.246.up_proj,0.0003376591,0.05000,1.272
30,mlp.experts.239.up_proj,0.0001129042,0.05000,1.255
30,mlp.experts.253.up_proj,0.0001773200,0.05000,1.273
30,mlp.experts.240.up_proj,0.0001121025,0.05000,1.060
30,mlp.experts.250.up_proj,0.0003134457,0.05000,0.843
30,mlp.experts.243.up_proj,0.0002183559,0.05000,0.719
30,mlp.experts.244.up_proj,0.0005957631,0.05000,0.619
30,mlp.experts.254.up_proj,0.0002288216,0.05000,0.657
30,mlp.experts.247.up_proj,0.0002945324,0.05000,0.649
30,mlp.experts.248.up_proj,0.0004391705,0.05000,0.677
30,mlp.experts.251.up_proj,0.0002570937,0.05000,0.661
30,mlp.experts.252.up_proj,0.0003528268,0.05000,0.663
30,mlp.experts.255.up_proj,0.0002368603,0.05000,0.413
30,mlp.experts.1.down_proj,0.0000056587,0.05000,0.327
30,mlp.experts.2.down_proj,0.0000046171,0.05000,0.342
30,mlp.experts.3.down_proj,0.0000066624,0.05000,0.340
30,mlp.experts.0.down_proj,0.0000160728,0.05000,0.348
30,mlp.experts.5.down_proj,0.0000141961,0.05000,0.401
30,mlp.experts.6.down_proj,0.0000114567,0.05000,0.707
30,mlp.experts.4.down_proj,0.0000161937,0.05000,0.746
30,mlp.experts.7.down_proj,0.0000258117,0.05000,0.770
30,mlp.experts.9.down_proj,0.0000071729,0.05000,0.533
30,mlp.experts.10.down_proj,0.0000288989,0.05000,1.012
30,mlp.experts.8.down_proj,0.0000138647,0.05000,1.057
30,mlp.experts.11.down_proj,0.0000519526,0.05000,1.048
30,mlp.experts.13.down_proj,0.0000068746,0.05000,1.018
30,mlp.experts.14.down_proj,0.0000035459,0.05000,1.011
30,mlp.experts.15.down_proj,0.0000055723,0.05000,1.025
30,mlp.experts.12.down_proj,0.0000087826,0.05000,1.058
30,mlp.experts.17.down_proj,0.0000127468,0.05000,1.021
30,mlp.experts.18.down_proj,0.0000059550,0.05000,1.013
30,mlp.experts.19.down_proj,0.0000257777,0.05000,1.034
30,mlp.experts.16.down_proj,0.0000366687,0.05000,1.053
30,mlp.experts.21.down_proj,0.0000133540,0.05000,1.016
30,mlp.experts.22.down_proj,0.0000321011,0.05000,0.533
30,mlp.experts.20.down_proj,0.0000365689,0.05000,0.962
30,mlp.experts.23.down_proj,0.0000101584,0.05000,0.998
30,mlp.experts.25.down_proj,0.0000080531,0.05000,0.987
30,mlp.experts.26.down_proj,0.0000137432,0.05000,0.759
30,mlp.experts.24.down_proj,0.0000054514,0.05000,0.581
30,mlp.experts.30.down_proj,0.0000083666,0.05000,0.474
30,mlp.experts.27.down_proj,0.0000083029,0.05000,0.960
30,mlp.experts.28.down_proj,0.0000068974,0.05000,0.454
30,mlp.experts.34.down_proj,0.0000071885,0.05000,0.417
30,mlp.experts.29.down_proj,0.0000211522,0.05000,0.993
30,mlp.experts.38.down_proj,0.0000036569,0.05000,0.437
30,mlp.experts.31.down_proj,0.0000053411,0.05000,0.743
30,mlp.experts.32.down_proj,0.0000051923,0.05000,0.762
30,mlp.experts.33.down_proj,0.0000108539,0.05000,0.778
30,mlp.experts.42.down_proj,0.0000027993,0.05000,0.504
30,mlp.experts.37.down_proj,0.0000040646,0.05000,0.437
30,mlp.experts.35.down_proj,0.0000065195,0.05000,1.008
30,mlp.experts.41.down_proj,0.0000139909,0.05000,0.452
30,mlp.experts.36.down_proj,0.0000070455,0.05000,0.971
30,mlp.experts.46.down_proj,0.0000184816,0.05000,0.929
30,mlp.experts.45.down_proj,0.0000337589,0.05000,0.368
30,mlp.experts.40.down_proj,0.0000060500,0.05000,0.364
30,mlp.experts.39.down_proj,0.0000030242,0.05000,0.570
30,mlp.experts.50.down_proj,0.0000173713,0.05000,0.439
30,mlp.experts.49.down_proj,0.0000130183,0.05000,0.353
30,mlp.experts.44.down_proj,0.0000040206,0.05000,0.353
30,mlp.experts.43.down_proj,0.0000102754,0.05000,0.368
30,mlp.experts.54.down_proj,0.0000097282,0.05000,0.360
30,mlp.experts.53.down_proj,0.0000124676,0.05000,0.354
30,mlp.experts.48.down_proj,0.0000209541,0.05000,0.352
30,mlp.experts.47.down_proj,0.0000038383,0.05000,0.354
30,mlp.experts.58.down_proj,0.0000117626,0.05000,0.348
30,mlp.experts.57.down_proj,0.0000099022,0.05000,0.357
30,mlp.experts.52.down_proj,0.0000127760,0.05000,0.356
30,mlp.experts.51.down_proj,0.0000109954,0.05000,0.341
30,mlp.experts.62.down_proj,0.0000122401,0.05000,0.337
30,mlp.experts.61.down_proj,0.0000062830,0.05000,0.321
30,mlp.experts.56.down_proj,0.0000165709,0.05000,0.330
30,mlp.experts.55.down_proj,0.0000117500,0.05000,0.331
30,mlp.experts.66.down_proj,0.0000394025,0.05000,0.335
30,mlp.experts.65.down_proj,0.0000106496,0.05000,0.320
30,mlp.experts.60.down_proj,0.0000047712,0.05000,0.332
30,mlp.experts.59.down_proj,0.0000057217,0.05000,0.327
30,mlp.experts.70.down_proj,0.0000123725,0.05000,0.337
30,mlp.experts.69.down_proj,0.0000174700,0.05000,0.338
30,mlp.experts.64.down_proj,0.0000418847,0.05000,0.344
30,mlp.experts.63.down_proj,0.0000221984,0.05000,0.331
30,mlp.experts.74.down_proj,0.0000223183,0.05000,0.314
30,mlp.experts.73.down_proj,0.0000199813,0.05000,0.310
30,mlp.experts.68.down_proj,0.0000364528,0.05000,0.302
30,mlp.experts.67.down_proj,0.0000159037,0.05000,0.321
30,mlp.experts.78.down_proj,0.0000528185,0.05000,0.330
30,mlp.experts.77.down_proj,0.0000123693,0.05000,0.315
30,mlp.experts.72.down_proj,0.0000175000,0.05000,0.329
30,mlp.experts.71.down_proj,0.0000184685,0.05000,0.330
30,mlp.experts.82.down_proj,0.0000082192,0.05000,0.325
30,mlp.experts.81.down_proj,0.0000201746,0.05000,0.315
30,mlp.experts.76.down_proj,0.0000179723,0.05000,0.331
30,mlp.experts.75.down_proj,0.0000078089,0.05000,0.321
30,mlp.experts.86.down_proj,0.0000085523,0.05000,0.324
30,mlp.experts.85.down_proj,0.0000189758,0.05000,0.324
30,mlp.experts.80.down_proj,0.0000111627,0.05000,0.336
30,mlp.experts.79.down_proj,0.0000222199,0.05000,0.335
30,mlp.experts.90.down_proj,0.0000337782,0.05000,0.330
30,mlp.experts.89.down_proj,0.0000113790,0.05000,0.331
30,mlp.experts.84.down_proj,0.0000161531,0.05000,0.324
30,mlp.experts.83.down_proj,0.0000101977,0.05000,0.326
30,mlp.experts.94.down_proj,0.0000063977,0.05000,0.321
30,mlp.experts.93.down_proj,0.0000044590,0.05000,0.327
30,mlp.experts.88.down_proj,0.0000033267,0.05000,0.328
30,mlp.experts.87.down_proj,0.0000066943,0.05000,0.329
30,mlp.experts.98.down_proj,0.0000111630,0.05000,0.322
30,mlp.experts.97.down_proj,0.0000420580,0.05000,0.332
30,mlp.experts.92.down_proj,0.0000061369,0.05000,0.331
30,mlp.experts.91.down_proj,0.0000218942,0.05000,0.330
30,mlp.experts.102.down_proj,0.0000036410,0.05000,0.318
30,mlp.experts.101.down_proj,0.0000189597,0.05000,0.330
30,mlp.experts.96.down_proj,0.0000248424,0.05000,0.330
30,mlp.experts.95.down_proj,0.0000092884,0.05000,0.331
30,mlp.experts.106.down_proj,0.0000133006,0.05000,0.325
30,mlp.experts.105.down_proj,0.0000060263,0.05000,0.331
30,mlp.experts.100.down_proj,0.0000062445,0.05000,0.334
30,mlp.experts.99.down_proj,0.0000039856,0.05000,0.332
30,mlp.experts.110.down_proj,0.0000066142,0.05000,0.320
30,mlp.experts.109.down_proj,0.0000200563,0.05000,0.328
30,mlp.experts.104.down_proj,0.0000048031,0.05000,0.324
30,mlp.experts.103.down_proj,0.0000109876,0.05000,0.322
30,mlp.experts.114.down_proj,0.0000158274,0.05000,0.313
30,mlp.experts.113.down_proj,0.0000179909,0.05000,0.317
30,mlp.experts.108.down_proj,0.0000098718,0.05000,0.318
30,mlp.experts.118.down_proj,0.0000546429,0.05000,0.306
30,mlp.experts.107.down_proj,0.0000077825,0.05000,0.319
30,mlp.experts.117.down_proj,0.0000122821,0.05000,0.318
30,mlp.experts.112.down_proj,0.0000181772,0.05000,0.321
30,mlp.experts.122.down_proj,0.0000093297,0.05000,0.330
30,mlp.experts.111.down_proj,0.0000066100,0.05000,0.331
30,mlp.experts.121.down_proj,0.0000116754,0.05000,0.348
30,mlp.experts.116.down_proj,0.0000056372,0.05000,0.361
30,mlp.experts.126.down_proj,0.0000092300,0.05000,0.363
30,mlp.experts.115.down_proj,0.0000310956,0.05000,0.371
30,mlp.experts.125.down_proj,0.0000072600,0.05000,0.358
30,mlp.experts.120.down_proj,0.0000286063,0.05000,0.365
30,mlp.experts.130.down_proj,0.0000196828,0.05000,0.362
30,mlp.experts.119.down_proj,0.0000217051,0.05000,0.358
30,mlp.experts.129.down_proj,0.0000136561,0.05000,0.364
30,mlp.experts.124.down_proj,0.0000092561,0.05000,0.359
30,mlp.experts.134.down_proj,0.0000073647,0.05000,0.355
30,mlp.experts.123.down_proj,0.0000100459,0.05000,0.349
30,mlp.experts.133.down_proj,0.0000061906,0.05000,0.339
30,mlp.experts.128.down_proj,0.0000228568,0.05000,0.329
30,mlp.experts.138.down_proj,0.0000057499,0.05000,0.315
30,mlp.experts.127.down_proj,0.0000083286,0.05000,0.327
30,mlp.experts.137.down_proj,0.0000086747,0.05000,0.336
30,mlp.experts.132.down_proj,0.0000095490,0.05000,0.324
30,mlp.experts.142.down_proj,0.0000448837,0.05000,0.319
30,mlp.experts.131.down_proj,0.0000330693,0.05000,0.329
30,mlp.experts.141.down_proj,0.0000050560,0.05000,0.330
30,mlp.experts.136.down_proj,0.0000042638,0.05000,0.334
30,mlp.experts.146.down_proj,0.0000061794,0.05000,0.325
30,mlp.experts.135.down_proj,0.0000293211,0.05000,0.331
30,mlp.experts.145.down_proj,0.0000191543,0.05000,0.330
30,mlp.experts.140.down_proj,0.0000091370,0.05000,0.332
30,mlp.experts.150.down_proj,0.0000164813,0.05000,0.319
30,mlp.experts.139.down_proj,0.0000158742,0.05000,0.332
30,mlp.experts.149.down_proj,0.0000358990,0.05000,0.331
30,mlp.experts.144.down_proj,0.0000140507,0.05000,0.332
30,mlp.experts.154.down_proj,0.0000177803,0.05000,0.323
30,mlp.experts.143.down_proj,0.0000365632,0.05000,0.331
30,mlp.experts.153.down_proj,0.0000240017,0.05000,0.333
30,mlp.experts.148.down_proj,0.0000255860,0.05000,0.330
30,mlp.experts.158.down_proj,0.0000210809,0.05000,0.316
30,mlp.experts.147.down_proj,0.0000489642,0.05000,0.324
30,mlp.experts.157.down_proj,0.0000095751,0.05000,0.328
30,mlp.experts.152.down_proj,0.0000105191,0.05000,0.329
30,mlp.experts.162.down_proj,0.0000193697,0.05000,0.324
30,mlp.experts.151.down_proj,0.0000297876,0.05000,0.332
30,mlp.experts.161.down_proj,0.0000069248,0.05000,0.335
30,mlp.experts.156.down_proj,0.0000120838,0.05000,0.332
30,mlp.experts.166.down_proj,0.0000042586,0.05000,0.322
30,mlp.experts.155.down_proj,0.0000048838,0.05000,0.329
30,mlp.experts.165.down_proj,0.0000063530,0.05000,0.334
30,mlp.experts.160.down_proj,0.0000090777,0.05000,0.335
30,mlp.experts.170.down_proj,0.0000254753,0.05000,0.329
30,mlp.experts.159.down_proj,0.0000190305,0.05000,0.339
30,mlp.experts.169.down_proj,0.0000395871,0.05000,0.336
30,mlp.experts.164.down_proj,0.0000061681,0.05000,0.331
30,mlp.experts.174.down_proj,0.0000091203,0.05000,0.321
30,mlp.experts.163.down_proj,0.0000083231,0.05000,0.334
30,mlp.experts.173.down_proj,0.0000106758,0.05000,0.338
30,mlp.experts.168.down_proj,0.0000103608,0.05000,0.334
30,mlp.experts.178.down_proj,0.0000139132,0.05000,0.324
30,mlp.experts.167.down_proj,0.0000077383,0.05000,0.335
30,mlp.experts.177.down_proj,0.0000167797,0.05000,0.335
30,mlp.experts.172.down_proj,0.0000035295,0.05000,0.333
30,mlp.experts.182.down_proj,0.0000075406,0.05000,0.332
30,mlp.experts.171.down_proj,0.0000064551,0.05000,0.333
30,mlp.experts.181.down_proj,0.0000100882,0.05000,0.328
30,mlp.experts.176.down_proj,0.0000065805,0.05000,0.308
30,mlp.experts.186.down_proj,0.0000411154,0.05000,0.288
30,mlp.experts.175.down_proj,0.0000105567,0.05000,0.197
30,mlp.experts.190.down_proj,0.0000258127,0.05000,0.307
30,mlp.experts.185.down_proj,0.0000477212,0.05000,0.315
30,mlp.experts.180.down_proj,0.0000038770,0.05000,0.327
30,mlp.experts.179.down_proj,0.0000207766,0.05000,0.330
30,mlp.experts.194.down_proj,0.0000063942,0.05000,0.316
30,mlp.experts.189.down_proj,0.0000142130,0.05000,0.333
30,mlp.experts.184.down_proj,0.0000149597,0.05000,0.327
30,mlp.experts.183.down_proj,0.0000067437,0.05000,0.334
30,mlp.experts.198.down_proj,0.0000143843,0.05000,0.321
30,mlp.experts.193.down_proj,0.0000041683,0.05000,0.315
30,mlp.experts.188.down_proj,0.0000415607,0.05000,0.316
30,mlp.experts.187.down_proj,0.0000229128,0.05000,0.306
30,mlp.experts.202.down_proj,0.0000388248,0.05000,0.319
30,mlp.experts.191.down_proj,0.0000132311,0.05000,0.308
30,mlp.experts.192.down_proj,0.0000250423,0.05000,0.327
30,mlp.experts.197.down_proj,0.0000213786,0.05000,0.337
30,mlp.experts.195.down_proj,0.0000052229,0.05000,0.323
30,mlp.experts.206.down_proj,0.0000089082,0.05000,0.343
30,mlp.experts.196.down_proj,0.0000057543,0.05000,0.330
30,mlp.experts.201.down_proj,0.0000051673,0.05000,0.334
30,mlp.experts.199.down_proj,0.0000070503,0.05000,0.344
30,mlp.experts.210.down_proj,0.0000116977,0.05000,0.357
30,mlp.experts.200.down_proj,0.0000496903,0.05000,0.359
30,mlp.experts.205.down_proj,0.0000308226,0.05000,0.358
30,mlp.experts.203.down_proj,0.0000078133,0.05000,0.350
30,mlp.experts.214.down_proj,0.0000308787,0.05000,0.354
30,mlp.experts.204.down_proj,0.0000221834,0.05000,0.350
30,mlp.experts.209.down_proj,0.0000053100,0.05000,0.349
30,mlp.experts.207.down_proj,0.0000064463,0.05000,0.359
30,mlp.experts.218.down_proj,0.0000209585,0.05000,0.360
30,mlp.experts.208.down_proj,0.0000183601,0.05000,0.354
30,mlp.experts.213.down_proj,0.0000066712,0.05000,0.361
30,mlp.experts.211.down_proj,0.0000118346,0.05000,0.364
30,mlp.experts.222.down_proj,0.0000115325,0.05000,0.355
30,mlp.experts.217.down_proj,0.0000063158,0.05000,0.348
30,mlp.experts.212.down_proj,0.0000080020,0.05000,0.360
30,mlp.experts.215.down_proj,0.0000225235,0.05000,0.357
30,mlp.experts.226.down_proj,0.0000200684,0.05000,0.364
30,mlp.experts.216.down_proj,0.0000026661,0.05000,0.353
30,mlp.experts.221.down_proj,0.0000233557,0.05000,0.368
30,mlp.experts.219.down_proj,0.0000184773,0.05000,0.358
30,mlp.experts.230.down_proj,0.0000041240,0.05000,0.360
30,mlp.experts.225.down_proj,0.0000171492,0.05000,0.343
30,mlp.experts.220.down_proj,0.0000459526,0.05000,0.358
30,mlp.experts.223.down_proj,0.0000080458,0.05000,0.351
30,mlp.experts.234.down_proj,0.0000092238,0.05000,0.350
30,mlp.experts.229.down_proj,0.0000181157,0.05000,0.359
30,mlp.experts.224.down_proj,0.0000103082,0.05000,0.355
30,mlp.experts.227.down_proj,0.0000083723,0.05000,0.359
30,mlp.experts.238.down_proj,0.0000135345,0.05000,0.357
30,mlp.experts.233.down_proj,0.0000130798,0.05000,0.355
30,mlp.experts.228.down_proj,0.0000135927,0.05000,0.358
30,mlp.experts.231.down_proj,0.0000123417,0.05000,0.355
30,mlp.experts.237.down_proj,0.0000223758,0.05000,0.346
30,mlp.experts.242.down_proj,0.0000485646,0.05000,0.357
30,mlp.experts.232.down_proj,0.0000256980,0.05000,0.358
30,mlp.experts.235.down_proj,0.0000135767,0.05000,0.358
30,mlp.experts.241.down_proj,0.0000072733,0.05000,0.352
30,mlp.experts.246.down_proj,0.0000105744,0.05000,0.358
30,mlp.experts.236.down_proj,0.0000097832,0.05000,0.350
30,mlp.experts.239.down_proj,0.0000203928,0.05000,0.314
30,mlp.experts.245.down_proj,0.0000084607,0.05000,0.316
30,mlp.experts.250.down_proj,0.0000455316,0.05000,0.327
30,mlp.experts.240.down_proj,0.0000076314,0.05000,0.319
30,mlp.experts.243.down_proj,0.0000108629,0.05000,0.361
30,mlp.experts.254.down_proj,0.0000086229,0.05000,0.335
30,mlp.experts.244.down_proj,0.0000365831,0.05000,0.349
30,mlp.experts.249.down_proj,0.0000099377,0.05000,0.364
30,mlp.experts.247.down_proj,0.0000144840,0.05000,0.224
30,mlp.experts.248.down_proj,0.0000283633,0.05000,0.222
30,mlp.experts.253.down_proj,0.0000050052,0.05000,0.229
30,mlp.experts.251.down_proj,0.0000167979,0.05000,0.128
30,mlp.experts.252.down_proj,0.0000085700,0.05000,0.117
30,mlp.experts.255.down_proj,0.0000166396,0.05000,0.061
31,mlp.experts.1.gate_proj,0.0002844082,0.05000,1.878
31,mlp.experts.3.gate_proj,0.0002275192,0.05000,3.302
31,mlp.experts.0.gate_proj,0.0003441486,0.05000,3.399
31,mlp.experts.2.gate_proj,0.0002596703,0.05000,3.849
31,mlp.experts.5.gate_proj,0.0004891817,0.05000,2.294
31,mlp.experts.4.gate_proj,0.0002938688,0.05000,3.409
31,mlp.experts.7.gate_proj,0.0002361399,0.05000,3.612
31,mlp.experts.6.gate_proj,0.0006274992,0.05000,3.886
31,mlp.experts.9.gate_proj,0.0003145581,0.05000,3.879
31,mlp.experts.8.gate_proj,0.0003716680,0.05000,1.628
31,mlp.experts.12.gate_proj,0.0003585288,0.05000,1.750
31,mlp.experts.11.gate_proj,0.0001945464,0.05000,3.786
31,mlp.experts.10.gate_proj,0.0002356612,0.05000,3.266
31,mlp.experts.13.gate_proj,0.0004484878,0.05000,3.776
31,mlp.experts.15.gate_proj,0.0003809695,0.05000,1.885
31,mlp.experts.14.gate_proj,0.0002374790,0.05000,1.810
31,mlp.experts.16.gate_proj,0.0002614842,0.05000,3.009
31,mlp.experts.17.gate_proj,0.0004673006,0.05000,2.001
31,mlp.experts.19.gate_proj,0.0001442738,0.05000,1.517
31,mlp.experts.18.gate_proj,0.0005395136,0.05000,1.411
31,mlp.experts.20.gate_proj,0.0001528460,0.05000,1.222
31,mlp.experts.21.gate_proj,0.0003686749,0.05000,0.896
31,mlp.experts.23.gate_proj,0.0002683074,0.05000,0.992
31,mlp.experts.22.gate_proj,0.0002111126,0.05000,1.012
31,mlp.experts.24.gate_proj,0.0002324207,0.05000,1.204
31,mlp.experts.26.gate_proj,0.0003649288,0.05000,1.577
31,mlp.experts.25.gate_proj,0.0002672345,0.05000,2.575
31,mlp.experts.28.gate_proj,0.0004107152,0.05000,1.753
31,mlp.experts.27.gate_proj,0.0006880379,0.05000,2.786
31,mlp.experts.30.gate_proj,0.0003610036,0.05000,1.439
31,mlp.experts.29.gate_proj,0.0003880494,0.05000,1.338
31,mlp.experts.32.gate_proj,0.0003158040,0.05000,1.341
31,mlp.experts.31.gate_proj,0.0002639465,0.05000,1.297
31,mlp.experts.34.gate_proj,0.0003729881,0.05000,1.444
31,mlp.experts.33.gate_proj,0.0002892047,0.05000,1.362
31,mlp.experts.36.gate_proj,0.0002732438,0.05000,1.365
31,mlp.experts.35.gate_proj,0.0002080067,0.05000,1.367
31,mlp.experts.38.gate_proj,0.0002908537,0.05000,1.367
31,mlp.experts.37.gate_proj,0.0004828205,0.05000,1.358
31,mlp.experts.40.gate_proj,0.0001755671,0.05000,1.346
31,mlp.experts.39.gate_proj,0.0001700577,0.05000,1.360
31,mlp.experts.42.gate_proj,0.0003840742,0.05000,1.368
31,mlp.experts.41.gate_proj,0.0002687913,0.05000,1.348
31,mlp.experts.44.gate_proj,0.0004165831,0.05000,1.351
31,mlp.experts.43.gate_proj,0.0003347839,0.05000,1.353
31,mlp.experts.46.gate_proj,0.0002375620,0.05000,1.366
31,mlp.experts.45.gate_proj,0.0004054349,0.05000,1.369
31,mlp.experts.48.gate_proj,0.0003606601,0.05000,1.353
31,mlp.experts.47.gate_proj,0.0003409276,0.05000,1.354
31,mlp.experts.50.gate_proj,0.0002094158,0.05000,1.357
31,mlp.experts.49.gate_proj,0.0003653895,0.05000,1.356
31,mlp.experts.52.gate_proj,0.0003513178,0.05000,1.351
31,mlp.experts.51.gate_proj,0.0002983417,0.05000,1.337
31,mlp.experts.54.gate_proj,0.0002920952,0.05000,1.242
31,mlp.experts.53.gate_proj,0.0004316511,0.05000,1.267
31,mlp.experts.56.gate_proj,0.0003763547,0.05000,1.272
31,mlp.experts.55.gate_proj,0.0003609726,0.05000,1.274
31,mlp.experts.58.gate_proj,0.0004733235,0.05000,1.280
31,mlp.experts.57.gate_proj,0.0003733796,0.05000,1.263
31,mlp.experts.60.gate_proj,0.0002725795,0.05000,1.271
31,mlp.experts.59.gate_proj,0.0002839775,0.05000,1.231
31,mlp.experts.62.gate_proj,0.0004072682,0.05000,1.295
31,mlp.experts.61.gate_proj,0.0003243830,0.05000,1.298
31,mlp.experts.64.gate_proj,0.0005051623,0.05000,1.307
31,mlp.experts.63.gate_proj,0.0003940497,0.05000,1.299
31,mlp.experts.66.gate_proj,0.0002546824,0.05000,1.329
31,mlp.experts.65.gate_proj,0.0004114479,0.05000,1.734
31,mlp.experts.68.gate_proj,0.0003801150,0.05000,2.438
31,mlp.experts.67.gate_proj,0.0002701353,0.05000,2.335
31,mlp.experts.69.gate_proj,0.0002624929,0.05000,1.778
31,mlp.experts.70.gate_proj,0.0003342462,0.05000,2.922
31,mlp.experts.72.gate_proj,0.0004357071,0.05000,2.068
31,mlp.experts.71.gate_proj,0.0001446561,0.05000,2.139
31,mlp.experts.73.gate_proj,0.0003719114,0.05000,1.917
31,mlp.experts.74.gate_proj,0.0002886583,0.05000,1.742
31,mlp.experts.76.gate_proj,0.0006206352,0.05000,1.387
31,mlp.experts.75.gate_proj,0.0001981558,0.05000,1.373
31,mlp.experts.77.gate_proj,0.0005057186,0.05000,1.377
31,mlp.experts.78.gate_proj,0.0003214183,0.05000,1.428
31,mlp.experts.80.gate_proj,0.0002350624,0.05000,1.218
31,mlp.experts.79.gate_proj,0.0003611550,0.05000,1.263
31,mlp.experts.81.gate_proj,0.0003441948,0.05000,1.285
31,mlp.experts.84.gate_proj,0.0003615012,0.05000,1.298
31,mlp.experts.82.gate_proj,0.0006275287,0.05000,1.524
31,mlp.experts.83.gate_proj,0.0004397178,0.05000,1.333
31,mlp.experts.85.gate_proj,0.0002989931,0.05000,1.313
31,mlp.experts.88.gate_proj,0.0002695612,0.05000,1.294
31,mlp.experts.86.gate_proj,0.0002729537,0.05000,1.299
31,mlp.experts.87.gate_proj,0.0003244518,0.05000,1.315
31,mlp.experts.89.gate_proj,0.0002372895,0.05000,1.243
31,mlp.experts.92.gate_proj,0.0002912517,0.05000,1.261
31,mlp.experts.90.gate_proj,0.0003106817,0.05000,1.273
31,mlp.experts.91.gate_proj,0.0001861887,0.05000,1.296
31,mlp.experts.93.gate_proj,0.0003642972,0.05000,1.309
31,mlp.experts.96.gate_proj,0.0007232370,0.05000,1.346
31,mlp.experts.94.gate_proj,0.0004770279,0.05000,1.335
31,mlp.experts.95.gate_proj,0.0003460670,0.05000,1.342
31,mlp.experts.97.gate_proj,0.0004247492,0.05000,1.346
31,mlp.experts.100.gate_proj,0.0003313596,0.05000,1.358
31,mlp.experts.98.gate_proj,0.0005126870,0.05000,1.356
31,mlp.experts.99.gate_proj,0.0004622418,0.05000,1.341
31,mlp.experts.101.gate_proj,0.0002018146,0.05000,1.299
31,mlp.experts.104.gate_proj,0.0006532960,0.05000,1.273
31,mlp.experts.102.gate_proj,0.0002340774,0.05000,1.260
31,mlp.experts.103.gate_proj,0.0003765006,0.05000,1.256
31,mlp.experts.105.gate_proj,0.0003121615,0.05000,1.140
31,mlp.experts.108.gate_proj,0.0002179095,0.05000,1.100
31,mlp.experts.106.gate_proj,0.0002924678,0.05000,1.125
31,mlp.experts.107.gate_proj,0.0002935353,0.05000,1.101
31,mlp.experts.109.gate_proj,0.0002742110,0.05000,1.197
31,mlp.experts.112.gate_proj,0.0002337639,0.05000,1.265
31,mlp.experts.110.gate_proj,0.0001531712,0.05000,1.228
31,mlp.experts.111.gate_proj,0.0001995522,0.05000,1.266
31,mlp.experts.113.gate_proj,0.0003677021,0.05000,1.273
31,mlp.experts.116.gate_proj,0.0002648912,0.05000,1.256
31,mlp.experts.114.gate_proj,0.0003514879,0.05000,1.224
31,mlp.experts.115.gate_proj,0.0003381524,0.05000,1.251
31,mlp.experts.117.gate_proj,0.0005856412,0.05000,1.289
31,mlp.experts.120.gate_proj,0.0004033374,0.05000,1.246
31,mlp.experts.124.gate_proj,fallback(rtn): 0.0010605,0.00000,0.025
31,mlp.experts.118.gate_proj,0.0003773750,0.05000,1.254
31,mlp.experts.119.gate_proj,0.0005899922,0.05000,1.267
31,mlp.experts.121.gate_proj,0.0002788906,0.05000,1.256
31,mlp.experts.128.gate_proj,0.0004024750,0.05000,1.206
31,mlp.experts.122.gate_proj,0.0002104241,0.05000,1.305
31,mlp.experts.123.gate_proj,0.0002318060,0.05000,1.942
31,mlp.experts.132.gate_proj,0.0004067520,0.05000,1.567
31,mlp.experts.126.gate_proj,0.0005559705,0.05000,1.725
31,mlp.experts.125.gate_proj,0.0002118985,0.05000,2.784
31,mlp.experts.127.gate_proj,0.0001686637,0.05000,1.860
31,mlp.experts.130.gate_proj,0.0003336459,0.05000,1.468
31,mlp.experts.136.gate_proj,0.0004866865,0.05000,2.130
31,mlp.experts.129.gate_proj,0.0003154554,0.05000,1.388
31,mlp.experts.131.gate_proj,0.0003257376,0.05000,1.347
31,mlp.experts.134.gate_proj,0.0002582681,0.05000,1.321
31,mlp.experts.140.gate_proj,0.0006437165,0.05000,1.341
31,mlp.experts.133.gate_proj,0.0002568141,0.05000,1.359
31,mlp.experts.135.gate_proj,0.0005828525,0.05000,1.357
31,mlp.experts.138.gate_proj,0.0004898883,0.05000,1.387
31,mlp.experts.137.gate_proj,0.0004612639,0.05000,1.376
31,mlp.experts.144.gate_proj,0.0004405748,0.05000,1.615
31,mlp.experts.139.gate_proj,0.0004148298,0.05000,1.366
31,mlp.experts.142.gate_proj,0.0002318973,0.05000,1.346
31,mlp.experts.141.gate_proj,0.0003069840,0.05000,1.359
31,mlp.experts.148.gate_proj,0.0002612295,0.05000,1.359
31,mlp.experts.143.gate_proj,0.0001608528,0.05000,1.303
31,mlp.experts.146.gate_proj,0.0005565190,0.05000,1.276
31,mlp.experts.145.gate_proj,0.0003371581,0.05000,1.256
31,mlp.experts.152.gate_proj,0.0005030630,0.05000,1.254
31,mlp.experts.147.gate_proj,0.0009303435,0.05000,1.124
31,mlp.experts.150.gate_proj,0.0003407597,0.05000,1.039
31,mlp.experts.149.gate_proj,0.0003445576,0.05000,0.923
31,mlp.experts.156.gate_proj,0.0003184908,0.05000,0.921
31,mlp.experts.151.gate_proj,0.0003701468,0.05000,1.069
31,mlp.experts.154.gate_proj,0.0001718091,0.05000,1.150
31,mlp.experts.153.gate_proj,0.0003545854,0.05000,1.277
31,mlp.experts.160.gate_proj,0.0001830330,0.05000,1.310
31,mlp.experts.155.gate_proj,0.0003185924,0.05000,1.337
31,mlp.experts.158.gate_proj,0.0003755513,0.05000,1.365
31,mlp.experts.157.gate_proj,0.0003130128,0.05000,1.366
31,mlp.experts.164.gate_proj,0.0003896306,0.05000,1.373
31,mlp.experts.159.gate_proj,0.0004139432,0.05000,1.363
31,mlp.experts.162.gate_proj,0.0002003383,0.05000,1.368
31,mlp.experts.161.gate_proj,0.0005537136,0.05000,1.379
31,mlp.experts.168.gate_proj,0.0004221439,0.05000,1.373
31,mlp.experts.163.gate_proj,0.0001690207,0.05000,1.350
31,mlp.experts.166.gate_proj,0.0003296270,0.05000,1.351
31,mlp.experts.165.gate_proj,0.0003013907,0.05000,1.353
31,mlp.experts.172.gate_proj,0.0002116867,0.05000,1.359
31,mlp.experts.167.gate_proj,0.0002645856,0.05000,1.360
31,mlp.experts.170.gate_proj,0.0003675141,0.05000,1.361
31,mlp.experts.169.gate_proj,0.0002548533,0.05000,1.365
31,mlp.experts.176.gate_proj,0.0003612096,0.05000,1.361
31,mlp.experts.171.gate_proj,0.0004671299,0.05000,1.283
31,mlp.experts.174.gate_proj,0.0001572305,0.05000,1.265
31,mlp.experts.173.gate_proj,0.0002877444,0.05000,1.222
31,mlp.experts.180.gate_proj,0.0001294267,0.05000,1.205
31,mlp.experts.175.gate_proj,0.0002604459,0.05000,1.082
31,mlp.experts.178.gate_proj,0.0006020117,0.05000,0.993
31,mlp.experts.177.gate_proj,0.0005741794,0.05000,0.989
31,mlp.experts.184.gate_proj,0.0003603204,0.05000,1.039
31,mlp.experts.179.gate_proj,0.0004289858,0.05000,1.105
31,mlp.experts.182.gate_proj,0.0007089545,0.05000,1.220
31,mlp.experts.181.gate_proj,0.0003643347,0.05000,1.223
31,mlp.experts.188.gate_proj,0.0003654977,0.05000,1.285
31,mlp.experts.183.gate_proj,0.0003228552,0.05000,1.283
31,mlp.experts.186.gate_proj,0.0003881485,0.05000,1.334
31,mlp.experts.185.gate_proj,0.0004064505,0.05000,1.344
31,mlp.experts.192.gate_proj,0.0001844226,0.05000,1.351
31,mlp.experts.187.gate_proj,0.0004763089,0.05000,1.348
31,mlp.experts.190.gate_proj,0.0002403854,0.05000,1.346
31,mlp.experts.189.gate_proj,0.0007700078,0.05000,1.355
31,mlp.experts.196.gate_proj,0.0002305542,0.05000,1.352
31,mlp.experts.191.gate_proj,0.0002369671,0.05000,1.352
31,mlp.experts.194.gate_proj,0.0003280774,0.05000,1.362
31,mlp.experts.193.gate_proj,0.0003233314,0.05000,1.370
31,mlp.experts.200.gate_proj,0.0004019136,0.05000,1.367
31,mlp.experts.195.gate_proj,0.0003875559,0.05000,1.351
31,mlp.experts.198.gate_proj,0.0007510632,0.05000,1.362
31,mlp.experts.197.gate_proj,0.0002740716,0.05000,1.351
31,mlp.experts.204.gate_proj,0.0002943840,0.05000,1.352
31,mlp.experts.199.gate_proj,0.0002725327,0.05000,1.346
31,mlp.experts.202.gate_proj,0.0003105346,0.05000,1.336
31,mlp.experts.201.gate_proj,0.0003642141,0.05000,1.345
31,mlp.experts.208.gate_proj,0.0003488396,0.05000,1.353
31,mlp.experts.203.gate_proj,0.0002139837,0.05000,1.340
31,mlp.experts.206.gate_proj,0.0007009667,0.05000,1.345
31,mlp.experts.210.gate_proj,fallback(rtn): 0.0012436,0.00000,0.025
31,mlp.experts.205.gate_proj,0.0002230412,0.05000,1.313
31,mlp.experts.212.gate_proj,0.0000845249,0.05000,1.306
31,mlp.experts.207.gate_proj,0.0002598910,0.05000,1.276
31,mlp.experts.214.gate_proj,0.0003959602,0.05000,1.262
31,mlp.experts.209.gate_proj,0.0003795626,0.05000,1.270
31,mlp.experts.216.gate_proj,0.0002978387,0.05000,1.297
31,mlp.experts.211.gate_proj,0.0005450993,0.05000,1.333
31,mlp.experts.218.gate_proj,0.0006223867,0.05000,1.327
31,mlp.experts.213.gate_proj,0.0003947193,0.05000,1.363
31,mlp.experts.220.gate_proj,0.0004056656,0.05000,1.334
31,mlp.experts.215.gate_proj,0.0002638477,0.05000,1.447
31,mlp.experts.222.gate_proj,0.0005157442,0.05000,1.351
31,mlp.experts.217.gate_proj,0.0002728591,0.05000,1.321
31,mlp.experts.224.gate_proj,0.0002176859,0.05000,1.289
31,mlp.experts.219.gate_proj,0.0003897028,0.05000,1.273
31,mlp.experts.226.gate_proj,0.0003297126,0.05000,1.223
31,mlp.experts.221.gate_proj,0.0003180930,0.05000,1.265
31,mlp.experts.228.gate_proj,0.0003712550,0.05000,1.255
31,mlp.experts.223.gate_proj,0.0003526825,0.05000,1.262
31,mlp.experts.230.gate_proj,0.0003283572,0.05000,1.215
31,mlp.experts.225.gate_proj,0.0003722252,0.05000,1.257
31,mlp.experts.232.gate_proj,0.0003466356,0.05000,1.249
31,mlp.experts.227.gate_proj,0.0004059560,0.05000,1.285
31,mlp.experts.234.gate_proj,0.0004564269,0.05000,1.283
31,mlp.experts.229.gate_proj,0.0005556278,0.05000,1.327
31,mlp.experts.236.gate_proj,0.0004132195,0.05000,1.307
31,mlp.experts.231.gate_proj,0.0003611107,0.05000,1.249
31,mlp.experts.238.gate_proj,0.0003617363,0.05000,1.329
31,mlp.experts.233.gate_proj,0.0004286126,0.05000,1.307
31,mlp.experts.240.gate_proj,0.0003161019,0.05000,1.306
31,mlp.experts.235.gate_proj,0.0002687432,0.05000,1.229
31,mlp.experts.242.gate_proj,0.0003781115,0.05000,1.262
31,mlp.experts.237.gate_proj,0.0002133810,0.05000,1.231
31,mlp.experts.244.gate_proj,0.0007130283,0.05000,1.297
31,mlp.experts.239.gate_proj,0.0003525497,0.05000,1.336
31,mlp.experts.246.gate_proj,0.0003517927,0.05000,1.374
31,mlp.experts.241.gate_proj,0.0005324588,0.05000,1.352
31,mlp.experts.248.gate_proj,0.0003756692,0.05000,1.343
31,mlp.experts.243.gate_proj,0.0001546924,0.05000,1.353
31,mlp.experts.250.gate_proj,0.0004171746,0.05000,1.255
31,mlp.experts.245.gate_proj,0.0002623782,0.05000,1.273
31,mlp.experts.252.gate_proj,0.0002955875,0.05000,1.261
31,mlp.experts.247.gate_proj,0.0002988031,0.05000,1.244
31,mlp.experts.254.gate_proj,0.0002187955,0.05000,1.217
31,mlp.experts.249.gate_proj,0.0005030950,0.05000,1.254
31,mlp.experts.0.up_proj,0.0003283361,0.05000,1.276
31,mlp.experts.251.gate_proj,0.0002822667,0.05000,1.295
31,mlp.experts.2.up_proj,0.0002136957,0.05000,1.314
31,mlp.experts.253.gate_proj,0.0002514076,0.05000,1.362
31,mlp.experts.4.up_proj,0.0003229408,0.05000,1.370
31,mlp.experts.255.gate_proj,0.0003697087,0.05000,1.379
31,mlp.experts.6.up_proj,0.0006479747,0.05000,1.344
31,mlp.experts.1.up_proj,0.0002692128,0.05000,1.302
31,mlp.experts.8.up_proj,0.0003145413,0.05000,1.446
31,mlp.experts.3.up_proj,0.0001993954,0.05000,1.440
31,mlp.experts.10.up_proj,0.0002370092,0.05000,1.414
31,mlp.experts.14.up_proj,0.0002164569,0.05000,1.503
31,mlp.experts.7.up_proj,0.0001877496,0.05000,2.590
31,mlp.experts.5.up_proj,0.0004008448,0.05000,3.422
31,mlp.experts.18.up_proj,0.0004893144,0.05000,1.497
31,mlp.experts.12.up_proj,0.0003102915,0.05000,3.645
31,mlp.experts.22.up_proj,0.0001608179,0.05000,1.933
31,mlp.experts.9.up_proj,0.0003037996,0.05000,3.087
31,mlp.experts.11.up_proj,0.0001641569,0.05000,3.524
31,mlp.experts.16.up_proj,0.0002131245,0.05000,3.039
31,mlp.experts.13.up_proj,0.0003683169,0.05000,1.826
31,mlp.experts.20.up_proj,0.0001419993,0.05000,1.512
31,mlp.experts.26.up_proj,0.0003359791,0.05000,3.301
31,mlp.experts.17.up_proj,0.0004423759,0.05000,1.211
31,mlp.experts.24.up_proj,0.0002139749,0.05000,1.218
31,mlp.experts.15.up_proj,0.0002884488,0.05000,3.364
31,mlp.experts.30.up_proj,0.0003359080,0.05000,1.911
31,mlp.experts.21.up_proj,0.0003578016,0.05000,1.789
31,mlp.experts.28.up_proj,0.0003689917,0.05000,1.913
31,mlp.experts.19.up_proj,0.0001453352,0.05000,1.801
31,mlp.experts.34.up_proj,0.0003954937,0.05000,1.340
31,mlp.experts.32.up_proj,0.0002856226,0.05000,1.544
31,mlp.experts.25.up_proj,0.0002300642,0.05000,2.369
31,mlp.experts.38.up_proj,0.0002376940,0.05000,2.076
31,mlp.experts.23.up_proj,0.0002563078,0.05000,2.984
31,mlp.experts.29.up_proj,0.0003026851,0.05000,1.688
31,mlp.experts.36.up_proj,0.0002606766,0.05000,2.502
31,mlp.experts.42.up_proj,0.0003498701,0.05000,1.702
31,mlp.experts.27.up_proj,0.0006281669,0.05000,1.608
31,mlp.experts.33.up_proj,0.0002420743,0.05000,1.289
31,mlp.experts.40.up_proj,0.0001368484,0.05000,1.282
31,mlp.experts.46.up_proj,0.0002006303,0.05000,1.400
31,mlp.experts.31.up_proj,0.0002204612,0.05000,1.234
31,mlp.experts.37.up_proj,0.0002873894,0.05000,1.275
31,mlp.experts.44.up_proj,0.0004004160,0.05000,1.270
31,mlp.experts.50.up_proj,0.0001953832,0.05000,1.277
31,mlp.experts.35.up_proj,0.0001900926,0.05000,1.234
31,mlp.experts.41.up_proj,0.0002627564,0.05000,1.262
31,mlp.experts.48.up_proj,0.0003712174,0.05000,1.268
31,mlp.experts.54.up_proj,0.0002851510,0.05000,1.270
31,mlp.experts.39.up_proj,0.0001700272,0.05000,1.253
31,mlp.experts.45.up_proj,0.0003193219,0.05000,1.257
31,mlp.experts.52.up_proj,0.0003205638,0.05000,1.242
31,mlp.experts.58.up_proj,0.0003624519,0.05000,1.255
31,mlp.experts.43.up_proj,0.0002702697,0.05000,1.264
31,mlp.experts.49.up_proj,0.0003553311,0.05000,1.267
31,mlp.experts.56.up_proj,0.0002808169,0.05000,1.236
31,mlp.experts.62.up_proj,0.0003638283,0.05000,1.272
31,mlp.experts.47.up_proj,0.0002954455,0.05000,1.263
31,mlp.experts.53.up_proj,0.0003816242,0.05000,1.271
31,mlp.experts.60.up_proj,0.0002188839,0.05000,1.228
31,mlp.experts.66.up_proj,0.0002026734,0.05000,1.280
31,mlp.experts.51.up_proj,0.0002793664,0.05000,1.265
31,mlp.experts.57.up_proj,0.0004162233,0.05000,1.268
31,mlp.experts.64.up_proj,0.0004185211,0.05000,1.235
31,mlp.experts.70.up_proj,0.0003237121,0.05000,1.276
31,mlp.experts.55.up_proj,0.0002408278,0.05000,1.268
31,mlp.experts.61.up_proj,0.0002730719,0.05000,1.410
31,mlp.experts.68.up_proj,0.0003089070,0.05000,1.571
31,mlp.experts.74.up_proj,0.0002447226,0.05000,1.406
31,mlp.experts.59.up_proj,0.0002575604,0.05000,1.410
31,mlp.experts.65.up_proj,0.0003056424,0.05000,1.383
31,mlp.experts.72.up_proj,0.0004011280,0.05000,1.416
31,mlp.experts.78.up_proj,0.0002941524,0.05000,1.376
31,mlp.experts.63.up_proj,0.0003605048,0.05000,1.377
31,mlp.experts.69.up_proj,0.0002447572,0.05000,1.373
31,mlp.experts.76.up_proj,0.0005867030,0.05000,1.379
31,mlp.experts.82.up_proj,0.0005395551,0.05000,1.313
31,mlp.experts.67.up_proj,0.0002313407,0.05000,1.247
31,mlp.experts.73.up_proj,0.0003280183,0.05000,1.148
31,mlp.experts.80.up_proj,0.0001706024,0.05000,0.987
31,mlp.experts.86.up_proj,0.0002762875,0.05000,0.893
31,mlp.experts.71.up_proj,0.0001451230,0.05000,0.906
31,mlp.experts.77.up_proj,0.0003802611,0.05000,0.967
31,mlp.experts.84.up_proj,0.0003135401,0.05000,1.103
31,mlp.experts.90.up_proj,0.0002886576,0.05000,1.208
31,mlp.experts.75.up_proj,0.0001962443,0.05000,1.341
31,mlp.experts.81.up_proj,0.0003285689,0.05000,1.297
31,mlp.experts.88.up_proj,0.0002398942,0.05000,1.309
31,mlp.experts.94.up_proj,0.0004536508,0.05000,1.356
31,mlp.experts.79.up_proj,0.0003111064,0.05000,1.358
31,mlp.experts.85.up_proj,0.0003042241,0.05000,1.346
31,mlp.experts.92.up_proj,0.0002783667,0.05000,1.348
31,mlp.experts.98.up_proj,0.0004853232,0.05000,1.332
31,mlp.experts.83.up_proj,0.0004191300,0.05000,1.336
31,mlp.experts.89.up_proj,0.0002211245,0.05000,1.316
31,mlp.experts.96.up_proj,0.0006414870,0.05000,1.337
31,mlp.experts.102.up_proj,0.0001866799,0.05000,1.330
31,mlp.experts.87.up_proj,0.0002695738,0.05000,1.290
31,mlp.experts.93.up_proj,0.0003248330,0.05000,1.326
31,mlp.experts.100.up_proj,0.0002391371,0.05000,1.374
31,mlp.experts.106.up_proj,0.0002473076,0.05000,1.582
31,mlp.experts.91.up_proj,0.0001838979,0.05000,1.385
31,mlp.experts.97.up_proj,0.0003754806,0.05000,1.378
31,mlp.experts.104.up_proj,0.0006059340,0.05000,1.357
31,mlp.experts.110.up_proj,0.0001286227,0.05000,1.365
31,mlp.experts.95.up_proj,0.0002900231,0.05000,1.368
31,mlp.experts.101.up_proj,0.0001628517,0.05000,1.372
31,mlp.experts.108.up_proj,0.0002013350,0.05000,1.361
31,mlp.experts.114.up_proj,0.0004375777,0.05000,1.365
31,mlp.experts.99.up_proj,0.0002845301,0.05000,1.360
31,mlp.experts.105.up_proj,0.0002926762,0.05000,1.357
31,mlp.experts.112.up_proj,0.0002130071,0.05000,1.360
31,mlp.experts.118.up_proj,0.0002377746,0.05000,1.316
31,mlp.experts.103.up_proj,0.0003030086,0.05000,1.318
31,mlp.experts.109.up_proj,0.0002806136,0.05000,1.280
31,mlp.experts.116.up_proj,0.0001952942,0.05000,1.195
31,mlp.experts.122.up_proj,0.0001763349,0.05000,1.247
31,mlp.experts.107.up_proj,0.0002404454,0.05000,1.254
31,mlp.experts.113.up_proj,0.0003281380,0.05000,1.239
31,mlp.experts.120.up_proj,0.0003439381,0.05000,1.214
31,mlp.experts.124.up_proj,fallback(rtn): 0.0010757,0.00000,0.025
31,mlp.experts.126.up_proj,0.0004279312,0.05000,1.257
31,mlp.experts.111.up_proj,0.0001856387,0.05000,1.253
31,mlp.experts.117.up_proj,0.0005316228,0.05000,1.247
31,mlp.experts.128.up_proj,0.0003752902,0.05000,1.205
31,mlp.experts.130.up_proj,0.0003129647,0.05000,1.248
31,mlp.experts.115.up_proj,0.0002725735,0.05000,1.262
31,mlp.experts.121.up_proj,0.0002521205,0.05000,1.252
31,mlp.experts.132.up_proj,0.0003220995,0.05000,1.205
31,mlp.experts.136.up_proj,0.0003917886,0.05000,1.826
31,mlp.experts.134.up_proj,0.0002125072,0.05000,2.577
31,mlp.experts.119.up_proj,0.0005544884,0.05000,2.683
31,mlp.experts.125.up_proj,0.0001928155,0.05000,3.002
31,mlp.experts.140.up_proj,0.0005707027,0.05000,2.092
31,mlp.experts.123.up_proj,0.0002146890,0.05000,2.132
31,mlp.experts.138.up_proj,0.0004894447,0.05000,3.654
31,mlp.experts.129.up_proj,0.0003019080,0.05000,3.677
31,mlp.experts.144.up_proj,0.0003238267,0.05000,2.741
31,mlp.experts.127.up_proj,0.0001363964,0.05000,3.162
31,mlp.experts.133.up_proj,0.0001977499,0.05000,2.109
31,mlp.experts.142.up_proj,0.0002133859,0.05000,3.540
31,mlp.experts.131.up_proj,0.0003067034,0.05000,2.094
31,mlp.experts.148.up_proj,0.0002357168,0.05000,3.095
31,mlp.experts.137.up_proj,0.0004698162,0.05000,1.568
31,mlp.experts.146.up_proj,0.0005439585,0.05000,1.300
31,mlp.experts.135.up_proj,0.0004591308,0.05000,1.276
31,mlp.experts.152.up_proj,0.0004766053,0.05000,1.270
31,mlp.experts.141.up_proj,0.0002879126,0.05000,1.281
31,mlp.experts.150.up_proj,0.0003003551,0.05000,1.255
31,mlp.experts.139.up_proj,0.0003643616,0.05000,1.257
31,mlp.experts.156.up_proj,0.0002868766,0.05000,1.254
31,mlp.experts.145.up_proj,0.0003491740,0.05000,1.256
31,mlp.experts.154.up_proj,0.0001769124,0.05000,1.347
31,mlp.experts.143.up_proj,0.0001365509,0.05000,1.370
31,mlp.experts.160.up_proj,0.0001513840,0.05000,1.373
31,mlp.experts.149.up_proj,0.0003382796,0.05000,1.384
31,mlp.experts.158.up_proj,0.0002858991,0.05000,1.356
31,mlp.experts.147.up_proj,0.0008371098,0.05000,1.365
31,mlp.experts.164.up_proj,0.0003533441,0.05000,1.358
31,mlp.experts.153.up_proj,0.0002829795,0.05000,1.315
31,mlp.experts.162.up_proj,0.0001647594,0.05000,1.264
31,mlp.experts.151.up_proj,0.0003560388,0.05000,1.239
31,mlp.experts.168.up_proj,0.0004076821,0.05000,1.225
31,mlp.experts.157.up_proj,0.0003070133,0.05000,1.186
31,mlp.experts.166.up_proj,0.0002599034,0.05000,1.249
31,mlp.experts.155.up_proj,0.0002951204,0.05000,1.243
31,mlp.experts.172.up_proj,0.0002077961,0.05000,1.248
31,mlp.experts.161.up_proj,0.0005178439,0.05000,1.194
31,mlp.experts.170.up_proj,0.0003423546,0.05000,1.240
31,mlp.experts.159.up_proj,0.0003514268,0.05000,1.241
31,mlp.experts.176.up_proj,0.0003329694,0.05000,1.242
31,mlp.experts.165.up_proj,0.0002841238,0.05000,1.184
31,mlp.experts.174.up_proj,0.0001360767,0.05000,1.246
31,mlp.experts.163.up_proj,0.0001566612,0.05000,1.242
31,mlp.experts.180.up_proj,0.0001077353,0.05000,1.240
31,mlp.experts.169.up_proj,0.0002154842,0.05000,1.185
31,mlp.experts.178.up_proj,0.0005459519,0.05000,1.251
31,mlp.experts.167.up_proj,0.0002491170,0.05000,1.249
31,mlp.experts.184.up_proj,0.0003344722,0.05000,1.258
31,mlp.experts.173.up_proj,0.0002736149,0.05000,1.208
31,mlp.experts.182.up_proj,0.0006049183,0.05000,1.798
31,mlp.experts.188.up_proj,0.0004035985,0.05000,1.498
31,mlp.experts.177.up_proj,0.0004910280,0.05000,1.535
31,mlp.experts.171.up_proj,0.0004364525,0.05000,2.304
31,mlp.experts.192.up_proj,0.0001547936,0.05000,1.545
31,mlp.experts.181.up_proj,0.0002878597,0.05000,1.544
31,mlp.experts.186.up_proj,0.0003748796,0.05000,1.803
31,mlp.experts.175.up_proj,0.0002098566,0.05000,1.023
31,mlp.experts.190.up_proj,0.0002088168,0.05000,1.368
31,mlp.experts.185.up_proj,0.0003246760,0.05000,1.467
31,mlp.experts.196.up_proj,0.0002083686,0.05000,1.536
31,mlp.experts.179.up_proj,0.0002993693,0.05000,1.541
31,mlp.experts.194.up_proj,0.0003240098,0.05000,1.229
31,mlp.experts.189.up_proj,0.0007249897,0.05000,1.248
31,mlp.experts.183.up_proj,0.0003185802,0.05000,1.255
31,mlp.experts.200.up_proj,0.0003732572,0.05000,1.346
31,mlp.experts.198.up_proj,0.0006071851,0.05000,1.296
31,mlp.experts.193.up_proj,0.0002565255,0.05000,1.334
31,mlp.experts.187.up_proj,0.0004357279,0.05000,1.342
31,mlp.experts.204.up_proj,0.0002750826,0.05000,1.347
31,mlp.experts.202.up_proj,0.0002558691,0.05000,1.363
31,mlp.experts.197.up_proj,0.0002499812,0.05000,1.358
31,mlp.experts.191.up_proj,0.0002082335,0.05000,1.367
31,mlp.experts.208.up_proj,0.0003028188,0.05000,1.362
31,mlp.experts.206.up_proj,0.0006885444,0.05000,1.090
31,mlp.experts.210.up_proj,fallback(rtn): 0.0011444,0.00000,0.020
31,mlp.experts.201.up_proj,0.0003561964,0.05000,1.080
31,mlp.experts.195.up_proj,0.0003670929,0.05000,1.016
31,mlp.experts.212.up_proj,0.0000731426,0.05000,1.000
31,mlp.experts.214.up_proj,0.0003089626,0.05000,1.198
31,mlp.experts.205.up_proj,0.0002277497,0.05000,1.274
31,mlp.experts.199.up_proj,0.0002638821,0.05000,1.275
31,mlp.experts.216.up_proj,0.0002449641,0.05000,1.291
31,mlp.experts.218.up_proj,0.0005782642,0.05000,1.324
31,mlp.experts.209.up_proj,0.0003649538,0.05000,1.333
31,mlp.experts.203.up_proj,0.0001820031,0.05000,1.353
31,mlp.experts.220.up_proj,0.0003170399,0.05000,1.347
31,mlp.experts.222.up_proj,0.0004846726,0.05000,1.312
31,mlp.experts.213.up_proj,0.0003323780,0.05000,1.300
31,mlp.experts.207.up_proj,0.0002530507,0.05000,1.292
31,mlp.experts.224.up_proj,0.0001949257,0.05000,1.310
31,mlp.experts.226.up_proj,0.0003018223,0.05000,1.288
31,mlp.experts.217.up_proj,0.0002541314,0.05000,1.262
31,mlp.experts.211.up_proj,0.0005065784,0.05000,1.257
31,mlp.experts.228.up_proj,0.0003848494,0.05000,1.237
31,mlp.experts.230.up_proj,0.0002974135,0.05000,1.266
31,mlp.experts.221.up_proj,0.0003110518,0.05000,1.260
31,mlp.experts.215.up_proj,0.0002699831,0.05000,1.274
31,mlp.experts.232.up_proj,0.0002972872,0.05000,1.225
31,mlp.experts.234.up_proj,0.0004081478,0.05000,1.277
31,mlp.experts.225.up_proj,0.0002890088,0.05000,1.277
31,mlp.experts.236.up_proj,0.0003892357,0.05000,1.224
31,mlp.experts.219.up_proj,0.0002419881,0.05000,1.301
31,mlp.experts.238.up_proj,0.0003433266,0.05000,1.259
31,mlp.experts.240.up_proj,0.0003233070,0.05000,1.216
31,mlp.experts.229.up_proj,0.0005236063,0.05000,1.282
31,mlp.experts.223.up_proj,0.0002750242,0.05000,1.267
31,mlp.experts.242.up_proj,0.0003490355,0.05000,1.290
31,mlp.experts.244.up_proj,0.0005276078,0.05000,1.341
31,mlp.experts.227.up_proj,0.0003377362,0.05000,1.363
31,mlp.experts.233.up_proj,0.0004565970,0.05000,1.489
31,mlp.experts.246.up_proj,0.0003283514,0.05000,1.348
31,mlp.experts.248.up_proj,0.0003577696,0.05000,1.358
31,mlp.experts.237.up_proj,0.0002322548,0.05000,1.331
31,mlp.experts.231.up_proj,0.0003115276,0.05000,1.431
31,mlp.experts.250.up_proj,0.0003309612,0.05000,1.326
31,mlp.experts.252.up_proj,0.0003112003,0.05000,1.414
31,mlp.experts.241.up_proj,0.0004508462,0.05000,1.330
31,mlp.experts.235.up_proj,0.0002602222,0.05000,1.319
31,mlp.experts.254.up_proj,0.0002036156,0.05000,0.994
31,mlp.experts.245.up_proj,0.0002155565,0.05000,0.749
31,mlp.experts.239.up_proj,0.0001811850,0.05000,0.742
31,mlp.experts.243.up_proj,0.0001680563,0.05000,0.406
31,mlp.experts.249.up_proj,0.0004000762,0.05000,0.427
31,mlp.experts.247.up_proj,0.0002396738,0.05000,0.496
31,mlp.experts.253.up_proj,0.0002163344,0.05000,0.512
31,mlp.experts.251.up_proj,0.0002262023,0.05000,0.216
31,mlp.experts.255.up_proj,0.0003413321,0.05000,0.211
31,mlp.experts.1.down_proj,0.0000072079,0.05000,0.332
31,mlp.experts.2.down_proj,0.0000270459,0.05000,0.363
31,mlp.experts.0.down_proj,0.0000727325,0.05000,0.414
31,mlp.experts.3.down_proj,0.0000303370,0.05000,0.550
31,mlp.experts.5.down_proj,0.0000259541,0.05000,0.353
31,mlp.experts.6.down_proj,0.0000396501,0.05000,0.352
31,mlp.experts.4.down_proj,0.0000367389,0.05000,0.354
31,mlp.experts.7.down_proj,0.0000128335,0.05000,0.333
31,mlp.experts.9.down_proj,0.0000084252,0.05000,0.291
31,mlp.experts.10.down_proj,0.0000163010,0.05000,0.289
31,mlp.experts.8.down_proj,0.0000178418,0.05000,0.281
31,mlp.experts.11.down_proj,0.0000065090,0.05000,0.262
31,mlp.experts.13.down_proj,0.0000116607,0.05000,0.300
31,mlp.experts.14.down_proj,0.0000125972,0.05000,0.299
31,mlp.experts.12.down_proj,0.0000397415,0.05000,0.312
31,mlp.experts.15.down_proj,0.0000162619,0.05000,0.329
31,mlp.experts.17.down_proj,0.0000160452,0.05000,0.327
31,mlp.experts.18.down_proj,0.0000552614,0.05000,0.331
31,mlp.experts.16.down_proj,0.0000101179,0.05000,0.319
31,mlp.experts.19.down_proj,0.0000199837,0.05000,0.332
31,mlp.experts.21.down_proj,0.0000089493,0.05000,0.331
31,mlp.experts.22.down_proj,0.0000141633,0.05000,0.338
31,mlp.experts.20.down_proj,0.0000131472,0.05000,0.326
31,mlp.experts.23.down_proj,0.0000377483,0.05000,0.330
31,mlp.experts.25.down_proj,0.0000126916,0.05000,0.361
31,mlp.experts.26.down_proj,0.0000149827,0.05000,0.358
31,mlp.experts.24.down_proj,0.0000061008,0.05000,0.344
31,mlp.experts.27.down_proj,0.0001187639,0.05000,0.328
31,mlp.experts.29.down_proj,0.0000144958,0.05000,0.331
31,mlp.experts.30.down_proj,0.0000468180,0.05000,0.325
31,mlp.experts.28.down_proj,0.0000381916,0.05000,0.328
31,mlp.experts.31.down_proj,0.0000132139,0.05000,0.323
31,mlp.experts.33.down_proj,0.0000194306,0.05000,0.327
31,mlp.experts.34.down_proj,0.0000340730,0.05000,0.325
31,mlp.experts.32.down_proj,0.0000061228,0.05000,0.333
31,mlp.experts.35.down_proj,0.0000108400,0.05000,0.340
31,mlp.experts.37.down_proj,0.0000140432,0.05000,0.331
31,mlp.experts.38.down_proj,0.0000224058,0.05000,0.332
31,mlp.experts.36.down_proj,0.0000079432,0.05000,0.326
31,mlp.experts.39.down_proj,0.0000219788,0.05000,0.339
31,mlp.experts.41.down_proj,0.0000101215,0.05000,0.355
31,mlp.experts.42.down_proj,0.0000290563,0.05000,0.356
31,mlp.experts.40.down_proj,0.0000058065,0.05000,0.357
31,mlp.experts.43.down_proj,0.0000192334,0.05000,0.359
31,mlp.experts.45.down_proj,0.0000194333,0.05000,0.358
31,mlp.experts.46.down_proj,0.0000103997,0.05000,0.357
31,mlp.experts.44.down_proj,0.0000134129,0.05000,0.360
31,mlp.experts.47.down_proj,0.0000296800,0.05000,0.359
31,mlp.experts.49.down_proj,0.0000556563,0.05000,0.362
31,mlp.experts.50.down_proj,0.0000245809,0.05000,0.358
31,mlp.experts.48.down_proj,0.0000182379,0.05000,0.359
31,mlp.experts.51.down_proj,0.0000331961,0.05000,0.361
31,mlp.experts.53.down_proj,0.0000314783,0.05000,0.360
31,mlp.experts.54.down_proj,0.0000251891,0.05000,0.354
31,mlp.experts.52.down_proj,0.0000272776,0.05000,0.355
31,mlp.experts.55.down_proj,0.0000087108,0.05000,0.350
31,mlp.experts.57.down_proj,0.0000239888,0.05000,0.349
31,mlp.experts.58.down_proj,0.0000143240,0.05000,0.352
31,mlp.experts.56.down_proj,0.0000079036,0.05000,0.354
31,mlp.experts.59.down_proj,0.0000250750,0.05000,0.356
31,mlp.experts.61.down_proj,0.0000117431,0.05000,0.351
31,mlp.experts.62.down_proj,0.0000132767,0.05000,0.348
31,mlp.experts.60.down_proj,0.0000127208,0.05000,0.346
31,mlp.experts.63.down_proj,0.0000394881,0.05000,0.333
31,mlp.experts.65.down_proj,0.0000165007,0.05000,0.342
31,mlp.experts.66.down_proj,0.0000097597,0.05000,0.338
31,mlp.experts.64.down_proj,0.0000215008,0.05000,0.346
31,mlp.experts.67.down_proj,0.0000099977,0.05000,0.356
31,mlp.experts.70.down_proj,0.0000270016,0.05000,0.333
31,mlp.experts.69.down_proj,0.0000055854,0.05000,0.364
31,mlp.experts.68.down_proj,0.0000160859,0.05000,0.349
31,mlp.experts.71.down_proj,0.0000119484,0.05000,0.365
31,mlp.experts.74.down_proj,0.0000060480,0.05000,0.368
31,mlp.experts.72.down_proj,0.0000165194,0.05000,0.365
31,mlp.experts.73.down_proj,0.0000238823,0.05000,0.455
31,mlp.experts.75.down_proj,0.0000140383,0.05000,0.361
31,mlp.experts.78.down_proj,0.0000117971,0.05000,0.359
31,mlp.experts.76.down_proj,0.0000304266,0.05000,0.359
31,mlp.experts.77.down_proj,0.0000206004,0.05000,0.360
31,mlp.experts.79.down_proj,0.0000172288,0.05000,0.364
31,mlp.experts.82.down_proj,0.0000589668,0.05000,0.349
31,mlp.experts.80.down_proj,0.0000086106,0.05000,0.351
31,mlp.experts.81.down_proj,0.0000129917,0.05000,0.343
31,mlp.experts.83.down_proj,0.0000476782,0.05000,0.346
31,mlp.experts.86.down_proj,0.0000100460,0.05000,0.322
31,mlp.experts.84.down_proj,0.0000203048,0.05000,0.330
31,mlp.experts.85.down_proj,0.0000511295,0.05000,0.327
31,mlp.experts.87.down_proj,0.0000077982,0.05000,0.329
31,mlp.experts.90.down_proj,0.0000059344,0.05000,0.321
31,mlp.experts.88.down_proj,0.0000301040,0.05000,0.327
31,mlp.experts.89.down_proj,0.0000067500,0.05000,0.329
31,mlp.experts.91.down_proj,0.0000145987,0.05000,0.329
31,mlp.experts.94.down_proj,0.0000230381,0.05000,0.319
31,mlp.experts.92.down_proj,0.0000079643,0.05000,0.328
31,mlp.experts.93.down_proj,0.0000076696,0.05000,0.330
31,mlp.experts.95.down_proj,0.0000369617,0.05000,0.326
31,mlp.experts.98.down_proj,0.0000132221,0.05000,0.323
31,mlp.experts.96.down_proj,0.0000854173,0.05000,0.328
31,mlp.experts.97.down_proj,0.0000127599,0.05000,0.329
31,mlp.experts.99.down_proj,0.0000122054,0.05000,0.333
31,mlp.experts.102.down_proj,0.0000107637,0.05000,0.328
31,mlp.experts.100.down_proj,0.0000156208,0.05000,0.330
31,mlp.experts.101.down_proj,0.0000140508,0.05000,0.334
31,mlp.experts.103.down_proj,0.0000699292,0.05000,0.330
31,mlp.experts.106.down_proj,0.0000218113,0.05000,0.325
31,mlp.experts.104.down_proj,0.0000243041,0.05000,0.328
31,mlp.experts.105.down_proj,0.0000077973,0.05000,0.333
31,mlp.experts.107.down_proj,0.0000166220,0.05000,0.328
31,mlp.experts.110.down_proj,0.0000077178,0.05000,0.320
31,mlp.experts.108.down_proj,0.0000207977,0.05000,0.332
31,mlp.experts.109.down_proj,0.0000533520,0.05000,0.334
31,mlp.experts.111.down_proj,0.0000122299,0.05000,0.333
31,mlp.experts.114.down_proj,0.0000077485,0.05000,0.321
31,mlp.experts.112.down_proj,0.0000139149,0.05000,0.328
31,mlp.experts.113.down_proj,0.0000171873,0.05000,0.328
31,mlp.experts.115.down_proj,0.0000212713,0.05000,0.329
31,mlp.experts.118.down_proj,0.0000142731,0.05000,0.322
31,mlp.experts.116.down_proj,0.0000207130,0.05000,0.325
31,mlp.experts.117.down_proj,0.0000567483,0.05000,0.332
31,mlp.experts.119.down_proj,0.0000192695,0.05000,0.331
31,mlp.experts.122.down_proj,0.0000157580,0.05000,0.323
31,mlp.experts.120.down_proj,0.0000407876,0.05000,0.328
31,mlp.experts.124.down_proj,fallback(rtn): 0.0010757,0.00000,0.011
31,mlp.experts.121.down_proj,0.0000085393,0.05000,0.339
31,mlp.experts.123.down_proj,0.0000058237,0.05000,0.335
31,mlp.experts.126.down_proj,0.0000324304,0.05000,0.327
31,mlp.experts.128.down_proj,0.0000698620,0.05000,0.330
31,mlp.experts.125.down_proj,0.0000136980,0.05000,0.328
31,mlp.experts.127.down_proj,0.0000220405,0.05000,0.337
31,mlp.experts.130.down_proj,0.0000403033,0.05000,0.327
31,mlp.experts.132.down_proj,0.0000193405,0.05000,0.334
31,mlp.experts.129.down_proj,0.0000246666,0.05000,0.337
31,mlp.experts.131.down_proj,0.0000173087,0.05000,0.334
31,mlp.experts.134.down_proj,0.0000312616,0.05000,0.324
31,mlp.experts.136.down_proj,0.0000157046,0.05000,0.330
31,mlp.experts.133.down_proj,0.0000200528,0.05000,0.334
31,mlp.experts.135.down_proj,0.0000653584,0.05000,0.336
31,mlp.experts.138.down_proj,0.0000221988,0.05000,0.326
31,mlp.experts.140.down_proj,0.0000402491,0.05000,0.338
31,mlp.experts.137.down_proj,0.0000415172,0.05000,0.334
31,mlp.experts.139.down_proj,0.0000085370,0.05000,0.337
31,mlp.experts.142.down_proj,0.0000054251,0.05000,0.328
31,mlp.experts.144.down_proj,0.0000311102,0.05000,0.345
31,mlp.experts.141.down_proj,0.0000095484,0.05000,0.382
31,mlp.experts.143.down_proj,0.0000108681,0.05000,0.347
31,mlp.experts.146.down_proj,0.0000653965,0.05000,0.351
31,mlp.experts.148.down_proj,0.0000046107,0.05000,0.357
31,mlp.experts.145.down_proj,0.0000295451,0.05000,0.376
31,mlp.experts.147.down_proj,0.0000875162,0.05000,0.373
31,mlp.experts.152.down_proj,0.0000883863,0.05000,0.375
31,mlp.experts.150.down_proj,0.0000078945,0.05000,0.632
31,mlp.experts.149.down_proj,0.0000599076,0.05000,0.377
31,mlp.experts.151.down_proj,0.0000344488,0.05000,0.376
31,mlp.experts.156.down_proj,0.0000069642,0.05000,0.365
31,mlp.experts.154.down_proj,0.0000051811,0.05000,0.365
31,mlp.experts.153.down_proj,0.0000058103,0.05000,0.366
31,mlp.experts.155.down_proj,0.0000124385,0.05000,0.363
31,mlp.experts.160.down_proj,0.0000107615,0.05000,0.343
31,mlp.experts.158.down_proj,0.0000055147,0.05000,0.340
31,mlp.experts.157.down_proj,0.0000225542,0.05000,0.336
31,mlp.experts.159.down_proj,0.0000206649,0.05000,0.329
31,mlp.experts.164.down_proj,0.0000196284,0.05000,0.357
31,mlp.experts.162.down_proj,0.0000080985,0.05000,0.360
31,mlp.experts.161.down_proj,0.0000142215,0.05000,0.362
31,mlp.experts.163.down_proj,0.0000330072,0.05000,0.368
31,mlp.experts.168.down_proj,0.0000121383,0.05000,0.357
31,mlp.experts.166.down_proj,0.0000180048,0.05000,0.357
31,mlp.experts.165.down_proj,0.0000413019,0.05000,0.365
31,mlp.experts.167.down_proj,0.0000316577,0.05000,0.365
31,mlp.experts.172.down_proj,0.0000167427,0.05000,0.363
31,mlp.experts.170.down_proj,0.0000123456,0.05000,0.361
31,mlp.experts.169.down_proj,0.0000299446,0.05000,0.357
31,mlp.experts.171.down_proj,0.0000913761,0.05000,0.356
31,mlp.experts.176.down_proj,0.0000101333,0.05000,0.361
31,mlp.experts.174.down_proj,0.0000189750,0.05000,0.360
31,mlp.experts.173.down_proj,0.0000109080,0.05000,0.360
31,mlp.experts.175.down_proj,0.0000097089,0.05000,0.367
31,mlp.experts.180.down_proj,0.0000117297,0.05000,0.360
31,mlp.experts.178.down_proj,0.0000339409,0.05000,0.359
31,mlp.experts.177.down_proj,0.0000219680,0.05000,0.355
31,mlp.experts.179.down_proj,0.0000219173,0.05000,0.359
31,mlp.experts.184.down_proj,0.0000109241,0.05000,0.361
31,mlp.experts.182.down_proj,0.0000332243,0.05000,0.358
31,mlp.experts.181.down_proj,0.0000168632,0.05000,0.353
31,mlp.experts.183.down_proj,0.0000367483,0.05000,0.362
31,mlp.experts.188.down_proj,0.0000161467,0.05000,0.334
31,mlp.experts.186.down_proj,0.0000140330,0.05000,0.333
31,mlp.experts.185.down_proj,0.0000244450,0.05000,0.314
31,mlp.experts.187.down_proj,0.0000218486,0.05000,0.326
31,mlp.experts.192.down_proj,0.0000267589,0.05000,0.331
31,mlp.experts.189.down_proj,0.0000391202,0.05000,0.302
31,mlp.experts.190.down_proj,0.0000141715,0.05000,0.335
31,mlp.experts.191.down_proj,0.0000042273,0.05000,0.322
31,mlp.experts.196.down_proj,0.0000113092,0.05000,0.326
31,mlp.experts.193.down_proj,0.0000132644,0.05000,0.310
31,mlp.experts.194.down_proj,0.0000132983,0.05000,0.327
31,mlp.experts.195.down_proj,0.0000100835,0.05000,0.330
31,mlp.experts.200.down_proj,0.0000737097,0.05000,0.336
31,mlp.experts.197.down_proj,0.0000179045,0.05000,0.311
31,mlp.experts.198.down_proj,0.0000342304,0.05000,0.327
31,mlp.experts.199.down_proj,0.0000360215,0.05000,0.326
31,mlp.experts.204.down_proj,0.0000133495,0.05000,0.324
31,mlp.experts.201.down_proj,0.0000196394,0.05000,0.308
31,mlp.experts.202.down_proj,0.0000187834,0.05000,0.317
31,mlp.experts.203.down_proj,0.0000081986,0.05000,0.319
31,mlp.experts.205.down_proj,0.0000382336,0.05000,0.313
31,mlp.experts.208.down_proj,0.0000121043,0.05000,0.335
31,mlp.experts.206.down_proj,0.0000357899,0.05000,0.326
31,mlp.experts.210.down_proj,fallback(rtn): 0.0011292,0.00000,0.008
31,mlp.experts.207.down_proj,0.0000103554,0.05000,0.366
31,mlp.experts.209.down_proj,0.0000224307,0.05000,0.342
31,mlp.experts.212.down_proj,0.0000056437,0.05000,0.352
31,mlp.experts.214.down_proj,0.0000071947,0.05000,0.359
31,mlp.experts.211.down_proj,0.0000676105,0.05000,0.360
31,mlp.experts.213.down_proj,0.0000198225,0.05000,0.356
31,mlp.experts.216.down_proj,0.0000110202,0.05000,0.357
31,mlp.experts.218.down_proj,0.0000787464,0.05000,0.359
31,mlp.experts.215.down_proj,0.0000206523,0.05000,0.384
31,mlp.experts.217.down_proj,0.0000206753,0.05000,0.363
31,mlp.experts.220.down_proj,0.0000065909,0.05000,0.364
31,mlp.experts.222.down_proj,0.0000211435,0.05000,0.364
31,mlp.experts.219.down_proj,0.0000092367,0.05000,0.356
31,mlp.experts.221.down_proj,0.0000156247,0.05000,0.326
31,mlp.experts.226.down_proj,0.0000275072,0.05000,0.268
31,mlp.experts.224.down_proj,0.0000073870,0.05000,0.425
31,mlp.experts.223.down_proj,0.0000164858,0.05000,0.337
31,mlp.experts.225.down_proj,0.0000283997,0.05000,0.358
31,mlp.experts.230.down_proj,0.0000208800,0.05000,0.353
31,mlp.experts.228.down_proj,0.0000587929,0.05000,0.373
31,mlp.experts.227.down_proj,0.0000233811,0.05000,0.327
31,mlp.experts.229.down_proj,0.0000840580,0.05000,0.336
31,mlp.experts.234.down_proj,0.0000102248,0.05000,0.336
31,mlp.experts.232.down_proj,0.0000114483,0.05000,0.331
31,mlp.experts.231.down_proj,0.0000270957,0.05000,0.319
31,mlp.experts.233.down_proj,0.0000462582,0.05000,0.330
31,mlp.experts.238.down_proj,0.0000088055,0.05000,0.331
31,mlp.experts.236.down_proj,0.0000090671,0.05000,0.336
31,mlp.experts.235.down_proj,0.0000076779,0.05000,0.325
31,mlp.experts.237.down_proj,0.0000178491,0.05000,0.336
31,mlp.experts.242.down_proj,0.0000103131,0.05000,0.335
31,mlp.experts.240.down_proj,0.0000298057,0.05000,0.337
31,mlp.experts.239.down_proj,0.0000047735,0.05000,0.327
31,mlp.experts.241.down_proj,0.0000326792,0.05000,0.331
31,mlp.experts.246.down_proj,0.0000094201,0.05000,0.337
31,mlp.experts.244.down_proj,0.0000176257,0.05000,0.349
31,mlp.experts.243.down_proj,0.0000066282,0.05000,0.343
31,mlp.experts.245.down_proj,0.0000110397,0.05000,0.337
31,mlp.experts.250.down_proj,0.0000108780,0.05000,0.396
31,mlp.experts.248.down_proj,0.0000117662,0.05000,0.330
31,mlp.experts.247.down_proj,0.0000130480,0.05000,0.355
31,mlp.experts.249.down_proj,0.0000623443,0.05000,0.363
31,mlp.experts.254.down_proj,0.0000049573,0.05000,0.350
31,mlp.experts.252.down_proj,0.0000283114,0.05000,0.332
31,mlp.experts.251.down_proj,0.0000140204,0.05000,0.289
31,mlp.experts.253.down_proj,0.0000235231,0.05000,0.184
31,mlp.experts.255.down_proj,0.0000078804,0.05000,0.092
32,mlp.experts.3.gate_proj,0.0004222536,0.05000,1.162
32,mlp.experts.2.gate_proj,0.0002595769,0.05000,1.241
32,mlp.experts.0.gate_proj,0.0006017611,0.05000,1.266
32,mlp.experts.1.gate_proj,0.0005816260,0.05000,1.322
32,mlp.experts.7.gate_proj,0.0002889558,0.05000,1.304
32,mlp.experts.6.gate_proj,0.0005680587,0.05000,1.289
32,mlp.experts.5.gate_proj,0.0002893653,0.05000,1.297
32,mlp.experts.4.gate_proj,0.0005510080,0.05000,1.377
32,mlp.experts.11.gate_proj,0.0003592428,0.05000,1.339
32,mlp.experts.10.gate_proj,0.0003340070,0.05000,1.362
32,mlp.experts.9.gate_proj,0.0005965420,0.05000,1.334
32,mlp.experts.8.gate_proj,0.0003868601,0.05000,1.342
32,mlp.experts.15.gate_proj,0.0003437247,0.05000,1.278
32,mlp.experts.13.gate_proj,0.0002970009,0.05000,1.266
32,mlp.experts.12.gate_proj,0.0003764085,0.05000,1.270
32,mlp.experts.14.gate_proj,0.0002676063,0.05000,1.413
32,mlp.experts.19.gate_proj,0.0003271459,0.05000,1.339
32,mlp.experts.17.gate_proj,0.0003656167,0.05000,1.327
32,mlp.experts.16.gate_proj,0.0003300982,0.05000,1.341
32,mlp.experts.18.gate_proj,0.0002906824,0.05000,1.341
32,mlp.experts.23.gate_proj,0.0004005966,0.05000,1.255
32,mlp.experts.21.gate_proj,0.0001838382,0.05000,1.245
32,mlp.experts.22.gate_proj,0.0004096134,0.05000,1.181
32,mlp.experts.20.gate_proj,0.0004487368,0.05000,1.255
32,mlp.experts.27.gate_proj,0.0003698715,0.05000,1.239
32,mlp.experts.26.gate_proj,0.0004986949,0.05000,1.181
32,mlp.experts.25.gate_proj,0.0004535222,0.05000,1.259
32,mlp.experts.24.gate_proj,0.0004042733,0.05000,1.241
32,mlp.experts.31.gate_proj,0.0003082573,0.05000,1.326
32,mlp.experts.30.gate_proj,0.0005067678,0.05000,1.309
32,mlp.experts.28.gate_proj,0.0005031269,0.05000,1.303
32,mlp.experts.29.gate_proj,0.0003313929,0.05000,1.511
32,mlp.experts.35.gate_proj,0.0003578698,0.05000,1.329
32,mlp.experts.34.gate_proj,0.0005523975,0.05000,1.326
32,mlp.experts.32.gate_proj,0.0002803671,0.05000,1.330
32,mlp.experts.33.gate_proj,0.0002332504,0.05000,1.332
32,mlp.experts.39.gate_proj,0.0005138933,0.05000,1.340
32,mlp.experts.38.gate_proj,0.0003645381,0.05000,1.343
32,mlp.experts.36.gate_proj,0.0005138847,0.05000,1.336
32,mlp.experts.37.gate_proj,0.0003843506,0.05000,1.370
32,mlp.experts.43.gate_proj,0.0003695196,0.05000,1.383
32,mlp.experts.42.gate_proj,0.0002940864,0.05000,1.393
32,mlp.experts.40.gate_proj,0.0003885427,0.05000,1.379
32,mlp.experts.41.gate_proj,0.0005262020,0.05000,1.379
32,mlp.experts.47.gate_proj,0.0003382681,0.05000,1.389
32,mlp.experts.46.gate_proj,0.0004618146,0.05000,1.379
32,mlp.experts.44.gate_proj,0.0004379438,0.05000,1.381
32,mlp.experts.45.gate_proj,0.0004424592,0.05000,1.375
32,mlp.experts.51.gate_proj,0.0003238083,0.05000,1.314
32,mlp.experts.50.gate_proj,0.0002925913,0.05000,1.323
32,mlp.experts.48.gate_proj,0.0002827428,0.05000,1.315
32,mlp.experts.49.gate_proj,0.0005063684,0.05000,1.262
32,mlp.experts.55.gate_proj,0.0002628172,0.05000,1.233
32,mlp.experts.54.gate_proj,0.0005029274,0.05000,1.240
32,mlp.experts.52.gate_proj,0.0002333829,0.05000,1.227
32,mlp.experts.53.gate_proj,0.0002737174,0.05000,1.225
32,mlp.experts.58.gate_proj,0.0003785796,0.05000,1.060
32,mlp.experts.59.gate_proj,0.0004912342,0.05000,1.168
32,mlp.experts.56.gate_proj,0.0003469133,0.05000,1.053
32,mlp.experts.57.gate_proj,0.0005442194,0.05000,1.139
32,mlp.experts.63.gate_proj,0.0002884578,0.05000,1.246
32,mlp.experts.60.gate_proj,0.0003430285,0.05000,1.275
32,mlp.experts.62.gate_proj,0.0003706390,0.05000,1.357
32,mlp.experts.61.gate_proj,0.0001902205,0.05000,1.295
32,mlp.experts.67.gate_proj,0.0002065980,0.05000,1.271
32,mlp.experts.64.gate_proj,0.0005597622,0.05000,1.297
32,mlp.experts.66.gate_proj,0.0002874057,0.05000,1.285
32,mlp.experts.65.gate_proj,0.0003824787,0.05000,1.278
32,mlp.experts.71.gate_proj,0.0003322190,0.05000,1.362
32,mlp.experts.68.gate_proj,0.0002094454,0.05000,1.364
32,mlp.experts.70.gate_proj,0.0002590084,0.05000,1.372
32,mlp.experts.69.gate_proj,0.0010372350,0.05000,1.369
32,mlp.experts.75.gate_proj,0.0003355870,0.05000,1.355
32,mlp.experts.72.gate_proj,0.0002692448,0.05000,1.377
32,mlp.experts.74.gate_proj,0.0003068939,0.05000,1.349
32,mlp.experts.73.gate_proj,0.0001928558,0.05000,1.356
32,mlp.experts.79.gate_proj,0.0004741658,0.05000,1.354
32,mlp.experts.78.gate_proj,0.0005200362,0.05000,1.355
32,mlp.experts.76.gate_proj,0.0003479758,0.05000,1.381
32,mlp.experts.77.gate_proj,0.0004664962,0.05000,1.368
32,mlp.experts.83.gate_proj,0.0004967596,0.05000,1.358
32,mlp.experts.82.gate_proj,0.0002667299,0.05000,1.371
32,mlp.experts.80.gate_proj,0.0003553446,0.05000,1.376
32,mlp.experts.81.gate_proj,0.0003056756,0.05000,1.371
32,mlp.experts.87.gate_proj,0.0007730555,0.05000,1.324
32,mlp.experts.86.gate_proj,0.0002621119,0.05000,1.316
32,mlp.experts.84.gate_proj,0.0003154635,0.05000,1.323
32,mlp.experts.85.gate_proj,0.0003502960,0.05000,1.279
32,mlp.experts.91.gate_proj,0.0003818068,0.05000,1.225
32,mlp.experts.90.gate_proj,0.0002430861,0.05000,1.262
32,mlp.experts.88.gate_proj,0.0002356572,0.05000,1.263
32,mlp.experts.89.gate_proj,0.0003540188,0.05000,1.256
32,mlp.experts.95.gate_proj,0.0003400310,0.05000,1.199
32,mlp.experts.94.gate_proj,0.0004049020,0.05000,1.243
32,mlp.experts.92.gate_proj,0.0005382244,0.05000,1.248
32,mlp.experts.93.gate_proj,0.0005918981,0.05000,1.252
32,mlp.experts.99.gate_proj,0.0003238436,0.05000,1.313
32,mlp.experts.98.gate_proj,0.0003907523,0.05000,1.350
32,mlp.experts.96.gate_proj,0.0004020643,0.05000,1.350
32,mlp.experts.97.gate_proj,0.0003831179,0.05000,1.362
32,mlp.experts.103.gate_proj,0.0003432937,0.05000,1.321
32,mlp.experts.102.gate_proj,0.0003488289,0.05000,1.303
32,mlp.experts.100.gate_proj,0.0004353345,0.05000,1.299
32,mlp.experts.101.gate_proj,0.0002550794,0.05000,1.260
32,mlp.experts.107.gate_proj,0.0006544187,0.05000,1.316
32,mlp.experts.106.gate_proj,0.0002909310,0.05000,1.318
32,mlp.experts.104.gate_proj,0.0002754507,0.05000,1.334
32,mlp.experts.105.gate_proj,0.0004844752,0.05000,1.332
32,mlp.experts.111.gate_proj,0.0003790716,0.05000,1.319
32,mlp.experts.110.gate_proj,0.0003185717,0.05000,1.326
32,mlp.experts.108.gate_proj,0.0002151184,0.05000,1.341
32,mlp.experts.109.gate_proj,0.0005404157,0.05000,1.332
32,mlp.experts.115.gate_proj,0.0002146353,0.05000,1.380
32,mlp.experts.114.gate_proj,0.0006232797,0.05000,1.374
32,mlp.experts.112.gate_proj,0.0002620083,0.05000,1.391
32,mlp.experts.113.gate_proj,0.0004332859,0.05000,1.382
32,mlp.experts.119.gate_proj,0.0003387868,0.05000,1.328
32,mlp.experts.118.gate_proj,0.0004409606,0.05000,1.340
32,mlp.experts.116.gate_proj,0.0004021667,0.05000,1.364
32,mlp.experts.117.gate_proj,0.0004018737,0.05000,1.495
32,mlp.experts.123.gate_proj,0.0004223723,0.05000,1.437
32,mlp.experts.121.gate_proj,0.0005056609,0.05000,1.337
32,mlp.experts.120.gate_proj,0.0005220168,0.05000,2.227
32,mlp.experts.122.gate_proj,0.0009793044,0.05000,2.449
32,mlp.experts.127.gate_proj,0.0002752236,0.05000,1.762
32,mlp.experts.125.gate_proj,0.0005624648,0.05000,1.477
32,mlp.experts.124.gate_proj,0.0002921490,0.05000,1.344
32,mlp.experts.126.gate_proj,0.0003737959,0.05000,1.359
32,mlp.experts.131.gate_proj,0.0003754399,0.05000,1.342
32,mlp.experts.129.gate_proj,0.0003274702,0.05000,1.325
32,mlp.experts.128.gate_proj,0.0001158070,0.05000,1.360
32,mlp.experts.130.gate_proj,0.0004598303,0.05000,1.351
32,mlp.experts.135.gate_proj,0.0003092494,0.05000,1.348
32,mlp.experts.133.gate_proj,0.0002397006,0.05000,1.342
32,mlp.experts.132.gate_proj,0.0001916092,0.05000,1.344
32,mlp.experts.134.gate_proj,0.0002846191,0.05000,1.356
32,mlp.experts.139.gate_proj,0.0004287869,0.05000,1.362
32,mlp.experts.137.gate_proj,0.0004735228,0.05000,1.353
32,mlp.experts.136.gate_proj,0.0002478639,0.05000,1.367
32,mlp.experts.138.gate_proj,0.0005686340,0.05000,1.361
32,mlp.experts.143.gate_proj,0.0003131777,0.05000,1.365
32,mlp.experts.141.gate_proj,0.0009448152,0.05000,1.348
32,mlp.experts.140.gate_proj,0.0004386788,0.05000,1.285
32,mlp.experts.142.gate_proj,0.0003950257,0.05000,1.307
32,mlp.experts.147.gate_proj,0.0003028878,0.05000,1.270
32,mlp.experts.145.gate_proj,0.0013182846,0.05000,1.257
32,mlp.experts.144.gate_proj,0.0005032026,0.05000,1.254
32,mlp.experts.146.gate_proj,0.0003560223,0.05000,1.289
32,mlp.experts.151.gate_proj,0.0002464184,0.05000,1.270
32,mlp.experts.149.gate_proj,0.0003858416,0.05000,1.273
32,mlp.experts.148.gate_proj,0.0004630159,0.05000,1.244
32,mlp.experts.150.gate_proj,0.0005192914,0.05000,1.302
32,mlp.experts.155.gate_proj,0.0005746472,0.05000,1.319
32,mlp.experts.153.gate_proj,0.0005100357,0.05000,1.319
32,mlp.experts.152.gate_proj,0.0004339767,0.05000,1.351
32,mlp.experts.154.gate_proj,0.0005479197,0.05000,1.347
32,mlp.experts.159.gate_proj,0.0003005396,0.05000,1.349
32,mlp.experts.157.gate_proj,0.0006681729,0.05000,1.346
32,mlp.experts.156.gate_proj,0.0006751560,0.05000,1.341
32,mlp.experts.158.gate_proj,0.0003909933,0.05000,1.346
32,mlp.experts.163.gate_proj,0.0006655520,0.05000,1.352
32,mlp.experts.161.gate_proj,0.0002583043,0.05000,1.344
32,mlp.experts.160.gate_proj,0.0003603991,0.05000,1.325
32,mlp.experts.162.gate_proj,0.0004640679,0.05000,1.307
32,mlp.experts.167.gate_proj,0.0008397812,0.05000,1.239
32,mlp.experts.165.gate_proj,0.0003893435,0.05000,1.258
32,mlp.experts.164.gate_proj,0.0003783999,0.05000,1.255
32,mlp.experts.166.gate_proj,0.0003936157,0.05000,1.264
32,mlp.experts.171.gate_proj,0.0003027152,0.05000,1.301
32,mlp.experts.169.gate_proj,0.0006043198,0.05000,1.343
32,mlp.experts.168.gate_proj,0.0004468829,0.05000,1.349
32,mlp.experts.170.gate_proj,0.0004120158,0.05000,1.414
32,mlp.experts.175.gate_proj,0.0003531018,0.05000,1.296
32,mlp.experts.173.gate_proj,0.0004325685,0.05000,1.256
32,mlp.experts.172.gate_proj,0.0004923665,0.05000,1.319
32,mlp.experts.174.gate_proj,0.0003401519,0.05000,1.360
32,mlp.experts.179.gate_proj,0.0002673844,0.05000,1.515
32,mlp.experts.177.gate_proj,0.0003366125,0.05000,1.534
32,mlp.experts.176.gate_proj,0.0004809570,0.05000,1.636
32,mlp.experts.181.gate_proj,0.0001977384,0.05000,1.915
32,mlp.experts.178.gate_proj,0.0003939919,0.05000,3.165
32,mlp.experts.183.gate_proj,0.0005317300,0.05000,3.642
32,mlp.experts.185.gate_proj,0.0002088908,0.05000,1.709
32,mlp.experts.180.gate_proj,0.0003449095,0.05000,3.743
32,mlp.experts.189.gate_proj,0.0006338560,0.05000,1.783
32,mlp.experts.182.gate_proj,0.0003383012,0.05000,3.383
32,mlp.experts.187.gate_proj,0.0003901583,0.05000,3.877
32,mlp.experts.193.gate_proj,0.0005602090,0.05000,2.069
32,mlp.experts.184.gate_proj,0.0001765636,0.05000,3.137
32,mlp.experts.186.gate_proj,0.0002745408,0.05000,1.703
32,mlp.experts.188.gate_proj,fallback(rtn): 0.0011826,0.00000,0.054
32,mlp.experts.197.gate_proj,0.0002287649,0.05000,1.347
32,mlp.experts.190.gate_proj,0.0004845875,0.05000,1.379
32,mlp.experts.192.gate_proj,0.0003034007,0.05000,1.348
32,mlp.experts.191.gate_proj,0.0002963528,0.05000,1.491
32,mlp.experts.201.gate_proj,0.0001917393,0.05000,1.303
32,mlp.experts.194.gate_proj,0.0003545836,0.05000,1.279
32,mlp.experts.196.gate_proj,0.0005030288,0.05000,1.310
32,mlp.experts.195.gate_proj,0.0002761659,0.05000,1.298
32,mlp.experts.198.gate_proj,0.0004572237,0.05000,1.225
32,mlp.experts.205.gate_proj,0.0004539941,0.05000,1.277
32,mlp.experts.200.gate_proj,0.0010477851,0.05000,1.271
32,mlp.experts.199.gate_proj,0.0003700332,0.05000,1.385
32,mlp.experts.202.gate_proj,0.0004255363,0.05000,1.370
32,mlp.experts.209.gate_proj,0.0003841259,0.05000,1.366
32,mlp.experts.204.gate_proj,0.0001777631,0.05000,1.364
32,mlp.experts.203.gate_proj,0.0005182611,0.05000,1.429
32,mlp.experts.206.gate_proj,0.0003466455,0.05000,1.364
32,mlp.experts.213.gate_proj,0.0003836487,0.05000,1.352
32,mlp.experts.208.gate_proj,0.0008270416,0.05000,1.363
32,mlp.experts.207.gate_proj,0.0007473723,0.05000,1.356
32,mlp.experts.210.gate_proj,0.0003430163,0.05000,1.259
32,mlp.experts.217.gate_proj,0.0002981155,0.05000,1.278
32,mlp.experts.212.gate_proj,0.0002733439,0.05000,1.329
32,mlp.experts.211.gate_proj,0.0008675216,0.05000,1.323
32,mlp.experts.214.gate_proj,0.0002249939,0.05000,1.290
32,mlp.experts.221.gate_proj,0.0002781264,0.05000,1.374
32,mlp.experts.216.gate_proj,0.0003146464,0.05000,1.298
32,mlp.experts.215.gate_proj,0.0003752637,0.05000,1.273
32,mlp.experts.218.gate_proj,0.0003115024,0.05000,1.255
32,mlp.experts.225.gate_proj,0.0004824925,0.05000,1.268
32,mlp.experts.220.gate_proj,0.0002889404,0.05000,1.284
32,mlp.experts.219.gate_proj,0.0002838460,0.05000,1.467
32,mlp.experts.222.gate_proj,0.0004684924,0.05000,1.355
32,mlp.experts.224.gate_proj,0.0002725476,0.05000,1.323
32,mlp.experts.229.gate_proj,0.0006281668,0.05000,1.696
32,mlp.experts.223.gate_proj,0.0005393130,0.05000,1.601
32,mlp.experts.226.gate_proj,0.0002035698,0.05000,2.321
32,mlp.experts.228.gate_proj,0.0003939017,0.05000,3.496
32,mlp.experts.233.gate_proj,0.0001998947,0.05000,3.253
32,mlp.experts.230.gate_proj,0.0004445073,0.05000,2.049
32,mlp.experts.227.gate_proj,0.0005488348,0.05000,3.784
32,mlp.experts.231.gate_proj,0.0005070323,0.05000,2.071
32,mlp.experts.234.gate_proj,0.0007699585,0.05000,2.633
32,mlp.experts.232.gate_proj,0.0004816322,0.05000,3.816
32,mlp.experts.237.gate_proj,0.0002191790,0.05000,3.749
32,mlp.experts.235.gate_proj,0.0004318129,0.05000,1.719
32,mlp.experts.239.gate_proj,0.0005020022,0.05000,1.557
32,mlp.experts.241.gate_proj,0.0001697588,0.05000,2.532
32,mlp.experts.238.gate_proj,0.0004337884,0.05000,3.556
32,mlp.experts.236.gate_proj,0.0003336090,0.05000,3.654
32,mlp.experts.242.gate_proj,0.0005428813,0.05000,1.741
32,mlp.experts.243.gate_proj,0.0004445805,0.05000,3.227
32,mlp.experts.245.gate_proj,0.0005338622,0.05000,3.256
32,mlp.experts.240.gate_proj,0.0004942834,0.05000,3.179
32,mlp.experts.246.gate_proj,0.0004614941,0.05000,2.685
32,mlp.experts.247.gate_proj,0.0005628263,0.05000,2.162
32,mlp.experts.249.gate_proj,0.0010958640,0.05000,3.113
32,mlp.experts.244.gate_proj,0.0003726677,0.05000,2.638
32,mlp.experts.251.gate_proj,0.0003288733,0.05000,2.724
32,mlp.experts.250.gate_proj,0.0002915629,0.05000,3.339
32,mlp.experts.253.gate_proj,0.0009631866,0.05000,2.131
32,mlp.experts.248.gate_proj,0.0004630510,0.05000,2.860
32,mlp.experts.255.gate_proj,0.0002509553,0.05000,2.490
32,mlp.experts.1.up_proj,0.0004614662,0.05000,2.572
32,mlp.experts.254.gate_proj,0.0004753813,0.05000,3.229
32,mlp.experts.5.up_proj,0.0002724764,0.05000,1.596
32,mlp.experts.252.gate_proj,0.0002635631,0.05000,2.962
32,mlp.experts.3.up_proj,0.0003278128,0.05000,3.275
32,mlp.experts.9.up_proj,0.0005035766,0.05000,1.457
32,mlp.experts.0.up_proj,0.0004659849,0.05000,1.448
32,mlp.experts.2.up_proj,0.0002226479,0.05000,3.334
32,mlp.experts.13.up_proj,0.0002513136,0.05000,1.667
32,mlp.experts.4.up_proj,0.0005244112,0.05000,1.638
32,mlp.experts.7.up_proj,0.0002894124,0.05000,3.320
32,mlp.experts.6.up_proj,0.0005322596,0.05000,3.403
32,mlp.experts.8.up_proj,0.0002908869,0.05000,2.748
32,mlp.experts.17.up_proj,0.0002873675,0.05000,3.336
32,mlp.experts.11.up_proj,0.0002834856,0.05000,2.246
32,mlp.experts.10.up_proj,0.0002561837,0.05000,1.529
32,mlp.experts.12.up_proj,0.0003537519,0.05000,1.395
32,mlp.experts.21.up_proj,0.0001811346,0.05000,1.383
32,mlp.experts.15.up_proj,0.0003388350,0.05000,1.360
32,mlp.experts.14.up_proj,0.0002656304,0.05000,1.300
32,mlp.experts.16.up_proj,0.0003235348,0.05000,1.300
32,mlp.experts.25.up_proj,0.0003720223,0.05000,1.247
32,mlp.experts.19.up_proj,0.0002469617,0.05000,1.237
32,mlp.experts.18.up_proj,0.0002382815,0.05000,1.210
32,mlp.experts.20.up_proj,0.0003890739,0.05000,1.270
32,mlp.experts.29.up_proj,0.0003265674,0.05000,1.283
32,mlp.experts.23.up_proj,0.0003463462,0.05000,1.276
32,mlp.experts.22.up_proj,0.0003792680,0.05000,1.283
32,mlp.experts.24.up_proj,0.0003673701,0.05000,1.281
32,mlp.experts.33.up_proj,0.0002671231,0.05000,1.271
32,mlp.experts.27.up_proj,0.0003521768,0.05000,1.208
32,mlp.experts.26.up_proj,0.0002847798,0.05000,1.073
32,mlp.experts.28.up_proj,0.0002887780,0.05000,1.016
32,mlp.experts.37.up_proj,0.0003354003,0.05000,1.141
32,mlp.experts.31.up_proj,0.0002838670,0.05000,1.130
32,mlp.experts.30.up_proj,0.0003407857,0.05000,1.122
32,mlp.experts.32.up_proj,0.0002534111,0.05000,1.106
32,mlp.experts.41.up_proj,0.0004395714,0.05000,0.984
32,mlp.experts.35.up_proj,0.0003375789,0.05000,0.943
32,mlp.experts.34.up_proj,0.0004782888,0.05000,1.014
32,mlp.experts.36.up_proj,0.0004910266,0.05000,1.052
32,mlp.experts.45.up_proj,0.0003437615,0.05000,1.263
32,mlp.experts.39.up_proj,0.0005194975,0.05000,1.270
32,mlp.experts.38.up_proj,0.0003440042,0.05000,1.205
32,mlp.experts.40.up_proj,0.0003638537,0.05000,1.265
32,mlp.experts.49.up_proj,0.0004018118,0.05000,1.227
32,mlp.experts.43.up_proj,0.0003435451,0.05000,1.272
32,mlp.experts.42.up_proj,0.0002903869,0.05000,1.268
32,mlp.experts.44.up_proj,0.0004153417,0.05000,1.271
32,mlp.experts.53.up_proj,0.0002760921,0.05000,1.216
32,mlp.experts.47.up_proj,0.0003073538,0.05000,1.247
32,mlp.experts.46.up_proj,0.0003658070,0.05000,1.248
32,mlp.experts.48.up_proj,0.0002775422,0.05000,1.671
32,mlp.experts.57.up_proj,0.0004517814,0.05000,1.488
32,mlp.experts.50.up_proj,0.0002765443,0.05000,1.499
32,mlp.experts.51.up_proj,0.0003026763,0.05000,1.984
32,mlp.experts.52.up_proj,0.0002284214,0.05000,1.513
32,mlp.experts.61.up_proj,0.0001738629,0.05000,1.364
32,mlp.experts.54.up_proj,0.0004660269,0.05000,1.360
32,mlp.experts.55.up_proj,0.0002229730,0.05000,1.347
32,mlp.experts.56.up_proj,0.0002621002,0.05000,1.338
32,mlp.experts.65.up_proj,0.0003066739,0.05000,1.300
32,mlp.experts.58.up_proj,0.0002690760,0.05000,1.285
32,mlp.experts.59.up_proj,0.0004286175,0.05000,1.220
32,mlp.experts.60.up_proj,0.0002471836,0.05000,1.271
32,mlp.experts.69.up_proj,0.0007001703,0.05000,1.291
32,mlp.experts.62.up_proj,0.0003254628,0.05000,1.336
32,mlp.experts.63.up_proj,0.0002355260,0.05000,1.322
32,mlp.experts.64.up_proj,0.0005487100,0.05000,1.302
32,mlp.experts.73.up_proj,0.0001429964,0.05000,1.290
32,mlp.experts.66.up_proj,0.0002775691,0.05000,1.216
32,mlp.experts.67.up_proj,0.0001595414,0.05000,1.257
32,mlp.experts.68.up_proj,0.0002036068,0.05000,1.257
32,mlp.experts.77.up_proj,0.0004959831,0.05000,1.256
32,mlp.experts.70.up_proj,0.0002228030,0.05000,1.242
32,mlp.experts.71.up_proj,0.0003129003,0.05000,1.295
32,mlp.experts.72.up_proj,0.0002623514,0.05000,1.326
32,mlp.experts.81.up_proj,0.0002705352,0.05000,1.334
32,mlp.experts.74.up_proj,0.0002798210,0.05000,1.356
32,mlp.experts.75.up_proj,0.0002624471,0.05000,1.366
32,mlp.experts.76.up_proj,0.0003152978,0.05000,1.351
32,mlp.experts.85.up_proj,0.0003183122,0.05000,1.694
32,mlp.experts.78.up_proj,0.0002272663,0.05000,2.128
32,mlp.experts.79.up_proj,0.0004240465,0.05000,2.356
32,mlp.experts.80.up_proj,0.0003074913,0.05000,2.346
32,mlp.experts.89.up_proj,0.0002765783,0.05000,2.059
32,mlp.experts.82.up_proj,0.0002576505,0.05000,1.460
32,mlp.experts.83.up_proj,0.0002848490,0.05000,1.429
32,mlp.experts.84.up_proj,0.0002923735,0.05000,1.481
32,mlp.experts.93.up_proj,0.0004066764,0.05000,1.431
32,mlp.experts.86.up_proj,0.0002297561,0.05000,1.382
32,mlp.experts.87.up_proj,0.0007164720,0.05000,1.375
32,mlp.experts.88.up_proj,0.0001890609,0.05000,1.397
32,mlp.experts.97.up_proj,0.0003410938,0.05000,1.389
32,mlp.experts.90.up_proj,0.0002103211,0.05000,1.336
32,mlp.experts.91.up_proj,0.0003063085,0.05000,1.309
32,mlp.experts.92.up_proj,0.0003199187,0.05000,1.291
32,mlp.experts.101.up_proj,0.0002229552,0.05000,1.281
32,mlp.experts.94.up_proj,0.0003134324,0.05000,1.262
32,mlp.experts.95.up_proj,0.0003278704,0.05000,1.327
32,mlp.experts.96.up_proj,0.0003604764,0.05000,1.414
32,mlp.experts.105.up_proj,0.0003549601,0.05000,1.382
32,mlp.experts.98.up_proj,0.0003011174,0.05000,1.402
32,mlp.experts.99.up_proj,0.0002872819,0.05000,1.367
32,mlp.experts.100.up_proj,0.0003974910,0.05000,1.318
32,mlp.experts.109.up_proj,0.0004377856,0.05000,1.328
32,mlp.experts.102.up_proj,0.0003283881,0.05000,1.311
32,mlp.experts.103.up_proj,0.0002914378,0.05000,1.280
32,mlp.experts.104.up_proj,0.0001920322,0.05000,1.752
32,mlp.experts.113.up_proj,0.0003541337,0.05000,1.674
32,mlp.experts.106.up_proj,0.0002525694,0.05000,2.140
32,mlp.experts.107.up_proj,0.0006362027,0.05000,1.733
32,mlp.experts.108.up_proj,0.0001699223,0.05000,1.335
32,mlp.experts.117.up_proj,0.0002613214,0.05000,1.454
32,mlp.experts.110.up_proj,0.0002721465,0.05000,1.296
32,mlp.experts.111.up_proj,0.0003467589,0.05000,1.276
32,mlp.experts.112.up_proj,0.0002560331,0.05000,1.360
32,mlp.experts.121.up_proj,0.0004701556,0.05000,1.360
32,mlp.experts.114.up_proj,0.0006167476,0.05000,1.359
32,mlp.experts.115.up_proj,0.0002045957,0.05000,1.372
32,mlp.experts.116.up_proj,0.0003023246,0.05000,1.354
32,mlp.experts.125.up_proj,0.0005506807,0.05000,1.360
32,mlp.experts.118.up_proj,0.0004001677,0.05000,1.344
32,mlp.experts.119.up_proj,0.0002376970,0.05000,1.359
32,mlp.experts.120.up_proj,0.0003485243,0.05000,1.383
32,mlp.experts.129.up_proj,0.0002384543,0.05000,1.375
32,mlp.experts.122.up_proj,0.0008695054,0.05000,1.363
32,mlp.experts.123.up_proj,0.0004020647,0.05000,1.385
32,mlp.experts.124.up_proj,0.0002301763,0.05000,1.370
32,mlp.experts.133.up_proj,0.0002134584,0.05000,1.373
32,mlp.experts.126.up_proj,0.0003601719,0.05000,1.368
32,mlp.experts.127.up_proj,0.0002824748,0.05000,1.373
32,mlp.experts.128.up_proj,0.0001039528,0.05000,1.372
32,mlp.experts.137.up_proj,0.0004002841,0.05000,1.368
32,mlp.experts.130.up_proj,0.0003593097,0.05000,1.358
32,mlp.experts.131.up_proj,0.0003538078,0.05000,1.369
32,mlp.experts.132.up_proj,0.0001745937,0.05000,1.274
32,mlp.experts.141.up_proj,0.0007330761,0.05000,1.188
32,mlp.experts.134.up_proj,0.0002739513,0.05000,1.068
32,mlp.experts.135.up_proj,0.0002381194,0.05000,1.046
32,mlp.experts.136.up_proj,0.0002396558,0.05000,1.037
32,mlp.experts.145.up_proj,0.0009402968,0.05000,1.040
32,mlp.experts.138.up_proj,0.0004807418,0.05000,1.079
32,mlp.experts.139.up_proj,0.0003708853,0.05000,1.069
32,mlp.experts.140.up_proj,0.0004404484,0.05000,1.086
32,mlp.experts.149.up_proj,0.0002839219,0.05000,1.170
32,mlp.experts.142.up_proj,0.0002948683,0.05000,1.204
32,mlp.experts.143.up_proj,0.0002221044,0.05000,1.200
32,mlp.experts.144.up_proj,0.0003375227,0.05000,1.319
32,mlp.experts.153.up_proj,0.0004607390,0.05000,1.413
32,mlp.experts.147.up_proj,0.0002667409,0.05000,1.357
32,mlp.experts.146.up_proj,0.0003235901,0.05000,1.549
32,mlp.experts.148.up_proj,0.0003985427,0.05000,1.369
32,mlp.experts.157.up_proj,0.0004499954,0.05000,1.340
32,mlp.experts.151.up_proj,0.0002143992,0.05000,1.320
32,mlp.experts.150.up_proj,0.0005062609,0.05000,1.314
32,mlp.experts.152.up_proj,0.0004121751,0.05000,1.228
32,mlp.experts.161.up_proj,0.0002585620,0.05000,1.254
32,mlp.experts.155.up_proj,0.0004988049,0.05000,1.246
32,mlp.experts.154.up_proj,0.0003961585,0.05000,1.198
32,mlp.experts.156.up_proj,0.0006222092,0.05000,1.235
32,mlp.experts.165.up_proj,0.0003340251,0.05000,1.229
32,mlp.experts.158.up_proj,0.0003618900,0.05000,1.158
32,mlp.experts.159.up_proj,0.0002982601,0.05000,1.236
32,mlp.experts.160.up_proj,0.0003434710,0.05000,1.220
32,mlp.experts.169.up_proj,0.0005605726,0.05000,1.216
32,mlp.experts.162.up_proj,0.0003531716,0.05000,1.163
32,mlp.experts.163.up_proj,0.0005898732,0.05000,1.216
32,mlp.experts.164.up_proj,0.0003534913,0.05000,1.244
32,mlp.experts.166.up_proj,0.0003440438,0.05000,1.411
32,mlp.experts.173.up_proj,0.0003944691,0.05000,1.962
32,mlp.experts.167.up_proj,0.0007208128,0.05000,2.599
32,mlp.experts.170.up_proj,0.0004063090,0.05000,1.776
32,mlp.experts.168.up_proj,0.0003624092,0.05000,3.650
32,mlp.experts.174.up_proj,0.0002744515,0.05000,1.744
32,mlp.experts.177.up_proj,0.0002715930,0.05000,3.982
32,mlp.experts.171.up_proj,0.0002453293,0.05000,3.542
32,mlp.experts.178.up_proj,0.0003908864,0.05000,1.839
32,mlp.experts.172.up_proj,0.0004383182,0.05000,3.012
32,mlp.experts.175.up_proj,0.0003215845,0.05000,1.367
32,mlp.experts.181.up_proj,0.0001911685,0.05000,2.162
32,mlp.experts.182.up_proj,0.0002943603,0.05000,1.314
32,mlp.experts.176.up_proj,0.0003825640,0.05000,1.271
32,mlp.experts.179.up_proj,0.0002601123,0.05000,1.323
32,mlp.experts.186.up_proj,0.0002828415,0.05000,1.362
32,mlp.experts.185.up_proj,0.0001977473,0.05000,1.636
32,mlp.experts.180.up_proj,0.0003284673,0.05000,1.420
32,mlp.experts.183.up_proj,0.0003613665,0.05000,1.380
32,mlp.experts.190.up_proj,0.0003866483,0.05000,1.370
32,mlp.experts.189.up_proj,0.0005300817,0.05000,1.366
32,mlp.experts.184.up_proj,0.0001623634,0.05000,1.353
32,mlp.experts.188.up_proj,fallback(rtn): 0.0011673,0.00000,0.026
32,mlp.experts.187.up_proj,0.0003724807,0.05000,1.390
32,mlp.experts.194.up_proj,0.0003534916,0.05000,1.383
32,mlp.experts.193.up_proj,0.0004910122,0.05000,1.366
32,mlp.experts.192.up_proj,0.0003038137,0.05000,1.382
32,mlp.experts.191.up_proj,0.0002536145,0.05000,1.343
32,mlp.experts.198.up_proj,0.0004133979,0.05000,1.287
32,mlp.experts.197.up_proj,0.0002230157,0.05000,1.310
32,mlp.experts.196.up_proj,0.0004421928,0.05000,1.307
32,mlp.experts.195.up_proj,0.0002329934,0.05000,1.283
32,mlp.experts.202.up_proj,0.0003238675,0.05000,1.316
32,mlp.experts.201.up_proj,0.0001969984,0.05000,1.422
32,mlp.experts.200.up_proj,0.0008794909,0.05000,1.377
32,mlp.experts.199.up_proj,0.0003614379,0.05000,1.373
32,mlp.experts.206.up_proj,0.0003524739,0.05000,1.437
32,mlp.experts.205.up_proj,0.0003147333,0.05000,1.499
32,mlp.experts.204.up_proj,0.0001376899,0.05000,1.309
32,mlp.experts.203.up_proj,0.0004116712,0.05000,1.371
32,mlp.experts.210.up_proj,0.0002851070,0.05000,1.210
32,mlp.experts.209.up_proj,0.0002330839,0.05000,1.263
32,mlp.experts.208.up_proj,0.0006321211,0.05000,1.259
32,mlp.experts.207.up_proj,0.0006557504,0.05000,1.263
32,mlp.experts.214.up_proj,0.0002202900,0.05000,1.247
32,mlp.experts.213.up_proj,0.0003542794,0.05000,1.273
32,mlp.experts.212.up_proj,0.0002255776,0.05000,1.280
32,mlp.experts.211.up_proj,0.0005160813,0.05000,1.368
32,mlp.experts.218.up_proj,0.0002973910,0.05000,1.216
32,mlp.experts.217.up_proj,0.0002419694,0.05000,1.315
32,mlp.experts.216.up_proj,0.0002355379,0.05000,1.350
32,mlp.experts.215.up_proj,0.0003252874,0.05000,1.616
32,mlp.experts.222.up_proj,0.0003815011,0.05000,1.398
32,mlp.experts.221.up_proj,0.0002104002,0.05000,1.385
32,mlp.experts.220.up_proj,0.0002427948,0.05000,1.385
32,mlp.experts.219.up_proj,0.0002290071,0.05000,1.328
32,mlp.experts.226.up_proj,0.0001530496,0.05000,1.346
32,mlp.experts.225.up_proj,0.0004093186,0.05000,1.305
32,mlp.experts.224.up_proj,0.0002171971,0.05000,1.513
32,mlp.experts.223.up_proj,0.0004013085,0.05000,1.330
32,mlp.experts.230.up_proj,0.0003652433,0.05000,1.364
32,mlp.experts.229.up_proj,0.0004024511,0.05000,1.403
32,mlp.experts.228.up_proj,0.0003239660,0.05000,1.417
32,mlp.experts.227.up_proj,0.0005010551,0.05000,1.345
32,mlp.experts.234.up_proj,0.0007626555,0.05000,1.346
32,mlp.experts.233.up_proj,0.0001559661,0.05000,1.363
32,mlp.experts.232.up_proj,0.0004553234,0.05000,1.359
32,mlp.experts.231.up_proj,0.0003994436,0.05000,1.369
32,mlp.experts.238.up_proj,0.0003513447,0.05000,1.378
32,mlp.experts.237.up_proj,0.0002013918,0.05000,1.380
32,mlp.experts.236.up_proj,0.0002925165,0.05000,1.373
32,mlp.experts.235.up_proj,0.0003200076,0.05000,1.380
32,mlp.experts.242.up_proj,0.0004297305,0.05000,1.367
32,mlp.experts.241.up_proj,0.0001497990,0.05000,1.372
32,mlp.experts.240.up_proj,0.0004139333,0.05000,1.356
32,mlp.experts.239.up_proj,0.0005227898,0.05000,1.364
32,mlp.experts.246.up_proj,0.0004310549,0.05000,1.365
32,mlp.experts.245.up_proj,0.0004607224,0.05000,1.372
32,mlp.experts.244.up_proj,0.0003542451,0.05000,1.394
32,mlp.experts.243.up_proj,0.0003745425,0.05000,1.372
32,mlp.experts.250.up_proj,0.0002805858,0.05000,1.356
32,mlp.experts.248.up_proj,0.0003665328,0.05000,1.288
32,mlp.experts.249.up_proj,0.0008934320,0.05000,1.948
32,mlp.experts.247.up_proj,0.0005004426,0.05000,1.291
32,mlp.experts.254.up_proj,0.0004566469,0.05000,2.238
32,mlp.experts.253.up_proj,0.0007060949,0.05000,1.474
32,mlp.experts.252.up_proj,0.0002585900,0.05000,1.660
32,mlp.experts.251.up_proj,0.0003158143,0.05000,1.423
32,mlp.experts.255.up_proj,0.0001878210,0.05000,0.207
32,mlp.experts.1.down_proj,0.0000176881,0.05000,0.325
32,mlp.experts.3.down_proj,0.0000074970,0.05000,0.327
32,mlp.experts.7.down_proj,0.0000321497,0.05000,0.318
32,mlp.experts.5.down_proj,0.0000604883,0.05000,0.325
32,mlp.experts.0.down_proj,0.0000213290,0.05000,0.930
32,mlp.experts.2.down_proj,0.0000180762,0.05000,0.930
32,mlp.experts.11.down_proj,0.0000074140,0.05000,0.332
32,mlp.experts.9.down_proj,0.0000202017,0.05000,0.332
32,mlp.experts.13.down_proj,0.0000209438,0.05000,0.456
32,mlp.experts.15.down_proj,0.0000139194,0.05000,0.456
32,mlp.experts.6.down_proj,0.0000847334,0.05000,0.699
32,mlp.experts.4.down_proj,0.0000142007,0.05000,0.866
32,mlp.experts.10.down_proj,0.0000069903,0.05000,0.378
32,mlp.experts.14.down_proj,0.0000254858,0.05000,0.372
32,mlp.experts.17.down_proj,0.0000320909,0.05000,0.940
32,mlp.experts.19.down_proj,0.0000231052,0.05000,0.954
32,mlp.experts.8.down_proj,0.0000154551,0.05000,0.953
32,mlp.experts.18.down_proj,0.0000317578,0.05000,0.394
32,mlp.experts.22.down_proj,0.0000501527,0.05000,0.365
32,mlp.experts.21.down_proj,0.0000222496,0.05000,0.938
32,mlp.experts.23.down_proj,0.0001034498,0.05000,0.952
32,mlp.experts.12.down_proj,0.0000370275,0.05000,0.883
32,mlp.experts.26.down_proj,0.0000188251,0.05000,0.630
32,mlp.experts.30.down_proj,0.0000086286,0.05000,0.431
32,mlp.experts.25.down_proj,0.0000277389,0.05000,0.902
32,mlp.experts.27.down_proj,0.0000192447,0.05000,0.894
32,mlp.experts.16.down_proj,0.0000084140,0.05000,1.015
32,mlp.experts.34.down_proj,0.0001069269,0.05000,0.930
32,mlp.experts.31.down_proj,0.0000195339,0.05000,0.914
32,mlp.experts.29.down_proj,0.0000108724,0.05000,0.970
32,mlp.experts.20.down_proj,0.0000112454,0.05000,0.713
32,mlp.experts.38.down_proj,0.0000118168,0.05000,0.289
32,mlp.experts.35.down_proj,0.0000099461,0.05000,0.288
32,mlp.experts.33.down_proj,0.0000445579,0.05000,0.295
32,mlp.experts.24.down_proj,0.0000132926,0.05000,0.336
32,mlp.experts.42.down_proj,0.0000304061,0.05000,0.335
32,mlp.experts.39.down_proj,0.0000153335,0.05000,0.333
32,mlp.experts.37.down_proj,0.0000332286,0.05000,0.327
32,mlp.experts.28.down_proj,0.0000237572,0.05000,0.348
32,mlp.experts.43.down_proj,0.0000089959,0.05000,0.334
32,mlp.experts.46.down_proj,0.0000478341,0.05000,0.391
32,mlp.experts.41.down_proj,0.0000118569,0.05000,0.331
32,mlp.experts.32.down_proj,0.0000181569,0.05000,0.324
32,mlp.experts.47.down_proj,0.0000454863,0.05000,0.322
32,mlp.experts.50.down_proj,0.0000231435,0.05000,0.332
32,mlp.experts.45.down_proj,0.0000082383,0.05000,0.335
32,mlp.experts.36.down_proj,0.0000171960,0.05000,0.323
32,mlp.experts.51.down_proj,0.0000127865,0.05000,0.327
32,mlp.experts.54.down_proj,0.0000114561,0.05000,0.327
32,mlp.experts.49.down_proj,0.0000127477,0.05000,0.321
32,mlp.experts.40.down_proj,0.0000171917,0.05000,0.325
32,mlp.experts.55.down_proj,0.0000161307,0.05000,0.326
32,mlp.experts.58.down_proj,0.0000232920,0.05000,0.325
32,mlp.experts.53.down_proj,0.0000287554,0.05000,0.317
32,mlp.experts.44.down_proj,0.0000160711,0.05000,0.323
32,mlp.experts.59.down_proj,0.0000612182,0.05000,0.321
32,mlp.experts.62.down_proj,0.0000288737,0.05000,0.318
32,mlp.experts.57.down_proj,0.0000587120,0.05000,0.310
32,mlp.experts.48.down_proj,0.0000314322,0.05000,0.317
32,mlp.experts.63.down_proj,0.0000056959,0.05000,0.313
32,mlp.experts.61.down_proj,0.0000112144,0.05000,0.294
32,mlp.experts.66.down_proj,0.0000067944,0.05000,0.319
32,mlp.experts.52.down_proj,0.0000101009,0.05000,0.308
32,mlp.experts.65.down_proj,0.0000209853,0.05000,0.306
32,mlp.experts.67.down_proj,0.0000208317,0.05000,0.328
32,mlp.experts.70.down_proj,0.0000140333,0.05000,0.320
32,mlp.experts.56.down_proj,0.0000279797,0.05000,0.325
32,mlp.experts.69.down_proj,0.0000264692,0.05000,0.311
32,mlp.experts.71.down_proj,0.0000119498,0.05000,0.320
32,mlp.experts.74.down_proj,0.0000103083,0.05000,0.328
32,mlp.experts.60.down_proj,0.0000350173,0.05000,0.325
32,mlp.experts.73.down_proj,0.0000168020,0.05000,0.318
32,mlp.experts.75.down_proj,0.0000342780,0.05000,0.323
32,mlp.experts.78.down_proj,0.0000180318,0.05000,0.322
32,mlp.experts.64.down_proj,0.0000229513,0.05000,0.326
32,mlp.experts.77.down_proj,0.0000785048,0.05000,0.324
32,mlp.experts.79.down_proj,0.0000113554,0.05000,0.335
32,mlp.experts.82.down_proj,0.0000079267,0.05000,0.331
32,mlp.experts.68.down_proj,0.0000174920,0.05000,0.333
32,mlp.experts.81.down_proj,0.0000165702,0.05000,0.325
32,mlp.experts.83.down_proj,0.0001150559,0.05000,0.329
32,mlp.experts.86.down_proj,0.0000304390,0.05000,0.333
32,mlp.experts.72.down_proj,0.0000061077,0.05000,0.336
32,mlp.experts.85.down_proj,0.0000452931,0.05000,0.333
32,mlp.experts.87.down_proj,0.0001253949,0.05000,0.340
32,mlp.experts.90.down_proj,0.0000304885,0.05000,0.333
32,mlp.experts.76.down_proj,0.0000505403,0.05000,0.337
32,mlp.experts.89.down_proj,0.0000246884,0.05000,0.335
32,mlp.experts.91.down_proj,0.0000200699,0.05000,0.335
32,mlp.experts.94.down_proj,0.0000129567,0.05000,0.329
32,mlp.experts.80.down_proj,0.0000226381,0.05000,0.332
32,mlp.experts.93.down_proj,0.0000114366,0.05000,0.324
32,mlp.experts.95.down_proj,0.0000158366,0.05000,0.328
32,mlp.experts.98.down_proj,0.0000407323,0.05000,0.322
32,mlp.experts.84.down_proj,0.0000095741,0.05000,0.328
32,mlp.experts.97.down_proj,0.0000088133,0.05000,0.317
32,mlp.experts.102.down_proj,0.0000365541,0.05000,0.326
32,mlp.experts.99.down_proj,0.0000480938,0.05000,0.341
32,mlp.experts.88.down_proj,0.0000235799,0.05000,0.350
32,mlp.experts.101.down_proj,0.0000093583,0.05000,0.354
32,mlp.experts.106.down_proj,0.0000275853,0.05000,0.351
32,mlp.experts.103.down_proj,0.0000132206,0.05000,0.352
32,mlp.experts.92.down_proj,0.0000282787,0.05000,0.331
32,mlp.experts.105.down_proj,0.0000149449,0.05000,0.328
32,mlp.experts.107.down_proj,0.0000845530,0.05000,0.315
32,mlp.experts.110.down_proj,0.0000162589,0.05000,0.337
32,mlp.experts.96.down_proj,0.0000780580,0.05000,0.330
32,mlp.experts.109.down_proj,0.0000512748,0.05000,0.327
32,mlp.experts.111.down_proj,0.0000106649,0.05000,0.318
32,mlp.experts.114.down_proj,0.0000236010,0.05000,0.327
32,mlp.experts.100.down_proj,0.0000116634,0.05000,0.355
32,mlp.experts.113.down_proj,0.0000546358,0.05000,0.357
32,mlp.experts.115.down_proj,0.0000092025,0.05000,0.359
32,mlp.experts.118.down_proj,0.0000389321,0.05000,0.358
32,mlp.experts.104.down_proj,0.0000065693,0.05000,0.355
32,mlp.experts.117.down_proj,0.0000100592,0.05000,0.352
32,mlp.experts.119.down_proj,0.0000326220,0.05000,0.347
32,mlp.experts.122.down_proj,0.0001098221,0.05000,0.355
32,mlp.experts.108.down_proj,0.0000209245,0.05000,0.363
32,mlp.experts.121.down_proj,0.0000885343,0.05000,0.361
32,mlp.experts.123.down_proj,0.0000430838,0.05000,0.362
32,mlp.experts.126.down_proj,0.0000236484,0.05000,0.356
32,mlp.experts.112.down_proj,0.0000158826,0.05000,0.357
32,mlp.experts.125.down_proj,0.0001303932,0.05000,0.358
32,mlp.experts.127.down_proj,0.0000194492,0.05000,0.357
32,mlp.experts.130.down_proj,0.0000171018,0.05000,0.356
32,mlp.experts.116.down_proj,0.0000452897,0.05000,0.363
32,mlp.experts.129.down_proj,0.0000534544,0.05000,0.364
32,mlp.experts.131.down_proj,0.0000448041,0.05000,0.360
32,mlp.experts.134.down_proj,0.0000393986,0.05000,0.360
32,mlp.experts.120.down_proj,0.0000311885,0.05000,0.352
32,mlp.experts.133.down_proj,0.0000072853,0.05000,0.355
32,mlp.experts.135.down_proj,0.0000121954,0.05000,0.357
32,mlp.experts.138.down_proj,0.0001843032,0.05000,0.356
32,mlp.experts.124.down_proj,0.0000061870,0.05000,0.351
32,mlp.experts.137.down_proj,0.0000566501,0.05000,0.355
32,mlp.experts.139.down_proj,0.0000448138,0.05000,0.352
32,mlp.experts.142.down_proj,0.0000251688,0.05000,0.351
32,mlp.experts.128.down_proj,0.0000157633,0.05000,0.354
32,mlp.experts.141.down_proj,0.0000354464,0.05000,0.361
32,mlp.experts.143.down_proj,0.0000042340,0.05000,0.353
32,mlp.experts.146.down_proj,0.0000373133,0.05000,0.355
32,mlp.experts.132.down_proj,0.0000230148,0.05000,0.339
32,mlp.experts.145.down_proj,0.0000392543,0.05000,0.332
32,mlp.experts.147.down_proj,0.0000374260,0.05000,0.333
32,mlp.experts.150.down_proj,0.0000200213,0.05000,0.336
32,mlp.experts.136.down_proj,0.0000245386,0.05000,0.331
32,mlp.experts.149.down_proj,0.0000551387,0.05000,0.323
32,mlp.experts.151.down_proj,0.0000129117,0.05000,0.330
32,mlp.experts.154.down_proj,0.0000090149,0.05000,0.334
32,mlp.experts.140.down_proj,0.0000802700,0.05000,0.333
32,mlp.experts.153.down_proj,0.0000136016,0.05000,0.323
32,mlp.experts.155.down_proj,0.0001276453,0.05000,0.330
32,mlp.experts.158.down_proj,0.0000356652,0.05000,0.333
32,mlp.experts.157.down_proj,0.0000706225,0.05000,0.313
32,mlp.experts.144.down_proj,0.0000326901,0.05000,0.333
32,mlp.experts.159.down_proj,0.0000422755,0.05000,0.323
32,mlp.experts.162.down_proj,0.0000400514,0.05000,0.322
32,mlp.experts.161.down_proj,0.0000639574,0.05000,0.319
32,mlp.experts.148.down_proj,0.0000589146,0.05000,0.336
32,mlp.experts.163.down_proj,0.0000189363,0.05000,0.337
32,mlp.experts.166.down_proj,0.0000084019,0.05000,0.338
32,mlp.experts.165.down_proj,0.0000119101,0.05000,0.325
32,mlp.experts.152.down_proj,0.0000100110,0.05000,0.329
32,mlp.experts.167.down_proj,0.0000363527,0.05000,0.327
32,mlp.experts.170.down_proj,0.0000445621,0.05000,0.329
32,mlp.experts.169.down_proj,0.0000258127,0.05000,0.324
32,mlp.experts.156.down_proj,0.0001034765,0.05000,0.338
32,mlp.experts.171.down_proj,0.0000144406,0.05000,0.330
32,mlp.experts.174.down_proj,0.0000310297,0.05000,0.335
32,mlp.experts.173.down_proj,0.0000839912,0.05000,0.325
32,mlp.experts.160.down_proj,0.0000109955,0.05000,0.336
32,mlp.experts.175.down_proj,0.0000233681,0.05000,0.335
32,mlp.experts.178.down_proj,0.0000464165,0.05000,0.333
32,mlp.experts.177.down_proj,0.0000193175,0.05000,0.327
32,mlp.experts.164.down_proj,0.0000145049,0.05000,0.334
32,mlp.experts.179.down_proj,0.0000343956,0.05000,0.335
32,mlp.experts.182.down_proj,0.0000183820,0.05000,0.336
32,mlp.experts.181.down_proj,0.0000312706,0.05000,0.320
32,mlp.experts.168.down_proj,0.0000106376,0.05000,0.335
32,mlp.experts.183.down_proj,0.0000126770,0.05000,0.333
32,mlp.experts.186.down_proj,0.0000400490,0.05000,0.335
32,mlp.experts.185.down_proj,0.0000235483,0.05000,0.327
32,mlp.experts.172.down_proj,0.0000130104,0.05000,0.334
32,mlp.experts.187.down_proj,0.0000356988,0.05000,0.331
32,mlp.experts.190.down_proj,0.0000135872,0.05000,0.335
32,mlp.experts.189.down_proj,0.0000168179,0.05000,0.321
32,mlp.experts.176.down_proj,0.0000276080,0.05000,0.335
32,mlp.experts.191.down_proj,0.0000144974,0.05000,0.335
32,mlp.experts.194.down_proj,0.0000438706,0.05000,0.340
32,mlp.experts.193.down_proj,0.0000193492,0.05000,0.359
32,mlp.experts.180.down_proj,0.0000069408,0.05000,0.325
32,mlp.experts.195.down_proj,0.0000251074,0.05000,0.289
32,mlp.experts.198.down_proj,0.0000127519,0.05000,0.260
32,mlp.experts.202.down_proj,0.0000226054,0.05000,0.328
32,mlp.experts.199.down_proj,0.0000483715,0.05000,0.329
32,mlp.experts.197.down_proj,0.0000231431,0.05000,0.335
32,mlp.experts.184.down_proj,0.0000117382,0.05000,0.341
32,mlp.experts.188.down_proj,fallback(rtn): 0.0011292,0.00000,0.011
32,mlp.experts.203.down_proj,0.0000191979,0.05000,0.344
32,mlp.experts.206.down_proj,0.0000401889,0.05000,0.351
32,mlp.experts.201.down_proj,0.0000330294,0.05000,0.357
32,mlp.experts.192.down_proj,0.0000359023,0.05000,0.352
32,mlp.experts.207.down_proj,0.0000363824,0.05000,0.320
32,mlp.experts.196.down_proj,0.0000167719,0.05000,0.290
32,mlp.experts.210.down_proj,0.0000183211,0.05000,0.329
32,mlp.experts.205.down_proj,0.0000070567,0.05000,0.325
32,mlp.experts.200.down_proj,0.0000482921,0.05000,0.305
32,mlp.experts.211.down_proj,0.0000231023,0.05000,0.326
32,mlp.experts.214.down_proj,0.0000101406,0.05000,0.323
32,mlp.experts.209.down_proj,0.0000106193,0.05000,0.316
32,mlp.experts.204.down_proj,0.0000147445,0.05000,0.306
32,mlp.experts.215.down_proj,0.0000700152,0.05000,0.313
32,mlp.experts.213.down_proj,0.0000118073,0.05000,0.319
32,mlp.experts.218.down_proj,0.0000093628,0.05000,0.357
32,mlp.experts.208.down_proj,0.0000253517,0.05000,0.334
32,mlp.experts.219.down_proj,0.0000193848,0.05000,0.319
32,mlp.experts.217.down_proj,0.0000128845,0.05000,0.320
32,mlp.experts.222.down_proj,0.0000237629,0.05000,0.320
32,mlp.experts.212.down_proj,0.0000159802,0.05000,0.309
32,mlp.experts.223.down_proj,0.0000655326,0.05000,0.326
32,mlp.experts.221.down_proj,0.0000395302,0.05000,0.314
32,mlp.experts.226.down_proj,0.0000344214,0.05000,0.318
32,mlp.experts.216.down_proj,0.0000197952,0.05000,0.312
32,mlp.experts.227.down_proj,0.0000265469,0.05000,0.320
32,mlp.experts.225.down_proj,0.0000862023,0.05000,0.329
32,mlp.experts.230.down_proj,0.0000089660,0.05000,0.339
32,mlp.experts.220.down_proj,0.0000185780,0.05000,0.316
32,mlp.experts.231.down_proj,0.0000100152,0.05000,0.331
32,mlp.experts.229.down_proj,0.0000158011,0.05000,0.333
32,mlp.experts.234.down_proj,0.0000547800,0.05000,0.333
32,mlp.experts.224.down_proj,0.0000234297,0.05000,0.350
32,mlp.experts.235.down_proj,0.0000211596,0.05000,0.356
32,mlp.experts.233.down_proj,0.0000188829,0.05000,0.348
32,mlp.experts.238.down_proj,0.0000422266,0.05000,0.348
32,mlp.experts.228.down_proj,0.0000729038,0.05000,0.347
32,mlp.experts.239.down_proj,0.0000225718,0.05000,0.351
32,mlp.experts.237.down_proj,0.0000176995,0.05000,0.342
32,mlp.experts.242.down_proj,0.0000178681,0.05000,0.344
32,mlp.experts.232.down_proj,0.0000183946,0.05000,0.342
32,mlp.experts.241.down_proj,0.0000094544,0.05000,0.336
32,mlp.experts.243.down_proj,0.0000199502,0.05000,0.342
32,mlp.experts.246.down_proj,0.0000467453,0.05000,0.327
32,mlp.experts.236.down_proj,0.0000282969,0.05000,0.324
32,mlp.experts.247.down_proj,0.0000842161,0.05000,0.316
32,mlp.experts.245.down_proj,0.0000603563,0.05000,0.329
32,mlp.experts.250.down_proj,0.0000133360,0.05000,0.328
32,mlp.experts.240.down_proj,0.0000363838,0.05000,0.328
32,mlp.experts.251.down_proj,0.0000137098,0.05000,0.323
32,mlp.experts.249.down_proj,0.0000666743,0.05000,0.330
32,mlp.experts.254.down_proj,0.0000557871,0.05000,0.328
32,mlp.experts.244.down_proj,0.0000114339,0.05000,0.251
32,mlp.experts.253.down_proj,0.0000440652,0.05000,0.231
32,mlp.experts.255.down_proj,0.0000171913,0.05000,0.254
32,mlp.experts.248.down_proj,0.0000426704,0.05000,0.095
32,mlp.experts.252.down_proj,0.0000099499,0.05000,0.058
33,mlp.experts.0.gate_proj,0.0003262605,0.05000,1.643
33,mlp.experts.3.gate_proj,0.0004793099,0.05000,2.397
33,mlp.experts.1.gate_proj,0.0004458524,0.05000,2.832
33,mlp.experts.2.gate_proj,0.0006500122,0.05000,3.197
33,mlp.experts.4.gate_proj,0.0004938836,0.05000,1.606
33,mlp.experts.7.gate_proj,0.0003197036,0.05000,1.126
33,mlp.experts.5.gate_proj,0.0005839888,0.05000,1.241
33,mlp.experts.11.gate_proj,0.0003899160,0.05000,1.185
33,mlp.experts.9.gate_proj,0.0003306440,0.05000,1.151
33,mlp.experts.6.gate_proj,0.0003196135,0.05000,2.244
33,mlp.experts.8.gate_proj,0.0008176854,0.05000,2.388
33,mlp.experts.15.gate_proj,0.0004138824,0.05000,1.354
33,mlp.experts.10.gate_proj,0.0002730442,0.05000,1.417
33,mlp.experts.13.gate_proj,0.0003119971,0.05000,1.741
33,mlp.experts.12.gate_proj,0.0003405362,0.05000,1.535
33,mlp.experts.19.gate_proj,0.0003718154,0.05000,1.345
33,mlp.experts.14.gate_proj,0.0004416949,0.05000,1.344
33,mlp.experts.17.gate_proj,0.0003797586,0.05000,1.352
33,mlp.experts.16.gate_proj,0.0004834913,0.05000,1.333
33,mlp.experts.23.gate_proj,0.0003803579,0.05000,1.342
33,mlp.experts.18.gate_proj,0.0003581389,0.05000,1.343
33,mlp.experts.21.gate_proj,0.0006865706,0.05000,1.354
33,mlp.experts.20.gate_proj,0.0008070483,0.05000,1.336
33,mlp.experts.27.gate_proj,0.0004403465,0.05000,1.329
33,mlp.experts.22.gate_proj,0.0004989422,0.05000,1.217
33,mlp.experts.25.gate_proj,0.0004271908,0.05000,1.186
33,mlp.experts.24.gate_proj,0.0007254448,0.05000,1.130
33,mlp.experts.31.gate_proj,0.0009432755,0.05000,1.057
33,mlp.experts.26.gate_proj,0.0007941234,0.05000,0.914
33,mlp.experts.29.gate_proj,0.0003380687,0.05000,0.904
33,mlp.experts.28.gate_proj,0.0004424694,0.05000,0.923
33,mlp.experts.35.gate_proj,0.0003504317,0.05000,0.988
33,mlp.experts.30.gate_proj,0.0002716718,0.05000,1.163
33,mlp.experts.33.gate_proj,0.0003921102,0.05000,1.231
33,mlp.experts.32.gate_proj,0.0002937667,0.05000,1.268
33,mlp.experts.39.gate_proj,0.0005283572,0.05000,1.281
33,mlp.experts.34.gate_proj,0.0006862789,0.05000,1.232
33,mlp.experts.37.gate_proj,0.0003756535,0.05000,1.257
33,mlp.experts.36.gate_proj,0.0003256787,0.05000,1.272
33,mlp.experts.43.gate_proj,0.0002205533,0.05000,1.261
33,mlp.experts.38.gate_proj,0.0003273389,0.05000,1.257
33,mlp.experts.41.gate_proj,0.0004504241,0.05000,1.568
33,mlp.experts.47.gate_proj,0.0003351302,0.05000,1.805
33,mlp.experts.40.gate_proj,0.0003845005,0.05000,2.208
33,mlp.experts.51.gate_proj,0.0001943471,0.05000,1.889
33,mlp.experts.45.gate_proj,0.0010244801,0.05000,2.645
33,mlp.experts.42.gate_proj,0.0005438100,0.05000,3.286
33,mlp.experts.44.gate_proj,0.0004042936,0.05000,2.504
33,mlp.experts.49.gate_proj,0.0005231156,0.05000,1.359
33,mlp.experts.55.gate_proj,0.0003617187,0.05000,1.532
33,mlp.experts.46.gate_proj,0.0015902661,0.05000,1.365
33,mlp.experts.48.gate_proj,0.0006316625,0.05000,1.562
33,mlp.experts.53.gate_proj,0.0003463861,0.05000,1.318
33,mlp.experts.50.gate_proj,0.0001708135,0.05000,1.305
33,mlp.experts.59.gate_proj,0.0002977591,0.05000,1.514
33,mlp.experts.52.gate_proj,0.0002228226,0.05000,1.281
33,mlp.experts.57.gate_proj,0.0005846893,0.05000,1.293
33,mlp.experts.54.gate_proj,0.0006690714,0.05000,1.330
33,mlp.experts.63.gate_proj,0.0003696353,0.05000,1.344
33,mlp.experts.56.gate_proj,0.0004907267,0.05000,1.354
33,mlp.experts.61.gate_proj,0.0002674139,0.05000,1.326
33,mlp.experts.58.gate_proj,0.0002542710,0.05000,1.310
33,mlp.experts.67.gate_proj,0.0003759939,0.05000,1.298
33,mlp.experts.60.gate_proj,0.0009282581,0.05000,1.211
33,mlp.experts.65.gate_proj,0.0009477035,0.05000,1.263
33,mlp.experts.62.gate_proj,0.0005577413,0.05000,1.246
33,mlp.experts.71.gate_proj,0.0003288559,0.05000,1.260
33,mlp.experts.64.gate_proj,0.0005045773,0.05000,1.226
33,mlp.experts.69.gate_proj,0.0006073962,0.05000,1.275
33,mlp.experts.66.gate_proj,0.0002203630,0.05000,1.260
33,mlp.experts.75.gate_proj,0.0008005789,0.05000,1.287
33,mlp.experts.68.gate_proj,0.0004550526,0.05000,1.257
33,mlp.experts.73.gate_proj,0.0005703401,0.05000,1.282
33,mlp.experts.70.gate_proj,0.0002300020,0.05000,1.296
33,mlp.experts.79.gate_proj,0.0002393708,0.05000,1.299
33,mlp.experts.72.gate_proj,0.0002759565,0.05000,1.321
33,mlp.experts.77.gate_proj,0.0003612334,0.05000,1.350
33,mlp.experts.74.gate_proj,0.0003640946,0.05000,1.362
33,mlp.experts.83.gate_proj,0.0002900721,0.05000,1.336
33,mlp.experts.76.gate_proj,0.0005082236,0.05000,1.348
33,mlp.experts.81.gate_proj,0.0004559135,0.05000,1.373
33,mlp.experts.78.gate_proj,0.0006027566,0.05000,1.364
33,mlp.experts.87.gate_proj,0.0002889238,0.05000,1.373
33,mlp.experts.80.gate_proj,0.0007247316,0.05000,1.372
33,mlp.experts.85.gate_proj,0.0001996792,0.05000,1.367
33,mlp.experts.82.gate_proj,0.0002785204,0.05000,1.381
33,mlp.experts.91.gate_proj,0.0005468475,0.05000,1.373
33,mlp.experts.84.gate_proj,0.0003023146,0.05000,1.373
33,mlp.experts.89.gate_proj,0.0001937539,0.05000,1.367
33,mlp.experts.86.gate_proj,0.0002312735,0.05000,1.375
33,mlp.experts.95.gate_proj,0.0005751053,0.05000,1.364
33,mlp.experts.88.gate_proj,0.0005676355,0.05000,1.331
33,mlp.experts.93.gate_proj,0.0003076681,0.05000,1.332
33,mlp.experts.90.gate_proj,0.0005181724,0.05000,1.345
33,mlp.experts.99.gate_proj,0.0004628231,0.05000,1.332
33,mlp.experts.92.gate_proj,0.0002408024,0.05000,1.318
33,mlp.experts.97.gate_proj,0.0004203902,0.05000,1.635
33,mlp.experts.103.gate_proj,0.0003250933,0.05000,1.493
33,mlp.experts.94.gate_proj,0.0002889179,0.05000,2.782
33,mlp.experts.107.gate_proj,0.0002359386,0.05000,1.986
33,mlp.experts.96.gate_proj,0.0003689614,0.05000,3.264
33,mlp.experts.101.gate_proj,0.0004675674,0.05000,3.729
33,mlp.experts.111.gate_proj,0.0005348335,0.05000,1.900
33,mlp.experts.98.gate_proj,0.0003082641,0.05000,3.018
33,mlp.experts.100.gate_proj,0.0008037863,0.05000,3.466
33,mlp.experts.102.gate_proj,0.0007090233,0.05000,1.838
33,mlp.experts.115.gate_proj,0.0004671016,0.05000,2.216
33,mlp.experts.105.gate_proj,0.0003916614,0.05000,2.593
33,mlp.experts.104.gate_proj,0.0002982082,0.05000,1.343
33,mlp.experts.119.gate_proj,0.0005972067,0.05000,1.146
33,mlp.experts.106.gate_proj,0.0001973901,0.05000,1.259
33,mlp.experts.109.gate_proj,0.0009167124,0.05000,1.229
33,mlp.experts.108.gate_proj,0.0003329274,0.05000,1.227
33,mlp.experts.123.gate_proj,0.0008021804,0.05000,1.166
33,mlp.experts.110.gate_proj,0.0002019707,0.05000,1.240
33,mlp.experts.113.gate_proj,0.0005273330,0.05000,1.238
33,mlp.experts.112.gate_proj,0.0004073643,0.05000,1.317
33,mlp.experts.127.gate_proj,0.0001703671,0.05000,1.851
33,mlp.experts.114.gate_proj,0.0004491719,0.05000,2.120
33,mlp.experts.117.gate_proj,0.0003585533,0.05000,2.285
33,mlp.experts.116.gate_proj,0.0003483417,0.05000,1.778
33,mlp.experts.131.gate_proj,0.0007719142,0.05000,1.678
33,mlp.experts.118.gate_proj,0.0004381808,0.05000,1.982
33,mlp.experts.120.gate_proj,0.0010267272,0.05000,1.442
33,mlp.experts.121.gate_proj,0.0002624566,0.05000,1.987
33,mlp.experts.135.gate_proj,0.0005026038,0.05000,1.384
33,mlp.experts.122.gate_proj,0.0003639116,0.05000,1.380
33,mlp.experts.124.gate_proj,0.0005066812,0.05000,1.385
33,mlp.experts.125.gate_proj,0.0010038659,0.05000,1.385
33,mlp.experts.139.gate_proj,0.0002880539,0.05000,1.369
33,mlp.experts.126.gate_proj,0.0005726234,0.05000,1.300
33,mlp.experts.128.gate_proj,0.0005857059,0.05000,1.298
33,mlp.experts.129.gate_proj,0.0003121659,0.05000,1.252
33,mlp.experts.143.gate_proj,0.0005892226,0.05000,1.297
33,mlp.experts.132.gate_proj,0.0003646049,0.05000,1.324
33,mlp.experts.133.gate_proj,0.0006889993,0.05000,1.294
33,mlp.experts.130.gate_proj,0.0002189398,0.05000,1.540
33,mlp.experts.147.gate_proj,0.0005415822,0.05000,1.259
33,mlp.experts.136.gate_proj,0.0006945669,0.05000,1.225
33,mlp.experts.134.gate_proj,0.0004730098,0.05000,1.208
33,mlp.experts.137.gate_proj,0.0006915051,0.05000,1.253
33,mlp.experts.151.gate_proj,0.0003212915,0.05000,1.160
33,mlp.experts.140.gate_proj,0.0003988375,0.05000,0.921
33,mlp.experts.141.gate_proj,0.0005678660,0.05000,0.888
33,mlp.experts.138.gate_proj,0.0006994222,0.05000,0.934
33,mlp.experts.155.gate_proj,0.0004721522,0.05000,0.914
33,mlp.experts.144.gate_proj,0.0003849848,0.05000,1.264
33,mlp.experts.142.gate_proj,0.0005240889,0.05000,1.294
33,mlp.experts.145.gate_proj,0.0011094719,0.05000,1.482
33,mlp.experts.159.gate_proj,0.0003144543,0.05000,2.003
33,mlp.experts.148.gate_proj,0.0006677775,0.05000,1.352
33,mlp.experts.146.gate_proj,0.0007775599,0.05000,1.356
33,mlp.experts.149.gate_proj,0.0010501021,0.05000,1.404
33,mlp.experts.163.gate_proj,0.0006419575,0.05000,1.214
33,mlp.experts.152.gate_proj,0.0003904773,0.05000,1.269
33,mlp.experts.150.gate_proj,0.0005152205,0.05000,1.266
33,mlp.experts.153.gate_proj,0.0005492107,0.05000,1.294
33,mlp.experts.167.gate_proj,0.0006432282,0.05000,1.368
33,mlp.experts.156.gate_proj,0.0002450045,0.05000,1.376
33,mlp.experts.154.gate_proj,0.0002998127,0.05000,1.370
33,mlp.experts.157.gate_proj,0.0004921673,0.05000,1.368
33,mlp.experts.171.gate_proj,0.0004043897,0.05000,1.304
33,mlp.experts.160.gate_proj,0.0003405462,0.05000,1.287
33,mlp.experts.158.gate_proj,0.0005160653,0.05000,1.280
33,mlp.experts.161.gate_proj,0.0005043831,0.05000,1.215
33,mlp.experts.175.gate_proj,0.0009144145,0.05000,1.399
33,mlp.experts.164.gate_proj,0.0003515033,0.05000,1.329
33,mlp.experts.162.gate_proj,0.0006203682,0.05000,1.344
33,mlp.experts.165.gate_proj,0.0002718079,0.05000,1.352
33,mlp.experts.179.gate_proj,0.0002926597,0.05000,1.457
33,mlp.experts.168.gate_proj,0.0003349659,0.05000,1.290
33,mlp.experts.166.gate_proj,0.0007045180,0.05000,1.298
33,mlp.experts.169.gate_proj,0.0008174005,0.05000,1.252
33,mlp.experts.183.gate_proj,0.0002192718,0.05000,1.276
33,mlp.experts.172.gate_proj,0.0003497227,0.05000,1.271
33,mlp.experts.170.gate_proj,0.0005245570,0.05000,1.296
33,mlp.experts.173.gate_proj,0.0005704051,0.05000,1.278
33,mlp.experts.187.gate_proj,0.0004720297,0.05000,1.408
33,mlp.experts.174.gate_proj,0.0004686001,0.05000,1.399
33,mlp.experts.177.gate_proj,0.0003166639,0.05000,1.376
33,mlp.experts.176.gate_proj,0.0003525844,0.05000,1.659
33,mlp.experts.191.gate_proj,0.0006542948,0.05000,1.355
33,mlp.experts.178.gate_proj,0.0003905280,0.05000,1.359
33,mlp.experts.181.gate_proj,0.0007995389,0.05000,1.365
33,mlp.experts.180.gate_proj,0.0003392216,0.05000,1.363
33,mlp.experts.195.gate_proj,0.0003897188,0.05000,1.365
33,mlp.experts.182.gate_proj,0.0004499745,0.05000,1.373
33,mlp.experts.185.gate_proj,0.0004164053,0.05000,1.378
33,mlp.experts.184.gate_proj,0.0004915526,0.05000,1.372
33,mlp.experts.199.gate_proj,0.0004677304,0.05000,1.370
33,mlp.experts.186.gate_proj,0.0004006613,0.05000,1.352
33,mlp.experts.189.gate_proj,0.0006081346,0.05000,1.359
33,mlp.experts.188.gate_proj,0.0007259990,0.05000,1.351
33,mlp.experts.203.gate_proj,0.0004858717,0.05000,1.329
33,mlp.experts.190.gate_proj,0.0004521209,0.05000,1.409
33,mlp.experts.193.gate_proj,0.0007328384,0.05000,1.360
33,mlp.experts.192.gate_proj,0.0003081156,0.05000,1.364
33,mlp.experts.207.gate_proj,0.0005483476,0.05000,1.410
33,mlp.experts.194.gate_proj,0.0005216563,0.05000,1.357
33,mlp.experts.197.gate_proj,0.0003222834,0.05000,1.361
33,mlp.experts.196.gate_proj,0.0006219082,0.05000,1.366
33,mlp.experts.211.gate_proj,0.0003919589,0.05000,1.362
33,mlp.experts.198.gate_proj,0.0006792336,0.05000,1.362
33,mlp.experts.200.gate_proj,0.0003670595,0.05000,1.360
33,mlp.experts.201.gate_proj,0.0003369917,0.05000,1.632
33,mlp.experts.215.gate_proj,0.0003396154,0.05000,1.354
33,mlp.experts.204.gate_proj,0.0002174012,0.05000,1.294
33,mlp.experts.202.gate_proj,0.0004186872,0.05000,1.464
33,mlp.experts.205.gate_proj,0.0004103395,0.05000,1.197
33,mlp.experts.219.gate_proj,0.0003240369,0.05000,1.231
33,mlp.experts.208.gate_proj,0.0005016409,0.05000,1.240
33,mlp.experts.206.gate_proj,0.0003937516,0.05000,1.260
33,mlp.experts.209.gate_proj,0.0004170466,0.05000,1.267
33,mlp.experts.223.gate_proj,0.0003518808,0.05000,1.222
33,mlp.experts.212.gate_proj,0.0003442412,0.05000,1.269
33,mlp.experts.210.gate_proj,0.0002257772,0.05000,1.278
33,mlp.experts.213.gate_proj,0.0007870566,0.05000,1.276
33,mlp.experts.227.gate_proj,0.0003716618,0.05000,1.237
33,mlp.experts.216.gate_proj,0.0010163134,0.05000,1.263
33,mlp.experts.214.gate_proj,0.0003482142,0.05000,1.255
33,mlp.experts.217.gate_proj,0.0002881743,0.05000,1.260
33,mlp.experts.220.gate_proj,0.0004456741,0.05000,1.648
33,mlp.experts.221.gate_proj,0.0007021107,0.05000,1.683
33,mlp.experts.231.gate_proj,0.0004504104,0.05000,2.776
33,mlp.experts.224.gate_proj,0.0003923833,0.05000,1.723
33,mlp.experts.225.gate_proj,0.0005352165,0.05000,1.579
33,mlp.experts.218.gate_proj,0.0004749572,0.05000,3.443
33,mlp.experts.229.gate_proj,0.0006908973,0.05000,1.576
33,mlp.experts.228.gate_proj,0.0003733124,0.05000,1.803
33,mlp.experts.235.gate_proj,0.0003660934,0.05000,3.098
33,mlp.experts.222.gate_proj,0.0009760251,0.05000,2.442
33,mlp.experts.239.gate_proj,0.0003174381,0.05000,1.410
33,mlp.experts.233.gate_proj,0.0010724536,0.05000,2.263
33,mlp.experts.226.gate_proj,0.0006020447,0.05000,1.367
33,mlp.experts.232.gate_proj,0.0003426026,0.05000,2.258
33,mlp.experts.243.gate_proj,0.0006161603,0.05000,1.228
33,mlp.experts.237.gate_proj,0.0003892325,0.05000,1.182
33,mlp.experts.230.gate_proj,0.0005220806,0.05000,1.229
33,mlp.experts.236.gate_proj,0.0003085809,0.05000,1.230
33,mlp.experts.247.gate_proj,0.0003188589,0.05000,1.246
33,mlp.experts.241.gate_proj,0.0005073608,0.05000,1.199
33,mlp.experts.234.gate_proj,0.0004378248,0.05000,1.239
33,mlp.experts.240.gate_proj,0.0003811353,0.05000,1.250
33,mlp.experts.251.gate_proj,0.0003844527,0.05000,1.132
33,mlp.experts.245.gate_proj,0.0006606352,0.05000,1.075
33,mlp.experts.238.gate_proj,0.0002458404,0.05000,1.050
33,mlp.experts.244.gate_proj,0.0003683642,0.05000,1.028
33,mlp.experts.255.gate_proj,0.0003317736,0.05000,1.171
33,mlp.experts.249.gate_proj,0.0013982114,0.05000,1.202
33,mlp.experts.242.gate_proj,0.0004760106,0.05000,1.305
33,mlp.experts.248.gate_proj,0.0004292397,0.05000,1.251
33,mlp.experts.3.up_proj,0.0004279427,0.05000,1.261
33,mlp.experts.253.gate_proj,0.0004695765,0.05000,1.228
33,mlp.experts.246.gate_proj,0.0004332980,0.05000,1.192
33,mlp.experts.252.gate_proj,0.0005822285,0.05000,1.234
33,mlp.experts.1.up_proj,0.0004307608,0.05000,1.287
33,mlp.experts.7.up_proj,0.0002864517,0.05000,1.443
33,mlp.experts.250.gate_proj,0.0006569463,0.05000,1.322
33,mlp.experts.0.up_proj,0.0003193031,0.05000,1.330
33,mlp.experts.5.up_proj,0.0005040677,0.05000,1.730
33,mlp.experts.254.gate_proj,0.0003881692,0.05000,1.780
33,mlp.experts.11.up_proj,0.0003002869,0.05000,3.038
33,mlp.experts.9.up_proj,0.0003232836,0.05000,1.829
33,mlp.experts.4.up_proj,0.0003194817,0.05000,3.668
33,mlp.experts.13.up_proj,0.0002858185,0.05000,1.858
33,mlp.experts.2.up_proj,0.0005740830,0.05000,3.524
33,mlp.experts.15.up_proj,0.0003874952,0.05000,3.191
33,mlp.experts.17.up_proj,0.0003260178,0.05000,1.754
33,mlp.experts.8.up_proj,0.0005432763,0.05000,3.747
33,mlp.experts.19.up_proj,0.0003062422,0.05000,1.708
33,mlp.experts.21.up_proj,0.0006536374,0.05000,1.710
33,mlp.experts.6.up_proj,0.0002707137,0.05000,3.831
33,mlp.experts.23.up_proj,0.0002898903,0.05000,2.184
33,mlp.experts.25.up_proj,0.0003602563,0.05000,1.844
33,mlp.experts.12.up_proj,0.0002705711,0.05000,3.458
33,mlp.experts.10.up_proj,0.0002460588,0.05000,2.256
33,mlp.experts.27.up_proj,0.0004177915,0.05000,2.034
33,mlp.experts.29.up_proj,0.0002534801,0.05000,1.688
33,mlp.experts.16.up_proj,0.0004662205,0.05000,1.297
33,mlp.experts.14.up_proj,0.0003957830,0.05000,1.189
33,mlp.experts.31.up_proj,0.0008294722,0.05000,1.260
33,mlp.experts.33.up_proj,0.0002856108,0.05000,1.279
33,mlp.experts.20.up_proj,0.0006827642,0.05000,1.270
33,mlp.experts.18.up_proj,0.0003172522,0.05000,1.226
33,mlp.experts.35.up_proj,0.0002890191,0.05000,1.256
33,mlp.experts.37.up_proj,0.0002841475,0.05000,1.246
33,mlp.experts.24.up_proj,0.0005222335,0.05000,1.247
33,mlp.experts.22.up_proj,0.0004755567,0.05000,1.222
33,mlp.experts.39.up_proj,0.0004116273,0.05000,1.515
33,mlp.experts.41.up_proj,0.0003380821,0.05000,2.044
33,mlp.experts.28.up_proj,0.0003988385,0.05000,2.202
33,mlp.experts.26.up_proj,0.0006002436,0.05000,2.545
33,mlp.experts.43.up_proj,0.0002157652,0.05000,2.298
33,mlp.experts.30.up_proj,0.0002625813,0.05000,1.492
33,mlp.experts.32.up_proj,0.0002862246,0.05000,2.808
33,mlp.experts.45.up_proj,0.0008825100,0.05000,3.673
33,mlp.experts.34.up_proj,0.0006106331,0.05000,1.725
33,mlp.experts.47.up_proj,0.0002670999,0.05000,3.624
33,mlp.experts.36.up_proj,0.0002676481,0.05000,2.290
33,mlp.experts.38.up_proj,0.0003138073,0.05000,1.591
33,mlp.experts.40.up_proj,0.0004264830,0.05000,1.753
33,mlp.experts.42.up_proj,0.0004529398,0.05000,1.560
33,mlp.experts.49.up_proj,0.0004190761,0.05000,3.609
33,mlp.experts.51.up_proj,0.0001620856,0.05000,2.712
33,mlp.experts.44.up_proj,0.0003219329,0.05000,1.310
33,mlp.experts.46.up_proj,0.0009686227,0.05000,1.296
33,mlp.experts.53.up_proj,0.0003332165,0.05000,1.283
33,mlp.experts.55.up_proj,0.0003453148,0.05000,1.413
33,mlp.experts.48.up_proj,0.0005551547,0.05000,1.340
33,mlp.experts.50.up_proj,0.0001521648,0.05000,1.351
33,mlp.experts.57.up_proj,0.0005709623,0.05000,1.354
33,mlp.experts.59.up_proj,0.0002715670,0.05000,1.476
33,mlp.experts.52.up_proj,0.0002118504,0.05000,1.340
33,mlp.experts.54.up_proj,0.0004324809,0.05000,1.357
33,mlp.experts.61.up_proj,0.0001717777,0.05000,1.363
33,mlp.experts.63.up_proj,0.0003268279,0.05000,1.372
33,mlp.experts.56.up_proj,0.0003897557,0.05000,1.376
33,mlp.experts.58.up_proj,0.0002485120,0.05000,1.375
33,mlp.experts.65.up_proj,0.0007728264,0.05000,1.380
33,mlp.experts.67.up_proj,0.0003329903,0.05000,1.377
33,mlp.experts.60.up_proj,0.0005424497,0.05000,1.349
33,mlp.experts.62.up_proj,0.0004158968,0.05000,1.336
33,mlp.experts.69.up_proj,0.0006025025,0.05000,1.344
33,mlp.experts.66.up_proj,0.0001620809,0.05000,1.703
33,mlp.experts.71.up_proj,0.0003137793,0.05000,2.770
33,mlp.experts.64.up_proj,0.0004126672,0.05000,3.632
33,mlp.experts.73.up_proj,0.0004311113,0.05000,3.676
33,mlp.experts.70.up_proj,0.0001845815,0.05000,2.930
33,mlp.experts.75.up_proj,0.0007807348,0.05000,3.294
33,mlp.experts.68.up_proj,0.0003162654,0.05000,2.485
33,mlp.experts.77.up_proj,0.0002781871,0.05000,2.346
33,mlp.experts.74.up_proj,0.0003348492,0.05000,2.409
33,mlp.experts.81.up_proj,0.0004049286,0.05000,1.587
33,mlp.experts.79.up_proj,0.0001935446,0.05000,2.384
33,mlp.experts.72.up_proj,0.0002707439,0.05000,2.214
33,mlp.experts.78.up_proj,0.0004554729,0.05000,1.381
33,mlp.experts.85.up_proj,0.0001609337,0.05000,1.278
33,mlp.experts.83.up_proj,0.0002791416,0.05000,1.234
33,mlp.experts.76.up_proj,0.0003984010,0.05000,1.260
33,mlp.experts.82.up_proj,0.0002069772,0.05000,1.294
33,mlp.experts.89.up_proj,0.0001762063,0.05000,1.344
33,mlp.experts.87.up_proj,0.0002398326,0.05000,1.328
33,mlp.experts.80.up_proj,0.0007145062,0.05000,1.304
33,mlp.experts.86.up_proj,0.0002408712,0.05000,1.325
33,mlp.experts.93.up_proj,0.0002109982,0.05000,1.333
33,mlp.experts.91.up_proj,0.0005146360,0.05000,1.364
33,mlp.experts.84.up_proj,0.0002918927,0.05000,1.370
33,mlp.experts.90.up_proj,0.0003002277,0.05000,1.349
33,mlp.experts.97.up_proj,0.0002755623,0.05000,1.375
33,mlp.experts.95.up_proj,0.0004223540,0.05000,1.372
33,mlp.experts.88.up_proj,0.0004837572,0.05000,1.363
33,mlp.experts.94.up_proj,0.0002791534,0.05000,1.361
33,mlp.experts.101.up_proj,0.0004354490,0.05000,1.382
33,mlp.experts.99.up_proj,0.0004503251,0.05000,1.372
33,mlp.experts.92.up_proj,0.0002185769,0.05000,1.377
33,mlp.experts.98.up_proj,0.0002858324,0.05000,1.366
33,mlp.experts.105.up_proj,0.0003148594,0.05000,1.369
33,mlp.experts.103.up_proj,0.0003117058,0.05000,1.377
33,mlp.experts.96.up_proj,0.0002424257,0.05000,1.370
33,mlp.experts.102.up_proj,0.0005317548,0.05000,1.339
33,mlp.experts.109.up_proj,0.0006695783,0.05000,1.291
33,mlp.experts.107.up_proj,0.0002549341,0.05000,1.253
33,mlp.experts.100.up_proj,0.0006961374,0.05000,1.233
33,mlp.experts.106.up_proj,0.0001516480,0.05000,1.162
33,mlp.experts.113.up_proj,0.0003991932,0.05000,1.234
33,mlp.experts.111.up_proj,0.0003497786,0.05000,1.244
33,mlp.experts.104.up_proj,0.0002670405,0.05000,1.241
33,mlp.experts.110.up_proj,0.0001450110,0.05000,1.185
33,mlp.experts.117.up_proj,0.0003090351,0.05000,1.242
33,mlp.experts.115.up_proj,0.0003809208,0.05000,1.253
33,mlp.experts.108.up_proj,0.0002985966,0.05000,1.253
33,mlp.experts.114.up_proj,0.0004207848,0.05000,1.209
33,mlp.experts.121.up_proj,0.0002243573,0.05000,1.565
33,mlp.experts.119.up_proj,0.0005425871,0.05000,3.062
33,mlp.experts.118.up_proj,0.0005343007,0.05000,2.950
33,mlp.experts.125.up_proj,0.0006445639,0.05000,1.917
33,mlp.experts.112.up_proj,0.0003755151,0.05000,3.110
33,mlp.experts.122.up_proj,0.0003237627,0.05000,1.539
33,mlp.experts.116.up_proj,0.0002969580,0.05000,1.519
33,mlp.experts.129.up_proj,0.0002542971,0.05000,2.626
33,mlp.experts.123.up_proj,0.0007994002,0.05000,2.825
33,mlp.experts.126.up_proj,0.0003583137,0.05000,1.309
33,mlp.experts.120.up_proj,0.0009012572,0.05000,1.290
33,mlp.experts.133.up_proj,0.0004704967,0.05000,1.203
33,mlp.experts.127.up_proj,0.0001575122,0.05000,1.234
33,mlp.experts.130.up_proj,0.0001777933,0.05000,1.242
33,mlp.experts.124.up_proj,0.0004316230,0.05000,1.382
33,mlp.experts.137.up_proj,0.0006574467,0.05000,1.345
33,mlp.experts.131.up_proj,0.0005491648,0.05000,1.369
33,mlp.experts.134.up_proj,0.0004531404,0.05000,1.369
33,mlp.experts.128.up_proj,0.0005108778,0.05000,1.337
33,mlp.experts.141.up_proj,0.0005047225,0.05000,1.333
33,mlp.experts.135.up_proj,0.0004493707,0.05000,1.327
33,mlp.experts.138.up_proj,0.0005850457,0.05000,1.310
33,mlp.experts.132.up_proj,0.0003344985,0.05000,1.310
33,mlp.experts.145.up_proj,0.0007219991,0.05000,1.317
33,mlp.experts.139.up_proj,0.0002450630,0.05000,1.311
33,mlp.experts.142.up_proj,0.0004174365,0.05000,1.303
33,mlp.experts.136.up_proj,0.0006470683,0.05000,1.419
33,mlp.experts.149.up_proj,0.0007055673,0.05000,1.347
33,mlp.experts.143.up_proj,0.0006190621,0.05000,1.336
33,mlp.experts.146.up_proj,0.0005764774,0.05000,1.339
33,mlp.experts.140.up_proj,0.0003541405,0.05000,1.353
33,mlp.experts.153.up_proj,0.0004206763,0.05000,1.338
33,mlp.experts.147.up_proj,0.0003483671,0.05000,1.334
33,mlp.experts.150.up_proj,0.0004474085,0.05000,1.342
33,mlp.experts.144.up_proj,0.0003350893,0.05000,1.342
33,mlp.experts.157.up_proj,0.0003997467,0.05000,1.326
33,mlp.experts.151.up_proj,0.0002775632,0.05000,1.333
33,mlp.experts.154.up_proj,0.0002380176,0.05000,1.335
33,mlp.experts.148.up_proj,0.0006775934,0.05000,1.337
33,mlp.experts.161.up_proj,0.0003833409,0.05000,1.297
33,mlp.experts.155.up_proj,0.0003796330,0.05000,1.280
33,mlp.experts.158.up_proj,0.0003809576,0.05000,1.290
33,mlp.experts.152.up_proj,0.0002983595,0.05000,1.224
33,mlp.experts.165.up_proj,0.0002432406,0.05000,1.252
33,mlp.experts.159.up_proj,0.0002733285,0.05000,1.239
33,mlp.experts.162.up_proj,0.0005050964,0.05000,1.243
33,mlp.experts.156.up_proj,0.0002472210,0.05000,1.231
33,mlp.experts.169.up_proj,0.0007536732,0.05000,1.341
33,mlp.experts.163.up_proj,0.0005959106,0.05000,1.342
33,mlp.experts.166.up_proj,0.0006204518,0.05000,1.361
33,mlp.experts.160.up_proj,0.0002743995,0.05000,1.357
33,mlp.experts.173.up_proj,0.0004598579,0.05000,1.281
33,mlp.experts.167.up_proj,0.0003365340,0.05000,1.277
33,mlp.experts.170.up_proj,0.0004433554,0.05000,1.235
33,mlp.experts.164.up_proj,0.0003420064,0.05000,1.403
33,mlp.experts.177.up_proj,0.0002748543,0.05000,1.713
33,mlp.experts.174.up_proj,0.0003577460,0.05000,2.336
33,mlp.experts.171.up_proj,0.0003459512,0.05000,2.628
33,mlp.experts.181.up_proj,0.0006199953,0.05000,1.557
33,mlp.experts.168.up_proj,0.0003123470,0.05000,3.026
33,mlp.experts.178.up_proj,0.0003168562,0.05000,2.533
33,mlp.experts.185.up_proj,0.0003405420,0.05000,1.991
33,mlp.experts.175.up_proj,0.0007952075,0.05000,3.440
33,mlp.experts.172.up_proj,0.0002966100,0.05000,3.160
33,mlp.experts.182.up_proj,0.0003413317,0.05000,2.065
33,mlp.experts.179.up_proj,0.0002944414,0.05000,1.981
33,mlp.experts.189.up_proj,0.0004405432,0.05000,2.994
33,mlp.experts.186.up_proj,0.0003018262,0.05000,1.556
33,mlp.experts.176.up_proj,0.0002591269,0.05000,2.281
33,mlp.experts.183.up_proj,0.0002138171,0.05000,1.364
33,mlp.experts.193.up_proj,0.0006826791,0.05000,1.391
33,mlp.experts.190.up_proj,0.0003355564,0.05000,1.377
33,mlp.experts.180.up_proj,0.0003075391,0.05000,1.375
33,mlp.experts.187.up_proj,0.0003834532,0.05000,1.390
33,mlp.experts.197.up_proj,0.0002177348,0.05000,1.380
33,mlp.experts.194.up_proj,0.0004856111,0.05000,1.416
33,mlp.experts.184.up_proj,0.0004808499,0.05000,1.369
33,mlp.experts.191.up_proj,0.0005888224,0.05000,1.367
33,mlp.experts.201.up_proj,0.0003038243,0.05000,1.360
33,mlp.experts.198.up_proj,0.0004120869,0.05000,1.213
33,mlp.experts.188.up_proj,0.0005712128,0.05000,1.026
33,mlp.experts.195.up_proj,0.0003750486,0.05000,0.607
33,mlp.experts.205.up_proj,0.0003716334,0.05000,1.208
33,mlp.experts.202.up_proj,0.0003368390,0.05000,1.261
33,mlp.experts.199.up_proj,0.0003991504,0.05000,1.280
33,mlp.experts.192.up_proj,0.0002932370,0.05000,1.308
33,mlp.experts.209.up_proj,0.0003358612,0.05000,1.233
33,mlp.experts.203.up_proj,0.0003273645,0.05000,1.256
33,mlp.experts.196.up_proj,0.0005125249,0.05000,1.266
33,mlp.experts.206.up_proj,0.0003333025,0.05000,1.345
33,mlp.experts.213.up_proj,0.0006338254,0.05000,1.325
33,mlp.experts.207.up_proj,0.0004069766,0.05000,1.312
33,mlp.experts.210.up_proj,0.0002246870,0.05000,1.301
33,mlp.experts.200.up_proj,0.0003269838,0.05000,1.419
33,mlp.experts.217.up_proj,0.0002770451,0.05000,1.247
33,mlp.experts.211.up_proj,0.0003187258,0.05000,1.280
33,mlp.experts.214.up_proj,0.0002868907,0.05000,1.270
33,mlp.experts.204.up_proj,0.0001691070,0.05000,1.276
33,mlp.experts.221.up_proj,0.0006328973,0.05000,1.221
33,mlp.experts.215.up_proj,0.0003414318,0.05000,1.259
33,mlp.experts.218.up_proj,0.0003447455,0.05000,1.256
33,mlp.experts.208.up_proj,0.0003517527,0.05000,1.261
33,mlp.experts.225.up_proj,0.0003730148,0.05000,1.250
33,mlp.experts.219.up_proj,0.0003120443,0.05000,1.289
33,mlp.experts.222.up_proj,0.0008103477,0.05000,1.291
33,mlp.experts.212.up_proj,0.0002948638,0.05000,1.257
33,mlp.experts.229.up_proj,0.0005769116,0.05000,1.258
33,mlp.experts.226.up_proj,0.0005408999,0.05000,1.183
33,mlp.experts.223.up_proj,0.0002938277,0.05000,1.255
33,mlp.experts.216.up_proj,0.0007837496,0.05000,1.199
33,mlp.experts.233.up_proj,0.0006941723,0.05000,1.106
33,mlp.experts.230.up_proj,0.0004786248,0.05000,1.241
33,mlp.experts.227.up_proj,0.0003393694,0.05000,1.312
33,mlp.experts.220.up_proj,0.0004030252,0.05000,1.352
33,mlp.experts.237.up_proj,0.0002812487,0.05000,1.475
33,mlp.experts.231.up_proj,0.0004400278,0.05000,1.359
33,mlp.experts.234.up_proj,0.0003390709,0.05000,1.513
33,mlp.experts.224.up_proj,0.0003450721,0.05000,1.577
33,mlp.experts.241.up_proj,0.0004831676,0.05000,1.513
33,mlp.experts.235.up_proj,0.0003039348,0.05000,1.372
33,mlp.experts.238.up_proj,0.0002488217,0.05000,1.412
33,mlp.experts.228.up_proj,0.0003346087,0.05000,1.427
33,mlp.experts.245.up_proj,0.0006512756,0.05000,1.252
33,mlp.experts.239.up_proj,0.0003037342,0.05000,1.183
33,mlp.experts.242.up_proj,0.0004073488,0.05000,1.422
33,mlp.experts.232.up_proj,0.0003112195,0.05000,1.428
33,mlp.experts.249.up_proj,0.0009875833,0.05000,1.291
33,mlp.experts.243.up_proj,0.0005243916,0.05000,1.307
33,mlp.experts.246.up_proj,0.0003754051,0.05000,1.304
33,mlp.experts.236.up_proj,0.0002918412,0.05000,1.333
33,mlp.experts.253.up_proj,0.0003902686,0.05000,1.353
33,mlp.experts.247.up_proj,0.0002595010,0.05000,1.327
33,mlp.experts.250.up_proj,0.0003417941,0.05000,1.197
33,mlp.experts.240.up_proj,0.0003288303,0.05000,1.102
33,mlp.experts.251.up_proj,0.0003477951,0.05000,0.862
33,mlp.experts.254.up_proj,0.0003369338,0.05000,0.860
33,mlp.experts.244.up_proj,0.0003030975,0.05000,0.812
33,mlp.experts.255.up_proj,0.0003306152,0.05000,0.717
33,mlp.experts.248.up_proj,0.0003538782,0.05000,0.453
33,mlp.experts.252.up_proj,0.0004893167,0.05000,0.209
33,mlp.experts.3.down_proj,0.0000437728,0.05000,0.311
33,mlp.experts.2.down_proj,0.0000194358,0.05000,0.329
33,mlp.experts.0.down_proj,0.0000229981,0.05000,0.341
33,mlp.experts.1.down_proj,0.0000139502,0.05000,0.344
33,mlp.experts.7.down_proj,0.0000297055,0.05000,0.318
33,mlp.experts.6.down_proj,0.0000439719,0.05000,0.330
33,mlp.experts.4.down_proj,0.0000096129,0.05000,0.335
33,mlp.experts.5.down_proj,0.0001340705,0.05000,0.334
33,mlp.experts.11.down_proj,0.0000435535,0.05000,0.331
33,mlp.experts.10.down_proj,0.0000163299,0.05000,0.328
33,mlp.experts.9.down_proj,0.0000165674,0.05000,0.329
33,mlp.experts.8.down_proj,0.0000199837,0.05000,0.336
33,mlp.experts.15.down_proj,0.0000158438,0.05000,0.351
33,mlp.experts.14.down_proj,0.0000124532,0.05000,0.351
33,mlp.experts.12.down_proj,0.0000194858,0.05000,0.346
33,mlp.experts.13.down_proj,0.0000155104,0.05000,0.361
33,mlp.experts.19.down_proj,0.0000071529,0.05000,0.354
33,mlp.experts.18.down_proj,0.0000529223,0.05000,0.353
33,mlp.experts.16.down_proj,0.0000585450,0.05000,0.344
33,mlp.experts.17.down_proj,0.0000079553,0.05000,0.356
33,mlp.experts.23.down_proj,0.0000432346,0.05000,0.361
33,mlp.experts.22.down_proj,0.0000156564,0.05000,0.363
33,mlp.experts.20.down_proj,0.0000325067,0.05000,0.357
33,mlp.experts.21.down_proj,0.0001256092,0.05000,0.361
33,mlp.experts.27.down_proj,0.0000103547,0.05000,0.360
33,mlp.experts.24.down_proj,0.0000195258,0.05000,0.351
33,mlp.experts.26.down_proj,0.0000262865,0.05000,0.372
33,mlp.experts.25.down_proj,0.0000170844,0.05000,0.363
33,mlp.experts.31.down_proj,0.0000845980,0.05000,0.358
33,mlp.experts.28.down_proj,0.0000639727,0.05000,0.363
33,mlp.experts.30.down_proj,0.0000300823,0.05000,0.364
33,mlp.experts.29.down_proj,0.0000202309,0.05000,0.369
33,mlp.experts.35.down_proj,0.0000073234,0.05000,0.367
33,mlp.experts.32.down_proj,0.0000189358,0.05000,0.364
33,mlp.experts.34.down_proj,0.0000239382,0.05000,0.361
33,mlp.experts.33.down_proj,0.0000815904,0.05000,0.365
33,mlp.experts.39.down_proj,0.0000190560,0.05000,0.368
33,mlp.experts.36.down_proj,0.0000293789,0.05000,0.368
33,mlp.experts.38.down_proj,0.0000275890,0.05000,0.363
33,mlp.experts.37.down_proj,0.0000421055,0.05000,0.363
33,mlp.experts.43.down_proj,0.0000315643,0.05000,0.358
33,mlp.experts.40.down_proj,0.0000845382,0.05000,0.363
33,mlp.experts.42.down_proj,0.0000268490,0.05000,0.364
33,mlp.experts.41.down_proj,0.0000476317,0.05000,0.365
33,mlp.experts.47.down_proj,0.0000252535,0.05000,0.360
33,mlp.experts.44.down_proj,0.0000078660,0.05000,0.359
33,mlp.experts.46.down_proj,0.0000573968,0.05000,0.353
33,mlp.experts.45.down_proj,0.0000490041,0.05000,0.352
33,mlp.experts.51.down_proj,0.0000181684,0.05000,0.354
33,mlp.experts.48.down_proj,0.0000429031,0.05000,0.356
33,mlp.experts.50.down_proj,0.0000182008,0.05000,0.359
33,mlp.experts.49.down_proj,0.0000791187,0.05000,0.359
33,mlp.experts.55.down_proj,0.0000363421,0.05000,0.354
33,mlp.experts.52.down_proj,0.0000106045,0.05000,0.358
33,mlp.experts.54.down_proj,0.0000368315,0.05000,0.364
33,mlp.experts.53.down_proj,0.0000123542,0.05000,0.363
33,mlp.experts.59.down_proj,0.0000342695,0.05000,0.355
33,mlp.experts.56.down_proj,0.0000849773,0.05000,0.353
33,mlp.experts.58.down_proj,0.0000345180,0.05000,0.359
33,mlp.experts.57.down_proj,0.0001390618,0.05000,0.350
33,mlp.experts.63.down_proj,0.0000250441,0.05000,0.364
33,mlp.experts.60.down_proj,0.0000182970,0.05000,0.364
33,mlp.experts.62.down_proj,0.0000137773,0.05000,0.358
33,mlp.experts.61.down_proj,0.0000385436,0.05000,0.359
33,mlp.experts.67.down_proj,0.0000086002,0.05000,0.343
33,mlp.experts.64.down_proj,0.0000097849,0.05000,0.346
33,mlp.experts.66.down_proj,0.0000388103,0.05000,0.356
33,mlp.experts.65.down_proj,0.0000493787,0.05000,0.349
33,mlp.experts.71.down_proj,0.0000139537,0.05000,0.356
33,mlp.experts.68.down_proj,0.0000364006,0.05000,0.357
33,mlp.experts.70.down_proj,0.0000334961,0.05000,0.355
33,mlp.experts.69.down_proj,0.0000278417,0.05000,0.363
33,mlp.experts.75.down_proj,0.0001822510,0.05000,0.351
33,mlp.experts.72.down_proj,0.0000281768,0.05000,0.350
33,mlp.experts.74.down_proj,0.0000338863,0.05000,0.355
33,mlp.experts.73.down_proj,0.0000310772,0.05000,0.350
33,mlp.experts.79.down_proj,0.0000413641,0.05000,0.349
33,mlp.experts.76.down_proj,0.0001255760,0.05000,0.351
33,mlp.experts.78.down_proj,0.0001016318,0.05000,0.348
33,mlp.experts.77.down_proj,0.0000069308,0.05000,0.352
33,mlp.experts.83.down_proj,0.0000298005,0.05000,0.351
33,mlp.experts.80.down_proj,0.0000409458,0.05000,0.361
33,mlp.experts.82.down_proj,0.0000194297,0.05000,0.349
33,mlp.experts.81.down_proj,0.0000469667,0.05000,0.354
33,mlp.experts.87.down_proj,0.0000401979,0.05000,0.351
33,mlp.experts.84.down_proj,0.0000248749,0.05000,0.355
33,mlp.experts.86.down_proj,0.0000534772,0.05000,0.354
33,mlp.experts.85.down_proj,0.0000390963,0.05000,0.346
33,mlp.experts.91.down_proj,0.0000402222,0.05000,0.339
33,mlp.experts.90.down_proj,0.0000085673,0.05000,0.339
33,mlp.experts.88.down_proj,0.0000186967,0.05000,0.347
33,mlp.experts.89.down_proj,0.0000180508,0.05000,0.340
33,mlp.experts.95.down_proj,0.0001175764,0.05000,0.341
33,mlp.experts.94.down_proj,0.0000378781,0.05000,0.340
33,mlp.experts.92.down_proj,0.0000114559,0.05000,0.350
33,mlp.experts.93.down_proj,0.0000478005,0.05000,0.350
33,mlp.experts.99.down_proj,0.0000144218,0.05000,0.346
33,mlp.experts.98.down_proj,0.0000061787,0.05000,0.344
33,mlp.experts.96.down_proj,0.0000445206,0.05000,0.352
33,mlp.experts.97.down_proj,0.0000623582,0.05000,0.359
33,mlp.experts.103.down_proj,0.0000432638,0.05000,0.350
33,mlp.experts.102.down_proj,0.0001012080,0.05000,0.355
33,mlp.experts.100.down_proj,0.0000382654,0.05000,0.352
33,mlp.experts.101.down_proj,0.0000109578,0.05000,0.358
33,mlp.experts.107.down_proj,0.0000361592,0.05000,0.347
33,mlp.experts.106.down_proj,0.0000168443,0.05000,0.350
33,mlp.experts.104.down_proj,0.0000377179,0.05000,0.354
33,mlp.experts.105.down_proj,0.0000293236,0.05000,0.347
33,mlp.experts.111.down_proj,0.0001369962,0.05000,0.354
33,mlp.experts.110.down_proj,0.0000188030,0.05000,0.352
33,mlp.experts.108.down_proj,0.0000090638,0.05000,0.358
33,mlp.experts.109.down_proj,0.0000192696,0.05000,0.358
33,mlp.experts.115.down_proj,0.0000210177,0.05000,0.352
33,mlp.experts.114.down_proj,0.0000180426,0.05000,0.360
33,mlp.experts.112.down_proj,0.0000183294,0.05000,0.354
33,mlp.experts.113.down_proj,0.0000186114,0.05000,0.357
33,mlp.experts.119.down_proj,0.0001596405,0.05000,0.346
33,mlp.experts.118.down_proj,0.0000122881,0.05000,0.350
33,mlp.experts.116.down_proj,0.0000453997,0.05000,0.353
33,mlp.experts.117.down_proj,0.0000328223,0.05000,0.355
33,mlp.experts.123.down_proj,0.0000463078,0.05000,0.343
33,mlp.experts.122.down_proj,0.0000255642,0.05000,0.340
33,mlp.experts.120.down_proj,0.0000671375,0.05000,0.342
33,mlp.experts.121.down_proj,0.0000340895,0.05000,0.337
33,mlp.experts.127.down_proj,0.0000157955,0.05000,0.322
33,mlp.experts.126.down_proj,0.0000487135,0.05000,0.328
33,mlp.experts.124.down_proj,0.0000255013,0.05000,0.329
33,mlp.experts.125.down_proj,0.0000270695,0.05000,0.332
33,mlp.experts.131.down_proj,0.0000201344,0.05000,0.321
33,mlp.experts.130.down_proj,0.0000136391,0.05000,0.330
33,mlp.experts.128.down_proj,0.0000227328,0.05000,0.334
33,mlp.experts.129.down_proj,0.0000232412,0.05000,0.331
33,mlp.experts.135.down_proj,0.0000311903,0.05000,0.316
33,mlp.experts.134.down_proj,0.0000413556,0.05000,0.321
33,mlp.experts.132.down_proj,0.0000522132,0.05000,0.327
33,mlp.experts.133.down_proj,0.0000646505,0.05000,0.322
33,mlp.experts.139.down_proj,0.0000299537,0.05000,0.324
33,mlp.experts.138.down_proj,0.0000207681,0.05000,0.331
33,mlp.experts.136.down_proj,0.0001610636,0.05000,0.324
33,mlp.experts.137.down_proj,0.0000268231,0.05000,0.330
33,mlp.experts.143.down_proj,0.0001046873,0.05000,0.321
33,mlp.experts.142.down_proj,0.0000426833,0.05000,0.327
33,mlp.experts.140.down_proj,0.0000089686,0.05000,0.329
33,mlp.experts.141.down_proj,0.0000135021,0.05000,0.330
33,mlp.experts.147.down_proj,0.0001029843,0.05000,0.323
33,mlp.experts.146.down_proj,0.0000406881,0.05000,0.331
33,mlp.experts.144.down_proj,0.0000123396,0.05000,0.324
33,mlp.experts.145.down_proj,0.0000388145,0.05000,0.328
33,mlp.experts.151.down_proj,0.0000402708,0.05000,0.320
33,mlp.experts.150.down_proj,0.0000158293,0.05000,0.344
33,mlp.experts.148.down_proj,0.0000431353,0.05000,0.344
33,mlp.experts.149.down_proj,0.0000365853,0.05000,0.458
33,mlp.experts.155.down_proj,0.0000117027,0.05000,0.376
33,mlp.experts.154.down_proj,0.0000209756,0.05000,0.363
33,mlp.experts.152.down_proj,0.0000618257,0.05000,0.352
33,mlp.experts.153.down_proj,0.0000113803,0.05000,0.358
33,mlp.experts.159.down_proj,0.0000191302,0.05000,0.356
33,mlp.experts.158.down_proj,0.0000095920,0.05000,0.355
33,mlp.experts.156.down_proj,0.0000468178,0.05000,0.363
33,mlp.experts.157.down_proj,0.0000184320,0.05000,0.367
33,mlp.experts.163.down_proj,0.0000212903,0.05000,0.364
33,mlp.experts.162.down_proj,0.0001095399,0.05000,0.359
33,mlp.experts.160.down_proj,0.0000271714,0.05000,0.360
33,mlp.experts.161.down_proj,0.0000939030,0.05000,0.361
33,mlp.experts.167.down_proj,0.0000374581,0.05000,0.362
33,mlp.experts.166.down_proj,0.0000739232,0.05000,0.364
33,mlp.experts.164.down_proj,0.0000176149,0.05000,0.364
33,mlp.experts.165.down_proj,0.0000227686,0.05000,0.352
33,mlp.experts.171.down_proj,0.0000181957,0.05000,0.352
33,mlp.experts.170.down_proj,0.0000261411,0.05000,0.353
33,mlp.experts.168.down_proj,0.0000458977,0.05000,0.351
33,mlp.experts.169.down_proj,0.0000559579,0.05000,0.355
33,mlp.experts.175.down_proj,0.0000951542,0.05000,0.331
33,mlp.experts.172.down_proj,0.0000469807,0.05000,0.346
33,mlp.experts.174.down_proj,0.0000398918,0.05000,0.401
33,mlp.experts.179.down_proj,0.0000275550,0.05000,0.382
33,mlp.experts.173.down_proj,0.0000125609,0.05000,0.644
33,mlp.experts.178.down_proj,0.0000185681,0.05000,0.580
33,mlp.experts.176.down_proj,0.0000151618,0.05000,0.678
33,mlp.experts.177.down_proj,0.0000265845,0.05000,0.460
33,mlp.experts.183.down_proj,0.0000390910,0.05000,1.020
33,mlp.experts.181.down_proj,0.0001046847,0.05000,0.512
33,mlp.experts.182.down_proj,0.0000654150,0.05000,0.984
33,mlp.experts.180.down_proj,0.0000149317,0.05000,0.968
33,mlp.experts.187.down_proj,0.0000146857,0.05000,0.530
33,mlp.experts.191.down_proj,0.0000356115,0.05000,0.438
33,mlp.experts.185.down_proj,0.0000296273,0.05000,0.973
33,mlp.experts.184.down_proj,0.0000321080,0.05000,0.820
33,mlp.experts.195.down_proj,0.0000123523,0.05000,0.403
33,mlp.experts.186.down_proj,0.0000394197,0.05000,1.032
33,mlp.experts.188.down_proj,0.0000282836,0.05000,0.361
33,mlp.experts.199.down_proj,0.0000161934,0.05000,0.363
33,mlp.experts.192.down_proj,0.0000121294,0.05000,0.372
33,mlp.experts.189.down_proj,0.0001215154,0.05000,0.891
33,mlp.experts.203.down_proj,0.0000315745,0.05000,0.379
33,mlp.experts.190.down_proj,0.0000408130,0.05000,0.829
33,mlp.experts.196.down_proj,0.0000192977,0.05000,0.393
33,mlp.experts.207.down_proj,0.0000169601,0.05000,0.661
33,mlp.experts.200.down_proj,0.0000286056,0.05000,0.457
33,mlp.experts.194.down_proj,0.0000516834,0.05000,0.714
33,mlp.experts.193.down_proj,0.0000547530,0.05000,0.910
33,mlp.experts.211.down_proj,0.0000698980,0.05000,0.472
33,mlp.experts.204.down_proj,0.0000437710,0.05000,0.553
33,mlp.experts.197.down_proj,0.0000083979,0.05000,0.639
33,mlp.experts.198.down_proj,0.0000664884,0.05000,0.905
33,mlp.experts.215.down_proj,0.0001317806,0.05000,0.787
33,mlp.experts.208.down_proj,0.0000088862,0.05000,0.702
33,mlp.experts.201.down_proj,0.0000369086,0.05000,0.858
33,mlp.experts.219.down_proj,0.0000141249,0.05000,0.428
33,mlp.experts.212.down_proj,0.0000263961,0.05000,0.539
33,mlp.experts.202.down_proj,0.0000181147,0.05000,0.969
33,mlp.experts.223.down_proj,0.0000071732,0.05000,0.401
33,mlp.experts.216.down_proj,0.0000516119,0.05000,0.403
33,mlp.experts.205.down_proj,0.0000585241,0.05000,0.637
33,mlp.experts.227.down_proj,0.0000072196,0.05000,0.353
33,mlp.experts.206.down_proj,0.0000704028,0.05000,0.442
33,mlp.experts.220.down_proj,0.0000552213,0.05000,0.391
33,mlp.experts.231.down_proj,0.0000365146,0.05000,0.352
33,mlp.experts.210.down_proj,0.0000231030,0.05000,0.346
33,mlp.experts.224.down_proj,0.0000517497,0.05000,0.389
33,mlp.experts.209.down_proj,0.0000106512,0.05000,0.726
33,mlp.experts.235.down_proj,0.0000123522,0.05000,0.367
33,mlp.experts.214.down_proj,0.0000375530,0.05000,0.446
33,mlp.experts.228.down_proj,0.0000343016,0.05000,0.345
33,mlp.experts.213.down_proj,0.0000235087,0.05000,0.411
33,mlp.experts.239.down_proj,0.0000074359,0.05000,0.338
33,mlp.experts.218.down_proj,0.0000090152,0.05000,0.330
33,mlp.experts.232.down_proj,0.0000521450,0.05000,0.322
33,mlp.experts.217.down_proj,0.0000353355,0.05000,0.332
33,mlp.experts.243.down_proj,0.0000267788,0.05000,0.330
33,mlp.experts.222.down_proj,0.0000326486,0.05000,0.327
33,mlp.experts.236.down_proj,0.0000083737,0.05000,0.320
33,mlp.experts.221.down_proj,0.0000321700,0.05000,0.329
33,mlp.experts.247.down_proj,0.0000607516,0.05000,0.327
33,mlp.experts.226.down_proj,0.0000261538,0.05000,0.335
33,mlp.experts.240.down_proj,0.0000563467,0.05000,0.320
33,mlp.experts.225.down_proj,0.0000299043,0.05000,0.308
33,mlp.experts.251.down_proj,0.0000593191,0.05000,0.308
33,mlp.experts.230.down_proj,0.0000228181,0.05000,0.352
33,mlp.experts.244.down_proj,0.0000731764,0.05000,0.304
33,mlp.experts.229.down_proj,0.0000581951,0.05000,0.317
33,mlp.experts.255.down_proj,0.0000123058,0.05000,0.322
33,mlp.experts.234.down_proj,0.0000575383,0.05000,0.283
33,mlp.experts.248.down_proj,0.0000298750,0.05000,0.278
33,mlp.experts.233.down_proj,0.0000340682,0.05000,0.250
33,mlp.experts.252.down_proj,0.0000202451,0.05000,0.216
33,mlp.experts.238.down_proj,0.0000443182,0.05000,0.226
33,mlp.experts.237.down_proj,0.0000347745,0.05000,0.201
33,mlp.experts.242.down_proj,0.0000211125,0.05000,0.165
33,mlp.experts.241.down_proj,0.0000133359,0.05000,0.169
33,mlp.experts.246.down_proj,0.0000197506,0.05000,0.168
33,mlp.experts.245.down_proj,0.0000467186,0.05000,0.167
33,mlp.experts.250.down_proj,0.0000305465,0.05000,0.169
33,mlp.experts.249.down_proj,0.0000938307,0.05000,0.169
33,mlp.experts.254.down_proj,0.0000104468,0.05000,0.170
33,mlp.experts.253.down_proj,0.0000481692,0.05000,0.136
34,mlp.experts.2.gate_proj,0.0005071129,0.05000,1.180
34,mlp.experts.1.gate_proj,0.0002670183,0.05000,1.234
34,mlp.experts.3.gate_proj,0.0004842997,0.05000,1.254
34,mlp.experts.0.gate_proj,0.0005679278,0.05000,1.278
34,mlp.experts.6.gate_proj,0.0005090911,0.05000,1.201
34,mlp.experts.5.gate_proj,0.0009726506,0.05000,1.240
34,mlp.experts.7.gate_proj,0.0003888487,0.05000,1.248
34,mlp.experts.4.gate_proj,0.0004873251,0.05000,1.235
34,mlp.experts.10.gate_proj,0.0003486472,0.05000,1.349
34,mlp.experts.11.gate_proj,0.0003102379,0.05000,1.342
34,mlp.experts.9.gate_proj,0.0004320425,0.05000,1.674
34,mlp.experts.8.gate_proj,0.0004422577,0.05000,1.649
34,mlp.experts.14.gate_proj,0.0004450125,0.05000,1.297
34,mlp.experts.15.gate_proj,0.0005818516,0.05000,1.258
34,mlp.experts.13.gate_proj,0.0002104350,0.05000,1.272
34,mlp.experts.12.gate_proj,0.0003725886,0.05000,1.287
34,mlp.experts.18.gate_proj,0.0003737860,0.05000,1.238
34,mlp.experts.19.gate_proj,0.0006521651,0.05000,1.238
34,mlp.experts.17.gate_proj,0.0003184615,0.05000,1.209
34,mlp.experts.16.gate_proj,0.0002234991,0.05000,1.184
34,mlp.experts.22.gate_proj,0.0003992161,0.05000,1.226
34,mlp.experts.23.gate_proj,0.0004348409,0.05000,1.262
34,mlp.experts.21.gate_proj,0.0003708454,0.05000,1.281
34,mlp.experts.20.gate_proj,0.0002577222,0.05000,1.325
34,mlp.experts.26.gate_proj,0.0002462836,0.05000,1.262
34,mlp.experts.27.gate_proj,0.0001861992,0.05000,1.280
34,mlp.experts.25.gate_proj,0.0009000960,0.05000,1.234
34,mlp.experts.24.gate_proj,0.0005458658,0.05000,1.268
34,mlp.experts.30.gate_proj,0.0006066965,0.05000,1.438
34,mlp.experts.31.gate_proj,0.0003390157,0.05000,1.884
34,mlp.experts.29.gate_proj,0.0003186808,0.05000,1.896
34,mlp.experts.28.gate_proj,0.0002761170,0.05000,3.365
34,mlp.experts.33.gate_proj,0.0004680264,0.05000,2.227
34,mlp.experts.34.gate_proj,0.0003613117,0.05000,3.497
34,mlp.experts.35.gate_proj,0.0007273962,0.05000,3.195
34,mlp.experts.37.gate_proj,0.0002110401,0.05000,1.812
34,mlp.experts.39.gate_proj,0.0008364910,0.05000,1.855
34,mlp.experts.32.gate_proj,0.0002483613,0.05000,3.787
34,mlp.experts.41.gate_proj,0.0004451589,0.05000,1.802
34,mlp.experts.38.gate_proj,0.0004407096,0.05000,3.883
34,mlp.experts.43.gate_proj,0.0005204591,0.05000,1.798
34,mlp.experts.45.gate_proj,0.0004446231,0.05000,1.672
34,mlp.experts.42.gate_proj,0.0004261007,0.05000,1.538
34,mlp.experts.36.gate_proj,0.0002624485,0.05000,2.788
34,mlp.experts.47.gate_proj,0.0004695063,0.05000,1.894
34,mlp.experts.49.gate_proj,0.0003179678,0.05000,1.252
34,mlp.experts.51.gate_proj,0.0002898045,0.05000,1.454
34,mlp.experts.46.gate_proj,0.0004429728,0.05000,1.912
34,mlp.experts.40.gate_proj,0.0004608300,0.05000,1.922
34,mlp.experts.55.gate_proj,0.0003684332,0.05000,1.596
34,mlp.experts.53.gate_proj,0.0004312046,0.05000,3.145
34,mlp.experts.44.gate_proj,0.0002393411,0.05000,1.952
34,mlp.experts.59.gate_proj,0.0005580270,0.05000,1.481
34,mlp.experts.50.gate_proj,0.0010272421,0.05000,3.127
34,mlp.experts.48.gate_proj,0.0002620939,0.05000,1.670
34,mlp.experts.57.gate_proj,0.0002817131,0.05000,1.991
34,mlp.experts.63.gate_proj,0.0002851647,0.05000,1.293
34,mlp.experts.54.gate_proj,0.0003098566,0.05000,1.331
34,mlp.experts.52.gate_proj,0.0002344925,0.05000,1.309
34,mlp.experts.61.gate_proj,0.0003963390,0.05000,1.501
34,mlp.experts.58.gate_proj,0.0004071128,0.05000,1.075
34,mlp.experts.67.gate_proj,0.0004807150,0.05000,1.356
34,mlp.experts.56.gate_proj,0.0002412999,0.05000,0.914
34,mlp.experts.65.gate_proj,0.0007262539,0.05000,1.095
34,mlp.experts.62.gate_proj,0.0005467515,0.05000,1.147
34,mlp.experts.71.gate_proj,0.0006241395,0.05000,1.208
34,mlp.experts.60.gate_proj,0.0003259770,0.05000,1.304
34,mlp.experts.69.gate_proj,0.0003611900,0.05000,1.284
34,mlp.experts.66.gate_proj,0.0002000431,0.05000,1.268
34,mlp.experts.75.gate_proj,0.0004082114,0.05000,1.217
34,mlp.experts.64.gate_proj,0.0003606362,0.05000,1.254
34,mlp.experts.73.gate_proj,0.0005457566,0.05000,1.209
34,mlp.experts.70.gate_proj,0.0004889140,0.05000,1.172
34,mlp.experts.79.gate_proj,0.0006177776,0.05000,1.108
34,mlp.experts.68.gate_proj,0.0006422750,0.05000,1.192
34,mlp.experts.74.gate_proj,0.0002119208,0.05000,1.336
34,mlp.experts.77.gate_proj,0.0007885374,0.05000,1.475
34,mlp.experts.83.gate_proj,0.0002511312,0.05000,1.368
34,mlp.experts.72.gate_proj,0.0003236969,0.05000,1.347
34,mlp.experts.78.gate_proj,0.0017783020,0.05000,1.326
34,mlp.experts.81.gate_proj,0.0003581172,0.05000,1.355
34,mlp.experts.87.gate_proj,0.0003724864,0.05000,1.363
34,mlp.experts.76.gate_proj,0.0002596335,0.05000,1.423
34,mlp.experts.82.gate_proj,0.0004878070,0.05000,1.274
34,mlp.experts.85.gate_proj,0.0003477548,0.05000,1.275
34,mlp.experts.91.gate_proj,0.0006088869,0.05000,1.220
34,mlp.experts.80.gate_proj,0.0004598347,0.05000,1.263
34,mlp.experts.86.gate_proj,0.0003549864,0.05000,1.330
34,mlp.experts.95.gate_proj,0.0002502153,0.05000,1.260
34,mlp.experts.89.gate_proj,0.0006696586,0.05000,1.337
34,mlp.experts.84.gate_proj,0.0003993619,0.05000,1.218
34,mlp.experts.99.gate_proj,0.0003140306,0.05000,1.231
34,mlp.experts.93.gate_proj,0.0003955797,0.05000,1.235
34,mlp.experts.90.gate_proj,0.0003151938,0.05000,1.331
34,mlp.experts.88.gate_proj,0.0006063051,0.05000,1.215
34,mlp.experts.103.gate_proj,0.0006407312,0.05000,1.286
34,mlp.experts.97.gate_proj,0.0005099980,0.05000,1.292
34,mlp.experts.94.gate_proj,0.0003204522,0.05000,1.280
34,mlp.experts.92.gate_proj,0.0003251982,0.05000,1.317
34,mlp.experts.107.gate_proj,0.0005425302,0.05000,1.352
34,mlp.experts.98.gate_proj,0.0006511499,0.05000,1.328
34,mlp.experts.101.gate_proj,0.0004181647,0.05000,1.357
34,mlp.experts.96.gate_proj,0.0002329909,0.05000,1.344
34,mlp.experts.111.gate_proj,0.0007476129,0.05000,1.353
34,mlp.experts.102.gate_proj,0.0003299272,0.05000,1.361
34,mlp.experts.105.gate_proj,0.0004830485,0.05000,1.357
34,mlp.experts.100.gate_proj,0.0005440856,0.05000,1.358
34,mlp.experts.115.gate_proj,0.0006401307,0.05000,1.352
34,mlp.experts.109.gate_proj,0.0006229804,0.05000,1.342
34,mlp.experts.106.gate_proj,0.0003239240,0.05000,1.380
34,mlp.experts.104.gate_proj,0.0009453259,0.05000,1.330
34,mlp.experts.119.gate_proj,0.0010297066,0.05000,1.585
34,mlp.experts.113.gate_proj,0.0004231955,0.05000,1.935
34,mlp.experts.110.gate_proj,0.0004029314,0.05000,2.073
34,mlp.experts.108.gate_proj,0.0006171844,0.05000,2.271
34,mlp.experts.123.gate_proj,0.0001629224,0.05000,2.594
34,mlp.experts.117.gate_proj,0.0007840669,0.05000,2.288
34,mlp.experts.114.gate_proj,0.0003361420,0.05000,2.145
34,mlp.experts.112.gate_proj,0.0003996115,0.05000,2.445
34,mlp.experts.121.gate_proj,0.0001846005,0.05000,1.226
34,mlp.experts.118.gate_proj,0.0005378041,0.05000,1.223
34,mlp.experts.127.gate_proj,0.0004200815,0.05000,2.543
34,mlp.experts.122.gate_proj,0.0007635660,0.05000,1.212
34,mlp.experts.125.gate_proj,0.0006128985,0.05000,1.325
34,mlp.experts.116.gate_proj,0.0005601627,0.05000,1.721
34,mlp.experts.131.gate_proj,0.0003125863,0.05000,1.363
34,mlp.experts.126.gate_proj,0.0005484909,0.05000,1.369
34,mlp.experts.129.gate_proj,0.0003557745,0.05000,1.351
34,mlp.experts.120.gate_proj,0.0005375002,0.05000,1.381
34,mlp.experts.135.gate_proj,0.0005948581,0.05000,1.356
34,mlp.experts.130.gate_proj,0.0003381395,0.05000,1.343
34,mlp.experts.133.gate_proj,0.0003671313,0.05000,1.354
34,mlp.experts.124.gate_proj,0.0006675904,0.05000,1.345
34,mlp.experts.139.gate_proj,0.0007731587,0.05000,1.338
34,mlp.experts.134.gate_proj,0.0006331290,0.05000,1.360
34,mlp.experts.137.gate_proj,0.0004385332,0.05000,1.332
34,mlp.experts.128.gate_proj,0.0007558902,0.05000,1.347
34,mlp.experts.143.gate_proj,0.0004377184,0.05000,1.280
34,mlp.experts.138.gate_proj,0.0004479665,0.05000,1.287
34,mlp.experts.141.gate_proj,0.0005395372,0.05000,1.277
34,mlp.experts.132.gate_proj,0.0001959362,0.05000,1.231
34,mlp.experts.147.gate_proj,0.0006321996,0.05000,1.278
34,mlp.experts.142.gate_proj,0.0004844302,0.05000,1.283
34,mlp.experts.145.gate_proj,0.0008484048,0.05000,1.281
34,mlp.experts.136.gate_proj,0.0005386545,0.05000,1.235
34,mlp.experts.151.gate_proj,0.0002392199,0.05000,1.269
34,mlp.experts.146.gate_proj,0.0005227602,0.05000,1.273
34,mlp.experts.140.gate_proj,0.0005040988,0.05000,1.222
34,mlp.experts.149.gate_proj,0.0003629268,0.05000,1.306
34,mlp.experts.155.gate_proj,0.0002850071,0.05000,1.340
34,mlp.experts.150.gate_proj,0.0002188662,0.05000,1.343
34,mlp.experts.153.gate_proj,0.0006036809,0.05000,1.318
34,mlp.experts.144.gate_proj,0.0005870130,0.05000,1.369
34,mlp.experts.154.gate_proj,0.0002115367,0.05000,1.317
34,mlp.experts.157.gate_proj,0.0003400003,0.05000,1.309
34,mlp.experts.159.gate_proj,0.0002838192,0.05000,1.425
34,mlp.experts.148.gate_proj,0.0009136778,0.05000,1.352
34,mlp.experts.158.gate_proj,0.0004496630,0.05000,1.365
34,mlp.experts.161.gate_proj,0.0004499672,0.05000,1.379
34,mlp.experts.163.gate_proj,0.0003680637,0.05000,1.386
34,mlp.experts.152.gate_proj,0.0003541190,0.05000,1.372
34,mlp.experts.167.gate_proj,0.0005084810,0.05000,1.199
34,mlp.experts.162.gate_proj,0.0005774918,0.05000,1.359
34,mlp.experts.156.gate_proj,0.0007949363,0.05000,1.327
34,mlp.experts.165.gate_proj,0.0006479442,0.05000,1.388
34,mlp.experts.171.gate_proj,0.0003993049,0.05000,1.259
34,mlp.experts.166.gate_proj,0.0003525660,0.05000,1.278
34,mlp.experts.169.gate_proj,0.0004903609,0.05000,1.261
34,mlp.experts.160.gate_proj,0.0005887188,0.05000,1.361
34,mlp.experts.175.gate_proj,0.0003074816,0.05000,1.182
34,mlp.experts.170.gate_proj,0.0002951074,0.05000,1.181
34,mlp.experts.173.gate_proj,0.0005500291,0.05000,1.204
34,mlp.experts.164.gate_proj,0.0005351260,0.05000,1.173
34,mlp.experts.179.gate_proj,0.0004127585,0.05000,1.291
34,mlp.experts.174.gate_proj,0.0004303989,0.05000,1.301
34,mlp.experts.177.gate_proj,0.0004839395,0.05000,1.295
34,mlp.experts.168.gate_proj,0.0004256030,0.05000,1.272
34,mlp.experts.183.gate_proj,0.0004099614,0.05000,1.289
34,mlp.experts.178.gate_proj,0.0007064479,0.05000,1.260
34,mlp.experts.181.gate_proj,0.0002819897,0.05000,1.280
34,mlp.experts.172.gate_proj,0.0007439082,0.05000,1.272
34,mlp.experts.187.gate_proj,0.0002655726,0.05000,1.249
34,mlp.experts.182.gate_proj,0.0004966416,0.05000,1.205
34,mlp.experts.185.gate_proj,0.0004201165,0.05000,1.241
34,mlp.experts.176.gate_proj,0.0003147913,0.05000,1.247
34,mlp.experts.186.gate_proj,0.0003756773,0.05000,1.193
34,mlp.experts.191.gate_proj,0.0004166770,0.05000,1.273
34,mlp.experts.189.gate_proj,0.0005727573,0.05000,1.275
34,mlp.experts.180.gate_proj,0.0002761150,0.05000,1.277
34,mlp.experts.190.gate_proj,0.0008802529,0.05000,1.365
34,mlp.experts.195.gate_proj,0.0003242637,0.05000,1.361
34,mlp.experts.193.gate_proj,0.0007109747,0.05000,1.368
34,mlp.experts.184.gate_proj,0.0007109141,0.05000,1.350
34,mlp.experts.194.gate_proj,0.0005868051,0.05000,1.374
34,mlp.experts.199.gate_proj,0.0002418605,0.05000,1.352
34,mlp.experts.197.gate_proj,0.0006444448,0.05000,1.361
34,mlp.experts.188.gate_proj,0.0002556823,0.05000,1.358
34,mlp.experts.198.gate_proj,0.0009503553,0.05000,1.350
34,mlp.experts.203.gate_proj,0.0006471598,0.05000,1.350
34,mlp.experts.201.gate_proj,0.0006979376,0.05000,1.274
34,mlp.experts.192.gate_proj,0.0003909592,0.05000,1.272
34,mlp.experts.202.gate_proj,0.0004017422,0.05000,0.328
34,mlp.experts.205.gate_proj,0.0005167097,0.05000,1.331
34,mlp.experts.207.gate_proj,0.0002162174,0.05000,1.342
34,mlp.experts.206.gate_proj,0.0004774706,0.05000,1.369
34,mlp.experts.196.gate_proj,0.0003923235,0.05000,1.393
34,mlp.experts.211.gate_proj,0.0006352799,0.05000,1.341
34,mlp.experts.210.gate_proj,0.0004646527,0.05000,1.343
34,mlp.experts.209.gate_proj,0.0003420222,0.05000,1.388
34,mlp.experts.200.gate_proj,0.0006242543,0.05000,1.365
34,mlp.experts.214.gate_proj,0.0005573498,0.05000,1.324
34,mlp.experts.215.gate_proj,0.0002777814,0.05000,1.356
34,mlp.experts.213.gate_proj,0.0004406893,0.05000,1.361
34,mlp.experts.204.gate_proj,0.0002707253,0.05000,1.348
34,mlp.experts.218.gate_proj,0.0001919680,0.05000,1.344
34,mlp.experts.219.gate_proj,0.0003631383,0.05000,1.367
34,mlp.experts.217.gate_proj,0.0003212342,0.05000,1.355
34,mlp.experts.208.gate_proj,0.0002356084,0.05000,1.354
34,mlp.experts.222.gate_proj,0.0005711323,0.05000,1.185
34,mlp.experts.212.gate_proj,0.0003662236,0.05000,1.109
34,mlp.experts.223.gate_proj,0.0005873901,0.05000,1.208
34,mlp.experts.221.gate_proj,0.0007277436,0.05000,1.293
34,mlp.experts.226.gate_proj,0.0004510244,0.05000,1.230
34,mlp.experts.216.gate_proj,0.0005053893,0.05000,1.227
34,mlp.experts.227.gate_proj,0.0004201885,0.05000,1.212
34,mlp.experts.225.gate_proj,0.0003994351,0.05000,1.221
34,mlp.experts.220.gate_proj,0.0007144787,0.05000,1.008
34,mlp.experts.230.gate_proj,0.0004865457,0.05000,1.014
34,mlp.experts.229.gate_proj,0.0004677802,0.05000,0.971
34,mlp.experts.231.gate_proj,0.0003801890,0.05000,1.115
34,mlp.experts.224.gate_proj,0.0004397565,0.05000,1.242
34,mlp.experts.234.gate_proj,0.0004531252,0.05000,1.281
34,mlp.experts.233.gate_proj,0.0003956051,0.05000,1.315
34,mlp.experts.235.gate_proj,0.0003861558,0.05000,1.303
34,mlp.experts.228.gate_proj,0.0005196267,0.05000,1.218
34,mlp.experts.238.gate_proj,0.0003050779,0.05000,1.261
34,mlp.experts.237.gate_proj,0.0010252115,0.05000,1.254
34,mlp.experts.239.gate_proj,0.0004377617,0.05000,1.266
34,mlp.experts.232.gate_proj,0.0004529102,0.05000,1.233
34,mlp.experts.242.gate_proj,0.0005871565,0.05000,1.269
34,mlp.experts.241.gate_proj,0.0005137927,0.05000,1.279
34,mlp.experts.243.gate_proj,0.0005484042,0.05000,1.292
34,mlp.experts.236.gate_proj,0.0002155490,0.05000,1.350
34,mlp.experts.246.gate_proj,0.0003176752,0.05000,1.336
34,mlp.experts.245.gate_proj,0.0003869668,0.05000,1.345
34,mlp.experts.247.gate_proj,0.0005064765,0.05000,1.346
34,mlp.experts.240.gate_proj,0.0003242885,0.05000,1.255
34,mlp.experts.250.gate_proj,0.0003419073,0.05000,1.285
34,mlp.experts.249.gate_proj,0.0003824901,0.05000,1.267
34,mlp.experts.251.gate_proj,0.0004989915,0.05000,1.265
34,mlp.experts.244.gate_proj,0.0003198657,0.05000,1.232
34,mlp.experts.254.gate_proj,0.0001874641,0.05000,1.268
34,mlp.experts.253.gate_proj,0.0004039718,0.05000,1.264
34,mlp.experts.255.gate_proj,0.0003150642,0.05000,1.275
34,mlp.experts.248.gate_proj,0.0005643456,0.05000,1.224
34,mlp.experts.2.up_proj,0.0004277867,0.05000,1.277
34,mlp.experts.1.up_proj,0.0002571485,0.05000,1.289
34,mlp.experts.3.up_proj,0.0004065643,0.05000,1.280
34,mlp.experts.252.gate_proj,0.0002775956,0.05000,1.335
34,mlp.experts.6.up_proj,0.0003675359,0.05000,1.333
34,mlp.experts.5.up_proj,0.0006751076,0.05000,1.345
34,mlp.experts.7.up_proj,0.0003267952,0.05000,1.338
34,mlp.experts.0.up_proj,0.0004477454,0.05000,1.305
34,mlp.experts.10.up_proj,0.0002970080,0.05000,1.276
34,mlp.experts.9.up_proj,0.0003772074,0.05000,1.303
34,mlp.experts.11.up_proj,0.0003330828,0.05000,1.296
34,mlp.experts.4.up_proj,0.0004005249,0.05000,1.356
34,mlp.experts.14.up_proj,0.0004139452,0.05000,1.354
34,mlp.experts.13.up_proj,0.0001338900,0.05000,1.350
34,mlp.experts.15.up_proj,0.0003954840,0.05000,1.346
34,mlp.experts.8.up_proj,0.0003670677,0.05000,1.357
34,mlp.experts.18.up_proj,0.0003245602,0.05000,1.359
34,mlp.experts.17.up_proj,0.0003092787,0.05000,1.368
34,mlp.experts.19.up_proj,0.0006219947,0.05000,1.366
34,mlp.experts.12.up_proj,0.0003064948,0.05000,1.349
34,mlp.experts.22.up_proj,0.0003263756,0.05000,1.352
34,mlp.experts.23.up_proj,0.0003622943,0.05000,1.329
34,mlp.experts.21.up_proj,0.0003799916,0.05000,1.388
34,mlp.experts.16.up_proj,0.0002868690,0.05000,1.443
34,mlp.experts.26.up_proj,0.0002278253,0.05000,1.300
34,mlp.experts.27.up_proj,0.0001522417,0.05000,1.225
34,mlp.experts.25.up_proj,0.0007601729,0.05000,1.251
34,mlp.experts.20.up_proj,0.0001979855,0.05000,1.345
34,mlp.experts.30.up_proj,0.0005123482,0.05000,1.354
34,mlp.experts.31.up_proj,0.0003174716,0.05000,1.408
34,mlp.experts.29.up_proj,0.0003137129,0.05000,1.390
34,mlp.experts.24.up_proj,0.0004915153,0.05000,1.339
34,mlp.experts.34.up_proj,0.0003359306,0.05000,1.330
34,mlp.experts.35.up_proj,0.0007361339,0.05000,1.274
34,mlp.experts.33.up_proj,0.0004459423,0.05000,1.303
34,mlp.experts.28.up_proj,0.0002261419,0.05000,1.365
34,mlp.experts.38.up_proj,0.0004039837,0.05000,1.356
34,mlp.experts.39.up_proj,0.0006579892,0.05000,1.359
34,mlp.experts.37.up_proj,0.0001742127,0.05000,1.349
34,mlp.experts.32.up_proj,0.0002489369,0.05000,1.206
34,mlp.experts.42.up_proj,0.0003549269,0.05000,1.259
34,mlp.experts.43.up_proj,0.0004634983,0.05000,1.253
34,mlp.experts.41.up_proj,0.0004190302,0.05000,1.255
34,mlp.experts.36.up_proj,0.0002111058,0.05000,1.234
34,mlp.experts.46.up_proj,0.0003785062,0.05000,1.274
34,mlp.experts.47.up_proj,0.0003755202,0.05000,1.280
34,mlp.experts.45.up_proj,0.0003834976,0.05000,1.277
34,mlp.experts.40.up_proj,0.0003991715,0.05000,1.219
34,mlp.experts.50.up_proj,0.0009820792,0.05000,1.271
34,mlp.experts.51.up_proj,0.0002501128,0.05000,1.274
34,mlp.experts.49.up_proj,0.0002664447,0.05000,1.279
34,mlp.experts.44.up_proj,0.0002147263,0.05000,1.232
34,mlp.experts.54.up_proj,0.0002916749,0.05000,1.264
34,mlp.experts.55.up_proj,0.0003384571,0.05000,1.247
34,mlp.experts.53.up_proj,0.0003562053,0.05000,1.261
34,mlp.experts.48.up_proj,0.0002114714,0.05000,1.244
34,mlp.experts.58.up_proj,0.0003157845,0.05000,1.234
34,mlp.experts.59.up_proj,0.0004848426,0.05000,1.200
34,mlp.experts.57.up_proj,0.0002200654,0.05000,1.242
34,mlp.experts.52.up_proj,0.0002245252,0.05000,1.268
34,mlp.experts.62.up_proj,0.0004606080,0.05000,1.270
34,mlp.experts.63.up_proj,0.0002599188,0.05000,1.234
34,mlp.experts.61.up_proj,0.0002859095,0.05000,1.271
34,mlp.experts.56.up_proj,0.0002196106,0.05000,1.049
34,mlp.experts.66.up_proj,0.0001542355,0.05000,1.044
34,mlp.experts.67.up_proj,0.0004492919,0.05000,1.043
34,mlp.experts.65.up_proj,0.0005579421,0.05000,1.030
34,mlp.experts.60.up_proj,0.0003384113,0.05000,1.253
34,mlp.experts.70.up_proj,0.0004434408,0.05000,1.219
34,mlp.experts.71.up_proj,0.0005725938,0.05000,1.252
34,mlp.experts.69.up_proj,0.0003088689,0.05000,1.257
34,mlp.experts.64.up_proj,0.0003292531,0.05000,1.286
34,mlp.experts.74.up_proj,0.0001657418,0.05000,1.271
34,mlp.experts.75.up_proj,0.0003980075,0.05000,1.337
34,mlp.experts.73.up_proj,0.0004884231,0.05000,1.311
34,mlp.experts.68.up_proj,0.0005498123,0.05000,1.369
34,mlp.experts.78.up_proj,0.0011057413,0.05000,1.366
34,mlp.experts.79.up_proj,0.0004899915,0.05000,1.373
34,mlp.experts.77.up_proj,0.0005821559,0.05000,1.361
34,mlp.experts.72.up_proj,0.0002699341,0.05000,1.350
34,mlp.experts.82.up_proj,0.0003305817,0.05000,1.367
34,mlp.experts.83.up_proj,0.0002437681,0.05000,1.368
34,mlp.experts.81.up_proj,0.0002641709,0.05000,1.353
34,mlp.experts.86.up_proj,0.0003664279,0.05000,1.544
34,mlp.experts.76.up_proj,0.0002035680,0.05000,1.820
34,mlp.experts.87.up_proj,0.0003233233,0.05000,2.489
34,mlp.experts.85.up_proj,0.0002975700,0.05000,2.420
34,mlp.experts.90.up_proj,0.0002519123,0.05000,1.817
34,mlp.experts.80.up_proj,0.0003726507,0.05000,1.880
34,mlp.experts.89.up_proj,0.0004357099,0.05000,1.297
34,mlp.experts.91.up_proj,0.0003088124,0.05000,1.350
34,mlp.experts.94.up_proj,0.0002826223,0.05000,1.489
34,mlp.experts.93.up_proj,0.0002543613,0.05000,2.420
34,mlp.experts.84.up_proj,0.0003011437,0.05000,2.873
34,mlp.experts.98.up_proj,0.0005239289,0.05000,1.818
34,mlp.experts.95.up_proj,0.0002315801,0.05000,2.886
34,mlp.experts.97.up_proj,0.0003717755,0.05000,1.309
34,mlp.experts.88.up_proj,0.0004197734,0.05000,1.448
34,mlp.experts.102.up_proj,0.0002969684,0.05000,1.245
34,mlp.experts.99.up_proj,0.0002784944,0.05000,1.258
34,mlp.experts.101.up_proj,0.0004267335,0.05000,1.212
34,mlp.experts.92.up_proj,0.0003182051,0.05000,1.201
34,mlp.experts.106.up_proj,0.0002882569,0.05000,1.196
34,mlp.experts.103.up_proj,0.0004111302,0.05000,1.216
34,mlp.experts.105.up_proj,0.0004498286,0.05000,1.288
34,mlp.experts.96.up_proj,0.0002326197,0.05000,1.272
34,mlp.experts.110.up_proj,0.0003453220,0.05000,1.239
34,mlp.experts.107.up_proj,0.0004442262,0.05000,1.270
34,mlp.experts.109.up_proj,0.0004250579,0.05000,1.167
34,mlp.experts.100.up_proj,0.0004893819,0.05000,1.137
34,mlp.experts.114.up_proj,0.0002939385,0.05000,1.159
34,mlp.experts.111.up_proj,0.0006093834,0.05000,1.155
34,mlp.experts.113.up_proj,0.0004076338,0.05000,1.318
34,mlp.experts.104.up_proj,0.0007588202,0.05000,1.306
34,mlp.experts.118.up_proj,0.0005232919,0.05000,1.328
34,mlp.experts.115.up_proj,0.0006026846,0.05000,1.368
34,mlp.experts.117.up_proj,0.0005167835,0.05000,1.375
34,mlp.experts.108.up_proj,0.0005377330,0.05000,1.358
34,mlp.experts.122.up_proj,0.0005049280,0.05000,1.365
34,mlp.experts.119.up_proj,0.0007717958,0.05000,1.369
34,mlp.experts.121.up_proj,0.0001756540,0.05000,1.360
34,mlp.experts.112.up_proj,0.0003399180,0.05000,1.361
34,mlp.experts.126.up_proj,0.0005152554,0.05000,1.358
34,mlp.experts.123.up_proj,0.0001358661,0.05000,1.364
34,mlp.experts.125.up_proj,0.0005706178,0.05000,1.295
34,mlp.experts.116.up_proj,0.0003876840,0.05000,1.289
34,mlp.experts.130.up_proj,0.0003041284,0.05000,1.297
34,mlp.experts.127.up_proj,0.0004123460,0.05000,1.250
34,mlp.experts.129.up_proj,0.0002940479,0.05000,1.274
34,mlp.experts.120.up_proj,0.0003686459,0.05000,1.274
34,mlp.experts.134.up_proj,0.0004713490,0.05000,1.269
34,mlp.experts.131.up_proj,0.0002659540,0.05000,1.225
34,mlp.experts.133.up_proj,0.0003561534,0.05000,1.252
34,mlp.experts.124.up_proj,0.0005691502,0.05000,1.225
34,mlp.experts.138.up_proj,0.0004484892,0.05000,1.211
34,mlp.experts.135.up_proj,0.0005511834,0.05000,1.171
34,mlp.experts.142.up_proj,0.0004526985,0.05000,1.375
34,mlp.experts.139.up_proj,0.0006400568,0.05000,1.361
34,mlp.experts.137.up_proj,0.0004000186,0.05000,2.090
34,mlp.experts.128.up_proj,0.0004495756,0.05000,2.408
34,mlp.experts.146.up_proj,0.0004260968,0.05000,1.615
34,mlp.experts.132.up_proj,0.0001654010,0.05000,1.892
34,mlp.experts.141.up_proj,0.0005109068,0.05000,2.644
34,mlp.experts.143.up_proj,0.0003789729,0.05000,3.333
34,mlp.experts.150.up_proj,0.0001755688,0.05000,2.821
34,mlp.experts.145.up_proj,0.0007648222,0.05000,2.619
34,mlp.experts.136.up_proj,0.0004338239,0.05000,3.041
34,mlp.experts.147.up_proj,0.0005421637,0.05000,3.324
34,mlp.experts.140.up_proj,0.0004656620,0.05000,1.707
34,mlp.experts.154.up_proj,0.0001581948,0.05000,3.612
34,mlp.experts.144.up_proj,0.0005664518,0.05000,1.692
34,mlp.experts.149.up_proj,0.0003026961,0.05000,3.768
34,mlp.experts.151.up_proj,0.0001997136,0.05000,3.623
34,mlp.experts.158.up_proj,0.0003337211,0.05000,2.846
34,mlp.experts.148.up_proj,0.0006810012,0.05000,1.768
34,mlp.experts.153.up_proj,0.0004432452,0.05000,1.649
34,mlp.experts.155.up_proj,0.0002560901,0.05000,1.296
34,mlp.experts.162.up_proj,0.0004547215,0.05000,1.253
34,mlp.experts.152.up_proj,0.0003067893,0.05000,1.270
34,mlp.experts.157.up_proj,0.0002978703,0.05000,1.284
34,mlp.experts.159.up_proj,0.0002947244,0.05000,1.319
34,mlp.experts.166.up_proj,0.0003286615,0.05000,1.385
34,mlp.experts.156.up_proj,0.0007360809,0.05000,1.375
34,mlp.experts.161.up_proj,0.0003803662,0.05000,1.370
34,mlp.experts.163.up_proj,0.0002718721,0.05000,1.366
34,mlp.experts.170.up_proj,0.0002471694,0.05000,1.356
34,mlp.experts.160.up_proj,0.0004230408,0.05000,1.330
34,mlp.experts.165.up_proj,0.0005161043,0.05000,1.333
34,mlp.experts.167.up_proj,0.0004521199,0.05000,2.121
34,mlp.experts.174.up_proj,0.0003735341,0.05000,1.760
34,mlp.experts.169.up_proj,0.0004381539,0.05000,2.678
34,mlp.experts.164.up_proj,0.0003581482,0.05000,3.017
34,mlp.experts.171.up_proj,0.0003495242,0.05000,1.925
34,mlp.experts.178.up_proj,0.0006661231,0.05000,1.927
34,mlp.experts.173.up_proj,0.0004370371,0.05000,1.218
34,mlp.experts.168.up_proj,0.0003524618,0.05000,1.230
34,mlp.experts.182.up_proj,0.0003583524,0.05000,1.261
34,mlp.experts.175.up_proj,0.0002613076,0.05000,1.427
34,mlp.experts.177.up_proj,0.0003735269,0.05000,1.694
34,mlp.experts.172.up_proj,0.0005638793,0.05000,1.894
34,mlp.experts.186.up_proj,0.0002693004,0.05000,2.113
34,mlp.experts.176.up_proj,0.0003362534,0.05000,1.798
34,mlp.experts.179.up_proj,0.0003506635,0.05000,3.198
34,mlp.experts.181.up_proj,0.0002282823,0.05000,3.827
34,mlp.experts.180.up_proj,0.0002544729,0.05000,1.748
34,mlp.experts.190.up_proj,0.0007473167,0.05000,3.832
34,mlp.experts.183.up_proj,0.0003175153,0.05000,3.871
34,mlp.experts.185.up_proj,0.0003117810,0.05000,3.190
34,mlp.experts.184.up_proj,0.0005599646,0.05000,3.155
34,mlp.experts.194.up_proj,0.0005019194,0.05000,3.495
34,mlp.experts.187.up_proj,0.0002393841,0.05000,3.170
34,mlp.experts.188.up_proj,0.0002547930,0.05000,2.860
34,mlp.experts.189.up_proj,0.0005449747,0.05000,3.737
34,mlp.experts.191.up_proj,0.0003759154,0.05000,1.645
34,mlp.experts.198.up_proj,0.0008307720,0.05000,3.828
34,mlp.experts.192.up_proj,0.0003364063,0.05000,2.376
34,mlp.experts.195.up_proj,0.0003057213,0.05000,1.679
34,mlp.experts.193.up_proj,0.0006523003,0.05000,2.544
34,mlp.experts.196.up_proj,0.0004075816,0.05000,1.320
34,mlp.experts.202.up_proj,0.0002910363,0.05000,1.523
34,mlp.experts.199.up_proj,0.0002296132,0.05000,1.268
34,mlp.experts.197.up_proj,0.0004201791,0.05000,1.274
34,mlp.experts.200.up_proj,0.0005609974,0.05000,1.420
34,mlp.experts.206.up_proj,0.0003826940,0.05000,1.316
34,mlp.experts.203.up_proj,0.0005229347,0.05000,1.331
34,mlp.experts.201.up_proj,0.0005566072,0.05000,1.661
34,mlp.experts.210.up_proj,0.0004256288,0.05000,1.471
34,mlp.experts.204.up_proj,0.0002635423,0.05000,2.095
34,mlp.experts.207.up_proj,0.0002167849,0.05000,2.347
34,mlp.experts.214.up_proj,0.0004437092,0.05000,2.379
34,mlp.experts.205.up_proj,0.0003588006,0.05000,2.753
34,mlp.experts.211.up_proj,0.0006188199,0.05000,2.712
34,mlp.experts.208.up_proj,0.0002184082,0.05000,3.497
34,mlp.experts.218.up_proj,0.0001535472,0.05000,1.735
34,mlp.experts.209.up_proj,0.0003254348,0.05000,1.898
34,mlp.experts.215.up_proj,0.0002532466,0.05000,1.485
34,mlp.experts.222.up_proj,0.0004179332,0.05000,1.377
34,mlp.experts.212.up_proj,0.0002771234,0.05000,1.547
34,mlp.experts.213.up_proj,0.0004815174,0.05000,1.483
34,mlp.experts.219.up_proj,0.0003358669,0.05000,1.367
34,mlp.experts.226.up_proj,0.0003066635,0.05000,1.349
34,mlp.experts.216.up_proj,0.0004366522,0.05000,1.346
34,mlp.experts.217.up_proj,0.0002811367,0.05000,1.341
34,mlp.experts.223.up_proj,0.0004286759,0.05000,1.352
34,mlp.experts.230.up_proj,0.0004107344,0.05000,1.324
34,mlp.experts.220.up_proj,0.0007589199,0.05000,1.326
34,mlp.experts.221.up_proj,0.0006575973,0.05000,1.483
34,mlp.experts.227.up_proj,0.0003271628,0.05000,1.353
34,mlp.experts.234.up_proj,0.0004309247,0.05000,1.383
34,mlp.experts.224.up_proj,0.0003496151,0.05000,1.354
34,mlp.experts.225.up_proj,0.0002988593,0.05000,1.334
34,mlp.experts.231.up_proj,0.0003634537,0.05000,1.334
34,mlp.experts.238.up_proj,0.0002743686,0.05000,1.338
34,mlp.experts.228.up_proj,0.0004557365,0.05000,1.328
34,mlp.experts.229.up_proj,0.0004642327,0.05000,1.329
34,mlp.experts.235.up_proj,0.0002941312,0.05000,1.339
34,mlp.experts.242.up_proj,0.0004421115,0.05000,1.339
34,mlp.experts.232.up_proj,0.0003452214,0.05000,1.324
34,mlp.experts.233.up_proj,0.0003561567,0.05000,1.327
34,mlp.experts.239.up_proj,0.0003811707,0.05000,1.348
34,mlp.experts.246.up_proj,0.0002948091,0.05000,1.339
34,mlp.experts.236.up_proj,0.0002051354,0.05000,1.324
34,mlp.experts.237.up_proj,0.0009276462,0.05000,1.345
34,mlp.experts.243.up_proj,0.0004411134,0.05000,1.352
34,mlp.experts.240.up_proj,0.0002667803,0.05000,1.329
34,mlp.experts.250.up_proj,0.0003139389,0.05000,1.363
34,mlp.experts.241.up_proj,0.0003683370,0.05000,1.351
34,mlp.experts.247.up_proj,0.0004962997,0.05000,1.279
34,mlp.experts.244.up_proj,0.0002594605,0.05000,1.263
34,mlp.experts.254.up_proj,0.0001479696,0.05000,1.297
34,mlp.experts.245.up_proj,0.0003288996,0.05000,1.129
34,mlp.experts.251.up_proj,0.0004741481,0.05000,0.964
34,mlp.experts.248.up_proj,0.0005470898,0.05000,0.866
34,mlp.experts.249.up_proj,0.0002843168,0.05000,0.851
34,mlp.experts.255.up_proj,0.0002690250,0.05000,0.884
34,mlp.experts.252.up_proj,0.0002847609,0.05000,0.822
34,mlp.experts.253.up_proj,0.0003467603,0.05000,0.633
34,mlp.experts.0.down_proj,0.0000155014,0.05000,0.336
34,mlp.experts.1.down_proj,0.0000541291,0.05000,0.334
34,mlp.experts.3.down_proj,0.0001220745,0.05000,0.344
34,mlp.experts.2.down_proj,0.0000312593,0.05000,0.347
34,mlp.experts.6.down_proj,0.0000168549,0.05000,0.334
34,mlp.experts.5.down_proj,0.0000998791,0.05000,0.343
34,mlp.experts.7.down_proj,0.0000112249,0.05000,0.345
34,mlp.experts.4.down_proj,0.0000210923,0.05000,0.362
34,mlp.experts.10.down_proj,0.0000676100,0.05000,0.336
34,mlp.experts.9.down_proj,0.0000727507,0.05000,0.344
34,mlp.experts.8.down_proj,0.0000143385,0.05000,0.336
34,mlp.experts.11.down_proj,0.0000293289,0.05000,0.352
34,mlp.experts.14.down_proj,0.0000242723,0.05000,0.337
34,mlp.experts.12.down_proj,0.0000327400,0.05000,0.338
34,mlp.experts.13.down_proj,0.0000264764,0.05000,0.348
34,mlp.experts.15.down_proj,0.0000546428,0.05000,0.350
34,mlp.experts.18.down_proj,0.0000394892,0.05000,0.345
34,mlp.experts.16.down_proj,0.0000240118,0.05000,0.342
34,mlp.experts.17.down_proj,0.0000083695,0.05000,0.350
34,mlp.experts.19.down_proj,0.0001279776,0.05000,0.345
34,mlp.experts.22.down_proj,0.0000228805,0.05000,0.346
34,mlp.experts.20.down_proj,0.0000048359,0.05000,0.354
34,mlp.experts.21.down_proj,0.0000760024,0.05000,0.346
34,mlp.experts.23.down_proj,0.0000470691,0.05000,0.370
34,mlp.experts.26.down_proj,0.0000267405,0.05000,0.356
34,mlp.experts.24.down_proj,0.0000151805,0.05000,0.349
34,mlp.experts.25.down_proj,0.0000292184,0.05000,0.358
34,mlp.experts.27.down_proj,0.0000443071,0.05000,0.364
34,mlp.experts.30.down_proj,0.0000371613,0.05000,0.340
34,mlp.experts.28.down_proj,0.0000189748,0.05000,0.346
34,mlp.experts.29.down_proj,0.0000239648,0.05000,0.346
34,mlp.experts.31.down_proj,0.0000078683,0.05000,0.351
34,mlp.experts.35.down_proj,0.0000442281,0.05000,0.432
34,mlp.experts.33.down_proj,0.0000784167,0.05000,0.885
34,mlp.experts.34.down_proj,0.0000409318,0.05000,0.933
34,mlp.experts.39.down_proj,0.0000323700,0.05000,0.439
34,mlp.experts.32.down_proj,0.0000617777,0.05000,1.020
34,mlp.experts.43.down_proj,0.0000318717,0.05000,0.440
34,mlp.experts.47.down_proj,0.0000214466,0.05000,0.433
34,mlp.experts.37.down_proj,0.0000156402,0.05000,0.948
34,mlp.experts.38.down_proj,0.0000117032,0.05000,1.024
34,mlp.experts.36.down_proj,0.0000131013,0.05000,1.004
34,mlp.experts.51.down_proj,0.0000368605,0.05000,0.463
34,mlp.experts.55.down_proj,0.0000541492,0.05000,0.441
34,mlp.experts.41.down_proj,0.0000177461,0.05000,0.952
34,mlp.experts.42.down_proj,0.0000399688,0.05000,1.046
34,mlp.experts.40.down_proj,0.0000197529,0.05000,1.019
34,mlp.experts.59.down_proj,0.0000425197,0.05000,0.611
34,mlp.experts.63.down_proj,0.0000275635,0.05000,0.428
34,mlp.experts.45.down_proj,0.0000701707,0.05000,1.033
34,mlp.experts.44.down_proj,0.0000266709,0.05000,0.916
34,mlp.experts.46.down_proj,0.0000128424,0.05000,0.999
34,mlp.experts.67.down_proj,0.0000804690,0.05000,0.458
34,mlp.experts.71.down_proj,0.0000279605,0.05000,0.430
34,mlp.experts.49.down_proj,0.0000395341,0.05000,1.019
34,mlp.experts.48.down_proj,0.0000201414,0.05000,0.988
34,mlp.experts.50.down_proj,0.0001747168,0.05000,1.018
34,mlp.experts.75.down_proj,0.0000187615,0.05000,0.499
34,mlp.experts.52.down_proj,0.0000764387,0.05000,0.772
34,mlp.experts.54.down_proj,0.0000360301,0.05000,0.743
34,mlp.experts.53.down_proj,0.0000097738,0.05000,0.925
34,mlp.experts.79.down_proj,0.0000179249,0.05000,0.937
34,mlp.experts.56.down_proj,0.0000373951,0.05000,0.406
34,mlp.experts.58.down_proj,0.0000348087,0.05000,0.452
34,mlp.experts.57.down_proj,0.0000142497,0.05000,0.877
34,mlp.experts.62.down_proj,0.0000908100,0.05000,0.516
34,mlp.experts.60.down_proj,0.0000122322,0.05000,0.757
34,mlp.experts.83.down_proj,0.0000077615,0.05000,0.940
34,mlp.experts.66.down_proj,0.0000402273,0.05000,0.479
34,mlp.experts.61.down_proj,0.0000266035,0.05000,0.941
34,mlp.experts.70.down_proj,0.0000763982,0.05000,0.455
34,mlp.experts.64.down_proj,0.0000588061,0.05000,1.048
34,mlp.experts.87.down_proj,0.0000406078,0.05000,1.014
34,mlp.experts.74.down_proj,0.0000923891,0.05000,0.442
34,mlp.experts.78.down_proj,0.0000658306,0.05000,0.432
34,mlp.experts.65.down_proj,0.0000147029,0.05000,0.940
34,mlp.experts.68.down_proj,0.0000239326,0.05000,0.930
34,mlp.experts.82.down_proj,0.0000587825,0.05000,0.430
34,mlp.experts.91.down_proj,0.0000747900,0.05000,1.022
34,mlp.experts.86.down_proj,0.0000610573,0.05000,0.438
34,mlp.experts.69.down_proj,0.0000161001,0.05000,0.935
34,mlp.experts.72.down_proj,0.0000370124,0.05000,0.892
34,mlp.experts.90.down_proj,0.0000247200,0.05000,0.445
34,mlp.experts.95.down_proj,0.0000315833,0.05000,1.000
34,mlp.experts.94.down_proj,0.0000281220,0.05000,0.429
34,mlp.experts.73.down_proj,0.0000694275,0.05000,0.909
34,mlp.experts.99.down_proj,0.0000055689,0.05000,0.475
34,mlp.experts.76.down_proj,0.0000051150,0.05000,0.841
34,mlp.experts.98.down_proj,0.0000178123,0.05000,0.446
34,mlp.experts.102.down_proj,0.0000373097,0.05000,0.490
34,mlp.experts.77.down_proj,0.0000234712,0.05000,0.899
34,mlp.experts.103.down_proj,0.0000484981,0.05000,0.958
34,mlp.experts.80.down_proj,0.0000259098,0.05000,0.933
34,mlp.experts.106.down_proj,0.0000091238,0.05000,0.500
34,mlp.experts.110.down_proj,0.0000094172,0.05000,0.482
34,mlp.experts.81.down_proj,0.0000632282,0.05000,0.911
34,mlp.experts.84.down_proj,0.0000647021,0.05000,0.894
34,mlp.experts.107.down_proj,0.0000388249,0.05000,1.036
34,mlp.experts.114.down_proj,0.0000366323,0.05000,0.492
34,mlp.experts.85.down_proj,0.0000616447,0.05000,0.899
34,mlp.experts.118.down_proj,0.0001544079,0.05000,0.482
34,mlp.experts.88.down_proj,0.0000668367,0.05000,0.905
34,mlp.experts.111.down_proj,0.0000257946,0.05000,1.025
34,mlp.experts.122.down_proj,0.0000172383,0.05000,0.489
34,mlp.experts.89.down_proj,0.0000153230,0.05000,0.895
34,mlp.experts.126.down_proj,0.0000241469,0.05000,0.481
34,mlp.experts.92.down_proj,0.0000413326,0.05000,0.905
34,mlp.experts.115.down_proj,0.0000525205,0.05000,1.028
34,mlp.experts.130.down_proj,0.0000127724,0.05000,0.485
34,mlp.experts.93.down_proj,0.0000498058,0.05000,0.898
34,mlp.experts.134.down_proj,0.0001350409,0.05000,0.475
34,mlp.experts.96.down_proj,0.0000573706,0.05000,0.896
34,mlp.experts.119.down_proj,0.0000400812,0.05000,0.696
34,mlp.experts.97.down_proj,0.0000622857,0.05000,0.475
34,mlp.experts.138.down_proj,0.0001175354,0.05000,0.340
34,mlp.experts.100.down_proj,0.0000159883,0.05000,0.412
34,mlp.experts.123.down_proj,0.0000262319,0.05000,0.333
34,mlp.experts.101.down_proj,0.0000804041,0.05000,0.333
34,mlp.experts.142.down_proj,0.0000150162,0.05000,0.334
34,mlp.experts.104.down_proj,0.0000419105,0.05000,0.325
34,mlp.experts.127.down_proj,0.0000136019,0.05000,0.336
34,mlp.experts.105.down_proj,0.0000216321,0.05000,0.359
34,mlp.experts.146.down_proj,0.0000256495,0.05000,0.334
34,mlp.experts.108.down_proj,0.0000165658,0.05000,0.329
34,mlp.experts.131.down_proj,0.0000594135,0.05000,0.335
34,mlp.experts.109.down_proj,0.0000571202,0.05000,0.326
34,mlp.experts.150.down_proj,0.0000184137,0.05000,0.335
34,mlp.experts.112.down_proj,0.0000906042,0.05000,0.331
34,mlp.experts.135.down_proj,0.0000182676,0.05000,0.330
34,mlp.experts.113.down_proj,0.0000247668,0.05000,0.332
34,mlp.experts.154.down_proj,0.0000418839,0.05000,0.342
34,mlp.experts.116.down_proj,0.0000746017,0.05000,0.345
34,mlp.experts.139.down_proj,0.0000268610,0.05000,0.351
34,mlp.experts.117.down_proj,0.0000211081,0.05000,0.355
34,mlp.experts.158.down_proj,0.0000162033,0.05000,0.354
34,mlp.experts.120.down_proj,0.0000214437,0.05000,0.355
34,mlp.experts.143.down_proj,0.0000354288,0.05000,0.360
34,mlp.experts.121.down_proj,0.0000213105,0.05000,0.357
34,mlp.experts.162.down_proj,0.0000154663,0.05000,0.355
34,mlp.experts.124.down_proj,0.0000251490,0.05000,0.352
34,mlp.experts.147.down_proj,0.0000167772,0.05000,0.360
34,mlp.experts.125.down_proj,0.0000290399,0.05000,0.360
34,mlp.experts.166.down_proj,0.0000909452,0.05000,0.360
34,mlp.experts.128.down_proj,0.0000559184,0.05000,0.360
34,mlp.experts.151.down_proj,0.0000048289,0.05000,0.355
34,mlp.experts.129.down_proj,0.0000909720,0.05000,0.345
34,mlp.experts.170.down_proj,0.0000273513,0.05000,0.333
34,mlp.experts.132.down_proj,0.0000220574,0.05000,0.336
34,mlp.experts.155.down_proj,0.0000290926,0.05000,0.326
34,mlp.experts.133.down_proj,0.0000337616,0.05000,0.332
34,mlp.experts.174.down_proj,0.0001002626,0.05000,0.324
34,mlp.experts.136.down_proj,0.0000115665,0.05000,0.333
34,mlp.experts.159.down_proj,0.0000341573,0.05000,0.331
34,mlp.experts.137.down_proj,0.0000272707,0.05000,0.331
34,mlp.experts.178.down_proj,0.0000326090,0.05000,0.323
34,mlp.experts.140.down_proj,0.0000152998,0.05000,0.326
34,mlp.experts.163.down_proj,0.0000189061,0.05000,0.326
34,mlp.experts.141.down_proj,0.0000757436,0.05000,0.328
34,mlp.experts.182.down_proj,0.0000360493,0.05000,0.319
34,mlp.experts.144.down_proj,0.0001775981,0.05000,0.333
34,mlp.experts.167.down_proj,0.0000428548,0.05000,0.335
34,mlp.experts.145.down_proj,0.0000513523,0.05000,0.333
34,mlp.experts.186.down_proj,0.0000487038,0.05000,0.328
34,mlp.experts.148.down_proj,0.0000373169,0.05000,0.337
34,mlp.experts.171.down_proj,0.0000458917,0.05000,0.341
34,mlp.experts.149.down_proj,0.0000467268,0.05000,0.348
34,mlp.experts.190.down_proj,0.0000443581,0.05000,0.344
34,mlp.experts.152.down_proj,0.0000380134,0.05000,0.356
34,mlp.experts.175.down_proj,0.0000455647,0.05000,0.344
34,mlp.experts.153.down_proj,0.0000233513,0.05000,0.325
34,mlp.experts.194.down_proj,0.0000218450,0.05000,0.335
34,mlp.experts.156.down_proj,0.0000404445,0.05000,0.330
34,mlp.experts.179.down_proj,0.0000761552,0.05000,0.335
34,mlp.experts.157.down_proj,0.0000091631,0.05000,0.334
34,mlp.experts.198.down_proj,0.0000568681,0.05000,0.344
34,mlp.experts.160.down_proj,0.0000245960,0.05000,0.350
34,mlp.experts.183.down_proj,0.0000488653,0.05000,0.354
34,mlp.experts.161.down_proj,0.0000626412,0.05000,0.346
34,mlp.experts.202.down_proj,0.0000156665,0.05000,0.348
34,mlp.experts.164.down_proj,0.0000261061,0.05000,0.346
34,mlp.experts.187.down_proj,0.0000382351,0.05000,0.351
34,mlp.experts.165.down_proj,0.0000223627,0.05000,0.352
34,mlp.experts.206.down_proj,0.0000726117,0.05000,0.347
34,mlp.experts.168.down_proj,0.0000139086,0.05000,0.352
34,mlp.experts.191.down_proj,0.0000475009,0.05000,0.351
34,mlp.experts.169.down_proj,0.0000507504,0.05000,0.351
34,mlp.experts.210.down_proj,0.0000113334,0.05000,0.349
34,mlp.experts.172.down_proj,0.0000239050,0.05000,0.348
34,mlp.experts.195.down_proj,0.0000367114,0.05000,0.346
34,mlp.experts.173.down_proj,0.0000489050,0.05000,0.352
34,mlp.experts.214.down_proj,0.0000208191,0.05000,0.349
34,mlp.experts.176.down_proj,0.0000779008,0.05000,0.350
34,mlp.experts.199.down_proj,0.0000047564,0.05000,0.344
34,mlp.experts.177.down_proj,0.0000282651,0.05000,0.349
34,mlp.experts.218.down_proj,0.0000212308,0.05000,0.358
34,mlp.experts.180.down_proj,0.0000645776,0.05000,0.349
34,mlp.experts.203.down_proj,0.0000234724,0.05000,0.354
34,mlp.experts.181.down_proj,0.0000183375,0.05000,0.357
34,mlp.experts.222.down_proj,0.0000183275,0.05000,0.342
34,mlp.experts.184.down_proj,0.0000163395,0.05000,0.345
34,mlp.experts.207.down_proj,0.0000550048,0.05000,0.339
34,mlp.experts.185.down_proj,0.0000289656,0.05000,0.337
34,mlp.experts.226.down_proj,0.0000791942,0.05000,0.337
34,mlp.experts.188.down_proj,0.0000344376,0.05000,0.281
34,mlp.experts.211.down_proj,0.0000403608,0.05000,0.234
34,mlp.experts.189.down_proj,0.0000163967,0.05000,0.160
34,mlp.experts.192.down_proj,0.0000104135,0.05000,0.340
34,mlp.experts.230.down_proj,0.0000483306,0.05000,0.348
34,mlp.experts.215.down_proj,0.0000113612,0.05000,0.349
34,mlp.experts.193.down_proj,0.0000213794,0.05000,0.355
34,mlp.experts.197.down_proj,0.0001590023,0.05000,0.332
34,mlp.experts.196.down_proj,0.0000571088,0.05000,0.345
34,mlp.experts.234.down_proj,0.0000131444,0.05000,0.345
34,mlp.experts.219.down_proj,0.0000290847,0.05000,0.348
34,mlp.experts.200.down_proj,0.0000314505,0.05000,0.337
34,mlp.experts.201.down_proj,0.0000334776,0.05000,0.346
34,mlp.experts.223.down_proj,0.0000138642,0.05000,0.345
34,mlp.experts.238.down_proj,0.0000356200,0.05000,0.363
34,mlp.experts.227.down_proj,0.0000469686,0.05000,0.257
34,mlp.experts.204.down_proj,0.0000190087,0.05000,0.309
34,mlp.experts.242.down_proj,0.0000190369,0.05000,0.338
34,mlp.experts.205.down_proj,0.0000801114,0.05000,0.372
34,mlp.experts.231.down_proj,0.0000115321,0.05000,0.333
34,mlp.experts.208.down_proj,0.0000362540,0.05000,0.327
34,mlp.experts.246.down_proj,0.0000528197,0.05000,0.331
34,mlp.experts.209.down_proj,0.0000197490,0.05000,0.330
34,mlp.experts.235.down_proj,0.0000254890,0.05000,0.335
34,mlp.experts.212.down_proj,0.0000396814,0.05000,0.332
34,mlp.experts.250.down_proj,0.0000359663,0.05000,0.341
34,mlp.experts.213.down_proj,0.0000974741,0.05000,0.343
34,mlp.experts.216.down_proj,0.0000123762,0.05000,0.353
34,mlp.experts.239.down_proj,0.0000462146,0.05000,0.425
34,mlp.experts.254.down_proj,0.0000163836,0.05000,0.360
34,mlp.experts.217.down_proj,0.0000412649,0.05000,0.360
34,mlp.experts.220.down_proj,0.0001629680,0.05000,0.243
34,mlp.experts.243.down_proj,0.0000169235,0.05000,0.227
34,mlp.experts.221.down_proj,0.0000283846,0.05000,0.203
34,mlp.experts.224.down_proj,0.0000328949,0.05000,0.168
34,mlp.experts.247.down_proj,0.0000672543,0.05000,0.166
34,mlp.experts.225.down_proj,0.0000365438,0.05000,0.168
34,mlp.experts.228.down_proj,0.0000165578,0.05000,0.168
34,mlp.experts.251.down_proj,0.0000658138,0.05000,0.172
34,mlp.experts.229.down_proj,0.0000146018,0.05000,0.170
34,mlp.experts.232.down_proj,0.0000725168,0.05000,0.175
34,mlp.experts.255.down_proj,0.0000430568,0.05000,0.173
34,mlp.experts.233.down_proj,0.0000890036,0.05000,0.169
34,mlp.experts.236.down_proj,0.0000422084,0.05000,0.127
34,mlp.experts.237.down_proj,0.0000452704,0.05000,0.114
34,mlp.experts.240.down_proj,0.0000381865,0.05000,0.117
34,mlp.experts.241.down_proj,0.0001238163,0.05000,0.116
34,mlp.experts.244.down_proj,0.0000369961,0.05000,0.118
34,mlp.experts.245.down_proj,0.0000079970,0.05000,0.118
34,mlp.experts.248.down_proj,0.0000583330,0.05000,0.115
34,mlp.experts.249.down_proj,0.0000271143,0.05000,0.116
34,mlp.experts.252.down_proj,0.0000617004,0.05000,0.118
34,mlp.experts.253.down_proj,0.0000276168,0.05000,0.105
35,mlp.experts.1.gate_proj,0.0005457851,0.05000,0.869
35,mlp.experts.2.gate_proj,0.0004245700,0.05000,0.892
35,mlp.experts.3.gate_proj,0.0002581503,0.05000,0.902
35,mlp.experts.0.gate_proj,0.0005516771,0.05000,0.932
35,mlp.experts.5.gate_proj,0.0004609923,0.05000,0.893
35,mlp.experts.7.gate_proj,0.0004686742,0.05000,0.886
35,mlp.experts.6.gate_proj,0.0005562820,0.05000,0.909
35,mlp.experts.4.gate_proj,0.0009668756,0.05000,0.902
35,mlp.experts.9.gate_proj,0.0004216151,0.05000,1.207
35,mlp.experts.11.gate_proj,0.0004361316,0.05000,1.226
35,mlp.experts.10.gate_proj,0.0004173613,0.05000,1.245
35,mlp.experts.8.gate_proj,0.0006029212,0.05000,1.261
35,mlp.experts.13.gate_proj,0.0003895010,0.05000,1.287
35,mlp.experts.14.gate_proj,0.0001215924,0.05000,1.249
35,mlp.experts.15.gate_proj,0.0006626980,0.05000,1.317
35,mlp.experts.12.gate_proj,0.0004605774,0.05000,1.289
35,mlp.experts.17.gate_proj,0.0003327326,0.05000,1.350
35,mlp.experts.18.gate_proj,0.0004689906,0.05000,1.340
35,mlp.experts.19.gate_proj,0.0004444019,0.05000,1.340
35,mlp.experts.16.gate_proj,0.0003718510,0.05000,1.328
35,mlp.experts.22.gate_proj,0.0002089231,0.05000,1.298
35,mlp.experts.21.gate_proj,0.0006926861,0.05000,1.357
35,mlp.experts.23.gate_proj,0.0005624053,0.05000,1.304
35,mlp.experts.20.gate_proj,0.0003380088,0.05000,1.318
35,mlp.experts.25.gate_proj,0.0010015874,0.05000,1.206
35,mlp.experts.26.gate_proj,0.0004475555,0.05000,1.257
35,mlp.experts.27.gate_proj,0.0003283884,0.05000,1.250
35,mlp.experts.24.gate_proj,0.0007692386,0.05000,1.256
35,mlp.experts.29.gate_proj,0.0007690790,0.05000,1.311
35,mlp.experts.30.gate_proj,0.0004002791,0.05000,1.344
35,mlp.experts.31.gate_proj,0.0008262393,0.05000,1.340
35,mlp.experts.28.gate_proj,0.0004641641,0.05000,1.341
35,mlp.experts.33.gate_proj,0.0003847731,0.05000,1.364
35,mlp.experts.34.gate_proj,0.0004231195,0.05000,1.366
35,mlp.experts.35.gate_proj,0.0006548139,0.05000,1.374
35,mlp.experts.32.gate_proj,0.0005471732,0.05000,1.372
35,mlp.experts.37.gate_proj,0.0003766992,0.05000,1.321
35,mlp.experts.38.gate_proj,0.0007573583,0.05000,1.307
35,mlp.experts.39.gate_proj,0.0003638799,0.05000,1.302
35,mlp.experts.36.gate_proj,0.0004166509,0.05000,1.284
35,mlp.experts.42.gate_proj,0.0003121338,0.05000,1.756
35,mlp.experts.40.gate_proj,0.0004372684,0.05000,1.986
35,mlp.experts.41.gate_proj,0.0008317836,0.05000,2.685
35,mlp.experts.43.gate_proj,0.0003598990,0.05000,2.668
35,mlp.experts.46.gate_proj,0.0004666598,0.05000,1.471
35,mlp.experts.44.gate_proj,0.0005892081,0.05000,1.361
35,mlp.experts.45.gate_proj,0.0007659685,0.05000,1.326
35,mlp.experts.47.gate_proj,0.0004844326,0.05000,1.450
35,mlp.experts.48.gate_proj,0.0006160389,0.05000,1.823
35,mlp.experts.50.gate_proj,0.0006340678,0.05000,2.275
35,mlp.experts.49.gate_proj,0.0003436981,0.05000,1.795
35,mlp.experts.53.gate_proj,0.0002045775,0.05000,1.894
35,mlp.experts.51.gate_proj,0.0005410441,0.05000,3.818
35,mlp.experts.52.gate_proj,0.0004943711,0.05000,3.532
35,mlp.experts.54.gate_proj,0.0005170190,0.05000,3.490
35,mlp.experts.57.gate_proj,0.0002274528,0.05000,1.774
35,mlp.experts.55.gate_proj,0.0005074501,0.05000,1.988
35,mlp.experts.58.gate_proj,0.0004073875,0.05000,2.175
35,mlp.experts.61.gate_proj,0.0003227219,0.05000,1.889
35,mlp.experts.56.gate_proj,0.0005543388,0.05000,2.749
35,mlp.experts.59.gate_proj,0.0005803186,0.05000,1.734
35,mlp.experts.62.gate_proj,0.0003736997,0.05000,1.152
35,mlp.experts.65.gate_proj,0.0004261917,0.05000,1.186
35,mlp.experts.60.gate_proj,0.0003535191,0.05000,1.211
35,mlp.experts.63.gate_proj,0.0003695088,0.05000,1.252
35,mlp.experts.66.gate_proj,0.0008612878,0.05000,1.269
35,mlp.experts.69.gate_proj,0.0004434279,0.05000,1.267
35,mlp.experts.64.gate_proj,0.0006600790,0.05000,1.223
35,mlp.experts.67.gate_proj,0.0002524034,0.05000,1.257
35,mlp.experts.70.gate_proj,0.0006337369,0.05000,1.242
35,mlp.experts.73.gate_proj,0.0002940275,0.05000,1.253
35,mlp.experts.68.gate_proj,0.0004758740,0.05000,1.236
35,mlp.experts.71.gate_proj,0.0005504764,0.05000,1.245
35,mlp.experts.74.gate_proj,0.0006197033,0.05000,1.283
35,mlp.experts.77.gate_proj,0.0006279639,0.05000,1.281
35,mlp.experts.72.gate_proj,0.0004970808,0.05000,1.266
35,mlp.experts.75.gate_proj,0.0003771443,0.05000,1.237
35,mlp.experts.78.gate_proj,0.0007478991,0.05000,1.260
35,mlp.experts.81.gate_proj,0.0004730064,0.05000,1.265
35,mlp.experts.76.gate_proj,0.0008264179,0.05000,1.257
35,mlp.experts.79.gate_proj,0.0005478863,0.05000,1.226
35,mlp.experts.82.gate_proj,0.0005157781,0.05000,1.271
35,mlp.experts.85.gate_proj,0.0003633769,0.05000,1.269
35,mlp.experts.80.gate_proj,0.0004716558,0.05000,1.257
35,mlp.experts.83.gate_proj,0.0002812593,0.05000,1.218
35,mlp.experts.86.gate_proj,0.0003177257,0.05000,1.255
35,mlp.experts.89.gate_proj,0.0003572602,0.05000,1.376
35,mlp.experts.87.gate_proj,0.0003277110,0.05000,1.270
35,mlp.experts.84.gate_proj,0.0002209154,0.05000,1.526
35,mlp.experts.90.gate_proj,0.0005958611,0.05000,1.280
35,mlp.experts.93.gate_proj,0.0003011127,0.05000,1.409
35,mlp.experts.91.gate_proj,0.0005583717,0.05000,1.290
35,mlp.experts.88.gate_proj,0.0006079456,0.05000,1.324
35,mlp.experts.94.gate_proj,0.0004221384,0.05000,1.314
35,mlp.experts.95.gate_proj,0.0006475603,0.05000,1.255
35,mlp.experts.97.gate_proj,0.0004851759,0.05000,1.366
35,mlp.experts.92.gate_proj,0.0004793737,0.05000,1.355
35,mlp.experts.98.gate_proj,0.0005561745,0.05000,1.271
35,mlp.experts.101.gate_proj,0.0007198520,0.05000,1.280
35,mlp.experts.99.gate_proj,0.0002738514,0.05000,1.469
35,mlp.experts.96.gate_proj,0.0004690243,0.05000,1.709
35,mlp.experts.102.gate_proj,0.0005602761,0.05000,1.347
35,mlp.experts.105.gate_proj,0.0006657793,0.05000,1.403
35,mlp.experts.103.gate_proj,0.0003859456,0.05000,1.399
35,mlp.experts.100.gate_proj,0.0005585680,0.05000,1.541
35,mlp.experts.106.gate_proj,0.0006159560,0.05000,1.385
35,mlp.experts.109.gate_proj,0.0010052662,0.05000,1.349
35,mlp.experts.107.gate_proj,0.0005355852,0.05000,1.352
35,mlp.experts.104.gate_proj,0.0003234557,0.05000,1.351
35,mlp.experts.110.gate_proj,0.0006140613,0.05000,1.346
35,mlp.experts.113.gate_proj,0.0010568665,0.05000,1.354
35,mlp.experts.111.gate_proj,0.0004557285,0.05000,1.358
35,mlp.experts.108.gate_proj,0.0005430595,0.05000,1.363
35,mlp.experts.114.gate_proj,0.0004187856,0.05000,1.355
35,mlp.experts.117.gate_proj,0.0004727255,0.05000,1.371
35,mlp.experts.115.gate_proj,0.0006205228,0.05000,1.364
35,mlp.experts.112.gate_proj,0.0003477726,0.05000,1.364
35,mlp.experts.118.gate_proj,0.0007462159,0.05000,1.377
35,mlp.experts.121.gate_proj,0.0006572547,0.05000,1.364
35,mlp.experts.119.gate_proj,0.0003070542,0.05000,1.369
35,mlp.experts.116.gate_proj,0.0003638354,0.05000,1.354
35,mlp.experts.122.gate_proj,0.0011424056,0.05000,1.347
35,mlp.experts.125.gate_proj,0.0007801840,0.05000,1.333
35,mlp.experts.123.gate_proj,0.0005653094,0.05000,1.326
35,mlp.experts.120.gate_proj,0.0004629843,0.05000,1.292
35,mlp.experts.126.gate_proj,0.0006672572,0.05000,1.263
35,mlp.experts.129.gate_proj,0.0002947770,0.05000,1.275
35,mlp.experts.127.gate_proj,0.0007788193,0.05000,1.272
35,mlp.experts.130.gate_proj,0.0010725447,0.05000,1.211
35,mlp.experts.124.gate_proj,0.0007198488,0.05000,1.288
35,mlp.experts.133.gate_proj,0.0003083907,0.05000,1.259
35,mlp.experts.131.gate_proj,0.0005576586,0.05000,1.270
35,mlp.experts.134.gate_proj,0.0005006764,0.05000,1.253
35,mlp.experts.128.gate_proj,0.0006028734,0.05000,1.273
35,mlp.experts.137.gate_proj,0.0006753337,0.05000,1.274
35,mlp.experts.135.gate_proj,0.0006196296,0.05000,1.263
35,mlp.experts.132.gate_proj,0.0004236171,0.05000,1.158
35,mlp.experts.138.gate_proj,0.0006656796,0.05000,1.242
35,mlp.experts.141.gate_proj,0.0005903300,0.05000,1.236
35,mlp.experts.139.gate_proj,0.0006444768,0.05000,1.232
35,mlp.experts.136.gate_proj,0.0010978883,0.05000,1.189
35,mlp.experts.142.gate_proj,0.0003780982,0.05000,1.219
35,mlp.experts.145.gate_proj,0.0002657875,0.05000,1.346
35,mlp.experts.140.gate_proj,0.0004642869,0.05000,1.346
35,mlp.experts.143.gate_proj,0.0003543954,0.05000,1.830
35,mlp.experts.146.gate_proj,0.0005559249,0.05000,1.903
35,mlp.experts.149.gate_proj,0.0004870495,0.05000,1.344
35,mlp.experts.144.gate_proj,0.0008497460,0.05000,1.312
35,mlp.experts.147.gate_proj,0.0010503568,0.05000,1.289
35,mlp.experts.150.gate_proj,0.0007791011,0.05000,1.244
35,mlp.experts.153.gate_proj,0.0003969460,0.05000,1.257
35,mlp.experts.148.gate_proj,0.0003235065,0.05000,1.868
35,mlp.experts.151.gate_proj,0.0005816033,0.05000,2.099
35,mlp.experts.154.gate_proj,0.0006348332,0.05000,1.594
35,mlp.experts.157.gate_proj,0.0004541446,0.05000,1.533
35,mlp.experts.152.gate_proj,0.0006889361,0.05000,1.286
35,mlp.experts.155.gate_proj,0.0003445136,0.05000,1.271
35,mlp.experts.158.gate_proj,0.0006133197,0.05000,1.277
35,mlp.experts.161.gate_proj,0.0006227276,0.05000,1.252
35,mlp.experts.156.gate_proj,0.0005267352,0.05000,1.166
35,mlp.experts.159.gate_proj,0.0004013392,0.05000,1.242
35,mlp.experts.162.gate_proj,0.0004487035,0.05000,1.244
35,mlp.experts.165.gate_proj,0.0003874709,0.05000,1.243
35,mlp.experts.160.gate_proj,0.0003100558,0.05000,1.475
35,mlp.experts.163.gate_proj,0.0003637368,0.05000,1.544
35,mlp.experts.166.gate_proj,0.0007439728,0.05000,1.972
35,mlp.experts.169.gate_proj,0.0009939284,0.05000,2.061
35,mlp.experts.164.gate_proj,0.0003865108,0.05000,1.387
35,mlp.experts.167.gate_proj,0.0005972615,0.05000,1.384
35,mlp.experts.170.gate_proj,0.0005139513,0.05000,1.367
35,mlp.experts.173.gate_proj,0.0007391630,0.05000,1.380
35,mlp.experts.168.gate_proj,0.0003594275,0.05000,1.382
35,mlp.experts.171.gate_proj,0.0005919571,0.05000,1.362
35,mlp.experts.174.gate_proj,0.0003477772,0.05000,1.349
35,mlp.experts.177.gate_proj,0.0009735703,0.05000,1.377
35,mlp.experts.172.gate_proj,0.0006935224,0.05000,1.441
35,mlp.experts.175.gate_proj,0.0006355526,0.05000,1.337
35,mlp.experts.178.gate_proj,0.0006742817,0.05000,1.340
35,mlp.experts.181.gate_proj,0.0004340943,0.05000,1.423
35,mlp.experts.176.gate_proj,0.0007592430,0.05000,1.300
35,mlp.experts.179.gate_proj,0.0012104484,0.05000,1.277
35,mlp.experts.182.gate_proj,0.0005738592,0.05000,1.252
35,mlp.experts.185.gate_proj,0.0003347161,0.05000,1.267
35,mlp.experts.180.gate_proj,0.0006593657,0.05000,1.222
35,mlp.experts.183.gate_proj,0.0007465127,0.05000,1.263
35,mlp.experts.186.gate_proj,0.0004142179,0.05000,1.261
35,mlp.experts.189.gate_proj,0.0008233904,0.05000,1.287
35,mlp.experts.184.gate_proj,0.0003607047,0.05000,1.286
35,mlp.experts.187.gate_proj,0.0004648499,0.05000,1.312
35,mlp.experts.190.gate_proj,0.0003004121,0.05000,1.351
35,mlp.experts.193.gate_proj,0.0006026511,0.05000,1.326
35,mlp.experts.188.gate_proj,0.0005567945,0.05000,1.387
35,mlp.experts.191.gate_proj,0.0003959855,0.05000,1.345
35,mlp.experts.194.gate_proj,0.0005715430,0.05000,1.363
35,mlp.experts.197.gate_proj,0.0004003739,0.05000,1.355
35,mlp.experts.192.gate_proj,0.0004963430,0.05000,1.387
35,mlp.experts.195.gate_proj,0.0003800908,0.05000,1.373
35,mlp.experts.198.gate_proj,0.0004830851,0.05000,1.371
35,mlp.experts.201.gate_proj,0.0008082487,0.05000,1.388
35,mlp.experts.196.gate_proj,0.0004172620,0.05000,1.381
35,mlp.experts.199.gate_proj,0.0007451910,0.05000,1.389
35,mlp.experts.202.gate_proj,0.0005200391,0.05000,1.295
35,mlp.experts.205.gate_proj,0.0005524237,0.05000,1.158
35,mlp.experts.200.gate_proj,0.0005373698,0.05000,1.140
35,mlp.experts.203.gate_proj,0.0005205224,0.05000,1.113
35,mlp.experts.206.gate_proj,0.0004753503,0.05000,1.157
35,mlp.experts.209.gate_proj,0.0004870672,0.05000,1.311
35,mlp.experts.204.gate_proj,0.0005667446,0.05000,1.317
35,mlp.experts.207.gate_proj,0.0009825349,0.05000,1.312
35,mlp.experts.210.gate_proj,0.0004227041,0.05000,1.309
35,mlp.experts.213.gate_proj,0.0004712937,0.05000,1.275
35,mlp.experts.208.gate_proj,0.0005541135,0.05000,1.236
35,mlp.experts.211.gate_proj,0.0002528206,0.05000,1.153
35,mlp.experts.214.gate_proj,0.0003127112,0.05000,1.231
35,mlp.experts.217.gate_proj,0.0005743545,0.05000,1.228
35,mlp.experts.212.gate_proj,0.0009010344,0.05000,1.225
35,mlp.experts.215.gate_proj,0.0003988801,0.05000,1.171
35,mlp.experts.218.gate_proj,0.0002563369,0.05000,1.245
35,mlp.experts.221.gate_proj,0.0009112390,0.05000,1.249
35,mlp.experts.219.gate_proj,0.0007516564,0.05000,1.159
35,mlp.experts.216.gate_proj,0.0006701898,0.05000,1.255
35,mlp.experts.222.gate_proj,0.0006164948,0.05000,1.259
35,mlp.experts.225.gate_proj,0.0003918203,0.05000,1.358
35,mlp.experts.223.gate_proj,0.0002701497,0.05000,1.254
35,mlp.experts.220.gate_proj,0.0006191550,0.05000,1.328
35,mlp.experts.226.gate_proj,0.0010062822,0.05000,1.338
35,mlp.experts.229.gate_proj,0.0006318706,0.05000,1.353
35,mlp.experts.227.gate_proj,0.0004565415,0.05000,1.360
35,mlp.experts.224.gate_proj,0.0003167256,0.05000,1.363
35,mlp.experts.230.gate_proj,0.0007497120,0.05000,1.372
35,mlp.experts.233.gate_proj,0.0005137464,0.05000,1.375
35,mlp.experts.231.gate_proj,0.0007101580,0.05000,1.374
35,mlp.experts.228.gate_proj,0.0005594823,0.05000,1.364
35,mlp.experts.234.gate_proj,0.0004658403,0.05000,1.368
35,mlp.experts.237.gate_proj,0.0006256794,0.05000,1.362
35,mlp.experts.235.gate_proj,0.0004646848,0.05000,1.370
35,mlp.experts.232.gate_proj,0.0010346177,0.05000,1.357
35,mlp.experts.238.gate_proj,0.0006513686,0.05000,1.352
35,mlp.experts.241.gate_proj,0.0005146461,0.05000,1.314
35,mlp.experts.239.gate_proj,0.0002429390,0.05000,1.274
35,mlp.experts.236.gate_proj,0.0003888577,0.05000,1.293
35,mlp.experts.242.gate_proj,0.0004628804,0.05000,1.252
35,mlp.experts.245.gate_proj,0.0008084817,0.05000,1.259
35,mlp.experts.243.gate_proj,0.0004549483,0.05000,1.208
35,mlp.experts.240.gate_proj,0.0005325741,0.05000,1.253
35,mlp.experts.246.gate_proj,0.0006355324,0.05000,1.249
35,mlp.experts.249.gate_proj,0.0009846179,0.05000,1.253
35,mlp.experts.247.gate_proj,0.0005403705,0.05000,1.214
35,mlp.experts.244.gate_proj,0.0008311716,0.05000,1.244
35,mlp.experts.250.gate_proj,0.0004689107,0.05000,1.227
35,mlp.experts.253.gate_proj,0.0002860411,0.05000,1.228
35,mlp.experts.251.gate_proj,0.0007031304,0.05000,1.201
35,mlp.experts.248.gate_proj,0.0006602588,0.05000,1.276
35,mlp.experts.254.gate_proj,0.0004931110,0.05000,1.452
35,mlp.experts.1.up_proj,0.0004749310,0.05000,1.328
35,mlp.experts.255.gate_proj,0.0005957091,0.05000,1.317
35,mlp.experts.252.gate_proj,0.0007670993,0.05000,1.372
35,mlp.experts.2.up_proj,0.0004066185,0.05000,1.343
35,mlp.experts.5.up_proj,0.0004393488,0.05000,1.366
35,mlp.experts.3.up_proj,0.0002208482,0.05000,1.365
35,mlp.experts.0.up_proj,0.0004442744,0.05000,1.389
35,mlp.experts.6.up_proj,0.0004739092,0.05000,1.216
35,mlp.experts.9.up_proj,0.0003384409,0.05000,1.271
35,mlp.experts.7.up_proj,0.0003640332,0.05000,1.275
35,mlp.experts.4.up_proj,0.0008455127,0.05000,1.360
35,mlp.experts.10.up_proj,0.0003464931,0.05000,1.558
35,mlp.experts.13.up_proj,0.0003064565,0.05000,1.377
35,mlp.experts.11.up_proj,0.0003229301,0.05000,1.642
35,mlp.experts.8.up_proj,0.0004232901,0.05000,1.395
35,mlp.experts.14.up_proj,0.0000951777,0.05000,1.370
35,mlp.experts.17.up_proj,0.0002867725,0.05000,1.366
35,mlp.experts.15.up_proj,0.0006125032,0.05000,1.359
35,mlp.experts.12.up_proj,0.0004007983,0.05000,1.342
35,mlp.experts.18.up_proj,0.0004341810,0.05000,1.344
35,mlp.experts.21.up_proj,0.0005346397,0.05000,1.343
35,mlp.experts.19.up_proj,0.0003847724,0.05000,1.355
35,mlp.experts.16.up_proj,0.0003044569,0.05000,1.339
35,mlp.experts.22.up_proj,0.0002094860,0.05000,1.352
35,mlp.experts.25.up_proj,0.0007707098,0.05000,1.348
35,mlp.experts.23.up_proj,0.0004727821,0.05000,1.355
35,mlp.experts.20.up_proj,0.0002710203,0.05000,1.354
35,mlp.experts.26.up_proj,0.0004262703,0.05000,1.362
35,mlp.experts.29.up_proj,0.0007482569,0.05000,1.363
35,mlp.experts.27.up_proj,0.0002410359,0.05000,1.364
35,mlp.experts.24.up_proj,0.0006939064,0.05000,1.345
35,mlp.experts.30.up_proj,0.0003288209,0.05000,1.338
35,mlp.experts.33.up_proj,0.0003466740,0.05000,1.334
35,mlp.experts.31.up_proj,0.0007193336,0.05000,1.343
35,mlp.experts.28.up_proj,0.0004556375,0.05000,1.349
35,mlp.experts.34.up_proj,0.0002796626,0.05000,1.358
35,mlp.experts.37.up_proj,0.0003121181,0.05000,1.344
35,mlp.experts.35.up_proj,0.0006052240,0.05000,1.315
35,mlp.experts.32.up_proj,0.0004380537,0.05000,1.287
35,mlp.experts.38.up_proj,0.0005672277,0.05000,1.246
35,mlp.experts.41.up_proj,0.0007234120,0.05000,1.256
35,mlp.experts.39.up_proj,0.0003672197,0.05000,1.254
35,mlp.experts.36.up_proj,0.0003428650,0.05000,1.215
35,mlp.experts.42.up_proj,0.0002554582,0.05000,1.274
35,mlp.experts.45.up_proj,0.0007033329,0.05000,1.259
35,mlp.experts.43.up_proj,0.0003358129,0.05000,1.258
35,mlp.experts.40.up_proj,0.0003751330,0.05000,1.237
35,mlp.experts.46.up_proj,0.0003703728,0.05000,1.338
35,mlp.experts.49.up_proj,0.0003040595,0.05000,1.318
35,mlp.experts.47.up_proj,0.0004419623,0.05000,1.354
35,mlp.experts.44.up_proj,0.0004123819,0.05000,1.359
35,mlp.experts.50.up_proj,0.0006094928,0.05000,1.371
35,mlp.experts.53.up_proj,0.0001859004,0.05000,1.362
35,mlp.experts.51.up_proj,0.0004329147,0.05000,1.353
35,mlp.experts.48.up_proj,0.0005728533,0.05000,1.371
35,mlp.experts.54.up_proj,0.0004244917,0.05000,1.320
35,mlp.experts.57.up_proj,0.0002086740,0.05000,1.253
35,mlp.experts.55.up_proj,0.0003840349,0.05000,1.164
35,mlp.experts.52.up_proj,0.0004373731,0.05000,1.165
35,mlp.experts.58.up_proj,0.0002441630,0.05000,0.960
35,mlp.experts.61.up_proj,0.0003322076,0.05000,0.971
35,mlp.experts.59.up_proj,0.0004969431,0.05000,1.044
35,mlp.experts.56.up_proj,0.0006157621,0.05000,1.081
35,mlp.experts.62.up_proj,0.0003146636,0.05000,1.278
35,mlp.experts.65.up_proj,0.0004002560,0.05000,1.308
35,mlp.experts.60.up_proj,0.0002646745,0.05000,1.202
35,mlp.experts.63.up_proj,0.0002729835,0.05000,1.417
35,mlp.experts.69.up_proj,0.0003714293,0.05000,1.327
35,mlp.experts.66.up_proj,0.0006391409,0.05000,1.493
35,mlp.experts.64.up_proj,0.0005860193,0.05000,1.349
35,mlp.experts.67.up_proj,0.0001937188,0.05000,1.296
35,mlp.experts.70.up_proj,0.0005534691,0.05000,1.259
35,mlp.experts.73.up_proj,0.0002408863,0.05000,1.402
35,mlp.experts.68.up_proj,0.0003705068,0.05000,1.230
35,mlp.experts.71.up_proj,0.0004230684,0.05000,1.282
35,mlp.experts.74.up_proj,0.0006264377,0.05000,1.404
35,mlp.experts.72.up_proj,0.0003541823,0.05000,1.403
35,mlp.experts.77.up_proj,0.0004415035,0.05000,1.827
35,mlp.experts.75.up_proj,0.0003342111,0.05000,1.638
35,mlp.experts.78.up_proj,0.0005226344,0.05000,1.359
35,mlp.experts.76.up_proj,0.0007643036,0.05000,1.352
35,mlp.experts.81.up_proj,0.0004203316,0.05000,1.346
35,mlp.experts.79.up_proj,0.0003742289,0.05000,1.332
35,mlp.experts.82.up_proj,0.0004747756,0.05000,1.281
35,mlp.experts.80.up_proj,0.0003644280,0.05000,1.282
35,mlp.experts.85.up_proj,0.0003171611,0.05000,1.248
35,mlp.experts.83.up_proj,0.0002560402,0.05000,1.285
35,mlp.experts.86.up_proj,0.0003065730,0.05000,1.357
35,mlp.experts.84.up_proj,0.0002116670,0.05000,1.349
35,mlp.experts.89.up_proj,0.0002731087,0.05000,1.367
35,mlp.experts.87.up_proj,0.0002378987,0.05000,1.364
35,mlp.experts.90.up_proj,0.0005166051,0.05000,1.328
35,mlp.experts.88.up_proj,0.0004707119,0.05000,1.312
35,mlp.experts.93.up_proj,0.0002482142,0.05000,1.320
35,mlp.experts.91.up_proj,0.0004669077,0.05000,1.301
35,mlp.experts.94.up_proj,0.0004024227,0.05000,1.366
35,mlp.experts.92.up_proj,0.0004032307,0.05000,1.374
35,mlp.experts.97.up_proj,0.0004340835,0.05000,1.358
35,mlp.experts.95.up_proj,0.0004709456,0.05000,1.352
35,mlp.experts.98.up_proj,0.0004735025,0.05000,1.366
35,mlp.experts.96.up_proj,0.0004484885,0.05000,1.352
35,mlp.experts.101.up_proj,0.0005341668,0.05000,1.361
35,mlp.experts.99.up_proj,0.0002721049,0.05000,1.362
35,mlp.experts.102.up_proj,0.0004335031,0.05000,1.302
35,mlp.experts.100.up_proj,0.0003924569,0.05000,1.297
35,mlp.experts.105.up_proj,0.0005429176,0.05000,1.262
35,mlp.experts.103.up_proj,0.0003005886,0.05000,1.785
35,mlp.experts.106.up_proj,0.0004779058,0.05000,2.575
35,mlp.experts.104.up_proj,0.0002621000,0.05000,2.929
35,mlp.experts.109.up_proj,0.0008481041,0.05000,3.617
35,mlp.experts.110.up_proj,0.0005266847,0.05000,1.972
35,mlp.experts.107.up_proj,0.0004747183,0.05000,3.639
35,mlp.experts.108.up_proj,0.0005741194,0.05000,2.826
35,mlp.experts.113.up_proj,0.0009063475,0.05000,2.163
35,mlp.experts.114.up_proj,0.0003281128,0.05000,1.793
35,mlp.experts.111.up_proj,0.0003672331,0.05000,1.868
35,mlp.experts.112.up_proj,0.0003396230,0.05000,1.367
35,mlp.experts.117.up_proj,0.0004021146,0.05000,1.355
35,mlp.experts.118.up_proj,0.0005446638,0.05000,1.350
35,mlp.experts.115.up_proj,0.0004556148,0.05000,1.344
35,mlp.experts.116.up_proj,0.0003416392,0.05000,1.333
35,mlp.experts.121.up_proj,0.0004695207,0.05000,1.334
35,mlp.experts.122.up_proj,0.0009778376,0.05000,1.336
35,mlp.experts.119.up_proj,0.0002990283,0.05000,1.331
35,mlp.experts.120.up_proj,0.0003908600,0.05000,1.348
35,mlp.experts.125.up_proj,0.0008132503,0.05000,1.361
35,mlp.experts.126.up_proj,0.0004848472,0.05000,1.361
35,mlp.experts.123.up_proj,0.0003945892,0.05000,1.369
35,mlp.experts.124.up_proj,0.0006656697,0.05000,1.307
35,mlp.experts.129.up_proj,0.0002926970,0.05000,1.325
35,mlp.experts.130.up_proj,0.0007765293,0.05000,1.313
35,mlp.experts.127.up_proj,0.0005192549,0.05000,1.352
35,mlp.experts.128.up_proj,0.0005008259,0.05000,1.318
35,mlp.experts.133.up_proj,0.0002822572,0.05000,1.291
35,mlp.experts.134.up_proj,0.0004155476,0.05000,1.311
35,mlp.experts.131.up_proj,0.0003861518,0.05000,1.302
35,mlp.experts.132.up_proj,0.0003527847,0.05000,1.355
35,mlp.experts.137.up_proj,0.0005540276,0.05000,1.375
35,mlp.experts.138.up_proj,0.0005754475,0.05000,1.375
35,mlp.experts.135.up_proj,0.0005971540,0.05000,1.363
35,mlp.experts.136.up_proj,0.0007073051,0.05000,1.372
35,mlp.experts.141.up_proj,0.0005091461,0.05000,1.376
35,mlp.experts.142.up_proj,0.0002680777,0.05000,1.367
35,mlp.experts.139.up_proj,0.0005304252,0.05000,1.362
35,mlp.experts.140.up_proj,0.0004131570,0.05000,1.352
35,mlp.experts.145.up_proj,0.0002546349,0.05000,1.371
35,mlp.experts.146.up_proj,0.0004403241,0.05000,1.366
35,mlp.experts.143.up_proj,0.0003006709,0.05000,1.362
35,mlp.experts.144.up_proj,0.0007020725,0.05000,1.356
35,mlp.experts.149.up_proj,0.0004162277,0.05000,1.366
35,mlp.experts.150.up_proj,0.0006741075,0.05000,1.349
35,mlp.experts.147.up_proj,0.0010002638,0.05000,1.353
35,mlp.experts.148.up_proj,0.0002870684,0.05000,1.354
35,mlp.experts.153.up_proj,0.0003603612,0.05000,1.365
35,mlp.experts.154.up_proj,0.0005369104,0.05000,1.361
35,mlp.experts.151.up_proj,0.0004835748,0.05000,1.367
35,mlp.experts.152.up_proj,0.0005529610,0.05000,1.354
35,mlp.experts.157.up_proj,0.0004192856,0.05000,1.363
35,mlp.experts.158.up_proj,0.0006063371,0.05000,1.377
35,mlp.experts.155.up_proj,0.0002807431,0.05000,1.375
35,mlp.experts.156.up_proj,0.0004443880,0.05000,1.287
35,mlp.experts.161.up_proj,0.0004521694,0.05000,1.262
35,mlp.experts.162.up_proj,0.0004459875,0.05000,1.274
35,mlp.experts.159.up_proj,0.0002957143,0.05000,1.303
35,mlp.experts.160.up_proj,0.0003210832,0.05000,1.318
35,mlp.experts.165.up_proj,0.0003148424,0.05000,1.327
35,mlp.experts.166.up_proj,0.0005713103,0.05000,1.339
35,mlp.experts.163.up_proj,0.0002922919,0.05000,1.326
35,mlp.experts.164.up_proj,0.0003479770,0.05000,1.331
35,mlp.experts.169.up_proj,0.0008693276,0.05000,1.409
35,mlp.experts.170.up_proj,0.0004765430,0.05000,1.337
35,mlp.experts.167.up_proj,0.0006197803,0.05000,1.405
35,mlp.experts.168.up_proj,0.0003276209,0.05000,1.280
35,mlp.experts.173.up_proj,0.0006072431,0.05000,1.348
35,mlp.experts.174.up_proj,0.0003326423,0.05000,1.285
35,mlp.experts.171.up_proj,0.0004505558,0.05000,1.400
35,mlp.experts.172.up_proj,0.0006008609,0.05000,1.381
35,mlp.experts.177.up_proj,0.0008728584,0.05000,1.314
35,mlp.experts.178.up_proj,0.0005015047,0.05000,1.330
35,mlp.experts.175.up_proj,0.0006177011,0.05000,1.300
35,mlp.experts.176.up_proj,0.0005294356,0.05000,1.215
35,mlp.experts.181.up_proj,0.0003687949,0.05000,1.249
35,mlp.experts.182.up_proj,0.0004949235,0.05000,1.258
35,mlp.experts.179.up_proj,0.0010007385,0.05000,1.247
35,mlp.experts.180.up_proj,0.0004674490,0.05000,1.220
35,mlp.experts.185.up_proj,0.0002992093,0.05000,1.257
35,mlp.experts.186.up_proj,0.0003770505,0.05000,1.260
35,mlp.experts.183.up_proj,0.0006776318,0.05000,1.740
35,mlp.experts.184.up_proj,0.0002820547,0.05000,2.420
35,mlp.experts.189.up_proj,0.0006986648,0.05000,3.597
35,mlp.experts.187.up_proj,0.0004878923,0.05000,2.742
35,mlp.experts.190.up_proj,0.0002849327,0.05000,3.617
35,mlp.experts.188.up_proj,0.0005359925,0.05000,2.019
35,mlp.experts.191.up_proj,0.0003204440,0.05000,1.258
35,mlp.experts.193.up_proj,0.0005316229,0.05000,1.354
35,mlp.experts.194.up_proj,0.0005156554,0.05000,1.306
35,mlp.experts.192.up_proj,0.0004252818,0.05000,1.267
35,mlp.experts.195.up_proj,0.0003504653,0.05000,1.324
35,mlp.experts.197.up_proj,0.0003433289,0.05000,1.328
35,mlp.experts.198.up_proj,0.0004278629,0.05000,1.313
35,mlp.experts.196.up_proj,0.0003496502,0.05000,1.327
35,mlp.experts.199.up_proj,0.0005670314,0.05000,1.285
35,mlp.experts.201.up_proj,0.0006373432,0.05000,1.256
35,mlp.experts.202.up_proj,0.0004717164,0.05000,1.286
35,mlp.experts.200.up_proj,0.0004405294,0.05000,1.256
35,mlp.experts.203.up_proj,0.0004422533,0.05000,1.284
35,mlp.experts.205.up_proj,0.0005648534,0.05000,1.254
35,mlp.experts.206.up_proj,0.0003585705,0.05000,1.269
35,mlp.experts.204.up_proj,0.0005171036,0.05000,1.285
35,mlp.experts.207.up_proj,0.0008049470,0.05000,0.985
35,mlp.experts.209.up_proj,0.0003824937,0.05000,0.977
35,mlp.experts.210.up_proj,0.0003750113,0.05000,0.912
35,mlp.experts.211.up_proj,0.0002514513,0.05000,1.402
35,mlp.experts.213.up_proj,0.0004462639,0.05000,1.468
35,mlp.experts.208.up_proj,0.0005222549,0.05000,2.180
35,mlp.experts.214.up_proj,0.0002828968,0.05000,2.587
35,mlp.experts.215.up_proj,0.0003735408,0.05000,1.970
35,mlp.experts.217.up_proj,0.0004984774,0.05000,2.307
35,mlp.experts.219.up_proj,0.0006021330,0.05000,1.577
35,mlp.experts.218.up_proj,0.0002480533,0.05000,2.613
35,mlp.experts.212.up_proj,0.0008640220,0.05000,3.665
35,mlp.experts.221.up_proj,0.0007446492,0.05000,2.143
35,mlp.experts.222.up_proj,0.0005228729,0.05000,3.533
35,mlp.experts.223.up_proj,0.0002264179,0.05000,3.897
35,mlp.experts.216.up_proj,0.0006363370,0.05000,3.497
35,mlp.experts.225.up_proj,0.0003739624,0.05000,3.464
35,mlp.experts.226.up_proj,0.0008803364,0.05000,2.416
35,mlp.experts.227.up_proj,0.0004234361,0.05000,2.734
35,mlp.experts.220.up_proj,0.0005900783,0.05000,2.361
35,mlp.experts.230.up_proj,0.0006177236,0.05000,1.927
35,mlp.experts.229.up_proj,0.0005708829,0.05000,3.823
35,mlp.experts.224.up_proj,0.0003073577,0.05000,2.734
35,mlp.experts.234.up_proj,0.0004565616,0.05000,1.796
35,mlp.experts.231.up_proj,0.0006571915,0.05000,3.748
35,mlp.experts.238.up_proj,0.0006501078,0.05000,1.697
35,mlp.experts.233.up_proj,0.0004136822,0.05000,3.816
35,mlp.experts.228.up_proj,0.0004835190,0.05000,2.677
35,mlp.experts.235.up_proj,0.0004276777,0.05000,3.823
35,mlp.experts.242.up_proj,0.0004214893,0.05000,3.061
35,mlp.experts.237.up_proj,0.0006253712,0.05000,3.407
35,mlp.experts.232.up_proj,0.0009922833,0.05000,3.968
35,mlp.experts.246.up_proj,0.0005702999,0.05000,2.752
35,mlp.experts.239.up_proj,0.0001889168,0.05000,3.932
35,mlp.experts.236.up_proj,0.0003441448,0.05000,2.816
35,mlp.experts.241.up_proj,0.0004883535,0.05000,3.632
35,mlp.experts.250.up_proj,0.0004266667,0.05000,1.891
35,mlp.experts.243.up_proj,0.0004203865,0.05000,2.204
35,mlp.experts.245.up_proj,0.0006174425,0.05000,1.633
35,mlp.experts.247.up_proj,0.0004689419,0.05000,1.894
35,mlp.experts.249.up_proj,0.0009007767,0.05000,1.584
35,mlp.experts.240.up_proj,0.0005203433,0.05000,3.506
35,mlp.experts.254.up_proj,0.0004036098,0.05000,3.472
35,mlp.experts.253.up_proj,0.0002131615,0.05000,0.910
35,mlp.experts.251.up_proj,0.0007092246,0.05000,1.035
35,mlp.experts.244.up_proj,0.0008636149,0.05000,0.894
35,mlp.experts.255.up_proj,0.0004412491,0.05000,0.440
35,mlp.experts.248.up_proj,0.0005327567,0.05000,0.400
35,mlp.experts.252.up_proj,0.0006103259,0.05000,0.212
35,mlp.experts.3.down_proj,0.0000313387,0.05000,0.298
35,mlp.experts.0.down_proj,0.0000139365,0.05000,0.318
35,mlp.experts.2.down_proj,0.0000804460,0.05000,0.318
35,mlp.experts.1.down_proj,0.0000652501,0.05000,0.329
35,mlp.experts.7.down_proj,0.0000309998,0.05000,0.374
35,mlp.experts.4.down_proj,0.0000850839,0.05000,0.381
35,mlp.experts.6.down_proj,0.0000405765,0.05000,0.394
35,mlp.experts.5.down_proj,0.0000715001,0.05000,0.702
35,mlp.experts.11.down_proj,0.0000129849,0.05000,0.377
35,mlp.experts.8.down_proj,0.0000387555,0.05000,0.378
35,mlp.experts.10.down_proj,0.0000397612,0.05000,0.372
35,mlp.experts.9.down_proj,0.0000409382,0.05000,0.354
35,mlp.experts.15.down_proj,0.0000313933,0.05000,0.346
35,mlp.experts.12.down_proj,0.0000547052,0.05000,0.354
35,mlp.experts.14.down_proj,0.0000173462,0.05000,0.353
35,mlp.experts.13.down_proj,0.0000383064,0.05000,0.361
35,mlp.experts.19.down_proj,0.0000191600,0.05000,0.358
35,mlp.experts.16.down_proj,0.0000574574,0.05000,0.357
35,mlp.experts.18.down_proj,0.0000433501,0.05000,0.360
35,mlp.experts.17.down_proj,0.0000094863,0.05000,0.357
35,mlp.experts.23.down_proj,0.0000316264,0.05000,0.363
35,mlp.experts.20.down_proj,0.0000356946,0.05000,0.363
35,mlp.experts.22.down_proj,0.0000241266,0.05000,0.355
35,mlp.experts.21.down_proj,0.0000153200,0.05000,0.361
35,mlp.experts.27.down_proj,0.0000515854,0.05000,0.357
35,mlp.experts.24.down_proj,0.0001275683,0.05000,0.346
35,mlp.experts.26.down_proj,0.0000118953,0.05000,0.361
35,mlp.experts.31.down_proj,0.0001724742,0.05000,0.349
35,mlp.experts.25.down_proj,0.0000399011,0.05000,0.367
35,mlp.experts.28.down_proj,0.0000523443,0.05000,0.361
35,mlp.experts.30.down_proj,0.0000141390,0.05000,0.355
35,mlp.experts.29.down_proj,0.0000479243,0.05000,0.352
35,mlp.experts.35.down_proj,0.0000597823,0.05000,0.357
35,mlp.experts.32.down_proj,0.0000334392,0.05000,0.348
35,mlp.experts.34.down_proj,0.0000093297,0.05000,0.350
35,mlp.experts.39.down_proj,0.0000759566,0.05000,0.354
35,mlp.experts.33.down_proj,0.0000074064,0.05000,0.368
35,mlp.experts.36.down_proj,0.0000554161,0.05000,0.368
35,mlp.experts.38.down_proj,0.0000188572,0.05000,0.364
35,mlp.experts.43.down_proj,0.0000444428,0.05000,0.359
35,mlp.experts.37.down_proj,0.0000372127,0.05000,0.366
35,mlp.experts.40.down_proj,0.0000206518,0.05000,0.364
35,mlp.experts.42.down_proj,0.0000337543,0.05000,0.359
35,mlp.experts.47.down_proj,0.0000122588,0.05000,0.362
35,mlp.experts.41.down_proj,0.0000415204,0.05000,0.361
35,mlp.experts.44.down_proj,0.0000656180,0.05000,0.355
35,mlp.experts.46.down_proj,0.0000709937,0.05000,0.360
35,mlp.experts.51.down_proj,0.0001406111,0.05000,0.334
35,mlp.experts.45.down_proj,0.0000236555,0.05000,0.342
35,mlp.experts.48.down_proj,0.0000181757,0.05000,0.334
35,mlp.experts.50.down_proj,0.0000248302,0.05000,0.345
35,mlp.experts.55.down_proj,0.0000318619,0.05000,0.321
35,mlp.experts.49.down_proj,0.0000186393,0.05000,0.323
35,mlp.experts.52.down_proj,0.0000244117,0.05000,0.323
35,mlp.experts.54.down_proj,0.0002415190,0.05000,0.322
35,mlp.experts.59.down_proj,0.0000890177,0.05000,0.353
35,mlp.experts.53.down_proj,0.0000308108,0.05000,0.353
35,mlp.experts.56.down_proj,0.0001340960,0.05000,0.358
35,mlp.experts.58.down_proj,0.0000196250,0.05000,0.358
35,mlp.experts.63.down_proj,0.0000378918,0.05000,0.357
35,mlp.experts.57.down_proj,0.0000395890,0.05000,0.356
35,mlp.experts.60.down_proj,0.0000284990,0.05000,0.363
35,mlp.experts.62.down_proj,0.0000152067,0.05000,0.359
35,mlp.experts.67.down_proj,0.0000339279,0.05000,0.360
35,mlp.experts.61.down_proj,0.0000750803,0.05000,0.356
35,mlp.experts.64.down_proj,0.0000191220,0.05000,0.362
35,mlp.experts.66.down_proj,0.0000714835,0.05000,0.347
35,mlp.experts.71.down_proj,0.0000476348,0.05000,0.353
35,mlp.experts.65.down_proj,0.0000126774,0.05000,0.351
35,mlp.experts.70.down_proj,0.0000183369,0.05000,0.346
35,mlp.experts.68.down_proj,0.0000218103,0.05000,0.356
35,mlp.experts.75.down_proj,0.0001738623,0.05000,0.354
35,mlp.experts.69.down_proj,0.0000128847,0.05000,0.349
35,mlp.experts.74.down_proj,0.0001267080,0.05000,0.350
35,mlp.experts.72.down_proj,0.0000402333,0.05000,0.345
35,mlp.experts.79.down_proj,0.0000714102,0.05000,0.359
35,mlp.experts.73.down_proj,0.0000176052,0.05000,0.357
35,mlp.experts.76.down_proj,0.0001157518,0.05000,0.355
35,mlp.experts.78.down_proj,0.0000247677,0.05000,0.370
35,mlp.experts.83.down_proj,0.0000425038,0.05000,0.355
35,mlp.experts.77.down_proj,0.0000489149,0.05000,0.348
35,mlp.experts.80.down_proj,0.0000219159,0.05000,0.347
35,mlp.experts.82.down_proj,0.0000136368,0.05000,0.362
35,mlp.experts.81.down_proj,0.0000155050,0.05000,0.353
35,mlp.experts.87.down_proj,0.0000391653,0.05000,0.365
35,mlp.experts.84.down_proj,0.0000325349,0.05000,0.357
35,mlp.experts.86.down_proj,0.0000154550,0.05000,0.358
35,mlp.experts.85.down_proj,0.0000677295,0.05000,0.351
35,mlp.experts.91.down_proj,0.0000914646,0.05000,0.365
35,mlp.experts.88.down_proj,0.0000538541,0.05000,0.360
35,mlp.experts.90.down_proj,0.0000444924,0.05000,0.363
35,mlp.experts.89.down_proj,0.0000409848,0.05000,0.362
35,mlp.experts.95.down_proj,0.0000360644,0.05000,0.366
35,mlp.experts.92.down_proj,0.0000422484,0.05000,0.363
35,mlp.experts.94.down_proj,0.0000836881,0.05000,0.369
35,mlp.experts.93.down_proj,0.0000380604,0.05000,0.360
35,mlp.experts.99.down_proj,0.0000359225,0.05000,0.365
35,mlp.experts.96.down_proj,0.0000257649,0.05000,0.366
35,mlp.experts.98.down_proj,0.0000540403,0.05000,0.367
35,mlp.experts.97.down_proj,0.0000435439,0.05000,0.359
35,mlp.experts.103.down_proj,0.0000295200,0.05000,0.367
35,mlp.experts.100.down_proj,0.0000384521,0.05000,0.360
35,mlp.experts.102.down_proj,0.0000179036,0.05000,0.369
35,mlp.experts.101.down_proj,0.0000488449,0.05000,0.356
35,mlp.experts.107.down_proj,0.0000116296,0.05000,0.356
35,mlp.experts.104.down_proj,0.0000178671,0.05000,0.355
35,mlp.experts.106.down_proj,0.0000375389,0.05000,0.356
35,mlp.experts.105.down_proj,0.0000221769,0.05000,0.359
35,mlp.experts.111.down_proj,0.0000203258,0.05000,0.362
35,mlp.experts.108.down_proj,0.0001278018,0.05000,0.362
35,mlp.experts.110.down_proj,0.0000435961,0.05000,0.361
35,mlp.experts.109.down_proj,0.0000327001,0.05000,0.342
35,mlp.experts.115.down_proj,0.0000163615,0.05000,0.335
35,mlp.experts.112.down_proj,0.0000127641,0.05000,0.344
35,mlp.experts.114.down_proj,0.0000411611,0.05000,0.347
35,mlp.experts.113.down_proj,0.0000848400,0.05000,0.337
35,mlp.experts.119.down_proj,0.0001049943,0.05000,0.328
35,mlp.experts.116.down_proj,0.0000662824,0.05000,0.335
35,mlp.experts.118.down_proj,0.0000152812,0.05000,0.333
35,mlp.experts.117.down_proj,0.0000297046,0.05000,0.328
35,mlp.experts.123.down_proj,0.0000306187,0.05000,0.328
35,mlp.experts.120.down_proj,0.0000645910,0.05000,0.337
35,mlp.experts.122.down_proj,0.0001571284,0.05000,0.337
35,mlp.experts.121.down_proj,0.0000467652,0.05000,0.328
35,mlp.experts.127.down_proj,0.0000623042,0.05000,0.320
35,mlp.experts.124.down_proj,0.0000320463,0.05000,0.330
35,mlp.experts.126.down_proj,0.0000304158,0.05000,0.325
35,mlp.experts.131.down_proj,0.0000222103,0.05000,0.317
35,mlp.experts.125.down_proj,0.0000545201,0.05000,0.341
35,mlp.experts.130.down_proj,0.0000259108,0.05000,0.338
35,mlp.experts.128.down_proj,0.0000214127,0.05000,0.423
35,mlp.experts.135.down_proj,0.0000600505,0.05000,0.366
35,mlp.experts.129.down_proj,0.0000560002,0.05000,0.368
35,mlp.experts.134.down_proj,0.0000093500,0.05000,0.364
35,mlp.experts.132.down_proj,0.0000569406,0.05000,0.357
35,mlp.experts.139.down_proj,0.0000967791,0.05000,0.338
35,mlp.experts.133.down_proj,0.0000138320,0.05000,0.337
35,mlp.experts.138.down_proj,0.0000290160,0.05000,0.324
35,mlp.experts.136.down_proj,0.0000878273,0.05000,0.323
35,mlp.experts.137.down_proj,0.0000225847,0.05000,0.320
35,mlp.experts.143.down_proj,0.0000280396,0.05000,0.334
35,mlp.experts.142.down_proj,0.0000265343,0.05000,0.327
35,mlp.experts.140.down_proj,0.0000098818,0.05000,0.318
35,mlp.experts.141.down_proj,0.0000141945,0.05000,0.321
35,mlp.experts.147.down_proj,0.0001059413,0.05000,0.330
35,mlp.experts.146.down_proj,0.0000211043,0.05000,0.331
35,mlp.experts.144.down_proj,0.0000259975,0.05000,0.330
35,mlp.experts.151.down_proj,0.0001005273,0.05000,0.308
35,mlp.experts.145.down_proj,0.0000542820,0.05000,0.338
35,mlp.experts.150.down_proj,0.0000248499,0.05000,0.296
35,mlp.experts.148.down_proj,0.0000399957,0.05000,0.287
35,mlp.experts.155.down_proj,0.0000079077,0.05000,0.327
35,mlp.experts.149.down_proj,0.0000151277,0.05000,0.331
35,mlp.experts.154.down_proj,0.0000160741,0.05000,0.334
35,mlp.experts.152.down_proj,0.0000200609,0.05000,0.334
35,mlp.experts.159.down_proj,0.0000192366,0.05000,0.321
35,mlp.experts.153.down_proj,0.0000820295,0.05000,0.331
35,mlp.experts.158.down_proj,0.0000220786,0.05000,0.329
35,mlp.experts.156.down_proj,0.0000307906,0.05000,0.334
35,mlp.experts.163.down_proj,0.0000508881,0.05000,0.328
35,mlp.experts.157.down_proj,0.0000140291,0.05000,0.335
35,mlp.experts.162.down_proj,0.0000140472,0.05000,0.333
35,mlp.experts.160.down_proj,0.0001104274,0.05000,0.332
35,mlp.experts.167.down_proj,0.0001342768,0.05000,0.322
35,mlp.experts.161.down_proj,0.0000635029,0.05000,0.340
35,mlp.experts.166.down_proj,0.0000179405,0.05000,0.347
35,mlp.experts.164.down_proj,0.0000174842,0.05000,0.483
35,mlp.experts.171.down_proj,0.0000595782,0.05000,0.376
35,mlp.experts.165.down_proj,0.0000304471,0.05000,0.383
35,mlp.experts.170.down_proj,0.0000452166,0.05000,0.377
35,mlp.experts.168.down_proj,0.0000070208,0.05000,0.399
35,mlp.experts.175.down_proj,0.0000242380,0.05000,0.354
35,mlp.experts.174.down_proj,0.0000270010,0.05000,0.329
35,mlp.experts.169.down_proj,0.0001994881,0.05000,0.581
35,mlp.experts.179.down_proj,0.0001412420,0.05000,0.340
35,mlp.experts.178.down_proj,0.0000170632,0.05000,0.340
35,mlp.experts.172.down_proj,0.0000216992,0.05000,0.641
35,mlp.experts.183.down_proj,0.0001187059,0.05000,0.287
35,mlp.experts.182.down_proj,0.0000210730,0.05000,0.256
35,mlp.experts.173.down_proj,0.0000460753,0.05000,0.411
35,mlp.experts.176.down_proj,0.0000507433,0.05000,0.233
35,mlp.experts.187.down_proj,0.0001606576,0.05000,0.235
35,mlp.experts.186.down_proj,0.0000283891,0.05000,0.230
35,mlp.experts.177.down_proj,0.0000515203,0.05000,0.234
35,mlp.experts.180.down_proj,0.0000380872,0.05000,0.273
35,mlp.experts.191.down_proj,0.0000434245,0.05000,0.285
35,mlp.experts.190.down_proj,0.0000420566,0.05000,0.302
35,mlp.experts.181.down_proj,0.0000485730,0.05000,0.315
35,mlp.experts.184.down_proj,0.0000326480,0.05000,0.335
35,mlp.experts.195.down_proj,0.0000098394,0.05000,0.344
35,mlp.experts.194.down_proj,0.0000302499,0.05000,0.351
35,mlp.experts.185.down_proj,0.0000327242,0.05000,0.362
35,mlp.experts.188.down_proj,0.0000172473,0.05000,0.362
35,mlp.experts.199.down_proj,0.0000210131,0.05000,0.365
35,mlp.experts.198.down_proj,0.0000232738,0.05000,0.361
35,mlp.experts.189.down_proj,0.0000306697,0.05000,0.362
35,mlp.experts.192.down_proj,0.0001514717,0.05000,0.363
35,mlp.experts.203.down_proj,0.0000183490,0.05000,0.366
35,mlp.experts.202.down_proj,0.0000803519,0.05000,0.362
35,mlp.experts.193.down_proj,0.0000163458,0.05000,0.363
35,mlp.experts.196.down_proj,0.0000428259,0.05000,0.355
35,mlp.experts.207.down_proj,0.0002526629,0.05000,0.360
35,mlp.experts.206.down_proj,0.0000500194,0.05000,0.363
35,mlp.experts.197.down_proj,0.0000306307,0.05000,0.361
35,mlp.experts.200.down_proj,0.0000237681,0.05000,0.360
35,mlp.experts.211.down_proj,0.0000396130,0.05000,0.345
35,mlp.experts.210.down_proj,0.0000356954,0.05000,0.347
35,mlp.experts.201.down_proj,0.0000606544,0.05000,0.344
35,mlp.experts.204.down_proj,0.0000342008,0.05000,0.333
35,mlp.experts.215.down_proj,0.0000118026,0.05000,0.324
35,mlp.experts.214.down_proj,0.0000397452,0.05000,0.331
35,mlp.experts.205.down_proj,0.0000229538,0.05000,0.332
35,mlp.experts.208.down_proj,0.0000151601,0.05000,0.331
35,mlp.experts.219.down_proj,0.0000501535,0.05000,0.324
35,mlp.experts.218.down_proj,0.0000532077,0.05000,0.328
35,mlp.experts.209.down_proj,0.0000100717,0.05000,0.332
35,mlp.experts.212.down_proj,0.0002610324,0.05000,0.335
35,mlp.experts.223.down_proj,0.0000318921,0.05000,0.330
35,mlp.experts.222.down_proj,0.0000137494,0.05000,0.336
35,mlp.experts.213.down_proj,0.0000118799,0.05000,0.334
35,mlp.experts.216.down_proj,0.0000209273,0.05000,0.330
35,mlp.experts.227.down_proj,0.0001018366,0.05000,0.326
35,mlp.experts.226.down_proj,0.0000901359,0.05000,0.329
35,mlp.experts.217.down_proj,0.0000327493,0.05000,0.329
35,mlp.experts.220.down_proj,0.0001152300,0.05000,0.329
35,mlp.experts.231.down_proj,0.0000236147,0.05000,0.327
35,mlp.experts.230.down_proj,0.0000385192,0.05000,0.335
35,mlp.experts.221.down_proj,0.0000459391,0.05000,0.328
35,mlp.experts.224.down_proj,0.0000365601,0.05000,0.337
35,mlp.experts.235.down_proj,0.0001075185,0.05000,0.319
35,mlp.experts.234.down_proj,0.0000118812,0.05000,0.329
35,mlp.experts.225.down_proj,0.0000129630,0.05000,0.328
35,mlp.experts.228.down_proj,0.0000585663,0.05000,0.326
35,mlp.experts.239.down_proj,0.0000948043,0.05000,0.325
35,mlp.experts.238.down_proj,0.0000238876,0.05000,0.333
35,mlp.experts.229.down_proj,0.0000391075,0.05000,0.331
35,mlp.experts.232.down_proj,0.0000399052,0.05000,0.339
35,mlp.experts.243.down_proj,0.0000196807,0.05000,0.346
35,mlp.experts.242.down_proj,0.0000252672,0.05000,0.361
35,mlp.experts.233.down_proj,0.0000306195,0.05000,0.362
35,mlp.experts.236.down_proj,0.0000461262,0.05000,0.362
35,mlp.experts.247.down_proj,0.0000531080,0.05000,0.360
35,mlp.experts.246.down_proj,0.0000158924,0.05000,0.352
35,mlp.experts.237.down_proj,0.0000256986,0.05000,0.359
35,mlp.experts.240.down_proj,0.0000184053,0.05000,0.351
35,mlp.experts.251.down_proj,0.0001446453,0.05000,0.354
35,mlp.experts.250.down_proj,0.0000422233,0.05000,0.353
35,mlp.experts.241.down_proj,0.0000336823,0.05000,0.357
35,mlp.experts.244.down_proj,0.0001753106,0.05000,0.356
35,mlp.experts.255.down_proj,0.0000494054,0.05000,0.358
35,mlp.experts.254.down_proj,0.0000371248,0.05000,0.309
35,mlp.experts.245.down_proj,0.0000319133,0.05000,0.286
35,mlp.experts.248.down_proj,0.0000203959,0.05000,0.199
35,mlp.experts.249.down_proj,0.0000679267,0.05000,0.169
35,mlp.experts.252.down_proj,0.0000725728,0.05000,0.168
35,mlp.experts.253.down_proj,0.0000145572,0.05000,0.109
36,mlp.experts.2.gate_proj,0.0016735784,0.05000,1.365
36,mlp.experts.1.gate_proj,0.0010341429,0.05000,1.394
36,mlp.experts.3.gate_proj,0.0008154179,0.05000,1.421
36,mlp.experts.0.gate_proj,0.0002979464,0.05000,1.584
36,mlp.experts.6.gate_proj,0.0008985658,0.05000,1.372
36,mlp.experts.5.gate_proj,0.0005710530,0.05000,1.366
36,mlp.experts.7.gate_proj,0.0008374321,0.05000,1.373
36,mlp.experts.4.gate_proj,0.0003722660,0.05000,1.357
36,mlp.experts.10.gate_proj,0.0003154180,0.05000,1.349
36,mlp.experts.9.gate_proj,0.0005614763,0.05000,1.330
36,mlp.experts.11.gate_proj,0.0007550830,0.05000,1.349
36,mlp.experts.8.gate_proj,0.0006240017,0.05000,1.531
36,mlp.experts.14.gate_proj,0.0003324797,0.05000,2.585
36,mlp.experts.12.gate_proj,0.0005441775,0.05000,2.351
36,mlp.experts.13.gate_proj,0.0005414419,0.05000,2.757
36,mlp.experts.15.gate_proj,0.0004703749,0.05000,3.285
36,mlp.experts.16.gate_proj,0.0007087765,0.05000,1.525
36,mlp.experts.17.gate_proj,0.0009312394,0.05000,1.556
36,mlp.experts.18.gate_proj,0.0003787424,0.05000,3.205
36,mlp.experts.20.gate_proj,0.0002180553,0.05000,2.493
36,mlp.experts.21.gate_proj,0.0007126270,0.05000,2.701
36,mlp.experts.19.gate_proj,0.0004115364,0.05000,3.942
36,mlp.experts.22.gate_proj,0.0007479288,0.05000,1.766
36,mlp.experts.26.gate_proj,0.0004086285,0.05000,1.606
36,mlp.experts.24.gate_proj,0.0002909112,0.05000,2.616
36,mlp.experts.25.gate_proj,0.0005021130,0.05000,3.680
36,mlp.experts.23.gate_proj,0.0007016483,0.05000,3.473
36,mlp.experts.30.gate_proj,0.0003678930,0.05000,2.106
36,mlp.experts.28.gate_proj,0.0006012515,0.05000,2.287
36,mlp.experts.27.gate_proj,0.0006223195,0.05000,2.359
36,mlp.experts.32.gate_proj,0.0010774044,0.05000,1.791
36,mlp.experts.29.gate_proj,0.0005101486,0.05000,3.975
36,mlp.experts.34.gate_proj,0.0009921715,0.05000,3.643
36,mlp.experts.36.gate_proj,0.0010445531,0.05000,1.796
36,mlp.experts.31.gate_proj,0.0006899005,0.05000,2.242
36,mlp.experts.33.gate_proj,0.0005047842,0.05000,1.846
36,mlp.experts.35.gate_proj,0.0006713293,0.05000,2.523
36,mlp.experts.37.gate_proj,0.0004101848,0.05000,1.433
36,mlp.experts.38.gate_proj,0.0005603069,0.05000,3.634
36,mlp.experts.40.gate_proj,0.0006851950,0.05000,3.471
36,mlp.experts.41.gate_proj,0.0007447810,0.05000,1.725
36,mlp.experts.39.gate_proj,0.0002377279,0.05000,1.910
36,mlp.experts.42.gate_proj,0.0005198602,0.05000,2.550
36,mlp.experts.44.gate_proj,0.0006482885,0.05000,2.525
36,mlp.experts.43.gate_proj,0.0004258398,0.05000,2.070
36,mlp.experts.45.gate_proj,0.0003449962,0.05000,2.409
36,mlp.experts.49.gate_proj,0.0003940074,0.05000,2.233
36,mlp.experts.46.gate_proj,0.0005651656,0.05000,3.613
36,mlp.experts.48.gate_proj,0.0004628884,0.05000,3.511
36,mlp.experts.47.gate_proj,0.0008005662,0.05000,2.938
36,mlp.experts.53.gate_proj,0.0007564393,0.05000,1.375
36,mlp.experts.50.gate_proj,0.0004083726,0.05000,1.330
36,mlp.experts.52.gate_proj,0.0011959972,0.05000,1.334
36,mlp.experts.51.gate_proj,0.0003169827,0.05000,1.319
36,mlp.experts.57.gate_proj,0.0005222638,0.05000,1.385
36,mlp.experts.54.gate_proj,0.0006245529,0.05000,1.374
36,mlp.experts.56.gate_proj,0.0005424013,0.05000,1.374
36,mlp.experts.55.gate_proj,0.0005562189,0.05000,1.379
36,mlp.experts.61.gate_proj,0.0005248999,0.05000,1.306
36,mlp.experts.60.gate_proj,0.0004874322,0.05000,1.214
36,mlp.experts.58.gate_proj,0.0004449050,0.05000,1.284
36,mlp.experts.59.gate_proj,0.0006944527,0.05000,1.272
36,mlp.experts.65.gate_proj,0.0004325383,0.05000,1.278
36,mlp.experts.64.gate_proj,0.0005187294,0.05000,1.180
36,mlp.experts.62.gate_proj,0.0006000398,0.05000,1.197
36,mlp.experts.63.gate_proj,0.0003994889,0.05000,1.210
36,mlp.experts.69.gate_proj,0.0003024982,0.05000,1.310
36,mlp.experts.68.gate_proj,0.0006538669,0.05000,1.257
36,mlp.experts.66.gate_proj,0.0006142609,0.05000,1.272
36,mlp.experts.67.gate_proj,0.0004076781,0.05000,1.391
36,mlp.experts.73.gate_proj,0.0002470886,0.05000,1.274
36,mlp.experts.72.gate_proj,0.0006950318,0.05000,1.284
36,mlp.experts.70.gate_proj,0.0002391217,0.05000,1.272
36,mlp.experts.71.gate_proj,0.0005980735,0.05000,1.279
36,mlp.experts.77.gate_proj,0.0005016310,0.05000,1.389
36,mlp.experts.76.gate_proj,0.0004318254,0.05000,1.366
36,mlp.experts.74.gate_proj,0.0004893393,0.05000,1.379
36,mlp.experts.75.gate_proj,0.0003613493,0.05000,1.377
36,mlp.experts.81.gate_proj,0.0006241012,0.05000,1.296
36,mlp.experts.80.gate_proj,0.0007527561,0.05000,1.270
36,mlp.experts.78.gate_proj,0.0004190328,0.05000,1.239
36,mlp.experts.79.gate_proj,0.0004785633,0.05000,1.265
36,mlp.experts.85.gate_proj,0.0007377524,0.05000,1.345
36,mlp.experts.84.gate_proj,0.0007759374,0.05000,1.342
36,mlp.experts.82.gate_proj,0.0005527573,0.05000,1.339
36,mlp.experts.83.gate_proj,0.0004470055,0.05000,1.343
36,mlp.experts.89.gate_proj,0.0006294853,0.05000,1.264
36,mlp.experts.88.gate_proj,0.0005503673,0.05000,1.254
36,mlp.experts.86.gate_proj,0.0005520205,0.05000,1.259
36,mlp.experts.87.gate_proj,0.0002219850,0.05000,1.248
36,mlp.experts.93.gate_proj,0.0003315910,0.05000,1.410
36,mlp.experts.92.gate_proj,0.0007076232,0.05000,1.632
36,mlp.experts.90.gate_proj,0.0004215620,0.05000,1.652
36,mlp.experts.91.gate_proj,0.0004723090,0.05000,1.462
36,mlp.experts.97.gate_proj,0.0005316622,0.05000,1.385
36,mlp.experts.96.gate_proj,0.0007267037,0.05000,1.344
36,mlp.experts.94.gate_proj,0.0006358801,0.05000,1.351
36,mlp.experts.95.gate_proj,0.0004145848,0.05000,1.361
36,mlp.experts.101.gate_proj,0.0008979774,0.05000,1.340
36,mlp.experts.100.gate_proj,0.0011088554,0.05000,1.261
36,mlp.experts.98.gate_proj,0.0005405621,0.05000,1.253
36,mlp.experts.99.gate_proj,0.0006741576,0.05000,1.242
36,mlp.experts.105.gate_proj,0.0005957902,0.05000,0.958
36,mlp.experts.104.gate_proj,0.0009603120,0.05000,1.013
36,mlp.experts.102.gate_proj,0.0004657499,0.05000,1.027
36,mlp.experts.103.gate_proj,0.0004817403,0.05000,1.031
36,mlp.experts.109.gate_proj,0.0005696988,0.05000,1.279
36,mlp.experts.108.gate_proj,0.0007111384,0.05000,1.284
36,mlp.experts.106.gate_proj,0.0004149256,0.05000,1.249
36,mlp.experts.107.gate_proj,0.0005239347,0.05000,1.287
36,mlp.experts.113.gate_proj,0.0005126969,0.05000,1.267
36,mlp.experts.110.gate_proj,0.0006009992,0.05000,1.215
36,mlp.experts.112.gate_proj,0.0008092853,0.05000,1.285
36,mlp.experts.111.gate_proj,0.0003749982,0.05000,1.276
36,mlp.experts.117.gate_proj,0.0002520079,0.05000,1.395
36,mlp.experts.114.gate_proj,0.0009734998,0.05000,1.283
36,mlp.experts.116.gate_proj,0.0006329019,0.05000,1.271
36,mlp.experts.115.gate_proj,0.0006377059,0.05000,1.292
36,mlp.experts.121.gate_proj,0.0007987390,0.05000,1.271
36,mlp.experts.118.gate_proj,0.0003730939,0.05000,1.232
36,mlp.experts.120.gate_proj,0.0002382597,0.05000,1.279
36,mlp.experts.119.gate_proj,0.0007457450,0.05000,1.269
36,mlp.experts.125.gate_proj,0.0003679619,0.05000,1.280
36,mlp.experts.122.gate_proj,0.0007034006,0.05000,1.225
36,mlp.experts.124.gate_proj,0.0006351048,0.05000,1.273
36,mlp.experts.123.gate_proj,0.0006012498,0.05000,1.273
36,mlp.experts.126.gate_proj,0.0007122401,0.05000,1.309
36,mlp.experts.129.gate_proj,0.0008118120,0.05000,1.364
36,mlp.experts.128.gate_proj,0.0005949869,0.05000,1.398
36,mlp.experts.127.gate_proj,0.0004881572,0.05000,1.552
36,mlp.experts.130.gate_proj,0.0004375734,0.05000,2.784
36,mlp.experts.132.gate_proj,0.0010291800,0.05000,2.777
36,mlp.experts.133.gate_proj,0.0008174451,0.05000,3.747
36,mlp.experts.131.gate_proj,0.0007089258,0.05000,3.774
36,mlp.experts.134.gate_proj,0.0007900217,0.05000,1.740
36,mlp.experts.135.gate_proj,0.0002222791,0.05000,2.229
36,mlp.experts.136.gate_proj,0.0003993794,0.05000,3.755
36,mlp.experts.137.gate_proj,0.0004038689,0.05000,3.019
36,mlp.experts.138.gate_proj,0.0007475136,0.05000,2.964
36,mlp.experts.141.gate_proj,0.0008335864,0.05000,1.479
36,mlp.experts.139.gate_proj,0.0004054065,0.05000,3.328
36,mlp.experts.145.gate_proj,0.0004607819,0.05000,1.877
36,mlp.experts.140.gate_proj,0.0008015556,0.05000,3.591
36,mlp.experts.142.gate_proj,0.0004366938,0.05000,3.687
36,mlp.experts.143.gate_proj,0.0004082669,0.05000,2.244
36,mlp.experts.144.gate_proj,0.0006274138,0.05000,3.253
36,mlp.experts.147.gate_proj,0.0004043527,0.05000,1.613
36,mlp.experts.149.gate_proj,0.0011827481,0.05000,3.545
36,mlp.experts.146.gate_proj,0.0003273354,0.05000,3.561
36,mlp.experts.148.gate_proj,0.0005388833,0.05000,1.594
36,mlp.experts.151.gate_proj,0.0008322583,0.05000,2.004
36,mlp.experts.153.gate_proj,0.0004029267,0.05000,3.757
36,mlp.experts.150.gate_proj,0.0002715730,0.05000,3.398
36,mlp.experts.152.gate_proj,0.0003473692,0.05000,3.892
36,mlp.experts.155.gate_proj,0.0006724494,0.05000,3.990
36,mlp.experts.157.gate_proj,0.0005481365,0.05000,3.852
36,mlp.experts.154.gate_proj,0.0003031060,0.05000,3.828
36,mlp.experts.156.gate_proj,0.0008076483,0.05000,3.686
36,mlp.experts.159.gate_proj,0.0006290311,0.05000,3.937
36,mlp.experts.161.gate_proj,0.0005872881,0.05000,3.959
36,mlp.experts.158.gate_proj,0.0003718947,0.05000,3.857
36,mlp.experts.160.gate_proj,0.0004031820,0.05000,3.776
36,mlp.experts.163.gate_proj,0.0010984391,0.05000,3.609
36,mlp.experts.165.gate_proj,0.0005685504,0.05000,2.900
36,mlp.experts.162.gate_proj,0.0004942024,0.05000,2.748
36,mlp.experts.164.gate_proj,0.0002786420,0.05000,2.196
36,mlp.experts.167.gate_proj,0.0010458378,0.05000,1.634
36,mlp.experts.169.gate_proj,0.0007889602,0.05000,1.250
36,mlp.experts.166.gate_proj,0.0004916227,0.05000,1.263
36,mlp.experts.168.gate_proj,0.0004252205,0.05000,1.274
36,mlp.experts.171.gate_proj,0.0007073407,0.05000,1.388
36,mlp.experts.173.gate_proj,0.0007461467,0.05000,2.097
36,mlp.experts.175.gate_proj,0.0008479189,0.05000,2.146
36,mlp.experts.172.gate_proj,0.0005141263,0.05000,2.700
36,mlp.experts.170.gate_proj,0.0004593806,0.05000,3.016
36,mlp.experts.179.gate_proj,0.0005372521,0.05000,1.767
36,mlp.experts.177.gate_proj,0.0010082362,0.05000,3.758
36,mlp.experts.183.gate_proj,0.0011499810,0.05000,1.703
36,mlp.experts.176.gate_proj,0.0005640991,0.05000,3.170
36,mlp.experts.174.gate_proj,0.0005725987,0.05000,3.317
36,mlp.experts.181.gate_proj,0.0003269749,0.05000,1.547
36,mlp.experts.187.gate_proj,0.0004011322,0.05000,1.086
36,mlp.experts.180.gate_proj,0.0008005214,0.05000,1.057
36,mlp.experts.178.gate_proj,0.0006683169,0.05000,1.192
36,mlp.experts.185.gate_proj,0.0004897973,0.05000,1.311
36,mlp.experts.184.gate_proj,0.0005957389,0.05000,1.331
36,mlp.experts.191.gate_proj,0.0011401289,0.05000,1.339
36,mlp.experts.182.gate_proj,0.0005403581,0.05000,1.352
36,mlp.experts.189.gate_proj,0.0009118555,0.05000,1.313
36,mlp.experts.188.gate_proj,0.0004464979,0.05000,1.283
36,mlp.experts.195.gate_proj,0.0002778909,0.05000,1.335
36,mlp.experts.186.gate_proj,0.0005018903,0.05000,1.341
36,mlp.experts.193.gate_proj,0.0002140563,0.05000,1.325
36,mlp.experts.192.gate_proj,0.0003192751,0.05000,1.334
36,mlp.experts.199.gate_proj,0.0003966108,0.05000,1.320
36,mlp.experts.190.gate_proj,0.0003835747,0.05000,1.295
36,mlp.experts.197.gate_proj,0.0008782377,0.05000,1.237
36,mlp.experts.196.gate_proj,0.0005362067,0.05000,1.281
36,mlp.experts.203.gate_proj,0.0008356425,0.05000,1.271
36,mlp.experts.194.gate_proj,0.0003890584,0.05000,1.265
36,mlp.experts.201.gate_proj,0.0004181735,0.05000,1.265
36,mlp.experts.200.gate_proj,0.0005819278,0.05000,1.302
36,mlp.experts.207.gate_proj,0.0006895274,0.05000,1.300
36,mlp.experts.198.gate_proj,0.0004513786,0.05000,1.335
36,mlp.experts.205.gate_proj,0.0004450489,0.05000,1.361
36,mlp.experts.204.gate_proj,0.0003493075,0.05000,1.353
36,mlp.experts.211.gate_proj,0.0002763286,0.05000,1.353
36,mlp.experts.202.gate_proj,0.0002994006,0.05000,1.303
36,mlp.experts.209.gate_proj,0.0004684774,0.05000,1.331
36,mlp.experts.208.gate_proj,0.0006967576,0.05000,1.332
36,mlp.experts.215.gate_proj,0.0008213454,0.05000,1.328
36,mlp.experts.206.gate_proj,0.0004147490,0.05000,1.204
36,mlp.experts.213.gate_proj,0.0002561963,0.05000,0.802
36,mlp.experts.212.gate_proj,0.0005538109,0.05000,0.663
36,mlp.experts.217.gate_proj,0.0005678999,0.05000,1.295
36,mlp.experts.216.gate_proj,0.0004632208,0.05000,1.318
36,mlp.experts.219.gate_proj,0.0008530638,0.05000,1.340
36,mlp.experts.210.gate_proj,0.0007279135,0.05000,1.373
36,mlp.experts.221.gate_proj,0.0006070136,0.05000,1.331
36,mlp.experts.220.gate_proj,0.0014514110,0.05000,1.348
36,mlp.experts.223.gate_proj,0.0003982512,0.05000,1.327
36,mlp.experts.214.gate_proj,0.0003013210,0.05000,1.336
36,mlp.experts.225.gate_proj,0.0004774991,0.05000,1.368
36,mlp.experts.224.gate_proj,0.0005825040,0.05000,1.363
36,mlp.experts.227.gate_proj,0.0003360417,0.05000,1.362
36,mlp.experts.218.gate_proj,0.0005310820,0.05000,1.362
36,mlp.experts.229.gate_proj,0.0006985121,0.05000,1.371
36,mlp.experts.228.gate_proj,0.0006398740,0.05000,1.372
36,mlp.experts.231.gate_proj,0.0004729691,0.05000,1.373
36,mlp.experts.222.gate_proj,0.0003367427,0.05000,1.375
36,mlp.experts.233.gate_proj,0.0011642722,0.05000,1.328
36,mlp.experts.232.gate_proj,0.0009384245,0.05000,1.328
36,mlp.experts.235.gate_proj,0.0007365231,0.05000,1.336
36,mlp.experts.226.gate_proj,0.0008126408,0.05000,1.340
36,mlp.experts.237.gate_proj,0.0006682785,0.05000,1.254
36,mlp.experts.236.gate_proj,0.0007494161,0.05000,1.283
36,mlp.experts.239.gate_proj,0.0003021983,0.05000,1.268
36,mlp.experts.230.gate_proj,0.0007798192,0.05000,1.311
36,mlp.experts.241.gate_proj,0.0006160813,0.05000,1.347
36,mlp.experts.240.gate_proj,0.0007495175,0.05000,1.350
36,mlp.experts.243.gate_proj,0.0007660281,0.05000,1.349
36,mlp.experts.234.gate_proj,0.0004576849,0.05000,1.474
36,mlp.experts.245.gate_proj,0.0005675803,0.05000,1.270
36,mlp.experts.244.gate_proj,0.0003925785,0.05000,1.258
36,mlp.experts.247.gate_proj,0.0005763974,0.05000,1.270
36,mlp.experts.238.gate_proj,0.0002754834,0.05000,1.225
36,mlp.experts.249.gate_proj,0.0009327397,0.05000,1.243
36,mlp.experts.248.gate_proj,0.0007359650,0.05000,1.247
36,mlp.experts.251.gate_proj,0.0003549690,0.05000,1.260
36,mlp.experts.242.gate_proj,0.0002876358,0.05000,1.210
36,mlp.experts.253.gate_proj,0.0004562002,0.05000,1.261
36,mlp.experts.252.gate_proj,0.0005932452,0.05000,1.258
36,mlp.experts.255.gate_proj,0.0003459144,0.05000,1.268
36,mlp.experts.246.gate_proj,0.0003231206,0.05000,1.235
36,mlp.experts.1.up_proj,0.0007991216,0.05000,1.345
36,mlp.experts.0.up_proj,0.0002634634,0.05000,1.346
36,mlp.experts.3.up_proj,0.0006170514,0.05000,1.352
36,mlp.experts.250.gate_proj,0.0005843264,0.05000,1.337
36,mlp.experts.5.up_proj,0.0005171588,0.05000,1.238
36,mlp.experts.4.up_proj,0.0003450343,0.05000,1.268
36,mlp.experts.7.up_proj,0.0005437723,0.05000,1.284
36,mlp.experts.254.gate_proj,0.0004812211,0.05000,1.274
36,mlp.experts.9.up_proj,0.0004710183,0.05000,1.342
36,mlp.experts.8.up_proj,0.0006067309,0.05000,1.514
36,mlp.experts.2.up_proj,0.0009128614,0.05000,1.671
36,mlp.experts.11.up_proj,0.0005409942,0.05000,2.151
36,mlp.experts.13.up_proj,0.0004957183,0.05000,1.686
36,mlp.experts.6.up_proj,0.0007436526,0.05000,1.947
36,mlp.experts.10.up_proj,0.0002379333,0.05000,1.319
36,mlp.experts.12.up_proj,0.0004807428,0.05000,3.562
36,mlp.experts.17.up_proj,0.0006468803,0.05000,2.204
36,mlp.experts.15.up_proj,0.0004382741,0.05000,3.159
36,mlp.experts.21.up_proj,0.0005249158,0.05000,1.643
36,mlp.experts.19.up_proj,0.0003653421,0.05000,3.049
36,mlp.experts.14.up_proj,0.0002866865,0.05000,3.659
36,mlp.experts.16.up_proj,0.0005721571,0.05000,3.764
36,mlp.experts.25.up_proj,0.0003684586,0.05000,2.253
36,mlp.experts.23.up_proj,0.0007001516,0.05000,1.449
36,mlp.experts.18.up_proj,0.0003470171,0.05000,1.506
36,mlp.experts.29.up_proj,0.0004742129,0.05000,1.299
36,mlp.experts.20.up_proj,0.0001791508,0.05000,1.535
36,mlp.experts.27.up_proj,0.0005171214,0.05000,1.283
36,mlp.experts.22.up_proj,0.0006224264,0.05000,1.287
36,mlp.experts.24.up_proj,0.0002857809,0.05000,1.271
36,mlp.experts.33.up_proj,0.0005028018,0.05000,1.391
36,mlp.experts.31.up_proj,0.0005061943,0.05000,1.329
36,mlp.experts.26.up_proj,0.0003411378,0.05000,1.355
36,mlp.experts.28.up_proj,0.0004979390,0.05000,1.361
36,mlp.experts.37.up_proj,0.0003858993,0.05000,1.366
36,mlp.experts.35.up_proj,0.0006874036,0.05000,1.358
36,mlp.experts.30.up_proj,0.0003513583,0.05000,1.376
36,mlp.experts.32.up_proj,0.0007822997,0.05000,1.381
36,mlp.experts.41.up_proj,0.0006012445,0.05000,1.386
36,mlp.experts.39.up_proj,0.0002313078,0.05000,1.371
36,mlp.experts.34.up_proj,0.0009488722,0.05000,1.367
36,mlp.experts.36.up_proj,0.0008807116,0.05000,1.366
36,mlp.experts.45.up_proj,0.0003418280,0.05000,1.360
36,mlp.experts.43.up_proj,0.0003853210,0.05000,1.367
36,mlp.experts.38.up_proj,0.0005494766,0.05000,1.372
36,mlp.experts.40.up_proj,0.0005002400,0.05000,1.374
36,mlp.experts.49.up_proj,0.0003731792,0.05000,1.368
36,mlp.experts.47.up_proj,0.0006612965,0.05000,1.356
36,mlp.experts.42.up_proj,0.0004225842,0.05000,1.438
36,mlp.experts.44.up_proj,0.0005482437,0.05000,2.157
36,mlp.experts.53.up_proj,0.0006367936,0.05000,2.374
36,mlp.experts.51.up_proj,0.0002871353,0.05000,1.695
36,mlp.experts.46.up_proj,0.0005917955,0.05000,2.366
36,mlp.experts.57.up_proj,0.0004502714,0.05000,2.061
36,mlp.experts.55.up_proj,0.0004882111,0.05000,3.214
36,mlp.experts.48.up_proj,0.0004370372,0.05000,3.561
36,mlp.experts.50.up_proj,0.0003356272,0.05000,3.318
36,mlp.experts.61.up_proj,0.0004267091,0.05000,3.125
36,mlp.experts.52.up_proj,0.0010999186,0.05000,3.150
36,mlp.experts.59.up_proj,0.0005140009,0.05000,3.617
36,mlp.experts.54.up_proj,0.0004569276,0.05000,2.834
36,mlp.experts.65.up_proj,0.0004099188,0.05000,3.053
36,mlp.experts.58.up_proj,0.0004049541,0.05000,2.611
36,mlp.experts.56.up_proj,0.0005323127,0.05000,3.718
36,mlp.experts.63.up_proj,0.0003382295,0.05000,3.690
36,mlp.experts.69.up_proj,0.0002705981,0.05000,2.890
36,mlp.experts.62.up_proj,0.0005695996,0.05000,1.588
36,mlp.experts.60.up_proj,0.0004709037,0.05000,2.691
36,mlp.experts.66.up_proj,0.0004430561,0.05000,1.548
36,mlp.experts.67.up_proj,0.0003954047,0.05000,3.310
36,mlp.experts.73.up_proj,0.0002414800,0.05000,2.791
36,mlp.experts.64.up_proj,0.0004203350,0.05000,2.457
36,mlp.experts.70.up_proj,0.0002253167,0.05000,3.243
36,mlp.experts.71.up_proj,0.0005788542,0.05000,3.194
36,mlp.experts.77.up_proj,0.0004639532,0.05000,3.727
36,mlp.experts.68.up_proj,0.0006222600,0.05000,3.111
36,mlp.experts.74.up_proj,0.0004107980,0.05000,2.722
36,mlp.experts.75.up_proj,0.0003446530,0.05000,2.374
36,mlp.experts.81.up_proj,0.0004347633,0.05000,3.516
36,mlp.experts.72.up_proj,0.0005615709,0.05000,2.884
36,mlp.experts.79.up_proj,0.0004173052,0.05000,2.898
36,mlp.experts.78.up_proj,0.0003370577,0.05000,3.469
36,mlp.experts.85.up_proj,0.0005936113,0.05000,2.226
36,mlp.experts.83.up_proj,0.0004079176,0.05000,1.435
36,mlp.experts.76.up_proj,0.0004055011,0.05000,2.688
36,mlp.experts.82.up_proj,0.0005056387,0.05000,1.685
36,mlp.experts.89.up_proj,0.0005043296,0.05000,1.340
36,mlp.experts.87.up_proj,0.0001770108,0.05000,1.282
36,mlp.experts.80.up_proj,0.0006913091,0.05000,1.264
36,mlp.experts.86.up_proj,0.0004937003,0.05000,1.222
36,mlp.experts.93.up_proj,0.0003176462,0.05000,1.246
36,mlp.experts.91.up_proj,0.0004536753,0.05000,1.260
36,mlp.experts.84.up_proj,0.0006569862,0.05000,1.263
36,mlp.experts.90.up_proj,0.0004308900,0.05000,1.226
36,mlp.experts.97.up_proj,0.0004427090,0.05000,1.284
36,mlp.experts.95.up_proj,0.0004082991,0.05000,1.295
36,mlp.experts.88.up_proj,0.0005133836,0.05000,1.273
36,mlp.experts.94.up_proj,0.0005167598,0.05000,1.246
36,mlp.experts.101.up_proj,0.0006957167,0.05000,1.275
36,mlp.experts.98.up_proj,0.0005661496,0.05000,1.251
36,mlp.experts.99.up_proj,0.0005471194,0.05000,1.802
36,mlp.experts.92.up_proj,0.0005723203,0.05000,2.038
36,mlp.experts.105.up_proj,0.0005485764,0.05000,1.818
36,mlp.experts.102.up_proj,0.0004060010,0.05000,1.342
36,mlp.experts.106.up_proj,0.0003882979,0.05000,1.340
36,mlp.experts.109.up_proj,0.0003725784,0.05000,2.256
36,mlp.experts.103.up_proj,0.0004036112,0.05000,3.563
36,mlp.experts.110.up_proj,0.0005388520,0.05000,1.478
36,mlp.experts.96.up_proj,0.0005300471,0.05000,3.572
36,mlp.experts.114.up_proj,0.0009059554,0.05000,1.452
36,mlp.experts.107.up_proj,0.0004273576,0.05000,1.871
36,mlp.experts.113.up_proj,0.0004791340,0.05000,3.342
36,mlp.experts.118.up_proj,0.0003215714,0.05000,1.456
36,mlp.experts.111.up_proj,0.0003647217,0.05000,1.455
36,mlp.experts.100.up_proj,0.0010376039,0.05000,3.518
36,mlp.experts.122.up_proj,0.0006450669,0.05000,1.315
36,mlp.experts.115.up_proj,0.0005825121,0.05000,1.307
36,mlp.experts.117.up_proj,0.0002492079,0.05000,1.867
36,mlp.experts.104.up_proj,0.0008590672,0.05000,1.229
36,mlp.experts.121.up_proj,0.0007171037,0.05000,1.925
36,mlp.experts.119.up_proj,0.0006279494,0.05000,2.356
36,mlp.experts.126.up_proj,0.0004960734,0.05000,2.543
36,mlp.experts.108.up_proj,0.0006293939,0.05000,2.673
36,mlp.experts.125.up_proj,0.0003551770,0.05000,1.617
36,mlp.experts.123.up_proj,0.0004565630,0.05000,1.646
36,mlp.experts.130.up_proj,0.0004488829,0.05000,1.782
36,mlp.experts.112.up_proj,0.0006460733,0.05000,1.351
36,mlp.experts.129.up_proj,0.0008567227,0.05000,1.379
36,mlp.experts.127.up_proj,0.0004140490,0.05000,1.513
36,mlp.experts.134.up_proj,0.0005639081,0.05000,1.369
36,mlp.experts.116.up_proj,0.0006175306,0.05000,1.368
36,mlp.experts.133.up_proj,0.0006847878,0.05000,1.376
36,mlp.experts.131.up_proj,0.0006003639,0.05000,1.365
36,mlp.experts.138.up_proj,0.0005477268,0.05000,1.379
36,mlp.experts.120.up_proj,0.0002272145,0.05000,1.354
36,mlp.experts.137.up_proj,0.0003733593,0.05000,1.363
36,mlp.experts.135.up_proj,0.0001953071,0.05000,1.361
36,mlp.experts.142.up_proj,0.0003989987,0.05000,1.354
36,mlp.experts.124.up_proj,0.0005312820,0.05000,1.351
36,mlp.experts.141.up_proj,0.0007397813,0.05000,1.357
36,mlp.experts.139.up_proj,0.0003627082,0.05000,1.342
36,mlp.experts.146.up_proj,0.0002852405,0.05000,1.368
36,mlp.experts.128.up_proj,0.0004826868,0.05000,1.354
36,mlp.experts.145.up_proj,0.0003816568,0.05000,1.360
36,mlp.experts.143.up_proj,0.0003226632,0.05000,1.370
36,mlp.experts.150.up_proj,0.0002708913,0.05000,1.367
36,mlp.experts.132.up_proj,0.0007434663,0.05000,1.346
36,mlp.experts.149.up_proj,0.0009209753,0.05000,1.299
36,mlp.experts.147.up_proj,0.0003667229,0.05000,1.266
36,mlp.experts.154.up_proj,0.0002391096,0.05000,1.226
36,mlp.experts.136.up_proj,0.0002643135,0.05000,1.280
36,mlp.experts.153.up_proj,0.0003073644,0.05000,1.280
36,mlp.experts.151.up_proj,0.0006173922,0.05000,1.280
36,mlp.experts.158.up_proj,0.0003134521,0.05000,1.256
36,mlp.experts.140.up_proj,0.0006252627,0.05000,1.299
36,mlp.experts.157.up_proj,0.0004832063,0.05000,1.332
36,mlp.experts.155.up_proj,0.0006234117,0.05000,1.344
36,mlp.experts.162.up_proj,0.0005054850,0.05000,1.349
36,mlp.experts.144.up_proj,0.0005769317,0.05000,1.350
36,mlp.experts.161.up_proj,0.0005152113,0.05000,1.329
36,mlp.experts.159.up_proj,0.0006159426,0.05000,1.272
36,mlp.experts.166.up_proj,0.0004852379,0.05000,1.309
36,mlp.experts.148.up_proj,0.0004773717,0.05000,1.313
36,mlp.experts.165.up_proj,0.0005267311,0.05000,1.346
36,mlp.experts.163.up_proj,0.0009387291,0.05000,1.355
36,mlp.experts.170.up_proj,0.0004541367,0.05000,1.369
36,mlp.experts.152.up_proj,0.0003625983,0.05000,1.368
36,mlp.experts.169.up_proj,0.0006611253,0.05000,1.379
36,mlp.experts.167.up_proj,0.0007525426,0.05000,1.365
36,mlp.experts.174.up_proj,0.0005714857,0.05000,1.371
36,mlp.experts.156.up_proj,0.0008311449,0.05000,1.368
36,mlp.experts.173.up_proj,0.0007356053,0.05000,1.362
36,mlp.experts.171.up_proj,0.0005602527,0.05000,1.478
36,mlp.experts.178.up_proj,0.0006487357,0.05000,1.384
36,mlp.experts.160.up_proj,0.0003265135,0.05000,1.366
36,mlp.experts.177.up_proj,0.0009515828,0.05000,1.353
36,mlp.experts.175.up_proj,0.0006837011,0.05000,1.326
36,mlp.experts.182.up_proj,0.0005024864,0.05000,1.364
36,mlp.experts.164.up_proj,0.0001868216,0.05000,1.266
36,mlp.experts.181.up_proj,0.0002734775,0.05000,1.151
36,mlp.experts.179.up_proj,0.0005244203,0.05000,1.130
36,mlp.experts.186.up_proj,0.0004950689,0.05000,1.135
36,mlp.experts.168.up_proj,0.0003988685,0.05000,1.159
36,mlp.experts.185.up_proj,0.0004501614,0.05000,1.248
36,mlp.experts.183.up_proj,0.0008107235,0.05000,1.270
36,mlp.experts.190.up_proj,0.0003752850,0.05000,1.284
36,mlp.experts.172.up_proj,0.0004946728,0.05000,1.323
36,mlp.experts.189.up_proj,0.0009053232,0.05000,1.350
36,mlp.experts.187.up_proj,0.0003277734,0.05000,1.363
36,mlp.experts.194.up_proj,0.0003257875,0.05000,1.358
36,mlp.experts.176.up_proj,0.0005606147,0.05000,1.345
36,mlp.experts.193.up_proj,0.0002307219,0.05000,1.267
36,mlp.experts.191.up_proj,0.0008338283,0.05000,1.144
36,mlp.experts.198.up_proj,0.0004397853,0.05000,1.112
36,mlp.experts.180.up_proj,0.0006624719,0.05000,1.032
36,mlp.experts.197.up_proj,0.0006547546,0.05000,0.902
36,mlp.experts.195.up_proj,0.0002664045,0.05000,1.048
36,mlp.experts.202.up_proj,0.0003121014,0.05000,1.080
36,mlp.experts.184.up_proj,0.0006058100,0.05000,1.161
36,mlp.experts.201.up_proj,0.0004153598,0.05000,1.368
36,mlp.experts.199.up_proj,0.0003808092,0.05000,1.364
36,mlp.experts.206.up_proj,0.0003554379,0.05000,1.357
36,mlp.experts.188.up_proj,0.0003831908,0.05000,1.363
36,mlp.experts.205.up_proj,0.0004402507,0.05000,1.322
36,mlp.experts.203.up_proj,0.0007085047,0.05000,1.287
36,mlp.experts.210.up_proj,0.0005991724,0.05000,1.311
36,mlp.experts.192.up_proj,0.0002503436,0.05000,1.293
36,mlp.experts.209.up_proj,0.0004285061,0.05000,1.258
36,mlp.experts.207.up_proj,0.0005737437,0.05000,1.679
36,mlp.experts.196.up_proj,0.0004407531,0.05000,1.400
36,mlp.experts.214.up_proj,0.0002514589,0.05000,1.709
36,mlp.experts.213.up_proj,0.0001966197,0.05000,1.377
36,mlp.experts.211.up_proj,0.0002597959,0.05000,1.306
36,mlp.experts.200.up_proj,0.0005283179,0.05000,1.265
36,mlp.experts.218.up_proj,0.0005002849,0.05000,1.263
36,mlp.experts.217.up_proj,0.0004845246,0.05000,1.264
36,mlp.experts.215.up_proj,0.0006419687,0.05000,1.214
36,mlp.experts.204.up_proj,0.0002962641,0.05000,1.244
36,mlp.experts.222.up_proj,0.0002372363,0.05000,1.255
36,mlp.experts.221.up_proj,0.0006115776,0.05000,1.262
36,mlp.experts.219.up_proj,0.0007753008,0.05000,1.226
36,mlp.experts.208.up_proj,0.0006224465,0.05000,1.260
36,mlp.experts.226.up_proj,0.0007151129,0.05000,1.252
36,mlp.experts.225.up_proj,0.0003691759,0.05000,1.118
36,mlp.experts.223.up_proj,0.0003602142,0.05000,1.091
36,mlp.experts.212.up_proj,0.0005540080,0.05000,1.105
36,mlp.experts.230.up_proj,0.0006138938,0.05000,1.110
36,mlp.experts.229.up_proj,0.0006482406,0.05000,1.146
36,mlp.experts.227.up_proj,0.0003054856,0.05000,1.133
36,mlp.experts.216.up_proj,0.0004576308,0.05000,1.143
36,mlp.experts.234.up_proj,0.0003344208,0.05000,1.125
36,mlp.experts.233.up_proj,0.0008538395,0.05000,1.256
36,mlp.experts.238.up_proj,0.0002660451,0.05000,1.678
36,mlp.experts.231.up_proj,0.0004380278,0.05000,2.535
36,mlp.experts.220.up_proj,0.0010429619,0.05000,2.670
36,mlp.experts.237.up_proj,0.0005365540,0.05000,2.723
36,mlp.experts.242.up_proj,0.0002476974,0.05000,2.605
36,mlp.experts.241.up_proj,0.0005513668,0.05000,2.374
36,mlp.experts.235.up_proj,0.0005215439,0.05000,3.408
36,mlp.experts.224.up_proj,0.0005261446,0.05000,3.266
36,mlp.experts.245.up_proj,0.0004961978,0.05000,1.839
36,mlp.experts.246.up_proj,0.0003090466,0.05000,3.805
36,mlp.experts.228.up_proj,0.0004686759,0.05000,2.472
36,mlp.experts.239.up_proj,0.0003043627,0.05000,2.817
36,mlp.experts.249.up_proj,0.0008528658,0.05000,1.775
36,mlp.experts.250.up_proj,0.0005131737,0.05000,2.927
36,mlp.experts.253.up_proj,0.0003650014,0.05000,1.889
36,mlp.experts.243.up_proj,0.0007444832,0.05000,2.548
36,mlp.experts.232.up_proj,0.0008034320,0.05000,2.909
36,mlp.experts.254.up_proj,0.0004235752,0.05000,0.676
36,mlp.experts.247.up_proj,0.0004705309,0.05000,0.607
36,mlp.experts.236.up_proj,0.0006196693,0.05000,0.569
36,mlp.experts.251.up_proj,0.0003325483,0.05000,0.433
36,mlp.experts.240.up_proj,0.0005176115,0.05000,0.436
36,mlp.experts.255.up_proj,0.0003428745,0.05000,0.435
36,mlp.experts.244.up_proj,0.0003165469,0.05000,0.381
36,mlp.experts.248.up_proj,0.0007748152,0.05000,0.212
36,mlp.experts.252.up_proj,0.0005246543,0.05000,0.212
36,mlp.experts.1.down_proj,0.0001136001,0.05000,0.359
36,mlp.experts.0.down_proj,0.0000410364,0.05000,0.360
36,mlp.experts.3.down_proj,0.0000218591,0.05000,0.367
36,mlp.experts.2.down_proj,0.0001564643,0.05000,0.502
36,mlp.experts.4.down_proj,0.0000600629,0.05000,0.343
36,mlp.experts.7.down_proj,0.0000148146,0.05000,0.348
36,mlp.experts.5.down_proj,0.0000160270,0.05000,0.361
36,mlp.experts.6.down_proj,0.0000361157,0.05000,0.343
36,mlp.experts.8.down_proj,0.0002083708,0.05000,0.327
36,mlp.experts.11.down_proj,0.0000596197,0.05000,0.336
36,mlp.experts.9.down_proj,0.0000115735,0.05000,0.332
36,mlp.experts.10.down_proj,0.0000198694,0.05000,0.313
36,mlp.experts.12.down_proj,0.0000354556,0.05000,0.324
36,mlp.experts.15.down_proj,0.0000499307,0.05000,0.312
36,mlp.experts.13.down_proj,0.0001855086,0.05000,0.316
36,mlp.experts.14.down_proj,0.0000410955,0.05000,0.312
36,mlp.experts.16.down_proj,0.0000457357,0.05000,0.321
36,mlp.experts.17.down_proj,0.0000929871,0.05000,0.323
36,mlp.experts.19.down_proj,0.0000092566,0.05000,0.328
36,mlp.experts.18.down_proj,0.0000168357,0.05000,0.320
36,mlp.experts.20.down_proj,0.0000552047,0.05000,0.322
36,mlp.experts.23.down_proj,0.0000646382,0.05000,0.318
36,mlp.experts.21.down_proj,0.0000516063,0.05000,0.332
36,mlp.experts.22.down_proj,0.0001898079,0.05000,0.319
36,mlp.experts.24.down_proj,0.0000417516,0.05000,0.330
36,mlp.experts.27.down_proj,0.0000291770,0.05000,0.325
36,mlp.experts.25.down_proj,0.0000215554,0.05000,0.325
36,mlp.experts.26.down_proj,0.0000595202,0.05000,0.315
36,mlp.experts.28.down_proj,0.0000376831,0.05000,0.323
36,mlp.experts.31.down_proj,0.0000360220,0.05000,0.321
36,mlp.experts.29.down_proj,0.0000179330,0.05000,0.324
36,mlp.experts.30.down_proj,0.0000097029,0.05000,0.313
36,mlp.experts.32.down_proj,0.0000411621,0.05000,0.321
36,mlp.experts.35.down_proj,0.0000486390,0.05000,0.321
36,mlp.experts.33.down_proj,0.0000176293,0.05000,0.313
36,mlp.experts.34.down_proj,0.0002134789,0.05000,0.297
36,mlp.experts.39.down_proj,0.0000469646,0.05000,0.241
36,mlp.experts.36.down_proj,0.0000541469,0.05000,0.248
36,mlp.experts.37.down_proj,0.0000396447,0.05000,0.256
36,mlp.experts.38.down_proj,0.0000184000,0.05000,0.269
36,mlp.experts.40.down_proj,0.0000279967,0.05000,0.316
36,mlp.experts.43.down_proj,0.0000538870,0.05000,0.330
36,mlp.experts.41.down_proj,0.0000805531,0.05000,0.331
36,mlp.experts.42.down_proj,0.0000538517,0.05000,0.331
36,mlp.experts.44.down_proj,0.0000883612,0.05000,0.326
36,mlp.experts.47.down_proj,0.0000243042,0.05000,0.335
36,mlp.experts.45.down_proj,0.0000550768,0.05000,0.338
36,mlp.experts.46.down_proj,0.0000192010,0.05000,0.340
36,mlp.experts.48.down_proj,0.0000978050,0.05000,0.361
36,mlp.experts.51.down_proj,0.0000162696,0.05000,0.359
36,mlp.experts.49.down_proj,0.0000920288,0.05000,0.356
36,mlp.experts.50.down_proj,0.0000209347,0.05000,0.359
36,mlp.experts.52.down_proj,0.0001290190,0.05000,0.333
36,mlp.experts.55.down_proj,0.0000493100,0.05000,0.326
36,mlp.experts.53.down_proj,0.0000589459,0.05000,0.333
36,mlp.experts.54.down_proj,0.0000123327,0.05000,0.330
36,mlp.experts.56.down_proj,0.0000658717,0.05000,0.325
36,mlp.experts.59.down_proj,0.0000403235,0.05000,0.336
36,mlp.experts.57.down_proj,0.0000599686,0.05000,0.339
36,mlp.experts.58.down_proj,0.0000445637,0.05000,0.341
36,mlp.experts.60.down_proj,0.0000412745,0.05000,0.330
36,mlp.experts.63.down_proj,0.0000256590,0.05000,0.335
36,mlp.experts.61.down_proj,0.0000125589,0.05000,0.339
36,mlp.experts.62.down_proj,0.0000313794,0.05000,0.334
36,mlp.experts.64.down_proj,0.0000106913,0.05000,0.322
36,mlp.experts.67.down_proj,0.0000772332,0.05000,0.335
36,mlp.experts.65.down_proj,0.0000369804,0.05000,0.339
36,mlp.experts.66.down_proj,0.0000128932,0.05000,0.332
36,mlp.experts.68.down_proj,0.0001096373,0.05000,0.328
36,mlp.experts.71.down_proj,0.0000204750,0.05000,0.335
36,mlp.experts.69.down_proj,0.0000139224,0.05000,0.335
36,mlp.experts.70.down_proj,0.0000512577,0.05000,0.332
36,mlp.experts.72.down_proj,0.0002892959,0.05000,0.326
36,mlp.experts.75.down_proj,0.0000085872,0.05000,0.332
36,mlp.experts.73.down_proj,0.0000239067,0.05000,0.334
36,mlp.experts.74.down_proj,0.0000759769,0.05000,0.331
36,mlp.experts.76.down_proj,0.0000107072,0.05000,0.331
36,mlp.experts.79.down_proj,0.0000432302,0.05000,0.340
36,mlp.experts.77.down_proj,0.0000365905,0.05000,0.341
36,mlp.experts.78.down_proj,0.0000513649,0.05000,0.333
36,mlp.experts.80.down_proj,0.0000177255,0.05000,0.324
36,mlp.experts.83.down_proj,0.0000493874,0.05000,0.336
36,mlp.experts.81.down_proj,0.0000112296,0.05000,0.328
36,mlp.experts.82.down_proj,0.0000607460,0.05000,0.334
36,mlp.experts.84.down_proj,0.0000453994,0.05000,0.322
36,mlp.experts.87.down_proj,0.0000277083,0.05000,0.331
36,mlp.experts.85.down_proj,0.0000162492,0.05000,0.329
36,mlp.experts.86.down_proj,0.0000134216,0.05000,0.328
36,mlp.experts.88.down_proj,0.0003499893,0.05000,0.324
36,mlp.experts.91.down_proj,0.0000132518,0.05000,0.332
36,mlp.experts.89.down_proj,0.0000225512,0.05000,0.339
36,mlp.experts.90.down_proj,0.0000220427,0.05000,0.332
36,mlp.experts.92.down_proj,0.0000615852,0.05000,0.332
36,mlp.experts.95.down_proj,0.0000108916,0.05000,0.337
36,mlp.experts.93.down_proj,0.0000107876,0.05000,0.337
36,mlp.experts.94.down_proj,0.0000158539,0.05000,0.338
36,mlp.experts.96.down_proj,0.0002249691,0.05000,0.331
36,mlp.experts.99.down_proj,0.0000397636,0.05000,0.341
36,mlp.experts.97.down_proj,0.0000105962,0.05000,0.338
36,mlp.experts.98.down_proj,0.0000653509,0.05000,0.338
36,mlp.experts.100.down_proj,0.0001084290,0.05000,0.323
36,mlp.experts.103.down_proj,0.0000298287,0.05000,0.334
36,mlp.experts.101.down_proj,0.0000257323,0.05000,0.330
36,mlp.experts.102.down_proj,0.0000135237,0.05000,0.332
36,mlp.experts.104.down_proj,0.0001733526,0.05000,0.328
36,mlp.experts.107.down_proj,0.0001360295,0.05000,0.336
36,mlp.experts.105.down_proj,0.0000196850,0.05000,0.338
36,mlp.experts.106.down_proj,0.0000155614,0.05000,0.339
36,mlp.experts.108.down_proj,0.0000279433,0.05000,0.363
36,mlp.experts.111.down_proj,0.0000204566,0.05000,0.337
36,mlp.experts.109.down_proj,0.0000122253,0.05000,0.332
36,mlp.experts.110.down_proj,0.0001475304,0.05000,0.356
36,mlp.experts.112.down_proj,0.0000341012,0.05000,0.348
36,mlp.experts.115.down_proj,0.0001688909,0.05000,0.333
36,mlp.experts.113.down_proj,0.0000110903,0.05000,0.338
36,mlp.experts.114.down_proj,0.0000720268,0.05000,0.344
36,mlp.experts.119.down_proj,0.0001541486,0.05000,0.357
36,mlp.experts.117.down_proj,0.0000524193,0.05000,0.353
36,mlp.experts.116.down_proj,0.0000544315,0.05000,0.515
36,mlp.experts.118.down_proj,0.0000456907,0.05000,0.361
36,mlp.experts.123.down_proj,0.0000373404,0.05000,0.361
36,mlp.experts.121.down_proj,0.0000472178,0.05000,0.366
36,mlp.experts.120.down_proj,0.0000330475,0.05000,0.359
36,mlp.experts.122.down_proj,0.0000239383,0.05000,0.364
36,mlp.experts.127.down_proj,0.0000245759,0.05000,0.357
36,mlp.experts.125.down_proj,0.0000586941,0.05000,0.359
36,mlp.experts.124.down_proj,0.0000139899,0.05000,0.357
36,mlp.experts.126.down_proj,0.0000453688,0.05000,0.355
36,mlp.experts.131.down_proj,0.0000677153,0.05000,0.361
36,mlp.experts.129.down_proj,0.0001677753,0.05000,0.361
36,mlp.experts.130.down_proj,0.0000483496,0.05000,0.347
36,mlp.experts.128.down_proj,0.0000264108,0.05000,0.404
36,mlp.experts.133.down_proj,0.0000176770,0.05000,0.320
36,mlp.experts.135.down_proj,0.0000583780,0.05000,0.369
36,mlp.experts.132.down_proj,0.0000281916,0.05000,0.300
36,mlp.experts.134.down_proj,0.0001481921,0.05000,0.322
36,mlp.experts.137.down_proj,0.0000087787,0.05000,0.243
36,mlp.experts.139.down_proj,0.0000586848,0.05000,0.240
36,mlp.experts.136.down_proj,0.0000161409,0.05000,0.236
36,mlp.experts.138.down_proj,0.0000579460,0.05000,0.230
36,mlp.experts.141.down_proj,0.0000246978,0.05000,0.279
36,mlp.experts.143.down_proj,0.0000095206,0.05000,0.283
36,mlp.experts.142.down_proj,0.0001008948,0.05000,0.294
36,mlp.experts.140.down_proj,0.0000250582,0.05000,0.313
36,mlp.experts.147.down_proj,0.0000451859,0.05000,0.318
36,mlp.experts.145.down_proj,0.0000499774,0.05000,0.337
36,mlp.experts.146.down_proj,0.0000056534,0.05000,0.329
36,mlp.experts.144.down_proj,0.0000165056,0.05000,0.329
36,mlp.experts.151.down_proj,0.0000133775,0.05000,0.319
36,mlp.experts.149.down_proj,0.0000340700,0.05000,0.336
36,mlp.experts.150.down_proj,0.0000065539,0.05000,0.339
36,mlp.experts.148.down_proj,0.0000441487,0.05000,0.348
36,mlp.experts.155.down_proj,0.0000489596,0.05000,0.315
36,mlp.experts.153.down_proj,0.0000298728,0.05000,0.320
36,mlp.experts.154.down_proj,0.0000255653,0.05000,0.311
36,mlp.experts.152.down_proj,0.0000760740,0.05000,0.301
36,mlp.experts.159.down_proj,0.0000391869,0.05000,0.325
36,mlp.experts.157.down_proj,0.0001816254,0.05000,0.324
36,mlp.experts.156.down_proj,0.0001874621,0.05000,0.320
36,mlp.experts.158.down_proj,0.0000294419,0.05000,0.433
36,mlp.experts.163.down_proj,0.0000284765,0.05000,0.372
36,mlp.experts.161.down_proj,0.0000406861,0.05000,0.387
36,mlp.experts.160.down_proj,0.0000369051,0.05000,0.384
36,mlp.experts.162.down_proj,0.0000126346,0.05000,0.448
36,mlp.experts.167.down_proj,0.0000280447,0.05000,0.356
36,mlp.experts.165.down_proj,0.0000125066,0.05000,0.357
36,mlp.experts.164.down_proj,0.0000750211,0.05000,0.347
36,mlp.experts.166.down_proj,0.0000606076,0.05000,0.344
36,mlp.experts.171.down_proj,0.0000154931,0.05000,0.337
36,mlp.experts.169.down_proj,0.0000375616,0.05000,0.334
36,mlp.experts.168.down_proj,0.0000860933,0.05000,0.328
36,mlp.experts.170.down_proj,0.0000110290,0.05000,0.327
36,mlp.experts.175.down_proj,0.0000364484,0.05000,0.331
36,mlp.experts.173.down_proj,0.0000533660,0.05000,0.328
36,mlp.experts.172.down_proj,0.0001095921,0.05000,0.317
36,mlp.experts.174.down_proj,0.0000262478,0.05000,0.324
36,mlp.experts.179.down_proj,0.0000161399,0.05000,0.326
36,mlp.experts.177.down_proj,0.0000888086,0.05000,0.329
36,mlp.experts.176.down_proj,0.0000731253,0.05000,0.317
36,mlp.experts.178.down_proj,0.0000334960,0.05000,0.331
36,mlp.experts.183.down_proj,0.0000365282,0.05000,0.334
36,mlp.experts.181.down_proj,0.0000499848,0.05000,0.332
36,mlp.experts.180.down_proj,0.0000207455,0.05000,0.325
36,mlp.experts.182.down_proj,0.0000146428,0.05000,0.332
36,mlp.experts.187.down_proj,0.0000384777,0.05000,0.332
36,mlp.experts.185.down_proj,0.0002156199,0.05000,0.337
36,mlp.experts.184.down_proj,0.0000201628,0.05000,0.322
36,mlp.experts.186.down_proj,0.0000372362,0.05000,0.330
36,mlp.experts.191.down_proj,0.0000352501,0.05000,0.331
36,mlp.experts.188.down_proj,0.0000661524,0.05000,0.314
36,mlp.experts.189.down_proj,0.0000679085,0.05000,0.343
36,mlp.experts.190.down_proj,0.0000089607,0.05000,0.335
36,mlp.experts.195.down_proj,0.0000678859,0.05000,0.340
36,mlp.experts.192.down_proj,0.0000541943,0.05000,0.329
36,mlp.experts.193.down_proj,0.0000450775,0.05000,0.332
36,mlp.experts.194.down_proj,0.0000461539,0.05000,0.330
36,mlp.experts.196.down_proj,0.0000372124,0.05000,0.311
36,mlp.experts.199.down_proj,0.0000110882,0.05000,0.332
36,mlp.experts.197.down_proj,0.0000273597,0.05000,0.325
36,mlp.experts.198.down_proj,0.0000594446,0.05000,0.323
36,mlp.experts.200.down_proj,0.0000313541,0.05000,0.318
36,mlp.experts.203.down_proj,0.0001327247,0.05000,0.338
36,mlp.experts.201.down_proj,0.0000309818,0.05000,0.337
36,mlp.experts.202.down_proj,0.0000505340,0.05000,0.338
36,mlp.experts.204.down_proj,0.0000338051,0.05000,0.326
36,mlp.experts.207.down_proj,0.0001145649,0.05000,0.335
36,mlp.experts.205.down_proj,0.0000457557,0.05000,0.335
36,mlp.experts.206.down_proj,0.0000368758,0.05000,0.338
36,mlp.experts.208.down_proj,0.0000212875,0.05000,0.329
36,mlp.experts.211.down_proj,0.0000500182,0.05000,0.340
36,mlp.experts.209.down_proj,0.0000124738,0.05000,0.339
36,mlp.experts.210.down_proj,0.0000662618,0.05000,0.316
36,mlp.experts.212.down_proj,0.0000511152,0.05000,0.298
36,mlp.experts.215.down_proj,0.0000309427,0.05000,0.309
36,mlp.experts.213.down_proj,0.0000627728,0.05000,0.304
36,mlp.experts.214.down_proj,0.0000369972,0.05000,0.266
36,mlp.experts.216.down_proj,0.0000132765,0.05000,0.238
36,mlp.experts.219.down_proj,0.0000454605,0.05000,0.199
36,mlp.experts.218.down_proj,0.0000231542,0.05000,0.304
36,mlp.experts.217.down_proj,0.0000141817,0.05000,0.310
36,mlp.experts.220.down_proj,0.0000442710,0.05000,0.321
36,mlp.experts.223.down_proj,0.0000357878,0.05000,0.327
36,mlp.experts.221.down_proj,0.0000399332,0.05000,0.313
36,mlp.experts.222.down_proj,0.0001453816,0.05000,0.321
36,mlp.experts.224.down_proj,0.0000152819,0.05000,0.323
36,mlp.experts.227.down_proj,0.0000502897,0.05000,0.318
36,mlp.experts.226.down_proj,0.0000253703,0.05000,0.316
36,mlp.experts.225.down_proj,0.0000108117,0.05000,0.332
36,mlp.experts.231.down_proj,0.0000410488,0.05000,0.324
36,mlp.experts.228.down_proj,0.0000448495,0.05000,0.329
36,mlp.experts.230.down_proj,0.0000134283,0.05000,0.316
36,mlp.experts.229.down_proj,0.0000399107,0.05000,0.328
36,mlp.experts.235.down_proj,0.0000276715,0.05000,0.328
36,mlp.experts.232.down_proj,0.0000255930,0.05000,0.335
36,mlp.experts.234.down_proj,0.0000777844,0.05000,0.330
36,mlp.experts.233.down_proj,0.0000374588,0.05000,0.328
36,mlp.experts.236.down_proj,0.0000188708,0.05000,0.325
36,mlp.experts.239.down_proj,0.0000624179,0.05000,0.367
36,mlp.experts.238.down_proj,0.0000493708,0.05000,0.344
36,mlp.experts.237.down_proj,0.0000122654,0.05000,0.343
36,mlp.experts.240.down_proj,0.0000107325,0.05000,0.339
36,mlp.experts.243.down_proj,0.0000424780,0.05000,0.390
36,mlp.experts.242.down_proj,0.0000328524,0.05000,0.327
36,mlp.experts.241.down_proj,0.0001187952,0.05000,0.320
36,mlp.experts.244.down_proj,0.0000407785,0.05000,0.331
36,mlp.experts.247.down_proj,0.0000178729,0.05000,0.329
36,mlp.experts.245.down_proj,0.0000551742,0.05000,0.330
36,mlp.experts.246.down_proj,0.0000885906,0.05000,0.354
36,mlp.experts.248.down_proj,0.0002093403,0.05000,0.344
36,mlp.experts.251.down_proj,0.0000606723,0.05000,0.351
36,mlp.experts.249.down_proj,0.0000939290,0.05000,0.357
36,mlp.experts.250.down_proj,0.0001113462,0.05000,0.348
36,mlp.experts.252.down_proj,0.0000642603,0.05000,0.354
36,mlp.experts.255.down_proj,0.0000752330,0.05000,0.319
36,mlp.experts.254.down_proj,0.0000357634,0.05000,0.206
36,mlp.experts.253.down_proj,0.0000573415,0.05000,0.210
37,mlp.experts.1.gate_proj,0.0002960762,0.05000,1.258
37,mlp.experts.3.gate_proj,0.0007837722,0.05000,1.278
37,mlp.experts.0.gate_proj,0.0006386672,0.05000,1.304
37,mlp.experts.2.gate_proj,0.0009853879,0.05000,1.321
37,mlp.experts.6.gate_proj,0.0005965212,0.05000,1.170
37,mlp.experts.7.gate_proj,0.0003341520,0.05000,1.239
37,mlp.experts.5.gate_proj,0.0002482752,0.05000,1.287
37,mlp.experts.4.gate_proj,0.0005861724,0.05000,1.267
37,mlp.experts.10.gate_proj,0.0011460468,0.05000,1.294
37,mlp.experts.11.gate_proj,0.0003340691,0.05000,1.305
37,mlp.experts.9.gate_proj,0.0006332613,0.05000,1.310
37,mlp.experts.8.gate_proj,0.0012517153,0.05000,1.322
37,mlp.experts.14.gate_proj,0.0002178271,0.05000,1.369
37,mlp.experts.15.gate_proj,0.0003457703,0.05000,1.380
37,mlp.experts.13.gate_proj,0.0007697711,0.05000,1.370
37,mlp.experts.12.gate_proj,0.0010509409,0.05000,1.371
37,mlp.experts.18.gate_proj,0.0010439746,0.05000,1.367
37,mlp.experts.19.gate_proj,0.0007731186,0.05000,1.360
37,mlp.experts.17.gate_proj,0.0007153371,0.05000,1.368
37,mlp.experts.16.gate_proj,0.0008322064,0.05000,1.358
37,mlp.experts.22.gate_proj,0.0003306417,0.05000,1.363
37,mlp.experts.23.gate_proj,0.0005097668,0.05000,1.376
37,mlp.experts.21.gate_proj,0.0004348148,0.05000,1.368
37,mlp.experts.20.gate_proj,0.0008257301,0.05000,1.371
37,mlp.experts.26.gate_proj,0.0009668576,0.05000,1.377
37,mlp.experts.27.gate_proj,0.0002562340,0.05000,1.374
37,mlp.experts.25.gate_proj,0.0005179351,0.05000,1.376
37,mlp.experts.24.gate_proj,0.0003497745,0.05000,1.374
37,mlp.experts.30.gate_proj,0.0005287501,0.05000,1.366
37,mlp.experts.29.gate_proj,0.0006847911,0.05000,1.335
37,mlp.experts.31.gate_proj,0.0002607275,0.05000,1.387
37,mlp.experts.28.gate_proj,0.0002727473,0.05000,1.368
37,mlp.experts.35.gate_proj,0.0008415504,0.05000,1.177
37,mlp.experts.34.gate_proj,0.0005054864,0.05000,1.274
37,mlp.experts.33.gate_proj,0.0008774766,0.05000,1.257
37,mlp.experts.32.gate_proj,0.0003590724,0.05000,1.259
37,mlp.experts.39.gate_proj,0.0002531450,0.05000,1.231
37,mlp.experts.37.gate_proj,0.0003204953,0.05000,1.236
37,mlp.experts.38.gate_proj,0.0010156745,0.05000,1.289
37,mlp.experts.36.gate_proj,0.0004436514,0.05000,1.350
37,mlp.experts.43.gate_proj,0.0004165553,0.05000,1.263
37,mlp.experts.41.gate_proj,0.0005862679,0.05000,1.277
37,mlp.experts.42.gate_proj,0.0003668497,0.05000,1.290
37,mlp.experts.40.gate_proj,0.0004464377,0.05000,1.277
37,mlp.experts.47.gate_proj,0.0003349949,0.05000,1.233
37,mlp.experts.45.gate_proj,0.0002632384,0.05000,1.260
37,mlp.experts.46.gate_proj,0.0004508643,0.05000,1.271
37,mlp.experts.44.gate_proj,0.0010082050,0.05000,1.264
37,mlp.experts.49.gate_proj,0.0006980433,0.05000,1.360
37,mlp.experts.50.gate_proj,0.0003059057,0.05000,1.348
37,mlp.experts.51.gate_proj,0.0008178984,0.05000,1.639
37,mlp.experts.48.gate_proj,0.0004613124,0.05000,1.568
37,mlp.experts.53.gate_proj,0.0011851246,0.05000,1.170
37,mlp.experts.54.gate_proj,0.0004936634,0.05000,1.206
37,mlp.experts.55.gate_proj,0.0003695640,0.05000,1.366
37,mlp.experts.52.gate_proj,0.0002878661,0.05000,1.782
37,mlp.experts.57.gate_proj,0.0003137097,0.05000,1.782
37,mlp.experts.56.gate_proj,0.0006239199,0.05000,2.010
37,mlp.experts.59.gate_proj,0.0005430153,0.05000,2.810
37,mlp.experts.61.gate_proj,0.0005182109,0.05000,1.433
37,mlp.experts.58.gate_proj,0.0003064657,0.05000,3.211
37,mlp.experts.60.gate_proj,0.0003244650,0.05000,1.268
37,mlp.experts.63.gate_proj,0.0007681225,0.05000,1.198
37,mlp.experts.65.gate_proj,0.0004327659,0.05000,1.214
37,mlp.experts.62.gate_proj,0.0007512261,0.05000,1.189
37,mlp.experts.64.gate_proj,0.0003357807,0.05000,1.009
37,mlp.experts.67.gate_proj,0.0002590659,0.05000,1.059
37,mlp.experts.69.gate_proj,0.0003941303,0.05000,1.070
37,mlp.experts.66.gate_proj,0.0006709179,0.05000,1.074
37,mlp.experts.68.gate_proj,0.0006250022,0.05000,1.332
37,mlp.experts.71.gate_proj,0.0007561108,0.05000,1.363
37,mlp.experts.73.gate_proj,0.0008413104,0.05000,1.338
37,mlp.experts.70.gate_proj,0.0009737338,0.05000,1.350
37,mlp.experts.72.gate_proj,0.0002519320,0.05000,1.308
37,mlp.experts.77.gate_proj,0.0004189143,0.05000,1.260
37,mlp.experts.75.gate_proj,0.0007212873,0.05000,1.331
37,mlp.experts.74.gate_proj,0.0004212926,0.05000,1.315
37,mlp.experts.76.gate_proj,0.0006061915,0.05000,1.280
37,mlp.experts.81.gate_proj,0.0006729315,0.05000,1.287
37,mlp.experts.79.gate_proj,0.0007211942,0.05000,1.281
37,mlp.experts.78.gate_proj,0.0003405448,0.05000,1.259
37,mlp.experts.80.gate_proj,0.0006596251,0.05000,1.239
37,mlp.experts.85.gate_proj,0.0005851112,0.05000,1.248
37,mlp.experts.83.gate_proj,0.0003822612,0.05000,1.247
37,mlp.experts.82.gate_proj,0.0006153795,0.05000,1.235
37,mlp.experts.84.gate_proj,0.0002712613,0.05000,1.200
37,mlp.experts.89.gate_proj,0.0003756806,0.05000,1.219
37,mlp.experts.87.gate_proj,0.0004351155,0.05000,1.229
37,mlp.experts.86.gate_proj,0.0008723116,0.05000,1.221
37,mlp.experts.88.gate_proj,0.0005112964,0.05000,1.221
37,mlp.experts.93.gate_proj,0.0003441184,0.05000,1.271
37,mlp.experts.91.gate_proj,0.0006648635,0.05000,1.266
37,mlp.experts.90.gate_proj,0.0003809157,0.05000,1.259
37,mlp.experts.92.gate_proj,0.0005835295,0.05000,1.240
37,mlp.experts.97.gate_proj,0.0004025504,0.05000,1.285
37,mlp.experts.95.gate_proj,0.0005065462,0.05000,1.269
37,mlp.experts.94.gate_proj,0.0002755296,0.05000,1.275
37,mlp.experts.96.gate_proj,0.0007518530,0.05000,1.273
37,mlp.experts.99.gate_proj,0.0004131345,0.05000,1.316
37,mlp.experts.98.gate_proj,0.0004545592,0.05000,1.307
37,mlp.experts.101.gate_proj,0.0003663553,0.05000,1.376
37,mlp.experts.100.gate_proj,0.0006463059,0.05000,1.254
37,mlp.experts.103.gate_proj,0.0004469640,0.05000,1.276
37,mlp.experts.102.gate_proj,0.0006043879,0.05000,1.256
37,mlp.experts.105.gate_proj,0.0006993130,0.05000,1.312
37,mlp.experts.104.gate_proj,0.0006978069,0.05000,1.351
37,mlp.experts.107.gate_proj,0.0005500001,0.05000,1.348
37,mlp.experts.106.gate_proj,0.0007292816,0.05000,1.376
37,mlp.experts.109.gate_proj,0.0005206161,0.05000,1.365
37,mlp.experts.108.gate_proj,0.0007608562,0.05000,1.351
37,mlp.experts.111.gate_proj,0.0006112853,0.05000,1.329
37,mlp.experts.110.gate_proj,0.0008360686,0.05000,1.358
37,mlp.experts.113.gate_proj,0.0006397636,0.05000,1.368
37,mlp.experts.112.gate_proj,0.0003217458,0.05000,1.301
37,mlp.experts.115.gate_proj,0.0006964722,0.05000,1.290
37,mlp.experts.114.gate_proj,0.0008101020,0.05000,1.281
37,mlp.experts.117.gate_proj,0.0005796356,0.05000,1.274
37,mlp.experts.116.gate_proj,0.0006446704,0.05000,1.167
37,mlp.experts.119.gate_proj,0.0007986350,0.05000,1.262
37,mlp.experts.118.gate_proj,0.0005401565,0.05000,1.270
37,mlp.experts.121.gate_proj,0.0003362815,0.05000,1.268
37,mlp.experts.120.gate_proj,0.0006304044,0.05000,1.349
37,mlp.experts.123.gate_proj,0.0005802168,0.05000,1.376
37,mlp.experts.125.gate_proj,0.0007684630,0.05000,1.341
37,mlp.experts.122.gate_proj,0.0003539021,0.05000,1.537
37,mlp.experts.124.gate_proj,0.0004110729,0.05000,1.337
37,mlp.experts.127.gate_proj,0.0004384974,0.05000,1.340
37,mlp.experts.129.gate_proj,0.0002464142,0.05000,1.341
37,mlp.experts.126.gate_proj,0.0004815300,0.05000,1.366
37,mlp.experts.128.gate_proj,0.0005555379,0.05000,1.141
37,mlp.experts.133.gate_proj,0.0005354442,0.05000,0.946
37,mlp.experts.131.gate_proj,0.0008962626,0.05000,1.063
37,mlp.experts.130.gate_proj,0.0004439535,0.05000,0.965
37,mlp.experts.132.gate_proj,0.0003369909,0.05000,1.133
37,mlp.experts.137.gate_proj,0.0015019122,0.05000,1.266
37,mlp.experts.135.gate_proj,0.0004062624,0.05000,1.274
37,mlp.experts.134.gate_proj,0.0003540473,0.05000,1.281
37,mlp.experts.136.gate_proj,0.0005029473,0.05000,1.298
37,mlp.experts.141.gate_proj,0.0005529184,0.05000,1.212
37,mlp.experts.139.gate_proj,0.0008145386,0.05000,1.252
37,mlp.experts.138.gate_proj,0.0004933628,0.05000,1.257
37,mlp.experts.140.gate_proj,0.0004305558,0.05000,1.238
37,mlp.experts.145.gate_proj,0.0004357972,0.05000,1.191
37,mlp.experts.143.gate_proj,0.0002592871,0.05000,1.227
37,mlp.experts.142.gate_proj,0.0006465753,0.05000,1.239
37,mlp.experts.144.gate_proj,0.0005177604,0.05000,1.297
37,mlp.experts.149.gate_proj,0.0006799808,0.05000,1.324
37,mlp.experts.147.gate_proj,0.0005121949,0.05000,1.356
37,mlp.experts.146.gate_proj,0.0009596181,0.05000,1.372
37,mlp.experts.148.gate_proj,0.0003615057,0.05000,1.382
37,mlp.experts.153.gate_proj,0.0003412703,0.05000,1.369
37,mlp.experts.151.gate_proj,0.0006328021,0.05000,1.374
37,mlp.experts.150.gate_proj,0.0008321423,0.05000,1.381
37,mlp.experts.152.gate_proj,0.0005455962,0.05000,1.370
37,mlp.experts.157.gate_proj,0.0006235627,0.05000,1.370
37,mlp.experts.155.gate_proj,0.0005163770,0.05000,1.379
37,mlp.experts.154.gate_proj,0.0006707923,0.05000,1.369
37,mlp.experts.156.gate_proj,0.0005327774,0.05000,1.361
37,mlp.experts.161.gate_proj,0.0002480299,0.05000,1.354
37,mlp.experts.159.gate_proj,0.0003580322,0.05000,1.360
37,mlp.experts.158.gate_proj,0.0004188188,0.05000,1.346
37,mlp.experts.160.gate_proj,0.0006260574,0.05000,1.309
37,mlp.experts.165.gate_proj,0.0006117945,0.05000,1.285
37,mlp.experts.163.gate_proj,0.0004420620,0.05000,1.252
37,mlp.experts.162.gate_proj,0.0004214384,0.05000,1.302
37,mlp.experts.164.gate_proj,0.0005381208,0.05000,1.226
37,mlp.experts.169.gate_proj,0.0004478077,0.05000,1.247
37,mlp.experts.167.gate_proj,0.0005049248,0.05000,1.281
37,mlp.experts.166.gate_proj,0.0006665007,0.05000,1.239
37,mlp.experts.173.gate_proj,0.0002479783,0.05000,1.357
37,mlp.experts.168.gate_proj,0.0008501266,0.05000,2.163
37,mlp.experts.171.gate_proj,0.0002915712,0.05000,1.649
37,mlp.experts.175.gate_proj,fallback(rtn): 0.0014496,0.00000,0.023
37,mlp.experts.170.gate_proj,0.0004567240,0.05000,2.108
37,mlp.experts.177.gate_proj,0.0004369866,0.05000,1.212
37,mlp.experts.172.gate_proj,0.0005348976,0.05000,1.109
37,mlp.experts.179.gate_proj,0.0010591320,0.05000,1.172
37,mlp.experts.174.gate_proj,0.0002873021,0.05000,1.341
37,mlp.experts.181.gate_proj,0.0012006486,0.05000,1.354
37,mlp.experts.176.gate_proj,0.0006513000,0.05000,1.367
37,mlp.experts.183.gate_proj,0.0005673397,0.05000,1.378
37,mlp.experts.178.gate_proj,0.0007714350,0.05000,1.361
37,mlp.experts.185.gate_proj,0.0014238539,0.05000,1.367
37,mlp.experts.180.gate_proj,0.0008417996,0.05000,1.362
37,mlp.experts.187.gate_proj,0.0004688417,0.05000,1.359
37,mlp.experts.182.gate_proj,0.0003443752,0.05000,1.306
37,mlp.experts.189.gate_proj,0.0004160158,0.05000,1.281
37,mlp.experts.184.gate_proj,0.0005613011,0.05000,1.281
37,mlp.experts.191.gate_proj,0.0005525246,0.05000,1.277
37,mlp.experts.186.gate_proj,0.0004833664,0.05000,1.273
37,mlp.experts.193.gate_proj,0.0003503773,0.05000,1.243
37,mlp.experts.188.gate_proj,0.0009371942,0.05000,1.284
37,mlp.experts.195.gate_proj,0.0004927918,0.05000,1.296
37,mlp.experts.190.gate_proj,0.0002049136,0.05000,1.278
37,mlp.experts.197.gate_proj,0.0004451275,0.05000,1.293
37,mlp.experts.192.gate_proj,0.0005147398,0.05000,1.275
37,mlp.experts.199.gate_proj,0.0004058801,0.05000,1.274
37,mlp.experts.194.gate_proj,0.0007565501,0.05000,1.228
37,mlp.experts.201.gate_proj,0.0007381875,0.05000,1.255
37,mlp.experts.196.gate_proj,0.0005037987,0.05000,1.272
37,mlp.experts.203.gate_proj,0.0008034876,0.05000,1.277
37,mlp.experts.198.gate_proj,0.0005385375,0.05000,1.231
37,mlp.experts.205.gate_proj,0.0003083058,0.05000,1.247
37,mlp.experts.200.gate_proj,0.0006266934,0.05000,1.256
37,mlp.experts.207.gate_proj,0.0006337594,0.05000,1.270
37,mlp.experts.202.gate_proj,0.0007520711,0.05000,1.231
37,mlp.experts.209.gate_proj,0.0003664465,0.05000,1.242
37,mlp.experts.204.gate_proj,0.0004769682,0.05000,1.293
37,mlp.experts.211.gate_proj,0.0005490523,0.05000,1.325
37,mlp.experts.206.gate_proj,0.0005455968,0.05000,1.325
37,mlp.experts.213.gate_proj,0.0003040221,0.05000,1.340
37,mlp.experts.208.gate_proj,0.0005115506,0.05000,1.354
37,mlp.experts.215.gate_proj,0.0006724307,0.05000,1.349
37,mlp.experts.210.gate_proj,0.0003905886,0.05000,1.371
37,mlp.experts.217.gate_proj,0.0006744098,0.05000,1.368
37,mlp.experts.212.gate_proj,0.0011207944,0.05000,1.369
37,mlp.experts.219.gate_proj,0.0002260466,0.05000,1.374
37,mlp.experts.214.gate_proj,0.0007199174,0.05000,1.364
37,mlp.experts.221.gate_proj,0.0003839575,0.05000,1.350
37,mlp.experts.216.gate_proj,0.0006043979,0.05000,1.388
37,mlp.experts.223.gate_proj,0.0004287859,0.05000,1.379
37,mlp.experts.218.gate_proj,0.0003997441,0.05000,1.460
37,mlp.experts.225.gate_proj,0.0003970511,0.05000,1.361
37,mlp.experts.220.gate_proj,0.0002808343,0.05000,1.350
37,mlp.experts.227.gate_proj,0.0004329391,0.05000,1.380
37,mlp.experts.222.gate_proj,0.0008977247,0.05000,1.336
37,mlp.experts.229.gate_proj,0.0009023754,0.05000,1.327
37,mlp.experts.224.gate_proj,0.0005670854,0.05000,1.311
37,mlp.experts.231.gate_proj,0.0005761320,0.05000,1.385
37,mlp.experts.226.gate_proj,0.0007789403,0.05000,1.312
37,mlp.experts.233.gate_proj,0.0005367112,0.05000,1.340
37,mlp.experts.228.gate_proj,0.0012902340,0.05000,1.334
37,mlp.experts.235.gate_proj,0.0009031011,0.05000,1.310
37,mlp.experts.230.gate_proj,0.0003411740,0.05000,1.260
37,mlp.experts.237.gate_proj,0.0006840888,0.05000,1.222
37,mlp.experts.232.gate_proj,0.0012721509,0.05000,1.262
37,mlp.experts.239.gate_proj,0.0005683250,0.05000,1.279
37,mlp.experts.241.gate_proj,0.0004961962,0.05000,1.263
37,mlp.experts.234.gate_proj,0.0006105491,0.05000,1.325
37,mlp.experts.236.gate_proj,0.0004753652,0.05000,1.291
37,mlp.experts.243.gate_proj,0.0012157155,0.05000,1.294
37,mlp.experts.245.gate_proj,0.0005244926,0.05000,1.337
37,mlp.experts.238.gate_proj,0.0003693957,0.05000,1.331
37,mlp.experts.240.gate_proj,0.0006259195,0.05000,1.370
37,mlp.experts.247.gate_proj,0.0005364071,0.05000,1.382
37,mlp.experts.249.gate_proj,0.0004403861,0.05000,1.360
37,mlp.experts.242.gate_proj,0.0008725373,0.05000,1.362
37,mlp.experts.244.gate_proj,0.0006030839,0.05000,1.339
37,mlp.experts.251.gate_proj,0.0012032665,0.05000,1.338
37,mlp.experts.253.gate_proj,0.0008001998,0.05000,1.360
37,mlp.experts.246.gate_proj,0.0007717431,0.05000,1.369
37,mlp.experts.248.gate_proj,0.0005258843,0.05000,1.347
37,mlp.experts.255.gate_proj,0.0006835245,0.05000,1.317
37,mlp.experts.1.up_proj,0.0002420878,0.05000,1.246
37,mlp.experts.250.gate_proj,0.0010255305,0.05000,1.264
37,mlp.experts.252.gate_proj,0.0009346992,0.05000,1.246
37,mlp.experts.3.up_proj,0.0007213934,0.05000,1.242
37,mlp.experts.5.up_proj,0.0002055182,0.05000,1.215
37,mlp.experts.254.gate_proj,0.0006061252,0.05000,1.256
37,mlp.experts.0.up_proj,0.0005859430,0.05000,1.420
37,mlp.experts.9.up_proj,0.0006374735,0.05000,2.032
37,mlp.experts.7.up_proj,0.0003597563,0.05000,2.585
37,mlp.experts.4.up_proj,0.0005517574,0.05000,1.888
37,mlp.experts.2.up_proj,0.0008463689,0.05000,3.131
37,mlp.experts.13.up_proj,0.0007502714,0.05000,2.762
37,mlp.experts.11.up_proj,0.0003205919,0.05000,3.783
37,mlp.experts.8.up_proj,0.0010259648,0.05000,3.448
37,mlp.experts.6.up_proj,0.0005868736,0.05000,3.144
37,mlp.experts.17.up_proj,0.0006830683,0.05000,2.209
37,mlp.experts.15.up_proj,0.0003409574,0.05000,1.387
37,mlp.experts.12.up_proj,0.0009074292,0.05000,1.314
37,mlp.experts.10.up_proj,0.0007076445,0.05000,1.386
37,mlp.experts.21.up_proj,0.0004319882,0.05000,1.242
37,mlp.experts.19.up_proj,0.0006745020,0.05000,1.280
37,mlp.experts.16.up_proj,0.0006492302,0.05000,1.263
37,mlp.experts.14.up_proj,0.0002297792,0.05000,1.303
37,mlp.experts.25.up_proj,0.0004468979,0.05000,1.372
37,mlp.experts.23.up_proj,0.0005164668,0.05000,1.367
37,mlp.experts.20.up_proj,0.0006125032,0.05000,1.372
37,mlp.experts.18.up_proj,0.0008511579,0.05000,1.361
37,mlp.experts.29.up_proj,0.0005691736,0.05000,1.368
37,mlp.experts.27.up_proj,0.0002270828,0.05000,1.365
37,mlp.experts.24.up_proj,0.0003326056,0.05000,1.368
37,mlp.experts.22.up_proj,0.0003141435,0.05000,1.375
37,mlp.experts.33.up_proj,0.0007031666,0.05000,1.366
37,mlp.experts.31.up_proj,0.0002429259,0.05000,1.366
37,mlp.experts.28.up_proj,0.0002626195,0.05000,1.358
37,mlp.experts.26.up_proj,0.0010099755,0.05000,1.359
37,mlp.experts.37.up_proj,0.0003160958,0.05000,1.340
37,mlp.experts.35.up_proj,0.0007781956,0.05000,1.313
37,mlp.experts.32.up_proj,0.0003211472,0.05000,1.300
37,mlp.experts.30.up_proj,0.0004686397,0.05000,1.300
37,mlp.experts.41.up_proj,0.0005295039,0.05000,1.261
37,mlp.experts.36.up_proj,0.0004305349,0.05000,1.201
37,mlp.experts.39.up_proj,0.0001898707,0.05000,1.271
37,mlp.experts.34.up_proj,0.0004085238,0.05000,1.271
37,mlp.experts.45.up_proj,0.0002774837,0.05000,1.258
37,mlp.experts.40.up_proj,0.0004444649,0.05000,1.233
37,mlp.experts.43.up_proj,0.0003911128,0.05000,1.270
37,mlp.experts.38.up_proj,0.0007966855,0.05000,1.276
37,mlp.experts.49.up_proj,0.0005743890,0.05000,1.262
37,mlp.experts.44.up_proj,0.0009186924,0.05000,1.205
37,mlp.experts.47.up_proj,0.0003137254,0.05000,1.263
37,mlp.experts.42.up_proj,0.0003574195,0.05000,1.304
37,mlp.experts.53.up_proj,0.0007218749,0.05000,1.337
37,mlp.experts.48.up_proj,0.0004851953,0.05000,1.360
37,mlp.experts.51.up_proj,0.0007026588,0.05000,1.371
37,mlp.experts.46.up_proj,0.0003884666,0.05000,1.361
37,mlp.experts.57.up_proj,0.0003204050,0.05000,1.354
37,mlp.experts.52.up_proj,0.0002371287,0.05000,1.353
37,mlp.experts.55.up_proj,0.0002886396,0.05000,1.355
37,mlp.experts.50.up_proj,0.0002888791,0.05000,1.375
37,mlp.experts.61.up_proj,0.0004431364,0.05000,1.366
37,mlp.experts.56.up_proj,0.0004543886,0.05000,1.360
37,mlp.experts.59.up_proj,0.0005138015,0.05000,1.370
37,mlp.experts.54.up_proj,0.0004618299,0.05000,1.371
37,mlp.experts.65.up_proj,0.0003763211,0.05000,1.340
37,mlp.experts.60.up_proj,0.0003278942,0.05000,1.326
37,mlp.experts.63.up_proj,0.0007184178,0.05000,1.371
37,mlp.experts.58.up_proj,0.0003016643,0.05000,1.529
37,mlp.experts.69.up_proj,0.0003891010,0.05000,1.392
37,mlp.experts.64.up_proj,0.0003083711,0.05000,1.370
37,mlp.experts.67.up_proj,0.0002661334,0.05000,1.365
37,mlp.experts.62.up_proj,0.0006239901,0.05000,1.298
37,mlp.experts.73.up_proj,0.0006755400,0.05000,1.391
37,mlp.experts.68.up_proj,0.0005491066,0.05000,1.291
37,mlp.experts.71.up_proj,0.0007230426,0.05000,1.279
37,mlp.experts.66.up_proj,0.0005328007,0.05000,1.262
37,mlp.experts.77.up_proj,0.0004092341,0.05000,1.247
37,mlp.experts.72.up_proj,0.0002308265,0.05000,1.274
37,mlp.experts.75.up_proj,0.0007547735,0.05000,1.249
37,mlp.experts.70.up_proj,0.0009055597,0.05000,1.187
37,mlp.experts.81.up_proj,0.0005486184,0.05000,0.995
37,mlp.experts.76.up_proj,0.0004470545,0.05000,1.146
37,mlp.experts.79.up_proj,0.0006595371,0.05000,1.216
37,mlp.experts.74.up_proj,0.0003525364,0.05000,1.460
37,mlp.experts.85.up_proj,0.0005004838,0.05000,1.396
37,mlp.experts.80.up_proj,0.0005684837,0.05000,1.358
37,mlp.experts.83.up_proj,0.0003904843,0.05000,1.364
37,mlp.experts.78.up_proj,0.0002963996,0.05000,1.340
37,mlp.experts.89.up_proj,0.0003376254,0.05000,1.314
37,mlp.experts.84.up_proj,0.0002832163,0.05000,1.303
37,mlp.experts.87.up_proj,0.0004035030,0.05000,1.285
37,mlp.experts.82.up_proj,0.0006444987,0.05000,1.252
37,mlp.experts.93.up_proj,0.0003329233,0.05000,1.196
37,mlp.experts.88.up_proj,0.0004998476,0.05000,1.176
37,mlp.experts.91.up_proj,0.0006491235,0.05000,1.109
37,mlp.experts.86.up_proj,0.0006450635,0.05000,1.084
37,mlp.experts.97.up_proj,0.0003725898,0.05000,1.129
37,mlp.experts.92.up_proj,0.0005091902,0.05000,1.216
37,mlp.experts.95.up_proj,0.0004371983,0.05000,1.261
37,mlp.experts.90.up_proj,0.0003564424,0.05000,1.355
37,mlp.experts.101.up_proj,0.0003265863,0.05000,1.361
37,mlp.experts.96.up_proj,0.0005956447,0.05000,1.357
37,mlp.experts.99.up_proj,0.0003043862,0.05000,1.371
37,mlp.experts.94.up_proj,0.0002561164,0.05000,1.366
37,mlp.experts.105.up_proj,0.0006465856,0.05000,1.363
37,mlp.experts.100.up_proj,0.0005120024,0.05000,1.357
37,mlp.experts.103.up_proj,0.0003992192,0.05000,1.360
37,mlp.experts.98.up_proj,0.0004406805,0.05000,1.388
37,mlp.experts.109.up_proj,0.0003822049,0.05000,1.384
37,mlp.experts.104.up_proj,0.0005323053,0.05000,1.377
37,mlp.experts.107.up_proj,0.0005317397,0.05000,1.370
37,mlp.experts.102.up_proj,0.0005420839,0.05000,1.345
37,mlp.experts.113.up_proj,0.0004805561,0.05000,1.339
37,mlp.experts.108.up_proj,0.0006853942,0.05000,1.298
37,mlp.experts.111.up_proj,0.0005377106,0.05000,1.300
37,mlp.experts.106.up_proj,0.0005864416,0.05000,1.255
37,mlp.experts.117.up_proj,0.0005003949,0.05000,1.258
37,mlp.experts.112.up_proj,0.0003178580,0.05000,1.212
37,mlp.experts.115.up_proj,0.0007135756,0.05000,1.247
37,mlp.experts.110.up_proj,0.0006114895,0.05000,1.232
37,mlp.experts.121.up_proj,0.0003478192,0.05000,1.241
37,mlp.experts.116.up_proj,0.0004591792,0.05000,1.197
37,mlp.experts.119.up_proj,0.0006532294,0.05000,1.239
37,mlp.experts.114.up_proj,0.0008043935,0.05000,1.058
37,mlp.experts.125.up_proj,0.0005626183,0.05000,1.021
37,mlp.experts.120.up_proj,0.0005598990,0.05000,0.983
37,mlp.experts.123.up_proj,0.0004942453,0.05000,0.912
37,mlp.experts.118.up_proj,0.0005276143,0.05000,0.904
37,mlp.experts.129.up_proj,0.0002102539,0.05000,0.930
37,mlp.experts.124.up_proj,0.0003327859,0.05000,0.948
37,mlp.experts.127.up_proj,0.0003673370,0.05000,1.121
37,mlp.experts.122.up_proj,0.0002677178,0.05000,2.089
37,mlp.experts.128.up_proj,0.0005164934,0.05000,2.353
37,mlp.experts.133.up_proj,0.0005182021,0.05000,2.544
37,mlp.experts.131.up_proj,0.0008335548,0.05000,2.420
37,mlp.experts.137.up_proj,0.0008678834,0.05000,1.510
37,mlp.experts.126.up_proj,0.0004218535,0.05000,2.379
37,mlp.experts.132.up_proj,0.0002572059,0.05000,2.062
37,mlp.experts.135.up_proj,0.0004064889,0.05000,2.187
37,mlp.experts.139.up_proj,0.0007898067,0.05000,1.476
37,mlp.experts.141.up_proj,0.0005400253,0.05000,2.665
37,mlp.experts.136.up_proj,0.0004818681,0.05000,2.933
37,mlp.experts.130.up_proj,0.0004221988,0.05000,3.205
37,mlp.experts.143.up_proj,0.0002682444,0.05000,2.438
37,mlp.experts.145.up_proj,0.0003811363,0.05000,3.636
37,mlp.experts.140.up_proj,0.0004295384,0.05000,3.809
37,mlp.experts.134.up_proj,0.0002929116,0.05000,3.726
37,mlp.experts.147.up_proj,0.0004786720,0.05000,2.322
37,mlp.experts.149.up_proj,0.0006472629,0.05000,2.583
37,mlp.experts.151.up_proj,0.0005439503,0.05000,2.176
37,mlp.experts.138.up_proj,0.0004249534,0.05000,2.816
37,mlp.experts.144.up_proj,0.0004879068,0.05000,3.829
37,mlp.experts.153.up_proj,0.0003632933,0.05000,2.970
37,mlp.experts.142.up_proj,0.0005681450,0.05000,2.258
37,mlp.experts.148.up_proj,0.0003663454,0.05000,1.586
37,mlp.experts.155.up_proj,0.0005207526,0.05000,3.226
37,mlp.experts.157.up_proj,0.0005869568,0.05000,1.691
37,mlp.experts.146.up_proj,0.0009537580,0.05000,1.974
37,mlp.experts.159.up_proj,0.0003192652,0.05000,1.803
37,mlp.experts.152.up_proj,0.0004289097,0.05000,2.826
37,mlp.experts.163.up_proj,0.0004092950,0.05000,1.730
37,mlp.experts.150.up_proj,0.0006964161,0.05000,2.391
37,mlp.experts.161.up_proj,0.0002557978,0.05000,3.632
37,mlp.experts.167.up_proj,0.0004809196,0.05000,1.443
37,mlp.experts.154.up_proj,0.0006676916,0.05000,1.363
37,mlp.experts.156.up_proj,0.0004298890,0.05000,3.042
37,mlp.experts.165.up_proj,0.0005759022,0.05000,2.675
37,mlp.experts.171.up_proj,0.0002411225,0.05000,2.364
37,mlp.experts.160.up_proj,0.0005555095,0.05000,1.549
37,mlp.experts.175.up_proj,fallback(rtn): 0.0012894,0.00000,0.043
37,mlp.experts.158.up_proj,0.0004217406,0.05000,2.446
37,mlp.experts.164.up_proj,0.0004094313,0.05000,1.360
37,mlp.experts.179.up_proj,0.0008916229,0.05000,1.346
37,mlp.experts.169.up_proj,0.0003501939,0.05000,1.653
37,mlp.experts.162.up_proj,0.0003903747,0.05000,1.281
37,mlp.experts.183.up_proj,0.0005587669,0.05000,1.206
37,mlp.experts.168.up_proj,0.0006833169,0.05000,1.219
37,mlp.experts.173.up_proj,0.0002372182,0.05000,1.213
37,mlp.experts.166.up_proj,0.0005379538,0.05000,1.163
37,mlp.experts.187.up_proj,0.0003446807,0.05000,1.329
37,mlp.experts.172.up_proj,0.0005268130,0.05000,1.410
37,mlp.experts.177.up_proj,0.0003603191,0.05000,1.345
37,mlp.experts.170.up_proj,0.0003955162,0.05000,1.359
37,mlp.experts.191.up_proj,0.0005280860,0.05000,1.356
37,mlp.experts.176.up_proj,0.0006201078,0.05000,1.351
37,mlp.experts.181.up_proj,0.0007886131,0.05000,1.354
37,mlp.experts.174.up_proj,0.0002960509,0.05000,1.352
37,mlp.experts.195.up_proj,0.0004717377,0.05000,1.370
37,mlp.experts.180.up_proj,0.0007016138,0.05000,1.368
37,mlp.experts.185.up_proj,0.0009668469,0.05000,1.375
37,mlp.experts.178.up_proj,0.0006190298,0.05000,1.357
37,mlp.experts.199.up_proj,0.0003467361,0.05000,1.268
37,mlp.experts.189.up_proj,0.0003978992,0.05000,1.205
37,mlp.experts.184.up_proj,0.0004085434,0.05000,1.300
37,mlp.experts.182.up_proj,0.0002874603,0.05000,1.260
37,mlp.experts.193.up_proj,0.0003078780,0.05000,1.197
37,mlp.experts.203.up_proj,0.0008036579,0.05000,1.273
37,mlp.experts.188.up_proj,0.0008258666,0.05000,1.258
37,mlp.experts.186.up_proj,0.0004405338,0.05000,1.263
37,mlp.experts.197.up_proj,0.0004150791,0.05000,1.233
37,mlp.experts.207.up_proj,0.0005524930,0.05000,1.275
37,mlp.experts.192.up_proj,0.0004796775,0.05000,1.281
37,mlp.experts.190.up_proj,0.0002034046,0.05000,1.265
37,mlp.experts.201.up_proj,0.0006946501,0.05000,1.179
37,mlp.experts.211.up_proj,0.0005327673,0.05000,1.164
37,mlp.experts.196.up_proj,0.0003934052,0.05000,1.148
37,mlp.experts.194.up_proj,0.0005725228,0.05000,1.100
37,mlp.experts.205.up_proj,0.0002841288,0.05000,1.195
37,mlp.experts.215.up_proj,0.0005855882,0.05000,1.195
37,mlp.experts.200.up_proj,0.0006055657,0.05000,1.229
37,mlp.experts.198.up_proj,0.0004604297,0.05000,1.237
37,mlp.experts.209.up_proj,0.0003883685,0.05000,1.275
37,mlp.experts.219.up_proj,0.0002188748,0.05000,1.280
37,mlp.experts.204.up_proj,0.0004357522,0.05000,1.276
37,mlp.experts.202.up_proj,0.0007174899,0.05000,1.240
37,mlp.experts.213.up_proj,0.0002893804,0.05000,1.244
37,mlp.experts.223.up_proj,0.0004438131,0.05000,1.286
37,mlp.experts.208.up_proj,0.0004305621,0.05000,1.286
37,mlp.experts.206.up_proj,0.0005322147,0.05000,1.223
37,mlp.experts.227.up_proj,0.0004317542,0.05000,1.363
37,mlp.experts.212.up_proj,0.0009223283,0.05000,1.374
37,mlp.experts.210.up_proj,0.0004069072,0.05000,1.365
37,mlp.experts.217.up_proj,0.0005061011,0.05000,1.734
37,mlp.experts.231.up_proj,0.0005554603,0.05000,0.992
37,mlp.experts.216.up_proj,0.0005145194,0.05000,0.904
37,mlp.experts.214.up_proj,0.0004763655,0.05000,0.866
37,mlp.experts.235.up_proj,0.0009130427,0.05000,1.195
37,mlp.experts.218.up_proj,0.0003368176,0.05000,1.255
37,mlp.experts.221.up_proj,0.0003233837,0.05000,1.260
37,mlp.experts.220.up_proj,0.0002310175,0.05000,1.281
37,mlp.experts.239.up_proj,0.0005033127,0.05000,1.275
37,mlp.experts.225.up_proj,0.0004045706,0.05000,1.232
37,mlp.experts.224.up_proj,0.0005336340,0.05000,1.264
37,mlp.experts.222.up_proj,0.0007531350,0.05000,1.299
37,mlp.experts.229.up_proj,0.0007702321,0.05000,1.208
37,mlp.experts.243.up_proj,0.0008659059,0.05000,1.287
37,mlp.experts.226.up_proj,0.0007083048,0.05000,1.245
37,mlp.experts.228.up_proj,0.0010849397,0.05000,1.280
37,mlp.experts.233.up_proj,0.0004418516,0.05000,1.266
37,mlp.experts.230.up_proj,0.0002860140,0.05000,1.218
37,mlp.experts.247.up_proj,0.0005373949,0.05000,1.269
37,mlp.experts.232.up_proj,0.0009818754,0.05000,1.260
37,mlp.experts.237.up_proj,0.0006274684,0.05000,1.333
37,mlp.experts.234.up_proj,0.0005792712,0.05000,1.329
37,mlp.experts.251.up_proj,0.0008061897,0.05000,1.350
37,mlp.experts.236.up_proj,0.0004646683,0.05000,1.345
37,mlp.experts.241.up_proj,0.0005002974,0.05000,1.347
37,mlp.experts.238.up_proj,0.0002747851,0.05000,1.341
37,mlp.experts.255.up_proj,0.0005835886,0.05000,1.340
37,mlp.experts.240.up_proj,0.0005836111,0.05000,1.327
37,mlp.experts.245.up_proj,0.0005295844,0.05000,0.870
37,mlp.experts.242.up_proj,0.0008051159,0.05000,0.865
37,mlp.experts.244.up_proj,0.0004686977,0.05000,0.848
37,mlp.experts.249.up_proj,0.0004368299,0.05000,0.858
37,mlp.experts.246.up_proj,0.0006538273,0.05000,0.888
37,mlp.experts.248.up_proj,0.0004852311,0.05000,0.861
37,mlp.experts.253.up_proj,0.0007260852,0.05000,0.868
37,mlp.experts.252.up_proj,0.0008013073,0.05000,0.827
37,mlp.experts.250.up_proj,0.0007479259,0.05000,0.858
37,mlp.experts.254.up_proj,0.0005175528,0.05000,0.201
37,mlp.experts.2.down_proj,0.0000295081,0.05000,0.357
37,mlp.experts.0.down_proj,0.0000481466,0.05000,0.368
37,mlp.experts.1.down_proj,0.0000447942,0.05000,0.366
37,mlp.experts.3.down_proj,0.0001698562,0.05000,0.481
37,mlp.experts.6.down_proj,0.0000147367,0.05000,0.350
37,mlp.experts.4.down_proj,0.0000505811,0.05000,0.348
37,mlp.experts.5.down_proj,0.0001891827,0.05000,0.352
37,mlp.experts.7.down_proj,0.0000746912,0.05000,0.349
37,mlp.experts.10.down_proj,0.0000235214,0.05000,0.349
37,mlp.experts.9.down_proj,0.0000765202,0.05000,0.348
37,mlp.experts.8.down_proj,0.0000788294,0.05000,0.352
37,mlp.experts.11.down_proj,0.0000471776,0.05000,0.348
37,mlp.experts.14.down_proj,0.0000524590,0.05000,0.356
37,mlp.experts.13.down_proj,0.0001597081,0.05000,0.342
37,mlp.experts.12.down_proj,0.0000676773,0.05000,0.353
37,mlp.experts.15.down_proj,0.0000877907,0.05000,0.520
37,mlp.experts.18.down_proj,0.0000305551,0.05000,0.360
37,mlp.experts.17.down_proj,0.0000676854,0.05000,0.377
37,mlp.experts.16.down_proj,0.0000155932,0.05000,0.379
37,mlp.experts.19.down_proj,0.0000235759,0.05000,0.363
37,mlp.experts.22.down_proj,0.0001032008,0.05000,0.363
37,mlp.experts.21.down_proj,0.0000757265,0.05000,0.353
37,mlp.experts.20.down_proj,0.0000790977,0.05000,0.356
37,mlp.experts.23.down_proj,0.0000253490,0.05000,0.353
37,mlp.experts.26.down_proj,0.0000927257,0.05000,0.356
37,mlp.experts.25.down_proj,0.0000093560,0.05000,0.348
37,mlp.experts.24.down_proj,0.0000472844,0.05000,0.350
37,mlp.experts.27.down_proj,0.0000512668,0.05000,0.353
37,mlp.experts.30.down_proj,0.0000151258,0.05000,0.352
37,mlp.experts.29.down_proj,0.0002294363,0.05000,0.350
37,mlp.experts.28.down_proj,0.0000497408,0.05000,0.357
37,mlp.experts.31.down_proj,0.0000819933,0.05000,0.351
37,mlp.experts.33.down_proj,0.0000187529,0.05000,0.346
37,mlp.experts.34.down_proj,0.0000329716,0.05000,0.355
37,mlp.experts.32.down_proj,0.0000566466,0.05000,0.353
37,mlp.experts.35.down_proj,0.0001509928,0.05000,0.358
37,mlp.experts.37.down_proj,0.0000429976,0.05000,0.353
37,mlp.experts.38.down_proj,0.0000364865,0.05000,0.349
37,mlp.experts.36.down_proj,0.0000186978,0.05000,0.355
37,mlp.experts.39.down_proj,0.0000708096,0.05000,0.347
37,mlp.experts.41.down_proj,0.0000204497,0.05000,0.351
37,mlp.experts.42.down_proj,0.0000086841,0.05000,0.359
37,mlp.experts.40.down_proj,0.0000247678,0.05000,0.352
37,mlp.experts.43.down_proj,0.0001138894,0.05000,0.334
37,mlp.experts.46.down_proj,0.0000116443,0.05000,0.319
37,mlp.experts.45.down_proj,0.0000475498,0.05000,0.346
37,mlp.experts.44.down_proj,0.0002092514,0.05000,0.329
37,mlp.experts.47.down_proj,0.0000105808,0.05000,0.329
37,mlp.experts.50.down_proj,0.0000596383,0.05000,0.321
37,mlp.experts.49.down_proj,0.0000181343,0.05000,0.332
37,mlp.experts.48.down_proj,0.0001371096,0.05000,0.334
37,mlp.experts.51.down_proj,0.0000210607,0.05000,0.335
37,mlp.experts.54.down_proj,0.0000106379,0.05000,0.321
37,mlp.experts.53.down_proj,0.0000570549,0.05000,0.332
37,mlp.experts.52.down_proj,0.0000488640,0.05000,0.336
37,mlp.experts.55.down_proj,0.0000380887,0.05000,0.325
37,mlp.experts.58.down_proj,0.0000605498,0.05000,0.318
37,mlp.experts.57.down_proj,0.0000751708,0.05000,0.330
37,mlp.experts.56.down_proj,0.0000773571,0.05000,0.322
37,mlp.experts.59.down_proj,0.0000622744,0.05000,0.333
37,mlp.experts.62.down_proj,0.0000932563,0.05000,0.326
37,mlp.experts.61.down_proj,0.0000124385,0.05000,0.334
37,mlp.experts.60.down_proj,0.0000768492,0.05000,0.333
37,mlp.experts.63.down_proj,0.0000660179,0.05000,0.327
37,mlp.experts.66.down_proj,0.0000181652,0.05000,0.320
37,mlp.experts.65.down_proj,0.0001645344,0.05000,0.338
37,mlp.experts.64.down_proj,0.0000567625,0.05000,0.328
37,mlp.experts.67.down_proj,0.0000906261,0.05000,0.350
37,mlp.experts.70.down_proj,0.0000302012,0.05000,0.352
37,mlp.experts.68.down_proj,0.0000168578,0.05000,0.346
37,mlp.experts.69.down_proj,0.0000121848,0.05000,0.357
37,mlp.experts.71.down_proj,0.0000703819,0.05000,0.345
37,mlp.experts.74.down_proj,0.0000090287,0.05000,0.344
37,mlp.experts.73.down_proj,0.0000725051,0.05000,0.324
37,mlp.experts.72.down_proj,0.0000656512,0.05000,0.355
37,mlp.experts.75.down_proj,0.0001204104,0.05000,0.328
37,mlp.experts.78.down_proj,0.0000559541,0.05000,0.328
37,mlp.experts.77.down_proj,0.0000104508,0.05000,0.322
37,mlp.experts.76.down_proj,0.0000098417,0.05000,0.330
37,mlp.experts.79.down_proj,0.0000207987,0.05000,0.334
37,mlp.experts.82.down_proj,0.0001885641,0.05000,0.335
37,mlp.experts.81.down_proj,0.0004221860,0.05000,0.321
37,mlp.experts.80.down_proj,0.0000165904,0.05000,0.329
37,mlp.experts.83.down_proj,0.0000804014,0.05000,0.339
37,mlp.experts.86.down_proj,0.0000158776,0.05000,0.334
37,mlp.experts.85.down_proj,0.0000131284,0.05000,0.324
37,mlp.experts.84.down_proj,0.0000474765,0.05000,0.336
37,mlp.experts.87.down_proj,0.0000533977,0.05000,0.330
37,mlp.experts.90.down_proj,0.0000846018,0.05000,0.323
37,mlp.experts.89.down_proj,0.0000482014,0.05000,0.319
37,mlp.experts.88.down_proj,0.0000436764,0.05000,0.327
37,mlp.experts.91.down_proj,0.0000288527,0.05000,0.326
37,mlp.experts.94.down_proj,0.0000407001,0.05000,0.330
37,mlp.experts.93.down_proj,0.0000677893,0.05000,0.319
37,mlp.experts.92.down_proj,0.0000399941,0.05000,0.331
37,mlp.experts.95.down_proj,0.0001220988,0.05000,0.340
37,mlp.experts.98.down_proj,0.0000408432,0.05000,0.340
37,mlp.experts.97.down_proj,0.0000503202,0.05000,0.342
37,mlp.experts.96.down_proj,0.0000154469,0.05000,0.352
37,mlp.experts.99.down_proj,0.0001264853,0.05000,0.350
37,mlp.experts.102.down_proj,0.0000495833,0.05000,0.359
37,mlp.experts.101.down_proj,0.0000427889,0.05000,0.340
37,mlp.experts.100.down_proj,0.0005633462,0.05000,0.344
37,mlp.experts.103.down_proj,0.0000481431,0.05000,0.323
37,mlp.experts.105.down_proj,0.0000944769,0.05000,0.310
37,mlp.experts.106.down_proj,0.0000209743,0.05000,0.330
37,mlp.experts.104.down_proj,0.0001079068,0.05000,0.330
37,mlp.experts.109.down_proj,0.0000178283,0.05000,0.323
37,mlp.experts.107.down_proj,0.0005414958,0.05000,0.349
37,mlp.experts.110.down_proj,0.0000861260,0.05000,0.340
37,mlp.experts.108.down_proj,0.0000313889,0.05000,0.341
37,mlp.experts.113.down_proj,0.0000891350,0.05000,0.357
37,mlp.experts.111.down_proj,0.0000360943,0.05000,0.344
37,mlp.experts.114.down_proj,0.0001941653,0.05000,0.345
37,mlp.experts.112.down_proj,0.0000638379,0.05000,0.347
37,mlp.experts.115.down_proj,0.0000364017,0.05000,0.359
37,mlp.experts.117.down_proj,0.0000353704,0.05000,0.372
37,mlp.experts.118.down_proj,0.0000158447,0.05000,0.353
37,mlp.experts.116.down_proj,0.0001795528,0.05000,0.328
37,mlp.experts.121.down_proj,0.0000790291,0.05000,0.234
37,mlp.experts.122.down_proj,0.0001341124,0.05000,0.235
37,mlp.experts.119.down_proj,0.0000302584,0.05000,0.255
37,mlp.experts.120.down_proj,0.0000163076,0.05000,0.262
37,mlp.experts.125.down_proj,0.0000150164,0.05000,0.323
37,mlp.experts.126.down_proj,0.0000897051,0.05000,0.321
37,mlp.experts.123.down_proj,0.0000176007,0.05000,0.320
37,mlp.experts.124.down_proj,0.0000628664,0.05000,0.313
37,mlp.experts.127.down_proj,0.0000087091,0.05000,0.325
37,mlp.experts.130.down_proj,0.0000264813,0.05000,0.326
37,mlp.experts.129.down_proj,0.0000362259,0.05000,0.336
37,mlp.experts.128.down_proj,0.0000541555,0.05000,0.323
37,mlp.experts.131.down_proj,0.0001061510,0.05000,0.313
37,mlp.experts.133.down_proj,0.0000247825,0.05000,0.313
37,mlp.experts.134.down_proj,0.0000430602,0.05000,0.319
37,mlp.experts.132.down_proj,0.0000985020,0.05000,0.313
37,mlp.experts.135.down_proj,0.0000783173,0.05000,0.350
37,mlp.experts.138.down_proj,0.0000353970,0.05000,0.354
37,mlp.experts.137.down_proj,0.0001686972,0.05000,0.495
37,mlp.experts.136.down_proj,0.0000131085,0.05000,0.526
37,mlp.experts.142.down_proj,0.0000178910,0.05000,0.340
37,mlp.experts.139.down_proj,0.0000751503,0.05000,0.364
37,mlp.experts.141.down_proj,0.0000159993,0.05000,0.373
37,mlp.experts.140.down_proj,0.0000922924,0.05000,0.314
37,mlp.experts.146.down_proj,0.0001728662,0.05000,0.330
37,mlp.experts.143.down_proj,0.0000754373,0.05000,0.336
37,mlp.experts.145.down_proj,0.0000678839,0.05000,0.347
37,mlp.experts.144.down_proj,0.0000217137,0.05000,0.352
37,mlp.experts.150.down_proj,0.0000373550,0.05000,0.353
37,mlp.experts.147.down_proj,0.0000880000,0.05000,0.356
37,mlp.experts.149.down_proj,0.0000477202,0.05000,0.353
37,mlp.experts.148.down_proj,0.0000096844,0.05000,0.356
37,mlp.experts.154.down_proj,0.0000200186,0.05000,0.350
37,mlp.experts.151.down_proj,0.0005418629,0.05000,0.353
37,mlp.experts.153.down_proj,0.0000215788,0.05000,0.355
37,mlp.experts.152.down_proj,0.0000099605,0.05000,0.359
37,mlp.experts.158.down_proj,0.0000795015,0.05000,0.358
37,mlp.experts.155.down_proj,0.0000210235,0.05000,0.361
37,mlp.experts.157.down_proj,0.0000215637,0.05000,0.359
37,mlp.experts.156.down_proj,0.0000526627,0.05000,0.357
37,mlp.experts.162.down_proj,0.0000784273,0.05000,0.352
37,mlp.experts.159.down_proj,0.0000338571,0.05000,0.354
37,mlp.experts.161.down_proj,0.0000697422,0.05000,0.325
37,mlp.experts.160.down_proj,0.0000273782,0.05000,0.335
37,mlp.experts.166.down_proj,0.0000194744,0.05000,0.330
37,mlp.experts.163.down_proj,0.0000776432,0.05000,0.334
37,mlp.experts.165.down_proj,0.0000179944,0.05000,0.329
37,mlp.experts.164.down_proj,0.0000793673,0.05000,0.341
37,mlp.experts.170.down_proj,0.0002336164,0.05000,0.340
37,mlp.experts.167.down_proj,0.0000127364,0.05000,0.336
37,mlp.experts.169.down_proj,0.0000081683,0.05000,0.322
37,mlp.experts.168.down_proj,0.0000254268,0.05000,0.329
37,mlp.experts.174.down_proj,0.0000730515,0.05000,0.326
37,mlp.experts.171.down_proj,0.0000814853,0.05000,0.328
37,mlp.experts.175.down_proj,fallback(rtn): 0.0012665,0.00000,0.012
37,mlp.experts.173.down_proj,0.0000318594,0.05000,0.331
37,mlp.experts.172.down_proj,0.0000158873,0.05000,0.342
37,mlp.experts.178.down_proj,0.0000189344,0.05000,0.333
37,mlp.experts.179.down_proj,0.0000384891,0.05000,0.326
37,mlp.experts.177.down_proj,0.0000643252,0.05000,0.328
37,mlp.experts.176.down_proj,0.0000384436,0.05000,0.340
37,mlp.experts.182.down_proj,0.0000757288,0.05000,0.341
37,mlp.experts.183.down_proj,0.0000174914,0.05000,0.351
37,mlp.experts.181.down_proj,0.0002265358,0.05000,0.358
37,mlp.experts.180.down_proj,0.0000363639,0.05000,0.358
37,mlp.experts.186.down_proj,0.0000156151,0.05000,0.360
37,mlp.experts.187.down_proj,0.0000107580,0.05000,0.356
37,mlp.experts.185.down_proj,0.0000394998,0.05000,0.357
37,mlp.experts.184.down_proj,0.0000440487,0.05000,0.358
37,mlp.experts.190.down_proj,0.0000534769,0.05000,0.350
37,mlp.experts.191.down_proj,0.0000154165,0.05000,0.356
37,mlp.experts.189.down_proj,0.0000100607,0.05000,0.359
37,mlp.experts.188.down_proj,0.0000421219,0.05000,0.356
37,mlp.experts.194.down_proj,0.0000161665,0.05000,0.344
37,mlp.experts.195.down_proj,0.0000124482,0.05000,0.347
37,mlp.experts.193.down_proj,0.0000555134,0.05000,0.338
37,mlp.experts.192.down_proj,0.0002344272,0.05000,0.333
37,mlp.experts.198.down_proj,0.0003170986,0.05000,0.325
37,mlp.experts.199.down_proj,0.0000611356,0.05000,0.332
37,mlp.experts.197.down_proj,0.0000176542,0.05000,0.332
37,mlp.experts.196.down_proj,0.0000397294,0.05000,0.329
37,mlp.experts.202.down_proj,0.0000480511,0.05000,0.322
37,mlp.experts.203.down_proj,0.0000383123,0.05000,0.334
37,mlp.experts.201.down_proj,0.0001685088,0.05000,0.343
37,mlp.experts.200.down_proj,0.0001065099,0.05000,0.348
37,mlp.experts.206.down_proj,0.0000916103,0.05000,0.354
37,mlp.experts.207.down_proj,0.0000131036,0.05000,0.356
37,mlp.experts.205.down_proj,0.0000367631,0.05000,0.361
37,mlp.experts.204.down_proj,0.0000373658,0.05000,0.355
37,mlp.experts.210.down_proj,0.0000716752,0.05000,0.354
37,mlp.experts.211.down_proj,0.0002764780,0.05000,0.351
37,mlp.experts.209.down_proj,0.0001061377,0.05000,0.334
37,mlp.experts.208.down_proj,0.0000842640,0.05000,0.334
37,mlp.experts.214.down_proj,0.0001332633,0.05000,0.328
37,mlp.experts.215.down_proj,0.0000152092,0.05000,0.329
37,mlp.experts.213.down_proj,0.0000533662,0.05000,0.312
37,mlp.experts.212.down_proj,0.0000342085,0.05000,0.326
37,mlp.experts.218.down_proj,0.0000104042,0.05000,0.327
37,mlp.experts.219.down_proj,0.0000349229,0.05000,0.324
37,mlp.experts.217.down_proj,0.0000290459,0.05000,0.321
37,mlp.experts.216.down_proj,0.0000137361,0.05000,0.337
37,mlp.experts.222.down_proj,0.0000251110,0.05000,0.347
37,mlp.experts.221.down_proj,0.0000442889,0.05000,0.356
37,mlp.experts.223.down_proj,0.0000126117,0.05000,0.450
37,mlp.experts.220.down_proj,0.0000534885,0.05000,0.360
37,mlp.experts.226.down_proj,0.0000380671,0.05000,0.357
37,mlp.experts.225.down_proj,0.0000777221,0.05000,0.351
37,mlp.experts.227.down_proj,0.0000716592,0.05000,0.357
37,mlp.experts.224.down_proj,0.0000442935,0.05000,0.352
37,mlp.experts.230.down_proj,0.0002134839,0.05000,0.355
37,mlp.experts.229.down_proj,0.0002122321,0.05000,0.340
37,mlp.experts.231.down_proj,0.0000134583,0.05000,0.338
37,mlp.experts.228.down_proj,0.0001434251,0.05000,0.323
37,mlp.experts.234.down_proj,0.0000443459,0.05000,0.330
37,mlp.experts.233.down_proj,0.0000945011,0.05000,0.334
37,mlp.experts.235.down_proj,0.0001356408,0.05000,0.322
37,mlp.experts.232.down_proj,0.0000320484,0.05000,0.330
37,mlp.experts.238.down_proj,0.0000696687,0.05000,0.350
37,mlp.experts.239.down_proj,0.0001613661,0.05000,0.339
37,mlp.experts.237.down_proj,0.0000733050,0.05000,0.360
37,mlp.experts.236.down_proj,0.0000118421,0.05000,0.333
37,mlp.experts.242.down_proj,0.0000781545,0.05000,0.326
37,mlp.experts.241.down_proj,0.0000850044,0.05000,0.303
37,mlp.experts.243.down_proj,0.0000463285,0.05000,0.325
37,mlp.experts.246.down_proj,0.0000878104,0.05000,0.348
37,mlp.experts.240.down_proj,0.0000254763,0.05000,0.495
37,mlp.experts.245.down_proj,0.0000282173,0.05000,0.377
37,mlp.experts.247.down_proj,0.0000346452,0.05000,0.395
37,mlp.experts.250.down_proj,0.0000196531,0.05000,0.368
37,mlp.experts.244.down_proj,0.0000541449,0.05000,0.413
37,mlp.experts.249.down_proj,0.0000134468,0.05000,0.348
37,mlp.experts.251.down_proj,0.0000450039,0.05000,0.341
37,mlp.experts.254.down_proj,0.0000149138,0.05000,0.352
37,mlp.experts.248.down_proj,0.0001834275,0.05000,0.316
37,mlp.experts.253.down_proj,0.0000341994,0.05000,0.304
37,mlp.experts.255.down_proj,0.0003076830,0.05000,0.299
37,mlp.experts.252.down_proj,0.0000384016,0.05000,0.087
38,mlp.experts.0.gate_proj,0.0004531927,0.05000,1.248
38,mlp.experts.3.gate_proj,0.0003352314,0.05000,1.287
38,mlp.experts.1.gate_proj,0.0005334762,0.05000,1.307
38,mlp.experts.2.gate_proj,0.0004923590,0.05000,1.306
38,mlp.experts.4.gate_proj,0.0003582379,0.05000,0.934
38,mlp.experts.5.gate_proj,0.0005914462,0.05000,0.911
38,mlp.experts.6.gate_proj,0.0004486128,0.05000,0.948
38,mlp.experts.7.gate_proj,0.0006359815,0.05000,1.022
38,mlp.experts.8.gate_proj,0.0006507900,0.05000,1.374
38,mlp.experts.9.gate_proj,0.0002623896,0.05000,1.364
38,mlp.experts.10.gate_proj,0.0006464350,0.05000,1.375
38,mlp.experts.11.gate_proj,0.0002239958,0.05000,1.375
38,mlp.experts.12.gate_proj,0.0004513113,0.05000,1.386
38,mlp.experts.13.gate_proj,0.0004792355,0.05000,1.390
38,mlp.experts.14.gate_proj,0.0003679433,0.05000,1.387
38,mlp.experts.15.gate_proj,0.0004894513,0.05000,1.394
38,mlp.experts.16.gate_proj,0.0006747534,0.05000,1.259
38,mlp.experts.17.gate_proj,0.0003948810,0.05000,1.250
38,mlp.experts.18.gate_proj,0.0009074721,0.05000,1.274
38,mlp.experts.19.gate_proj,0.0004856094,0.05000,1.267
38,mlp.experts.20.gate_proj,0.0004653674,0.05000,1.352
38,mlp.experts.21.gate_proj,0.0008606255,0.05000,1.340
38,mlp.experts.22.gate_proj,0.0003443911,0.05000,1.359
38,mlp.experts.23.gate_proj,0.0005335552,0.05000,1.360
38,mlp.experts.25.gate_proj,0.0005337935,0.05000,1.376
38,mlp.experts.26.gate_proj,0.0004840406,0.05000,1.365
38,mlp.experts.24.gate_proj,0.0013822170,0.05000,1.493
38,mlp.experts.27.gate_proj,0.0006725236,0.05000,1.391
38,mlp.experts.29.gate_proj,0.0005233616,0.05000,1.386
38,mlp.experts.30.gate_proj,0.0002499981,0.05000,1.388
38,mlp.experts.28.gate_proj,0.0005048839,0.05000,1.389
38,mlp.experts.31.gate_proj,0.0005202506,0.05000,1.505
38,mlp.experts.33.gate_proj,0.0002482170,0.05000,1.381
38,mlp.experts.32.gate_proj,0.0005748735,0.05000,1.353
38,mlp.experts.34.gate_proj,0.0008269389,0.05000,1.463
38,mlp.experts.35.gate_proj,0.0004596203,0.05000,1.401
38,mlp.experts.37.gate_proj,0.0005368969,0.05000,1.263
38,mlp.experts.36.gate_proj,0.0003501609,0.05000,1.255
38,mlp.experts.38.gate_proj,0.0004076683,0.05000,1.264
38,mlp.experts.39.gate_proj,0.0003184047,0.05000,1.217
38,mlp.experts.41.gate_proj,0.0005250707,0.05000,1.271
38,mlp.experts.40.gate_proj,0.0004034831,0.05000,1.269
38,mlp.experts.42.gate_proj,0.0004599368,0.05000,1.276
38,mlp.experts.43.gate_proj,0.0009172518,0.05000,1.238
38,mlp.experts.45.gate_proj,0.0004954809,0.05000,1.297
38,mlp.experts.44.gate_proj,0.0002369856,0.05000,1.296
38,mlp.experts.47.gate_proj,0.0002672833,0.05000,1.301
38,mlp.experts.46.gate_proj,0.0006629667,0.05000,1.445
38,mlp.experts.49.gate_proj,0.0010539090,0.05000,1.558
38,mlp.experts.48.gate_proj,0.0004442470,0.05000,2.419
38,mlp.experts.50.gate_proj,0.0009294854,0.05000,2.371
38,mlp.experts.51.gate_proj,0.0006026526,0.05000,2.919
38,mlp.experts.53.gate_proj,0.0008746689,0.05000,2.163
38,mlp.experts.55.gate_proj,0.0006512838,0.05000,1.590
38,mlp.experts.52.gate_proj,0.0006942234,0.05000,2.525
38,mlp.experts.54.gate_proj,0.0008307697,0.05000,2.750
38,mlp.experts.58.gate_proj,fallback(rtn): 0.0013885,0.00000,0.032
38,mlp.experts.57.gate_proj,0.0004045097,0.05000,1.906
38,mlp.experts.56.gate_proj,0.0009727623,0.05000,1.804
38,mlp.experts.59.gate_proj,0.0003038223,0.05000,3.454
38,mlp.experts.60.gate_proj,0.0002133789,0.05000,1.743
38,mlp.experts.62.gate_proj,0.0006214950,0.05000,3.523
38,mlp.experts.61.gate_proj,0.0003581428,0.05000,3.689
38,mlp.experts.64.gate_proj,0.0002372536,0.05000,1.454
38,mlp.experts.63.gate_proj,0.0007813476,0.05000,2.056
38,mlp.experts.66.gate_proj,0.0005064186,0.05000,1.451
38,mlp.experts.65.gate_proj,0.0008086047,0.05000,1.331
38,mlp.experts.68.gate_proj,0.0002333817,0.05000,1.356
38,mlp.experts.67.gate_proj,0.0005104569,0.05000,1.360
38,mlp.experts.70.gate_proj,0.0011081893,0.05000,1.365
38,mlp.experts.69.gate_proj,0.0003395282,0.05000,1.362
38,mlp.experts.72.gate_proj,0.0005786468,0.05000,1.345
38,mlp.experts.71.gate_proj,0.0002474093,0.05000,1.355
38,mlp.experts.74.gate_proj,0.0002723684,0.05000,1.372
38,mlp.experts.73.gate_proj,0.0008680079,0.05000,1.362
38,mlp.experts.76.gate_proj,0.0007427192,0.05000,1.345
38,mlp.experts.75.gate_proj,0.0002698991,0.05000,1.355
38,mlp.experts.78.gate_proj,0.0005261668,0.05000,1.375
38,mlp.experts.77.gate_proj,0.0007614628,0.05000,1.375
38,mlp.experts.80.gate_proj,0.0003046014,0.05000,1.306
38,mlp.experts.79.gate_proj,0.0003330032,0.05000,1.324
38,mlp.experts.82.gate_proj,0.0011396815,0.05000,1.319
38,mlp.experts.81.gate_proj,0.0005154048,0.05000,1.319
38,mlp.experts.84.gate_proj,0.0003150049,0.05000,1.364
38,mlp.experts.83.gate_proj,0.0002165119,0.05000,1.366
38,mlp.experts.86.gate_proj,0.0002806509,0.05000,1.349
38,mlp.experts.85.gate_proj,0.0004762616,0.05000,1.336
38,mlp.experts.88.gate_proj,0.0005575517,0.05000,1.236
38,mlp.experts.87.gate_proj,0.0009008469,0.05000,1.291
38,mlp.experts.90.gate_proj,0.0007546281,0.05000,1.297
38,mlp.experts.89.gate_proj,0.0005805254,0.05000,1.265
38,mlp.experts.92.gate_proj,0.0002690821,0.05000,1.177
38,mlp.experts.91.gate_proj,0.0004645573,0.05000,1.037
38,mlp.experts.94.gate_proj,0.0002978324,0.05000,0.928
38,mlp.experts.93.gate_proj,0.0003619715,0.05000,0.928
38,mlp.experts.96.gate_proj,0.0008453291,0.05000,1.034
38,mlp.experts.95.gate_proj,0.0003329505,0.05000,1.035
38,mlp.experts.98.gate_proj,0.0013814111,0.05000,1.070
38,mlp.experts.97.gate_proj,0.0003661874,0.05000,1.094
38,mlp.experts.100.gate_proj,0.0004255830,0.05000,1.091
38,mlp.experts.99.gate_proj,0.0004293675,0.05000,1.135
38,mlp.experts.102.gate_proj,0.0004464611,0.05000,1.159
38,mlp.experts.101.gate_proj,0.0002596109,0.05000,1.507
38,mlp.experts.104.gate_proj,0.0004635664,0.05000,1.726
38,mlp.experts.103.gate_proj,0.0005849467,0.05000,2.881
38,mlp.experts.106.gate_proj,0.0005505190,0.05000,2.928
38,mlp.experts.108.gate_proj,0.0003353239,0.05000,2.146
38,mlp.experts.105.gate_proj,0.0005131780,0.05000,3.500
38,mlp.experts.110.gate_proj,0.0005443066,0.05000,2.023
38,mlp.experts.107.gate_proj,0.0007068256,0.05000,3.665
38,mlp.experts.114.gate_proj,0.0004755614,0.05000,1.501
38,mlp.experts.112.gate_proj,0.0008606602,0.05000,3.595
38,mlp.experts.109.gate_proj,0.0002699335,0.05000,3.234
38,mlp.experts.116.gate_proj,0.0010861214,0.05000,1.343
38,mlp.experts.113.gate_proj,0.0009854126,0.05000,1.470
38,mlp.experts.118.gate_proj,0.0002754385,0.05000,2.871
38,mlp.experts.111.gate_proj,0.0002575308,0.05000,3.136
38,mlp.experts.117.gate_proj,0.0006624112,0.05000,2.433
38,mlp.experts.122.gate_proj,0.0005732461,0.05000,2.547
38,mlp.experts.120.gate_proj,0.0003730841,0.05000,3.722
38,mlp.experts.115.gate_proj,0.0006017650,0.05000,3.562
38,mlp.experts.121.gate_proj,0.0003745914,0.05000,2.823
38,mlp.experts.126.gate_proj,0.0003875505,0.05000,3.073
38,mlp.experts.124.gate_proj,0.0004280328,0.05000,3.173
38,mlp.experts.119.gate_proj,0.0007484142,0.05000,3.264
38,mlp.experts.130.gate_proj,0.0007471301,0.05000,1.710
38,mlp.experts.125.gate_proj,0.0002759186,0.05000,3.564
38,mlp.experts.128.gate_proj,0.0006963746,0.05000,3.313
38,mlp.experts.123.gate_proj,0.0007229962,0.05000,2.770
38,mlp.experts.134.gate_proj,0.0004122630,0.05000,2.621
38,mlp.experts.129.gate_proj,0.0004054453,0.05000,2.395
38,mlp.experts.132.gate_proj,0.0005620143,0.05000,2.093
38,mlp.experts.136.gate_proj,0.0004119181,0.05000,1.877
38,mlp.experts.127.gate_proj,0.0003028876,0.05000,3.521
38,mlp.experts.138.gate_proj,0.0004103270,0.05000,3.901
38,mlp.experts.133.gate_proj,0.0002574567,0.05000,3.521
38,mlp.experts.140.gate_proj,0.0004643930,0.05000,1.539
38,mlp.experts.131.gate_proj,0.0005213435,0.05000,1.786
38,mlp.experts.142.gate_proj,0.0008673984,0.05000,1.854
38,mlp.experts.144.gate_proj,0.0004275194,0.05000,1.157
38,mlp.experts.137.gate_proj,0.0008790730,0.05000,1.854
38,mlp.experts.135.gate_proj,0.0004063992,0.05000,1.132
38,mlp.experts.146.gate_proj,0.0003533743,0.05000,1.281
38,mlp.experts.141.gate_proj,0.0007964187,0.05000,1.252
38,mlp.experts.148.gate_proj,0.0002589531,0.05000,1.279
38,mlp.experts.139.gate_proj,0.0005904943,0.05000,1.227
38,mlp.experts.150.gate_proj,0.0006828537,0.05000,1.262
38,mlp.experts.145.gate_proj,0.0005523174,0.05000,1.286
38,mlp.experts.152.gate_proj,0.0003453438,0.05000,1.305
38,mlp.experts.143.gate_proj,0.0004069303,0.05000,1.275
38,mlp.experts.154.gate_proj,0.0004835823,0.05000,1.336
38,mlp.experts.149.gate_proj,0.0010364113,0.05000,1.296
38,mlp.experts.156.gate_proj,0.0009472567,0.05000,1.312
38,mlp.experts.147.gate_proj,0.0009541621,0.05000,1.269
38,mlp.experts.158.gate_proj,0.0009765879,0.05000,1.264
38,mlp.experts.153.gate_proj,0.0005009748,0.05000,1.259
38,mlp.experts.160.gate_proj,0.0005343681,0.05000,1.266
38,mlp.experts.151.gate_proj,0.0002486979,0.05000,1.218
38,mlp.experts.162.gate_proj,0.0002550278,0.05000,1.249
38,mlp.experts.157.gate_proj,0.0004923488,0.05000,1.266
38,mlp.experts.164.gate_proj,0.0010326243,0.05000,1.269
38,mlp.experts.155.gate_proj,0.0007172505,0.05000,1.224
38,mlp.experts.166.gate_proj,0.0004056612,0.05000,1.260
38,mlp.experts.161.gate_proj,0.0007163064,0.05000,1.270
38,mlp.experts.159.gate_proj,0.0004820312,0.05000,1.213
38,mlp.experts.168.gate_proj,0.0009559300,0.05000,1.292
38,mlp.experts.170.gate_proj,0.0008666509,0.05000,1.465
38,mlp.experts.163.gate_proj,0.0004314557,0.05000,1.606
38,mlp.experts.172.gate_proj,0.0008405116,0.05000,1.995
38,mlp.experts.165.gate_proj,0.0004514422,0.05000,2.103
38,mlp.experts.174.gate_proj,0.0007662761,0.05000,1.483
38,mlp.experts.167.gate_proj,0.0004798152,0.05000,1.450
38,mlp.experts.176.gate_proj,0.0008337876,0.05000,1.372
38,mlp.experts.169.gate_proj,0.0004481324,0.05000,1.356
38,mlp.experts.178.gate_proj,0.0006320010,0.05000,1.348
38,mlp.experts.171.gate_proj,0.0003438311,0.05000,1.361
38,mlp.experts.180.gate_proj,0.0004901729,0.05000,1.326
38,mlp.experts.173.gate_proj,0.0002937992,0.05000,1.320
38,mlp.experts.182.gate_proj,0.0006630191,0.05000,1.219
38,mlp.experts.175.gate_proj,0.0001237250,0.05000,1.206
38,mlp.experts.184.gate_proj,0.0005607302,0.05000,1.196
38,mlp.experts.177.gate_proj,0.0007628808,0.05000,1.212
38,mlp.experts.186.gate_proj,0.0007678381,0.05000,1.281
38,mlp.experts.179.gate_proj,0.0007500135,0.05000,1.276
38,mlp.experts.181.gate_proj,0.0019624243,0.05000,1.205
38,mlp.experts.188.gate_proj,0.0004799866,0.05000,1.270
38,mlp.experts.190.gate_proj,0.0003342782,0.05000,1.250
38,mlp.experts.183.gate_proj,0.0003668538,0.05000,1.268
38,mlp.experts.185.gate_proj,0.0008942065,0.05000,1.262
38,mlp.experts.192.gate_proj,0.0011153568,0.05000,1.281
38,mlp.experts.194.gate_proj,0.0006533896,0.05000,1.358
38,mlp.experts.187.gate_proj,0.0004790538,0.05000,1.382
38,mlp.experts.189.gate_proj,0.0003055644,0.05000,1.383
38,mlp.experts.196.gate_proj,0.0006102720,0.05000,1.369
38,mlp.experts.198.gate_proj,0.0011134667,0.05000,1.312
38,mlp.experts.191.gate_proj,0.0004339070,0.05000,1.333
38,mlp.experts.200.gate_proj,0.0004907136,0.05000,1.322
38,mlp.experts.193.gate_proj,0.0002353826,0.05000,1.631
38,mlp.experts.202.gate_proj,0.0006453469,0.05000,1.321
38,mlp.experts.195.gate_proj,0.0004323946,0.05000,1.313
38,mlp.experts.204.gate_proj,0.0005645147,0.05000,1.267
38,mlp.experts.197.gate_proj,0.0009138276,0.05000,1.258
38,mlp.experts.206.gate_proj,0.0007441610,0.05000,1.210
38,mlp.experts.199.gate_proj,0.0004141555,0.05000,1.255
38,mlp.experts.208.gate_proj,0.0011320606,0.05000,1.250
38,mlp.experts.201.gate_proj,0.0003023203,0.05000,1.265
38,mlp.experts.210.gate_proj,0.0003943261,0.05000,1.225
38,mlp.experts.203.gate_proj,0.0008049113,0.05000,1.264
38,mlp.experts.212.gate_proj,0.0003315716,0.05000,1.256
38,mlp.experts.205.gate_proj,0.0003440935,0.05000,1.254
38,mlp.experts.214.gate_proj,0.0007450605,0.05000,1.225
38,mlp.experts.207.gate_proj,0.0004633386,0.05000,1.302
38,mlp.experts.216.gate_proj,0.0008755989,0.05000,1.304
38,mlp.experts.209.gate_proj,0.0001699640,0.05000,1.308
38,mlp.experts.218.gate_proj,0.0010136145,0.05000,1.321
38,mlp.experts.211.gate_proj,0.0009609767,0.05000,1.295
38,mlp.experts.220.gate_proj,0.0006508638,0.05000,1.279
38,mlp.experts.213.gate_proj,0.0002134230,0.05000,1.230
38,mlp.experts.222.gate_proj,0.0010969239,0.05000,1.269
38,mlp.experts.215.gate_proj,0.0002673855,0.05000,1.270
38,mlp.experts.224.gate_proj,0.0010734412,0.05000,1.257
38,mlp.experts.217.gate_proj,0.0006544025,0.05000,1.227
38,mlp.experts.226.gate_proj,0.0010465352,0.05000,1.267
38,mlp.experts.219.gate_proj,0.0005857984,0.05000,1.093
38,mlp.experts.228.gate_proj,0.0004083932,0.05000,0.989
38,mlp.experts.221.gate_proj,0.0005742672,0.05000,0.817
38,mlp.experts.223.gate_proj,0.0004168299,0.05000,1.983
38,mlp.experts.225.gate_proj,0.0006257920,0.05000,2.751
38,mlp.experts.232.gate_proj,0.0007695409,0.05000,2.927
38,mlp.experts.230.gate_proj,0.0004283988,0.05000,3.046
38,mlp.experts.227.gate_proj,0.0006156967,0.05000,3.152
38,mlp.experts.229.gate_proj,0.0006372026,0.05000,2.568
38,mlp.experts.234.gate_proj,0.0002741841,0.05000,2.456
38,mlp.experts.236.gate_proj,0.0006129271,0.05000,3.637
38,mlp.experts.231.gate_proj,0.0008753702,0.05000,3.139
38,mlp.experts.233.gate_proj,0.0006045392,0.05000,3.395
38,mlp.experts.238.gate_proj,0.0007674240,0.05000,3.710
38,mlp.experts.240.gate_proj,0.0008671239,0.05000,3.679
38,mlp.experts.237.gate_proj,0.0014127545,0.05000,2.074
38,mlp.experts.235.gate_proj,0.0008515350,0.05000,3.483
38,mlp.experts.242.gate_proj,0.0003435680,0.05000,2.651
38,mlp.experts.239.gate_proj,0.0005017053,0.05000,2.214
38,mlp.experts.244.gate_proj,0.0002995852,0.05000,3.784
38,mlp.experts.241.gate_proj,0.0007076313,0.05000,3.375
38,mlp.experts.246.gate_proj,0.0008079517,0.05000,3.270
38,mlp.experts.245.gate_proj,0.0011617019,0.05000,1.532
38,mlp.experts.243.gate_proj,0.0005300173,0.05000,2.539
38,mlp.experts.248.gate_proj,0.0004339965,0.05000,3.527
38,mlp.experts.249.gate_proj,0.0003676672,0.05000,2.168
38,mlp.experts.250.gate_proj,0.0004459778,0.05000,3.119
38,mlp.experts.247.gate_proj,0.0006451106,0.05000,3.008
38,mlp.experts.253.gate_proj,0.0004861499,0.05000,2.280
38,mlp.experts.252.gate_proj,0.0004954858,0.05000,3.849
38,mlp.experts.254.gate_proj,0.0009888776,0.05000,3.638
38,mlp.experts.251.gate_proj,0.0004222395,0.05000,3.172
38,mlp.experts.0.up_proj,0.0003573742,0.05000,1.502
38,mlp.experts.1.up_proj,0.0005429743,0.05000,2.814
38,mlp.experts.2.up_proj,0.0004455640,0.05000,1.995
38,mlp.experts.5.up_proj,0.0005878545,0.05000,1.292
38,mlp.experts.255.gate_proj,0.0004606971,0.05000,1.586
38,mlp.experts.4.up_proj,0.0003233358,0.05000,1.402
38,mlp.experts.6.up_proj,0.0003820609,0.05000,1.226
38,mlp.experts.8.up_proj,0.0005633212,0.05000,1.216
38,mlp.experts.9.up_proj,0.0002277638,0.05000,1.294
38,mlp.experts.3.up_proj,0.0002992805,0.05000,1.271
38,mlp.experts.10.up_proj,0.0005727683,0.05000,1.263
38,mlp.experts.12.up_proj,0.0003993901,0.05000,1.293
38,mlp.experts.7.up_proj,0.0004590361,0.05000,1.303
38,mlp.experts.13.up_proj,0.0004453497,0.05000,1.411
38,mlp.experts.14.up_proj,0.0003767709,0.05000,1.358
38,mlp.experts.16.up_proj,0.0005868056,0.05000,1.359
38,mlp.experts.11.up_proj,0.0002203894,0.05000,1.370
38,mlp.experts.17.up_proj,0.0003719255,0.05000,1.593
38,mlp.experts.18.up_proj,0.0006407495,0.05000,1.358
38,mlp.experts.20.up_proj,0.0004105829,0.05000,1.311
38,mlp.experts.15.up_proj,0.0004590682,0.05000,1.311
38,mlp.experts.21.up_proj,0.0006767465,0.05000,1.272
38,mlp.experts.22.up_proj,0.0003052299,0.05000,1.258
38,mlp.experts.24.up_proj,0.0008746803,0.05000,1.296
38,mlp.experts.19.up_proj,0.0004523601,0.05000,1.288
38,mlp.experts.25.up_proj,0.0005265142,0.05000,1.289
38,mlp.experts.26.up_proj,0.0004523304,0.05000,1.355
38,mlp.experts.28.up_proj,0.0004270327,0.05000,1.363
38,mlp.experts.23.up_proj,0.0005236692,0.05000,1.351
38,mlp.experts.29.up_proj,0.0004948833,0.05000,1.351
38,mlp.experts.30.up_proj,0.0002180891,0.05000,1.351
38,mlp.experts.32.up_proj,0.0005437750,0.05000,1.358
38,mlp.experts.27.up_proj,0.0005229211,0.05000,1.363
38,mlp.experts.33.up_proj,0.0002283053,0.05000,1.370
38,mlp.experts.34.up_proj,0.0008344982,0.05000,1.362
38,mlp.experts.36.up_proj,0.0002856269,0.05000,1.358
38,mlp.experts.31.up_proj,0.0004660844,0.05000,1.354
38,mlp.experts.37.up_proj,0.0004915290,0.05000,1.331
38,mlp.experts.38.up_proj,0.0004054462,0.05000,1.336
38,mlp.experts.40.up_proj,0.0004002860,0.05000,1.311
38,mlp.experts.35.up_proj,0.0003721815,0.05000,1.342
38,mlp.experts.41.up_proj,0.0005022001,0.05000,1.358
38,mlp.experts.42.up_proj,0.0004457287,0.05000,1.343
38,mlp.experts.44.up_proj,0.0002355093,0.05000,1.322
38,mlp.experts.39.up_proj,0.0003090393,0.05000,1.302
38,mlp.experts.45.up_proj,0.0004197659,0.05000,1.285
38,mlp.experts.46.up_proj,0.0006376321,0.05000,1.208
38,mlp.experts.48.up_proj,0.0003884109,0.05000,1.219
38,mlp.experts.43.up_proj,0.0005817344,0.05000,1.220
38,mlp.experts.49.up_proj,0.0009145377,0.05000,1.278
38,mlp.experts.50.up_proj,0.0006908834,0.05000,1.289
38,mlp.experts.52.up_proj,0.0005477108,0.05000,1.316
38,mlp.experts.47.up_proj,0.0002669464,0.05000,1.306
38,mlp.experts.53.up_proj,0.0006868651,0.05000,1.392
38,mlp.experts.54.up_proj,0.0007283434,0.05000,1.685
38,mlp.experts.58.up_proj,fallback(rtn): 0.0013046,0.00000,0.028
38,mlp.experts.51.up_proj,0.0005701332,0.05000,1.400
38,mlp.experts.56.up_proj,0.0009837361,0.05000,1.508
38,mlp.experts.57.up_proj,0.0003210351,0.05000,1.385
38,mlp.experts.62.up_proj,0.0005449747,0.05000,1.323
38,mlp.experts.55.up_proj,0.0006191824,0.05000,1.308
38,mlp.experts.60.up_proj,0.0001738884,0.05000,1.272
38,mlp.experts.61.up_proj,0.0003092805,0.05000,1.273
38,mlp.experts.66.up_proj,0.0004816819,0.05000,1.238
38,mlp.experts.64.up_proj,0.0001766353,0.05000,1.172
38,mlp.experts.59.up_proj,0.0002522971,0.05000,1.252
38,mlp.experts.65.up_proj,0.0006509775,0.05000,1.240
38,mlp.experts.70.up_proj,0.0008977811,0.05000,1.258
38,mlp.experts.68.up_proj,0.0001963369,0.05000,1.226
38,mlp.experts.63.up_proj,0.0006370074,0.05000,1.290
38,mlp.experts.69.up_proj,0.0002698332,0.05000,1.324
38,mlp.experts.72.up_proj,0.0005539514,0.05000,1.350
38,mlp.experts.67.up_proj,0.0004671635,0.05000,1.355
38,mlp.experts.74.up_proj,0.0002449061,0.05000,1.601
38,mlp.experts.73.up_proj,0.0007127520,0.05000,1.317
38,mlp.experts.76.up_proj,0.0006979427,0.05000,1.194
38,mlp.experts.71.up_proj,0.0002216070,0.05000,1.230
38,mlp.experts.78.up_proj,0.0004770789,0.05000,1.229
38,mlp.experts.77.up_proj,0.0006221363,0.05000,1.226
38,mlp.experts.80.up_proj,0.0002702240,0.05000,1.209
38,mlp.experts.75.up_proj,0.0002203839,0.05000,1.264
38,mlp.experts.82.up_proj,0.0009589177,0.05000,1.254
38,mlp.experts.81.up_proj,0.0003594605,0.05000,1.296
38,mlp.experts.84.up_proj,0.0003074322,0.05000,1.340
38,mlp.experts.79.up_proj,0.0003159666,0.05000,1.326
38,mlp.experts.86.up_proj,0.0002337484,0.05000,1.400
38,mlp.experts.85.up_proj,0.0004298318,0.05000,1.304
38,mlp.experts.88.up_proj,0.0004337474,0.05000,1.240
38,mlp.experts.83.up_proj,0.0002195597,0.05000,1.262
38,mlp.experts.90.up_proj,0.0005834393,0.05000,1.266
38,mlp.experts.89.up_proj,0.0005102955,0.05000,1.217
38,mlp.experts.92.up_proj,0.0002664116,0.05000,1.291
38,mlp.experts.87.up_proj,0.0004259594,0.05000,1.225
38,mlp.experts.94.up_proj,0.0002727354,0.05000,1.245
38,mlp.experts.93.up_proj,0.0003499904,0.05000,1.252
38,mlp.experts.96.up_proj,0.0006663212,0.05000,1.071
38,mlp.experts.91.up_proj,0.0004550010,0.05000,1.036
38,mlp.experts.98.up_proj,0.0009886851,0.05000,1.005
38,mlp.experts.97.up_proj,0.0003558061,0.05000,0.942
38,mlp.experts.100.up_proj,0.0004181417,0.05000,1.022
38,mlp.experts.95.up_proj,0.0003089502,0.05000,1.050
38,mlp.experts.102.up_proj,0.0003815042,0.05000,1.102
38,mlp.experts.101.up_proj,0.0002604704,0.05000,1.167
38,mlp.experts.104.up_proj,0.0004448735,0.05000,1.246
38,mlp.experts.99.up_proj,0.0004165838,0.05000,1.194
38,mlp.experts.106.up_proj,0.0005593038,0.05000,1.178
38,mlp.experts.105.up_proj,0.0005009363,0.05000,1.191
38,mlp.experts.108.up_proj,0.0003098579,0.05000,1.228
38,mlp.experts.103.up_proj,0.0005402627,0.05000,1.201
38,mlp.experts.110.up_proj,0.0004986988,0.05000,1.331
38,mlp.experts.109.up_proj,0.0002230564,0.05000,1.338
38,mlp.experts.112.up_proj,0.0007826521,0.05000,1.363
38,mlp.experts.107.up_proj,0.0006502459,0.05000,1.372
38,mlp.experts.114.up_proj,0.0004549839,0.05000,1.359
38,mlp.experts.113.up_proj,0.0010227683,0.05000,1.377
38,mlp.experts.116.up_proj,0.0008169464,0.05000,1.622
38,mlp.experts.111.up_proj,0.0002225728,0.05000,1.587
38,mlp.experts.118.up_proj,0.0002631192,0.05000,1.479
38,mlp.experts.117.up_proj,0.0006155131,0.05000,1.361
38,mlp.experts.120.up_proj,0.0003663920,0.05000,1.318
38,mlp.experts.115.up_proj,0.0005681997,0.05000,1.317
38,mlp.experts.122.up_proj,0.0004157989,0.05000,1.297
38,mlp.experts.121.up_proj,0.0003344116,0.05000,1.316
38,mlp.experts.124.up_proj,0.0003648384,0.05000,1.251
38,mlp.experts.119.up_proj,0.0006790266,0.05000,1.260
38,mlp.experts.126.up_proj,0.0003849605,0.05000,1.229
38,mlp.experts.125.up_proj,0.0002636578,0.05000,1.267
38,mlp.experts.128.up_proj,0.0006973951,0.05000,1.248
38,mlp.experts.123.up_proj,0.0006085826,0.05000,1.255
38,mlp.experts.130.up_proj,0.0006979659,0.05000,1.206
38,mlp.experts.129.up_proj,0.0003771998,0.05000,1.264
38,mlp.experts.127.up_proj,0.0002917167,0.05000,1.251
38,mlp.experts.134.up_proj,0.0003419576,0.05000,1.254
38,mlp.experts.132.up_proj,0.0004285309,0.05000,1.405
38,mlp.experts.133.up_proj,0.0002033042,0.05000,1.286
38,mlp.experts.131.up_proj,0.0004769853,0.05000,1.310
38,mlp.experts.136.up_proj,0.0003300947,0.05000,1.380
38,mlp.experts.138.up_proj,0.0003780951,0.05000,1.461
38,mlp.experts.137.up_proj,0.0007665008,0.05000,1.330
38,mlp.experts.135.up_proj,0.0003362572,0.05000,1.256
38,mlp.experts.142.up_proj,0.0007278652,0.05000,1.254
38,mlp.experts.141.up_proj,0.0005188531,0.05000,1.265
38,mlp.experts.140.up_proj,0.0004581166,0.05000,1.465
38,mlp.experts.139.up_proj,0.0005205999,0.05000,1.292
38,mlp.experts.146.up_proj,0.0002870815,0.05000,1.300
38,mlp.experts.145.up_proj,0.0005038765,0.05000,1.284
38,mlp.experts.144.up_proj,0.0003999901,0.05000,1.367
38,mlp.experts.143.up_proj,0.0003703015,0.05000,1.223
38,mlp.experts.150.up_proj,0.0005906846,0.05000,1.258
38,mlp.experts.149.up_proj,0.0007213792,0.05000,1.253
38,mlp.experts.148.up_proj,0.0002421221,0.05000,1.264
38,mlp.experts.147.up_proj,0.0008245908,0.05000,1.305
38,mlp.experts.154.up_proj,0.0004074307,0.05000,1.371
38,mlp.experts.153.up_proj,0.0004372893,0.05000,1.357
38,mlp.experts.152.up_proj,0.0003377030,0.05000,1.361
38,mlp.experts.151.up_proj,0.0002503247,0.05000,1.374
38,mlp.experts.158.up_proj,0.0007412126,0.05000,1.348
38,mlp.experts.157.up_proj,0.0004801259,0.05000,1.349
38,mlp.experts.156.up_proj,0.0006557727,0.05000,1.332
38,mlp.experts.155.up_proj,0.0006485646,0.05000,1.280
38,mlp.experts.162.up_proj,0.0002486637,0.05000,1.228
38,mlp.experts.161.up_proj,0.0006094849,0.05000,1.257
38,mlp.experts.160.up_proj,0.0005201586,0.05000,1.392
38,mlp.experts.166.up_proj,0.0003712777,0.05000,1.648
38,mlp.experts.159.up_proj,0.0004635760,0.05000,2.255
38,mlp.experts.165.up_proj,0.0004418931,0.05000,1.887
38,mlp.experts.164.up_proj,0.0006007281,0.05000,2.313
38,mlp.experts.170.up_proj,0.0008192560,0.05000,1.276
38,mlp.experts.169.up_proj,0.0004096950,0.05000,1.318
38,mlp.experts.163.up_proj,0.0003824386,0.05000,1.346
38,mlp.experts.168.up_proj,0.0006944630,0.05000,1.273
38,mlp.experts.174.up_proj,0.0007355629,0.05000,1.263
38,mlp.experts.167.up_proj,0.0004662818,0.05000,1.088
38,mlp.experts.173.up_proj,0.0002544533,0.05000,1.142
38,mlp.experts.172.up_proj,0.0006722877,0.05000,0.994
38,mlp.experts.178.up_proj,0.0006049148,0.05000,1.031
38,mlp.experts.171.up_proj,0.0003251903,0.05000,1.149
38,mlp.experts.177.up_proj,0.0006168218,0.05000,1.169
38,mlp.experts.176.up_proj,0.0005318885,0.05000,1.348
38,mlp.experts.182.up_proj,0.0005964862,0.05000,1.349
38,mlp.experts.175.up_proj,0.0001078074,0.05000,1.318
38,mlp.experts.181.up_proj,0.0009649427,0.05000,1.320
38,mlp.experts.180.up_proj,0.0003990153,0.05000,1.289
38,mlp.experts.186.up_proj,0.0006558327,0.05000,1.221
38,mlp.experts.179.up_proj,0.0007016818,0.05000,1.267
38,mlp.experts.185.up_proj,0.0005799601,0.05000,1.256
38,mlp.experts.184.up_proj,0.0005516703,0.05000,1.266
38,mlp.experts.190.up_proj,0.0002855058,0.05000,1.224
38,mlp.experts.183.up_proj,0.0003498256,0.05000,1.264
38,mlp.experts.189.up_proj,0.0002955579,0.05000,1.247
38,mlp.experts.188.up_proj,0.0004418827,0.05000,1.252
38,mlp.experts.194.up_proj,0.0005756977,0.05000,1.215
38,mlp.experts.193.up_proj,0.0002335245,0.05000,1.254
38,mlp.experts.187.up_proj,0.0004329915,0.05000,1.304
38,mlp.experts.192.up_proj,0.0009304643,0.05000,1.333
38,mlp.experts.198.up_proj,0.0009669539,0.05000,1.339
38,mlp.experts.197.up_proj,0.0006194049,0.05000,1.319
38,mlp.experts.191.up_proj,0.0003764757,0.05000,1.326
38,mlp.experts.196.up_proj,0.0005468629,0.05000,1.229
38,mlp.experts.202.up_proj,0.0005587706,0.05000,1.266
38,mlp.experts.201.up_proj,0.0002696929,0.05000,1.269
38,mlp.experts.195.up_proj,0.0003752645,0.05000,1.267
38,mlp.experts.200.up_proj,0.0004333420,0.05000,1.213
38,mlp.experts.206.up_proj,0.0006005658,0.05000,1.265
38,mlp.experts.205.up_proj,0.0003410919,0.05000,1.267
38,mlp.experts.199.up_proj,0.0003614603,0.05000,1.262
38,mlp.experts.204.up_proj,0.0004961456,0.05000,1.219
38,mlp.experts.210.up_proj,0.0003934077,0.05000,1.262
38,mlp.experts.203.up_proj,0.0006478871,0.05000,1.453
38,mlp.experts.209.up_proj,0.0001493101,0.05000,2.009
38,mlp.experts.208.up_proj,0.0009014318,0.05000,1.686
38,mlp.experts.214.up_proj,0.0006437506,0.05000,3.680
38,mlp.experts.207.up_proj,0.0004376599,0.05000,3.369
38,mlp.experts.213.up_proj,0.0002061069,0.05000,3.973
38,mlp.experts.212.up_proj,0.0002875512,0.05000,3.942
38,mlp.experts.218.up_proj,0.0007929686,0.05000,3.170
38,mlp.experts.211.up_proj,0.0007275557,0.05000,3.569
38,mlp.experts.217.up_proj,0.0005634124,0.05000,3.098
38,mlp.experts.216.up_proj,0.0006561086,0.05000,3.055
38,mlp.experts.222.up_proj,0.0007658032,0.05000,1.648
38,mlp.experts.215.up_proj,0.0002092368,0.05000,1.454
38,mlp.experts.221.up_proj,0.0005194851,0.05000,2.100
38,mlp.experts.226.up_proj,0.0010602825,0.05000,2.233
38,mlp.experts.220.up_proj,0.0006103696,0.05000,3.587
38,mlp.experts.225.up_proj,0.0005412012,0.05000,1.858
38,mlp.experts.230.up_proj,0.0004215478,0.05000,1.828
38,mlp.experts.219.up_proj,0.0005848108,0.05000,3.632
38,mlp.experts.229.up_proj,0.0005665211,0.05000,2.391
38,mlp.experts.223.up_proj,0.0003912163,0.05000,2.212
38,mlp.experts.224.up_proj,0.0009030475,0.05000,3.653
38,mlp.experts.234.up_proj,0.0002375109,0.05000,3.405
38,mlp.experts.233.up_proj,0.0004634456,0.05000,1.653
38,mlp.experts.227.up_proj,0.0005131360,0.05000,2.650
38,mlp.experts.237.up_proj,0.0010618985,0.05000,1.879
38,mlp.experts.228.up_proj,0.0003932411,0.05000,3.456
38,mlp.experts.238.up_proj,0.0007612899,0.05000,3.657
38,mlp.experts.241.up_proj,0.0006761300,0.05000,1.936
38,mlp.experts.231.up_proj,0.0008038644,0.05000,3.842
38,mlp.experts.245.up_proj,0.0009724582,0.05000,1.666
38,mlp.experts.232.up_proj,0.0006620285,0.05000,2.750
38,mlp.experts.242.up_proj,0.0003226125,0.05000,2.348
38,mlp.experts.235.up_proj,0.0005988264,0.05000,1.261
38,mlp.experts.249.up_proj,0.0003355450,0.05000,1.235
38,mlp.experts.236.up_proj,0.0005275689,0.05000,1.210
38,mlp.experts.246.up_proj,0.0006743768,0.05000,1.252
38,mlp.experts.239.up_proj,0.0004812680,0.05000,1.323
38,mlp.experts.253.up_proj,0.0004193246,0.05000,1.270
38,mlp.experts.240.up_proj,0.0008360113,0.05000,1.266
38,mlp.experts.250.up_proj,0.0004124518,0.05000,1.224
38,mlp.experts.243.up_proj,0.0004324244,0.05000,0.967
38,mlp.experts.244.up_proj,0.0002716535,0.05000,0.881
38,mlp.experts.254.up_proj,0.0008479453,0.05000,0.865
38,mlp.experts.247.up_proj,0.0006290112,0.05000,0.738
38,mlp.experts.248.up_proj,0.0004331811,0.05000,0.678
38,mlp.experts.251.up_proj,0.0004511803,0.05000,0.671
38,mlp.experts.252.up_proj,0.0004349562,0.05000,0.589
38,mlp.experts.255.up_proj,0.0003476764,0.05000,0.264
38,mlp.experts.1.down_proj,0.0000286218,0.05000,0.246
38,mlp.experts.3.down_proj,0.0000373282,0.05000,0.283
38,mlp.experts.2.down_proj,0.0000653598,0.05000,0.306
38,mlp.experts.0.down_proj,0.0001244814,0.05000,0.400
38,mlp.experts.5.down_proj,0.0000486166,0.05000,0.263
38,mlp.experts.7.down_proj,0.0004026284,0.05000,0.254
38,mlp.experts.6.down_proj,0.0000085880,0.05000,0.253
38,mlp.experts.4.down_proj,0.0000707296,0.05000,0.252
38,mlp.experts.9.down_proj,0.0000727423,0.05000,0.306
38,mlp.experts.11.down_proj,0.0000129102,0.05000,0.311
38,mlp.experts.10.down_proj,0.0000219579,0.05000,0.313
38,mlp.experts.8.down_proj,0.0000177984,0.05000,0.320
38,mlp.experts.13.down_proj,0.0005998105,0.05000,0.344
38,mlp.experts.15.down_proj,0.0001040391,0.05000,0.347
38,mlp.experts.14.down_proj,0.0000556302,0.05000,0.350
38,mlp.experts.12.down_proj,0.0001089040,0.05000,0.354
38,mlp.experts.17.down_proj,0.0000148587,0.05000,0.358
38,mlp.experts.19.down_proj,0.0000155508,0.05000,0.361
38,mlp.experts.18.down_proj,0.0000704164,0.05000,0.363
38,mlp.experts.16.down_proj,0.0000276596,0.05000,0.362
38,mlp.experts.21.down_proj,0.0000261628,0.05000,0.352
38,mlp.experts.23.down_proj,0.0000319590,0.05000,0.348
38,mlp.experts.22.down_proj,0.0000562915,0.05000,0.353
38,mlp.experts.20.down_proj,0.0001269341,0.05000,0.358
38,mlp.experts.25.down_proj,0.0000268516,0.05000,0.362
38,mlp.experts.27.down_proj,0.0002765088,0.05000,0.373
38,mlp.experts.26.down_proj,0.0000170649,0.05000,0.374
38,mlp.experts.24.down_proj,0.0001691726,0.05000,0.363
38,mlp.experts.29.down_proj,0.0000226015,0.05000,0.321
38,mlp.experts.31.down_proj,0.0000192495,0.05000,0.335
38,mlp.experts.30.down_proj,0.0000567826,0.05000,0.327
38,mlp.experts.28.down_proj,0.0000897162,0.05000,0.318
38,mlp.experts.33.down_proj,0.0000570173,0.05000,0.331
38,mlp.experts.35.down_proj,0.0000088650,0.05000,0.328
38,mlp.experts.34.down_proj,0.0002277125,0.05000,0.326
38,mlp.experts.32.down_proj,0.0000865691,0.05000,0.325
38,mlp.experts.37.down_proj,0.0000988176,0.05000,0.353
38,mlp.experts.39.down_proj,0.0000520586,0.05000,0.362
38,mlp.experts.38.down_proj,0.0000113507,0.05000,0.356
38,mlp.experts.36.down_proj,0.0000082072,0.05000,0.357
38,mlp.experts.41.down_proj,0.0004706806,0.05000,0.352
38,mlp.experts.43.down_proj,0.0001021132,0.05000,0.351
38,mlp.experts.42.down_proj,0.0000240572,0.05000,0.348
38,mlp.experts.40.down_proj,0.0000612868,0.05000,0.347
38,mlp.experts.45.down_proj,0.0000707766,0.05000,0.340
38,mlp.experts.47.down_proj,0.0000247294,0.05000,0.334
38,mlp.experts.46.down_proj,0.0000557127,0.05000,0.326
38,mlp.experts.44.down_proj,0.0000588378,0.05000,0.329
38,mlp.experts.49.down_proj,0.0000294182,0.05000,0.323
38,mlp.experts.50.down_proj,0.0004189146,0.05000,0.307
38,mlp.experts.51.down_proj,0.0000325463,0.05000,0.314
38,mlp.experts.48.down_proj,0.0006226921,0.05000,0.292
38,mlp.experts.53.down_proj,0.0000352973,0.05000,0.242
38,mlp.experts.54.down_proj,0.0000550041,0.05000,0.244
38,mlp.experts.55.down_proj,0.0000866470,0.05000,0.245
38,mlp.experts.58.down_proj,fallback(rtn): 0.0013123,0.00000,0.013
38,mlp.experts.52.down_proj,0.0000888124,0.05000,0.250
38,mlp.experts.57.down_proj,0.0003531753,0.05000,0.244
38,mlp.experts.59.down_proj,0.0000527006,0.05000,0.255
38,mlp.experts.62.down_proj,0.0000341880,0.05000,0.249
38,mlp.experts.56.down_proj,0.0002530203,0.05000,0.285
38,mlp.experts.61.down_proj,0.0000072650,0.05000,0.347
38,mlp.experts.63.down_proj,0.0000831314,0.05000,0.351
38,mlp.experts.66.down_proj,0.0000848218,0.05000,0.358
38,mlp.experts.60.down_proj,0.0000705755,0.05000,0.352
38,mlp.experts.65.down_proj,0.0000287591,0.05000,0.356
38,mlp.experts.67.down_proj,0.0000156550,0.05000,0.354
38,mlp.experts.70.down_proj,0.0000460070,0.05000,0.357
38,mlp.experts.64.down_proj,0.0001693603,0.05000,0.356
38,mlp.experts.69.down_proj,0.0000640926,0.05000,0.355
38,mlp.experts.71.down_proj,0.0000626698,0.05000,0.355
38,mlp.experts.74.down_proj,0.0000546467,0.05000,0.362
38,mlp.experts.68.down_proj,0.0001138438,0.05000,0.354
38,mlp.experts.73.down_proj,0.0000969183,0.05000,0.355
38,mlp.experts.75.down_proj,0.0000437715,0.05000,0.355
38,mlp.experts.78.down_proj,0.0000240653,0.05000,0.360
38,mlp.experts.72.down_proj,0.0000328378,0.05000,0.355
38,mlp.experts.77.down_proj,0.0000210659,0.05000,0.356
38,mlp.experts.79.down_proj,0.0000552515,0.05000,0.355
38,mlp.experts.82.down_proj,0.0000402238,0.05000,0.357
38,mlp.experts.76.down_proj,0.0001817635,0.05000,0.359
38,mlp.experts.81.down_proj,0.0000243785,0.05000,0.362
38,mlp.experts.83.down_proj,0.0000083915,0.05000,0.356
38,mlp.experts.86.down_proj,0.0000479738,0.05000,0.360
38,mlp.experts.80.down_proj,0.0000641775,0.05000,0.359
38,mlp.experts.85.down_proj,0.0000152465,0.05000,0.358
38,mlp.experts.87.down_proj,0.0000684748,0.05000,0.359
38,mlp.experts.90.down_proj,0.0000228751,0.05000,0.360
38,mlp.experts.84.down_proj,0.0000860445,0.05000,0.355
38,mlp.experts.89.down_proj,0.0004657975,0.05000,0.361
38,mlp.experts.91.down_proj,0.0000152867,0.05000,0.361
38,mlp.experts.94.down_proj,0.0000701980,0.05000,0.360
38,mlp.experts.88.down_proj,0.0000629670,0.05000,0.358
38,mlp.experts.93.down_proj,0.0000180648,0.05000,0.361
38,mlp.experts.95.down_proj,0.0000835943,0.05000,0.356
38,mlp.experts.98.down_proj,0.0000576715,0.05000,0.361
38,mlp.experts.92.down_proj,0.0000739250,0.05000,0.355
38,mlp.experts.97.down_proj,0.0000835225,0.05000,0.362
38,mlp.experts.99.down_proj,0.0000429016,0.05000,0.360
38,mlp.experts.102.down_proj,0.0001392780,0.05000,0.358
38,mlp.experts.96.down_proj,0.0000213786,0.05000,0.355
38,mlp.experts.101.down_proj,0.0000504836,0.05000,0.359
38,mlp.experts.103.down_proj,0.0008922204,0.05000,0.361
38,mlp.experts.106.down_proj,0.0002918891,0.05000,0.357
38,mlp.experts.100.down_proj,0.0000230483,0.05000,0.352
38,mlp.experts.105.down_proj,0.0000345256,0.05000,0.363
38,mlp.experts.107.down_proj,0.0000278502,0.05000,0.360
38,mlp.experts.110.down_proj,0.0000162154,0.05000,0.361
38,mlp.experts.104.down_proj,0.0000344039,0.05000,0.355
38,mlp.experts.109.down_proj,0.0001323145,0.05000,0.339
38,mlp.experts.111.down_proj,0.0000059761,0.05000,0.333
38,mlp.experts.114.down_proj,0.0000794188,0.05000,0.335
38,mlp.experts.108.down_proj,0.0002313741,0.05000,0.339
38,mlp.experts.113.down_proj,0.0001141631,0.05000,0.337
38,mlp.experts.115.down_proj,0.0000630684,0.05000,0.334
38,mlp.experts.118.down_proj,0.0000838006,0.05000,0.328
38,mlp.experts.112.down_proj,0.0000304100,0.05000,0.350
38,mlp.experts.117.down_proj,0.0000184273,0.05000,0.355
38,mlp.experts.122.down_proj,0.0001956053,0.05000,0.349
38,mlp.experts.116.down_proj,0.0000474400,0.05000,0.334
38,mlp.experts.119.down_proj,0.0002104263,0.05000,0.465
38,mlp.experts.121.down_proj,0.0000764463,0.05000,0.323
38,mlp.experts.126.down_proj,0.0000530884,0.05000,0.321
38,mlp.experts.120.down_proj,0.0001103266,0.05000,0.324
38,mlp.experts.123.down_proj,0.0000643966,0.05000,0.327
38,mlp.experts.125.down_proj,0.0000128770,0.05000,0.326
38,mlp.experts.130.down_proj,0.0000315692,0.05000,0.323
38,mlp.experts.124.down_proj,0.0000948464,0.05000,0.327
38,mlp.experts.127.down_proj,0.0000522999,0.05000,0.326
38,mlp.experts.129.down_proj,0.0000101003,0.05000,0.327
38,mlp.experts.134.down_proj,0.0000165149,0.05000,0.325
38,mlp.experts.128.down_proj,0.0000940729,0.05000,0.333
38,mlp.experts.131.down_proj,0.0000404040,0.05000,0.334
38,mlp.experts.133.down_proj,0.0000486666,0.05000,0.326
38,mlp.experts.138.down_proj,0.0000114463,0.05000,0.323
38,mlp.experts.132.down_proj,0.0000779150,0.05000,0.349
38,mlp.experts.135.down_proj,0.0000785694,0.05000,0.483
38,mlp.experts.137.down_proj,0.0000563088,0.05000,0.378
38,mlp.experts.142.down_proj,0.0000271959,0.05000,0.379
38,mlp.experts.136.down_proj,0.0000773728,0.05000,0.365
38,mlp.experts.139.down_proj,0.0000549916,0.05000,0.350
38,mlp.experts.141.down_proj,0.0003158200,0.05000,0.354
38,mlp.experts.146.down_proj,0.0000645821,0.05000,0.348
38,mlp.experts.140.down_proj,0.0000137394,0.05000,0.353
38,mlp.experts.143.down_proj,0.0000110473,0.05000,0.350
38,mlp.experts.145.down_proj,0.0000184422,0.05000,0.351
38,mlp.experts.150.down_proj,0.0001089100,0.05000,0.348
38,mlp.experts.144.down_proj,0.0001337202,0.05000,0.317
38,mlp.experts.147.down_proj,0.0000427017,0.05000,0.305
38,mlp.experts.149.down_proj,0.0001324186,0.05000,0.307
38,mlp.experts.154.down_proj,0.0000899034,0.05000,0.301
38,mlp.experts.148.down_proj,0.0001154065,0.05000,0.327
38,mlp.experts.151.down_proj,0.0000666276,0.05000,0.316
38,mlp.experts.153.down_proj,0.0000117617,0.05000,0.327
38,mlp.experts.158.down_proj,0.0000361927,0.05000,0.329
38,mlp.experts.152.down_proj,0.0000108899,0.05000,0.322
38,mlp.experts.155.down_proj,0.0000265742,0.05000,0.316
38,mlp.experts.157.down_proj,0.0000805055,0.05000,0.323
38,mlp.experts.162.down_proj,0.0000472316,0.05000,0.321
38,mlp.experts.156.down_proj,0.0001520642,0.05000,0.329
38,mlp.experts.159.down_proj,0.0000133413,0.05000,0.322
38,mlp.experts.161.down_proj,0.0000571755,0.05000,0.326
38,mlp.experts.166.down_proj,0.0000505198,0.05000,0.330
38,mlp.experts.160.down_proj,0.0001023983,0.05000,0.332
38,mlp.experts.163.down_proj,0.0001366246,0.05000,0.316
38,mlp.experts.165.down_proj,0.0000125508,0.05000,0.325
38,mlp.experts.170.down_proj,0.0000508418,0.05000,0.324
38,mlp.experts.164.down_proj,0.0000247565,0.05000,0.327
38,mlp.experts.167.down_proj,0.0001487395,0.05000,0.318
38,mlp.experts.169.down_proj,0.0000105031,0.05000,0.325
38,mlp.experts.174.down_proj,0.0000255068,0.05000,0.328
38,mlp.experts.168.down_proj,0.0001620127,0.05000,0.325
38,mlp.experts.171.down_proj,0.0000616348,0.05000,0.323
38,mlp.experts.173.down_proj,0.0000756974,0.05000,0.330
38,mlp.experts.178.down_proj,0.0000198362,0.05000,0.329
38,mlp.experts.172.down_proj,0.0000264071,0.05000,0.368
38,mlp.experts.175.down_proj,0.0000299776,0.05000,0.345
38,mlp.experts.177.down_proj,0.0001048807,0.05000,0.366
38,mlp.experts.182.down_proj,0.0000691488,0.05000,0.395
38,mlp.experts.176.down_proj,0.0000114242,0.05000,0.352
38,mlp.experts.179.down_proj,0.0000500546,0.05000,0.352
38,mlp.experts.181.down_proj,0.0000537636,0.05000,0.352
38,mlp.experts.186.down_proj,0.0000243876,0.05000,0.357
38,mlp.experts.180.down_proj,0.0000088682,0.05000,0.360
38,mlp.experts.183.down_proj,0.0000122065,0.05000,0.354
38,mlp.experts.185.down_proj,0.0001237267,0.05000,0.352
38,mlp.experts.190.down_proj,0.0001072326,0.05000,0.342
38,mlp.experts.184.down_proj,0.0000165680,0.05000,0.317
38,mlp.experts.187.down_proj,0.0000766724,0.05000,0.329
38,mlp.experts.189.down_proj,0.0000602500,0.05000,0.322
38,mlp.experts.194.down_proj,0.0000175262,0.05000,0.327
38,mlp.experts.188.down_proj,0.0001223057,0.05000,0.310
38,mlp.experts.191.down_proj,0.0000080149,0.05000,0.322
38,mlp.experts.193.down_proj,0.0000999485,0.05000,0.321
38,mlp.experts.198.down_proj,0.0001384992,0.05000,0.320
38,mlp.experts.192.down_proj,0.0000399233,0.05000,0.305
38,mlp.experts.195.down_proj,0.0000594294,0.05000,0.300
38,mlp.experts.197.down_proj,0.0001381224,0.05000,0.306
38,mlp.experts.202.down_proj,0.0000235263,0.05000,0.300
38,mlp.experts.196.down_proj,0.0000144143,0.05000,0.305
38,mlp.experts.199.down_proj,0.0002039639,0.05000,0.324
38,mlp.experts.201.down_proj,0.0001282286,0.05000,0.321
38,mlp.experts.206.down_proj,0.0000258143,0.05000,0.313
38,mlp.experts.200.down_proj,0.0000955698,0.05000,0.324
38,mlp.experts.203.down_proj,0.0000477967,0.05000,0.327
38,mlp.experts.205.down_proj,0.0000466497,0.05000,0.326
38,mlp.experts.210.down_proj,0.0000603236,0.05000,0.314
38,mlp.experts.204.down_proj,0.0000827448,0.05000,0.329
38,mlp.experts.207.down_proj,0.0000139454,0.05000,0.323
38,mlp.experts.209.down_proj,0.0000231244,0.05000,0.324
38,mlp.experts.214.down_proj,0.0000289828,0.05000,0.320
38,mlp.experts.208.down_proj,0.0000660788,0.05000,0.338
38,mlp.experts.211.down_proj,0.0000395751,0.05000,0.348
38,mlp.experts.213.down_proj,0.0000657399,0.05000,0.349
38,mlp.experts.218.down_proj,0.0000348727,0.05000,0.351
38,mlp.experts.212.down_proj,0.0000820463,0.05000,0.355
38,mlp.experts.215.down_proj,0.0000525961,0.05000,0.355
38,mlp.experts.217.down_proj,0.0000678738,0.05000,0.357
38,mlp.experts.222.down_proj,0.0000306152,0.05000,0.360
38,mlp.experts.216.down_proj,0.0004265435,0.05000,0.360
38,mlp.experts.219.down_proj,0.0000669918,0.05000,0.359
38,mlp.experts.221.down_proj,0.0000220443,0.05000,0.360
38,mlp.experts.226.down_proj,0.0002557154,0.05000,0.356
38,mlp.experts.220.down_proj,0.0000272311,0.05000,0.361
38,mlp.experts.223.down_proj,0.0000647428,0.05000,0.357
38,mlp.experts.230.down_proj,0.0001748704,0.05000,0.327
38,mlp.experts.225.down_proj,0.0000320958,0.05000,0.402
38,mlp.experts.224.down_proj,0.0000722000,0.05000,0.333
38,mlp.experts.227.down_proj,0.0001073449,0.05000,0.276
38,mlp.experts.234.down_proj,0.0000463192,0.05000,0.168
38,mlp.experts.228.down_proj,0.0000796070,0.05000,0.500
38,mlp.experts.229.down_proj,0.0000213375,0.05000,0.532
38,mlp.experts.238.down_proj,0.0000358417,0.05000,0.562
38,mlp.experts.231.down_proj,0.0000941915,0.05000,1.017
38,mlp.experts.232.down_proj,0.0001211230,0.05000,1.034
38,mlp.experts.233.down_proj,0.0000116414,0.05000,1.012
38,mlp.experts.242.down_proj,0.0000475065,0.05000,1.007
38,mlp.experts.235.down_proj,0.0000180587,0.05000,0.877
38,mlp.experts.236.down_proj,0.0000543056,0.05000,0.535
38,mlp.experts.246.down_proj,0.0000225396,0.05000,0.882
38,mlp.experts.237.down_proj,0.0000486171,0.05000,0.910
38,mlp.experts.240.down_proj,0.0000367512,0.05000,0.432
38,mlp.experts.239.down_proj,0.0000670302,0.05000,0.958
38,mlp.experts.244.down_proj,0.0000460005,0.05000,0.421
38,mlp.experts.248.down_proj,0.0000447023,0.05000,0.402
38,mlp.experts.250.down_proj,0.0000827996,0.05000,0.939
38,mlp.experts.241.down_proj,0.0000597410,0.05000,0.958
38,mlp.experts.252.down_proj,0.0000207313,0.05000,0.383
38,mlp.experts.243.down_proj,0.0002503379,0.05000,0.940
38,mlp.experts.254.down_proj,0.0000677055,0.05000,0.752
38,mlp.experts.245.down_proj,0.0000375169,0.05000,0.750
38,mlp.experts.247.down_proj,0.0000356273,0.05000,0.424
38,mlp.experts.249.down_proj,0.0000783155,0.05000,0.116
38,mlp.experts.251.down_proj,0.0001109472,0.05000,0.114
38,mlp.experts.253.down_proj,0.0000133597,0.05000,0.110
38,mlp.experts.255.down_proj,0.0000603307,0.05000,0.084
39,mlp.experts.0.gate_proj,fallback(rtn): 0.0011139,0.00000,0.059
39,mlp.experts.1.gate_proj,0.0001968645,0.05000,1.188
39,mlp.experts.2.gate_proj,0.0002245824,0.05000,1.211
39,mlp.experts.3.gate_proj,0.0004503566,0.05000,1.235
39,mlp.experts.4.gate_proj,0.0004966873,0.05000,1.219
39,mlp.experts.7.gate_proj,0.0004482981,0.05000,1.629
39,mlp.experts.8.gate_proj,0.0002593373,0.05000,1.944
39,mlp.experts.5.gate_proj,0.0008200541,0.05000,2.688
39,mlp.experts.6.gate_proj,0.0005189173,0.05000,3.434
39,mlp.experts.9.gate_proj,0.0002572149,0.05000,1.598
39,mlp.experts.11.gate_proj,0.0002011530,0.05000,2.613
39,mlp.experts.12.gate_proj,0.0005952814,0.05000,2.326
39,mlp.experts.10.gate_proj,0.0004313231,0.05000,1.425
39,mlp.experts.13.gate_proj,0.0002106099,0.05000,1.329
39,mlp.experts.15.gate_proj,0.0001689199,0.05000,1.358
39,mlp.experts.16.gate_proj,0.0002227907,0.05000,1.357
39,mlp.experts.14.gate_proj,0.0002028727,0.05000,1.370
39,mlp.experts.17.gate_proj,0.0004383385,0.05000,1.367
39,mlp.experts.19.gate_proj,0.0005323748,0.05000,1.375
39,mlp.experts.20.gate_proj,0.0010461462,0.05000,1.365
39,mlp.experts.18.gate_proj,0.0005587507,0.05000,1.377
39,mlp.experts.21.gate_proj,0.0002199764,0.05000,1.368
39,mlp.experts.23.gate_proj,0.0001837679,0.05000,1.371
39,mlp.experts.24.gate_proj,0.0007900036,0.05000,1.369
39,mlp.experts.22.gate_proj,0.0006581475,0.05000,1.355
39,mlp.experts.25.gate_proj,0.0001488010,0.05000,1.365
39,mlp.experts.27.gate_proj,0.0004940578,0.05000,1.353
39,mlp.experts.28.gate_proj,0.0007760496,0.05000,1.365
39,mlp.experts.26.gate_proj,0.0016747878,0.05000,1.350
39,mlp.experts.29.gate_proj,0.0003401029,0.05000,1.309
39,mlp.experts.31.gate_proj,0.0002460885,0.05000,1.298
39,mlp.experts.32.gate_proj,0.0001940284,0.05000,1.296
39,mlp.experts.30.gate_proj,0.0002212343,0.05000,1.234
39,mlp.experts.33.gate_proj,0.0003562464,0.05000,1.329
39,mlp.experts.35.gate_proj,0.0006238180,0.05000,1.330
39,mlp.experts.36.gate_proj,0.0003259912,0.05000,1.347
39,mlp.experts.34.gate_proj,0.0002317430,0.05000,1.382
39,mlp.experts.37.gate_proj,0.0005831116,0.05000,1.351
39,mlp.experts.39.gate_proj,0.0006098282,0.05000,1.367
39,mlp.experts.40.gate_proj,0.0002485041,0.05000,1.375
39,mlp.experts.38.gate_proj,0.0001678888,0.05000,1.365
39,mlp.experts.41.gate_proj,0.0005577239,0.05000,1.386
39,mlp.experts.43.gate_proj,0.0003944029,0.05000,1.387
39,mlp.experts.44.gate_proj,0.0002908008,0.05000,1.383
39,mlp.experts.42.gate_proj,0.0002080221,0.05000,1.391
39,mlp.experts.45.gate_proj,0.0005821457,0.05000,1.357
39,mlp.experts.47.gate_proj,0.0003589924,0.05000,1.374
39,mlp.experts.48.gate_proj,0.0005478662,0.05000,1.358
39,mlp.experts.46.gate_proj,0.0005121217,0.05000,1.326
39,mlp.experts.49.gate_proj,0.0005544950,0.05000,1.266
39,mlp.experts.51.gate_proj,0.0010725792,0.05000,1.261
39,mlp.experts.52.gate_proj,0.0001414920,0.05000,1.230
39,mlp.experts.50.gate_proj,0.0003863750,0.05000,1.273
39,mlp.experts.53.gate_proj,0.0010339520,0.05000,1.330
39,mlp.experts.55.gate_proj,0.0003325930,0.05000,1.323
39,mlp.experts.56.gate_proj,0.0006390797,0.05000,1.315
39,mlp.experts.54.gate_proj,0.0008800546,0.05000,1.169
39,mlp.experts.57.gate_proj,0.0001324050,0.05000,1.147
39,mlp.experts.59.gate_proj,0.0004232039,0.05000,1.159
39,mlp.experts.60.gate_proj,0.0003916461,0.05000,1.212
39,mlp.experts.58.gate_proj,0.0004486514,0.05000,1.239
39,mlp.experts.61.gate_proj,0.0003299438,0.05000,1.279
39,mlp.experts.63.gate_proj,0.0003141427,0.05000,1.339
39,mlp.experts.64.gate_proj,0.0003374535,0.05000,1.292
39,mlp.experts.62.gate_proj,0.0001708096,0.05000,1.295
39,mlp.experts.65.gate_proj,0.0004400801,0.05000,1.276
39,mlp.experts.67.gate_proj,0.0004083628,0.05000,1.267
39,mlp.experts.68.gate_proj,0.0005551078,0.05000,1.290
39,mlp.experts.66.gate_proj,0.0004529695,0.05000,1.238
39,mlp.experts.69.gate_proj,0.0001863896,0.05000,1.256
39,mlp.experts.71.gate_proj,0.0011649470,0.05000,1.254
39,mlp.experts.72.gate_proj,0.0001932334,0.05000,1.255
39,mlp.experts.70.gate_proj,0.0001848015,0.05000,1.272
39,mlp.experts.73.gate_proj,0.0004621034,0.05000,1.370
39,mlp.experts.75.gate_proj,0.0003175912,0.05000,1.368
39,mlp.experts.76.gate_proj,0.0004935001,0.05000,1.445
39,mlp.experts.74.gate_proj,0.0002927323,0.05000,1.340
39,mlp.experts.77.gate_proj,0.0002778524,0.05000,1.347
39,mlp.experts.79.gate_proj,0.0006530019,0.05000,1.300
39,mlp.experts.80.gate_proj,0.0004346296,0.05000,1.283
39,mlp.experts.78.gate_proj,0.0002721613,0.05000,1.213
39,mlp.experts.81.gate_proj,0.0003705694,0.05000,1.177
39,mlp.experts.83.gate_proj,0.0005526057,0.05000,1.201
39,mlp.experts.84.gate_proj,0.0004346302,0.05000,1.241
39,mlp.experts.82.gate_proj,0.0014426386,0.05000,1.333
39,mlp.experts.85.gate_proj,0.0002527786,0.05000,1.361
39,mlp.experts.87.gate_proj,0.0003221098,0.05000,1.351
39,mlp.experts.88.gate_proj,0.0005608756,0.05000,1.358
39,mlp.experts.86.gate_proj,0.0004789455,0.05000,1.375
39,mlp.experts.89.gate_proj,0.0002919083,0.05000,1.378
39,mlp.experts.91.gate_proj,0.0004373465,0.05000,1.366
39,mlp.experts.92.gate_proj,0.0002289474,0.05000,1.365
39,mlp.experts.90.gate_proj,0.0007197138,0.05000,1.338
39,mlp.experts.94.gate_proj,fallback(rtn): 0.0015259,0.00000,0.025
39,mlp.experts.93.gate_proj,0.0008463104,0.05000,1.276
39,mlp.experts.95.gate_proj,0.0004255339,0.05000,1.277
39,mlp.experts.96.gate_proj,0.0003373719,0.05000,1.247
39,mlp.experts.98.gate_proj,0.0005871367,0.05000,1.284
39,mlp.experts.97.gate_proj,0.0004058155,0.05000,1.330
39,mlp.experts.99.gate_proj,0.0004361170,0.05000,1.351
39,mlp.experts.100.gate_proj,0.0004907572,0.05000,1.356
39,mlp.experts.102.gate_proj,0.0004462298,0.05000,1.346
39,mlp.experts.101.gate_proj,0.0009533506,0.05000,1.220
39,mlp.experts.103.gate_proj,0.0004724435,0.05000,1.248
39,mlp.experts.104.gate_proj,0.0005311121,0.05000,1.244
39,mlp.experts.106.gate_proj,0.0004822080,0.05000,1.234
39,mlp.experts.105.gate_proj,0.0009171904,0.05000,1.242
39,mlp.experts.107.gate_proj,0.0001981791,0.05000,1.284
39,mlp.experts.108.gate_proj,0.0001811097,0.05000,1.297
39,mlp.experts.110.gate_proj,0.0003107298,0.05000,1.314
39,mlp.experts.109.gate_proj,0.0005699609,0.05000,1.356
39,mlp.experts.111.gate_proj,0.0003869334,0.05000,1.339
39,mlp.experts.112.gate_proj,0.0003923342,0.05000,1.323
39,mlp.experts.114.gate_proj,0.0005467339,0.05000,1.351
39,mlp.experts.113.gate_proj,0.0003872278,0.05000,1.407
39,mlp.experts.115.gate_proj,0.0005421551,0.05000,1.390
39,mlp.experts.116.gate_proj,0.0003335577,0.05000,1.402
39,mlp.experts.118.gate_proj,0.0006326132,0.05000,1.377
39,mlp.experts.117.gate_proj,0.0004892594,0.05000,1.331
39,mlp.experts.119.gate_proj,0.0008985963,0.05000,1.336
39,mlp.experts.120.gate_proj,0.0001741939,0.05000,1.338
39,mlp.experts.122.gate_proj,0.0005954033,0.05000,1.350
39,mlp.experts.121.gate_proj,0.0005243337,0.05000,1.271
39,mlp.experts.123.gate_proj,0.0011691798,0.05000,1.298
39,mlp.experts.124.gate_proj,0.0006939467,0.05000,1.276
39,mlp.experts.126.gate_proj,0.0005949667,0.05000,1.249
39,mlp.experts.125.gate_proj,0.0003254033,0.05000,1.245
39,mlp.experts.127.gate_proj,0.0005975711,0.05000,1.407
39,mlp.experts.128.gate_proj,0.0005773436,0.05000,1.310
39,mlp.experts.130.gate_proj,0.0005197917,0.05000,1.325
39,mlp.experts.129.gate_proj,0.0002798597,0.05000,1.374
39,mlp.experts.131.gate_proj,0.0003530019,0.05000,1.363
39,mlp.experts.132.gate_proj,0.0006805109,0.05000,1.350
39,mlp.experts.135.gate_proj,fallback(rtn): 0.0013123,0.00000,0.041
39,mlp.experts.134.gate_proj,0.0004726990,0.05000,1.380
39,mlp.experts.133.gate_proj,0.0007826299,0.05000,1.372
39,mlp.experts.136.gate_proj,0.0004691314,0.05000,1.368
39,mlp.experts.139.gate_proj,0.0008164051,0.05000,1.383
39,mlp.experts.138.gate_proj,0.0003166700,0.05000,1.386
39,mlp.experts.137.gate_proj,0.0004713495,0.05000,1.372
39,mlp.experts.140.gate_proj,0.0003342456,0.05000,1.369
39,mlp.experts.143.gate_proj,0.0006874247,0.05000,1.367
39,mlp.experts.142.gate_proj,0.0006676740,0.05000,1.332
39,mlp.experts.141.gate_proj,0.0010982748,0.05000,1.280
39,mlp.experts.144.gate_proj,0.0007134032,0.05000,1.261
39,mlp.experts.147.gate_proj,0.0002666369,0.05000,1.249
39,mlp.experts.146.gate_proj,0.0003577749,0.05000,1.226
39,mlp.experts.145.gate_proj,0.0002041045,0.05000,1.317
39,mlp.experts.151.gate_proj,0.0005856422,0.05000,1.298
39,mlp.experts.148.gate_proj,0.0006555095,0.05000,1.352
39,mlp.experts.150.gate_proj,0.0001517528,0.05000,1.337
39,mlp.experts.149.gate_proj,0.0005010340,0.05000,1.338
39,mlp.experts.155.gate_proj,0.0005978891,0.05000,1.339
39,mlp.experts.152.gate_proj,0.0005067901,0.05000,1.359
39,mlp.experts.154.gate_proj,0.0001552939,0.05000,1.352
39,mlp.experts.153.gate_proj,0.0015944205,0.05000,1.352
39,mlp.experts.159.gate_proj,0.0007466889,0.05000,1.322
39,mlp.experts.156.gate_proj,0.0008723263,0.05000,1.333
39,mlp.experts.158.gate_proj,0.0002058054,0.05000,1.331
39,mlp.experts.157.gate_proj,0.0003367153,0.05000,1.278
39,mlp.experts.163.gate_proj,0.0004220287,0.05000,1.231
39,mlp.experts.160.gate_proj,0.0006269201,0.05000,1.346
39,mlp.experts.162.gate_proj,0.0005418725,0.05000,1.318
39,mlp.experts.161.gate_proj,0.0005621251,0.05000,1.352
39,mlp.experts.167.gate_proj,0.0005676423,0.05000,1.368
39,mlp.experts.164.gate_proj,0.0004896616,0.05000,1.310
39,mlp.experts.166.gate_proj,0.0005522906,0.05000,1.299
39,mlp.experts.165.gate_proj,0.0004726682,0.05000,1.290
39,mlp.experts.171.gate_proj,0.0007117139,0.05000,1.266
39,mlp.experts.168.gate_proj,0.0005821772,0.05000,1.247
39,mlp.experts.170.gate_proj,0.0007781544,0.05000,1.316
39,mlp.experts.169.gate_proj,0.0006946410,0.05000,1.323
39,mlp.experts.175.gate_proj,0.0006987869,0.05000,1.318
39,mlp.experts.172.gate_proj,0.0005200121,0.05000,1.319
39,mlp.experts.174.gate_proj,0.0004918308,0.05000,1.368
39,mlp.experts.173.gate_proj,0.0004706916,0.05000,1.392
39,mlp.experts.179.gate_proj,0.0003440738,0.05000,1.394
39,mlp.experts.176.gate_proj,0.0003052392,0.05000,1.396
39,mlp.experts.178.gate_proj,0.0012251385,0.05000,1.324
39,mlp.experts.177.gate_proj,0.0002127535,0.05000,1.345
39,mlp.experts.183.gate_proj,0.0002239578,0.05000,1.338
39,mlp.experts.180.gate_proj,0.0004444292,0.05000,1.326
39,mlp.experts.182.gate_proj,0.0003903344,0.05000,1.315
39,mlp.experts.181.gate_proj,0.0001711631,0.05000,1.279
39,mlp.experts.187.gate_proj,0.0001852070,0.05000,1.230
39,mlp.experts.184.gate_proj,0.0001344161,0.05000,1.277
39,mlp.experts.186.gate_proj,0.0001883779,0.05000,1.273
39,mlp.experts.185.gate_proj,0.0003383325,0.05000,1.246
39,mlp.experts.191.gate_proj,0.0010564716,0.05000,1.164
39,mlp.experts.188.gate_proj,0.0003137029,0.05000,1.172
39,mlp.experts.190.gate_proj,0.0002643670,0.05000,1.176
39,mlp.experts.195.gate_proj,0.0001294261,0.05000,1.169
39,mlp.experts.189.gate_proj,0.0002116364,0.05000,1.256
39,mlp.experts.192.gate_proj,0.0004722181,0.05000,1.293
39,mlp.experts.194.gate_proj,0.0006195213,0.05000,2.158
39,mlp.experts.199.gate_proj,0.0007636335,0.05000,1.709
39,mlp.experts.196.gate_proj,0.0003972670,0.05000,1.710
39,mlp.experts.203.gate_proj,0.0006642301,0.05000,1.683
39,mlp.experts.193.gate_proj,0.0002376035,0.05000,3.588
39,mlp.experts.200.gate_proj,0.0001417411,0.05000,1.660
39,mlp.experts.204.gate_proj,fallback(rtn): 0.0014191,0.00000,0.023
39,mlp.experts.198.gate_proj,0.0004803520,0.05000,2.709
39,mlp.experts.208.gate_proj,0.0004582666,0.05000,1.220
39,mlp.experts.202.gate_proj,0.0003386651,0.05000,1.213
39,mlp.experts.207.gate_proj,0.0010526996,0.05000,3.565
39,mlp.experts.206.gate_proj,0.0004448121,0.05000,1.679
39,mlp.experts.197.gate_proj,0.0004020473,0.05000,3.569
39,mlp.experts.212.gate_proj,0.0003911355,0.05000,2.815
39,mlp.experts.210.gate_proj,0.0005564718,0.05000,1.716
39,mlp.experts.201.gate_proj,0.0006511015,0.05000,2.665
39,mlp.experts.211.gate_proj,0.0003329526,0.05000,3.649
39,mlp.experts.216.gate_proj,0.0003426030,0.05000,3.518
39,mlp.experts.205.gate_proj,0.0007412872,0.05000,2.359
39,mlp.experts.214.gate_proj,0.0012851919,0.05000,3.698
39,mlp.experts.215.gate_proj,0.0002391585,0.05000,1.894
39,mlp.experts.209.gate_proj,0.0006371849,0.05000,2.351
39,mlp.experts.220.gate_proj,0.0003177425,0.05000,3.416
39,mlp.experts.219.gate_proj,0.0002963965,0.05000,2.254
39,mlp.experts.218.gate_proj,0.0005382237,0.05000,2.903
39,mlp.experts.222.gate_proj,0.0003166679,0.05000,1.816
39,mlp.experts.224.gate_proj,0.0004474840,0.05000,3.471
39,mlp.experts.223.gate_proj,0.0008705095,0.05000,3.692
39,mlp.experts.213.gate_proj,0.0002855557,0.05000,3.978
39,mlp.experts.226.gate_proj,0.0007636398,0.05000,1.864
39,mlp.experts.227.gate_proj,0.0004619370,0.05000,1.779
39,mlp.experts.230.gate_proj,0.0001635025,0.05000,1.785
39,mlp.experts.228.gate_proj,0.0002887691,0.05000,3.675
39,mlp.experts.217.gate_proj,0.0005347178,0.05000,3.694
39,mlp.experts.231.gate_proj,0.0002908964,0.05000,2.989
39,mlp.experts.234.gate_proj,0.0010325604,0.05000,3.815
39,mlp.experts.232.gate_proj,0.0006372199,0.05000,3.691
39,mlp.experts.221.gate_proj,0.0007859595,0.05000,3.806
39,mlp.experts.235.gate_proj,0.0001308155,0.05000,3.369
39,mlp.experts.238.gate_proj,0.0003263468,0.05000,3.834
39,mlp.experts.236.gate_proj,0.0001757056,0.05000,3.582
39,mlp.experts.239.gate_proj,0.0001459940,0.05000,2.933
39,mlp.experts.225.gate_proj,0.0003388372,0.05000,3.733
39,mlp.experts.242.gate_proj,0.0002770347,0.05000,2.512
39,mlp.experts.240.gate_proj,0.0003298825,0.05000,2.568
39,mlp.experts.243.gate_proj,0.0003085611,0.05000,2.180
39,mlp.experts.229.gate_proj,0.0005855094,0.05000,2.930
39,mlp.experts.246.gate_proj,0.0001973216,0.05000,2.038
39,mlp.experts.233.gate_proj,0.0003141638,0.05000,1.730
39,mlp.experts.247.gate_proj,0.0004379687,0.05000,3.164
39,mlp.experts.244.gate_proj,0.0002144304,0.05000,3.625
39,mlp.experts.250.gate_proj,0.0001911705,0.05000,2.295
39,mlp.experts.237.gate_proj,0.0008087151,0.05000,1.894
39,mlp.experts.254.gate_proj,0.0002359893,0.05000,2.526
39,mlp.experts.251.gate_proj,0.0005906761,0.05000,3.215
39,mlp.experts.248.gate_proj,0.0002021310,0.05000,3.247
39,mlp.experts.241.gate_proj,0.0003231704,0.05000,3.071
39,mlp.experts.2.up_proj,0.0001964161,0.05000,1.809
39,mlp.experts.255.gate_proj,0.0015886135,0.05000,1.875
39,mlp.experts.252.gate_proj,0.0003430437,0.05000,1.810
39,mlp.experts.0.up_proj,fallback(rtn): 0.0016022,0.00000,0.023
39,mlp.experts.245.gate_proj,0.0012581995,0.05000,1.233
39,mlp.experts.6.up_proj,0.0004887409,0.05000,1.122
39,mlp.experts.3.up_proj,0.0003862328,0.05000,1.061
39,mlp.experts.4.up_proj,0.0003788090,0.05000,1.032
39,mlp.experts.249.gate_proj,0.0005826883,0.05000,1.116
39,mlp.experts.10.up_proj,0.0004215640,0.05000,1.131
39,mlp.experts.7.up_proj,0.0004189604,0.05000,1.240
39,mlp.experts.8.up_proj,0.0002166294,0.05000,1.256
39,mlp.experts.253.gate_proj,0.0006466198,0.05000,1.258
39,mlp.experts.14.up_proj,0.0001820819,0.05000,1.220
39,mlp.experts.11.up_proj,0.0001757936,0.05000,1.267
39,mlp.experts.12.up_proj,0.0004573866,0.05000,1.285
39,mlp.experts.1.up_proj,0.0001555694,0.05000,1.310
39,mlp.experts.18.up_proj,0.0004422110,0.05000,1.273
39,mlp.experts.15.up_proj,0.0001606709,0.05000,1.297
39,mlp.experts.16.up_proj,0.0001774052,0.05000,1.304
39,mlp.experts.5.up_proj,0.0005214560,0.05000,1.316
39,mlp.experts.22.up_proj,0.0005356296,0.05000,1.315
39,mlp.experts.19.up_proj,0.0004825040,0.05000,1.340
39,mlp.experts.20.up_proj,0.0008691347,0.05000,1.344
39,mlp.experts.9.up_proj,0.0001814544,0.05000,1.354
39,mlp.experts.26.up_proj,0.0010693672,0.05000,1.356
39,mlp.experts.23.up_proj,0.0001354241,0.05000,1.343
39,mlp.experts.24.up_proj,0.0006552985,0.05000,1.354
39,mlp.experts.13.up_proj,0.0001624103,0.05000,1.332
39,mlp.experts.30.up_proj,0.0002091141,0.05000,1.326
39,mlp.experts.27.up_proj,0.0004303772,0.05000,1.292
39,mlp.experts.28.up_proj,0.0005634030,0.05000,1.221
39,mlp.experts.34.up_proj,0.0002438099,0.05000,1.211
39,mlp.experts.17.up_proj,0.0004208313,0.05000,1.337
39,mlp.experts.31.up_proj,0.0001872744,0.05000,1.365
39,mlp.experts.32.up_proj,0.0001425364,0.05000,1.359
39,mlp.experts.38.up_proj,0.0001431915,0.05000,1.379
39,mlp.experts.21.up_proj,0.0001880884,0.05000,1.387
39,mlp.experts.35.up_proj,0.0004520265,0.05000,1.393
39,mlp.experts.36.up_proj,0.0002351433,0.05000,1.314
39,mlp.experts.42.up_proj,0.0001840342,0.05000,1.303
39,mlp.experts.25.up_proj,0.0001225215,0.05000,1.270
39,mlp.experts.39.up_proj,0.0004788783,0.05000,1.174
39,mlp.experts.40.up_proj,0.0001691060,0.05000,1.295
39,mlp.experts.29.up_proj,0.0002786640,0.05000,1.126
39,mlp.experts.46.up_proj,0.0004633705,0.05000,1.236
39,mlp.experts.43.up_proj,0.0002896712,0.05000,1.161
39,mlp.experts.44.up_proj,0.0002539914,0.05000,1.592
39,mlp.experts.48.up_proj,0.0005197404,0.05000,1.721
39,mlp.experts.33.up_proj,0.0002465852,0.05000,3.313
39,mlp.experts.50.up_proj,0.0003248365,0.05000,3.351
39,mlp.experts.47.up_proj,0.0003215033,0.05000,3.051
39,mlp.experts.51.up_proj,0.0009115202,0.05000,1.827
39,mlp.experts.52.up_proj,0.0001309863,0.05000,3.330
39,mlp.experts.54.up_proj,0.0006812785,0.05000,3.101
39,mlp.experts.37.up_proj,0.0004797545,0.05000,3.242
39,mlp.experts.55.up_proj,0.0002877541,0.05000,1.840
39,mlp.experts.56.up_proj,0.0005387574,0.05000,3.264
39,mlp.experts.59.up_proj,0.0003311874,0.05000,2.661
39,mlp.experts.41.up_proj,0.0004455587,0.05000,3.559
39,mlp.experts.58.up_proj,0.0003686485,0.05000,3.967
39,mlp.experts.60.up_proj,0.0002938318,0.05000,3.853
39,mlp.experts.45.up_proj,0.0005582933,0.05000,3.455
39,mlp.experts.63.up_proj,0.0002954415,0.05000,3.875
39,mlp.experts.62.up_proj,0.0001405368,0.05000,3.954
39,mlp.experts.49.up_proj,0.0004503374,0.05000,2.529
39,mlp.experts.64.up_proj,0.0002535856,0.05000,2.774
39,mlp.experts.67.up_proj,0.0003646827,0.05000,2.956
39,mlp.experts.66.up_proj,0.0004331022,0.05000,3.517
39,mlp.experts.68.up_proj,0.0004811198,0.05000,2.503
39,mlp.experts.53.up_proj,0.0007453393,0.05000,2.748
39,mlp.experts.71.up_proj,0.0008468287,0.05000,2.325
39,mlp.experts.70.up_proj,0.0001703962,0.05000,1.704
39,mlp.experts.72.up_proj,0.0001558762,0.05000,1.148
39,mlp.experts.57.up_proj,0.0000926269,0.05000,1.243
39,mlp.experts.75.up_proj,0.0002088112,0.05000,1.227
39,mlp.experts.74.up_proj,0.0002322527,0.05000,1.532
39,mlp.experts.61.up_proj,0.0002684357,0.05000,1.522
39,mlp.experts.76.up_proj,0.0004253428,0.05000,2.646
39,mlp.experts.78.up_proj,0.0002219208,0.05000,1.765
39,mlp.experts.79.up_proj,0.0005744166,0.05000,2.923
39,mlp.experts.65.up_proj,0.0003967112,0.05000,1.596
39,mlp.experts.82.up_proj,0.0008186774,0.05000,1.613
39,mlp.experts.69.up_proj,0.0001442867,0.05000,1.499
39,mlp.experts.80.up_proj,0.0004200851,0.05000,2.404
39,mlp.experts.83.up_proj,0.0004568592,0.05000,2.213
39,mlp.experts.86.up_proj,0.0004571757,0.05000,1.498
39,mlp.experts.84.up_proj,0.0004015639,0.05000,1.845
39,mlp.experts.73.up_proj,0.0004499105,0.05000,2.355
39,mlp.experts.90.up_proj,0.0006023140,0.05000,1.798
39,mlp.experts.94.up_proj,fallback(rtn): 0.0012512,0.00000,0.031
39,mlp.experts.87.up_proj,0.0002687028,0.05000,3.605
39,mlp.experts.88.up_proj,0.0005230158,0.05000,2.708
39,mlp.experts.98.up_proj,0.0005724134,0.05000,1.834
39,mlp.experts.77.up_proj,0.0002391575,0.05000,3.426
39,mlp.experts.91.up_proj,0.0003911875,0.05000,1.722
39,mlp.experts.102.up_proj,0.0003553283,0.05000,1.460
39,mlp.experts.92.up_proj,0.0001391200,0.05000,1.880
39,mlp.experts.81.up_proj,0.0003579487,0.05000,1.360
39,mlp.experts.95.up_proj,0.0003561948,0.05000,1.360
39,mlp.experts.106.up_proj,0.0004567698,0.05000,1.363
39,mlp.experts.96.up_proj,0.0002343103,0.05000,1.373
39,mlp.experts.85.up_proj,0.0002228116,0.05000,1.360
39,mlp.experts.99.up_proj,0.0004092678,0.05000,1.333
39,mlp.experts.110.up_proj,0.0002710306,0.05000,1.284
39,mlp.experts.100.up_proj,0.0004597695,0.05000,1.230
39,mlp.experts.89.up_proj,0.0002595500,0.05000,1.158
39,mlp.experts.103.up_proj,0.0004350183,0.05000,1.056
39,mlp.experts.114.up_proj,0.0005344941,0.05000,1.193
39,mlp.experts.104.up_proj,0.0003601014,0.05000,1.170
39,mlp.experts.93.up_proj,0.0006423444,0.05000,1.280
39,mlp.experts.107.up_proj,0.0001862490,0.05000,1.261
39,mlp.experts.118.up_proj,0.0004778562,0.05000,1.210
39,mlp.experts.108.up_proj,0.0001616199,0.05000,1.308
39,mlp.experts.97.up_proj,0.0003791018,0.05000,1.109
39,mlp.experts.111.up_proj,0.0002797485,0.05000,1.130
39,mlp.experts.122.up_proj,0.0005119198,0.05000,1.160
39,mlp.experts.112.up_proj,0.0003373775,0.05000,1.239
39,mlp.experts.101.up_proj,0.0006582488,0.05000,1.336
39,mlp.experts.115.up_proj,0.0005220178,0.05000,1.344
39,mlp.experts.126.up_proj,0.0004667904,0.05000,1.296
39,mlp.experts.116.up_proj,0.0002705214,0.05000,1.286
39,mlp.experts.105.up_proj,0.0007486403,0.05000,1.245
39,mlp.experts.119.up_proj,0.0006402951,0.05000,1.247
39,mlp.experts.130.up_proj,0.0004022695,0.05000,1.199
39,mlp.experts.120.up_proj,0.0005686183,0.05000,1.242
39,mlp.experts.109.up_proj,0.0004631072,0.05000,1.244
39,mlp.experts.123.up_proj,0.0009474157,0.05000,1.261
39,mlp.experts.134.up_proj,0.0004210278,0.05000,1.289
39,mlp.experts.124.up_proj,0.0005471950,0.05000,1.311
39,mlp.experts.113.up_proj,0.0003477904,0.05000,1.343
39,mlp.experts.127.up_proj,0.0005182330,0.05000,1.341
39,mlp.experts.138.up_proj,0.0002692263,0.05000,1.340
39,mlp.experts.128.up_proj,0.0004517479,0.05000,1.346
39,mlp.experts.117.up_proj,0.0004341919,0.05000,1.355
39,mlp.experts.131.up_proj,0.0003014221,0.05000,1.331
39,mlp.experts.135.up_proj,fallback(rtn): 0.0012207,0.00000,0.026
39,mlp.experts.142.up_proj,0.0005003319,0.05000,1.348
39,mlp.experts.132.up_proj,0.0005047909,0.05000,1.355
39,mlp.experts.121.up_proj,0.0004609560,0.05000,1.354
39,mlp.experts.139.up_proj,0.0006525509,0.05000,1.334
39,mlp.experts.146.up_proj,0.0003285631,0.05000,1.344
39,mlp.experts.136.up_proj,0.0003861644,0.05000,1.336
39,mlp.experts.143.up_proj,0.0006100416,0.05000,1.571
39,mlp.experts.125.up_proj,0.0002906777,0.05000,1.995
39,mlp.experts.150.up_proj,0.0001142816,0.05000,1.459
39,mlp.experts.147.up_proj,0.0002092701,0.05000,1.537
39,mlp.experts.140.up_proj,0.0002898255,0.05000,2.712
39,mlp.experts.151.up_proj,0.0005371884,0.05000,1.891
39,mlp.experts.154.up_proj,0.0001136045,0.05000,3.482
39,mlp.experts.129.up_proj,0.0002326152,0.05000,3.725
39,mlp.experts.155.up_proj,0.0004903252,0.05000,1.905
39,mlp.experts.144.up_proj,0.0006135392,0.05000,3.569
39,mlp.experts.158.up_proj,0.0001732530,0.05000,3.365
39,mlp.experts.159.up_proj,0.0005678883,0.05000,2.312
39,mlp.experts.133.up_proj,0.0006443203,0.05000,3.775
39,mlp.experts.148.up_proj,0.0005056606,0.05000,2.538
39,mlp.experts.162.up_proj,0.0005248155,0.05000,2.341
39,mlp.experts.152.up_proj,0.0004493600,0.05000,2.100
39,mlp.experts.137.up_proj,0.0004301836,0.05000,2.334
39,mlp.experts.163.up_proj,0.0003356938,0.05000,2.577
39,mlp.experts.166.up_proj,0.0005039558,0.05000,1.317
39,mlp.experts.167.up_proj,0.0005389346,0.05000,1.204
39,mlp.experts.141.up_proj,0.0006640149,0.05000,1.293
39,mlp.experts.156.up_proj,0.0007373799,0.05000,1.307
39,mlp.experts.170.up_proj,0.0006973760,0.05000,1.257
39,mlp.experts.171.up_proj,0.0006189562,0.05000,1.209
39,mlp.experts.145.up_proj,0.0001621794,0.05000,1.244
39,mlp.experts.160.up_proj,0.0004868419,0.05000,1.244
39,mlp.experts.174.up_proj,0.0004410750,0.05000,1.232
39,mlp.experts.175.up_proj,0.0006104450,0.05000,1.199
39,mlp.experts.164.up_proj,0.0004546788,0.05000,1.240
39,mlp.experts.149.up_proj,0.0004128301,0.05000,1.251
39,mlp.experts.178.up_proj,0.0009652208,0.05000,1.243
39,mlp.experts.179.up_proj,0.0002882106,0.05000,1.246
39,mlp.experts.153.up_proj,0.0009241128,0.05000,1.213
39,mlp.experts.168.up_proj,0.0005398699,0.05000,1.278
39,mlp.experts.182.up_proj,0.0003100656,0.05000,1.250
39,mlp.experts.183.up_proj,0.0001866245,0.05000,1.257
39,mlp.experts.157.up_proj,0.0002918385,0.05000,1.235
39,mlp.experts.172.up_proj,0.0004299160,0.05000,1.275
39,mlp.experts.186.up_proj,0.0001450811,0.05000,1.345
39,mlp.experts.187.up_proj,0.0001382134,0.05000,1.364
39,mlp.experts.161.up_proj,0.0005093167,0.05000,1.375
39,mlp.experts.176.up_proj,0.0002036668,0.05000,1.367
39,mlp.experts.190.up_proj,0.0002130673,0.05000,1.365
39,mlp.experts.191.up_proj,0.0008542483,0.05000,1.360
39,mlp.experts.165.up_proj,0.0004207077,0.05000,1.355
39,mlp.experts.180.up_proj,0.0004203296,0.05000,1.361
39,mlp.experts.194.up_proj,0.0005184010,0.05000,1.334
39,mlp.experts.195.up_proj,0.0001053815,0.05000,1.278
39,mlp.experts.169.up_proj,0.0005914228,0.05000,1.290
39,mlp.experts.184.up_proj,0.0001048327,0.05000,1.293
39,mlp.experts.198.up_proj,0.0004622255,0.05000,1.333
39,mlp.experts.199.up_proj,0.0006218901,0.05000,1.359
39,mlp.experts.173.up_proj,0.0004395308,0.05000,1.343
39,mlp.experts.188.up_proj,0.0002775523,0.05000,1.349
39,mlp.experts.202.up_proj,0.0003277899,0.05000,1.356
39,mlp.experts.203.up_proj,0.0006428408,0.05000,1.360
39,mlp.experts.177.up_proj,0.0001864465,0.05000,1.342
39,mlp.experts.192.up_proj,0.0004290865,0.05000,1.358
39,mlp.experts.206.up_proj,0.0004128863,0.05000,1.351
39,mlp.experts.207.up_proj,0.0006824781,0.05000,1.349
39,mlp.experts.181.up_proj,0.0001531594,0.05000,1.337
39,mlp.experts.196.up_proj,0.0003667156,0.05000,1.347
39,mlp.experts.210.up_proj,0.0005152222,0.05000,1.346
39,mlp.experts.211.up_proj,0.0002880507,0.05000,1.304
39,mlp.experts.185.up_proj,0.0003049955,0.05000,1.279
39,mlp.experts.200.up_proj,0.0001110171,0.05000,1.304
39,mlp.experts.204.up_proj,fallback(rtn): 0.0012665,0.00000,0.025
39,mlp.experts.214.up_proj,0.0008657622,0.05000,1.290
39,mlp.experts.189.up_proj,0.0002021695,0.05000,1.251
39,mlp.experts.215.up_proj,0.0001799139,0.05000,1.325
39,mlp.experts.208.up_proj,0.0004392039,0.05000,1.293
39,mlp.experts.218.up_proj,0.0004226997,0.05000,1.304
39,mlp.experts.193.up_proj,0.0002313281,0.05000,1.227
39,mlp.experts.219.up_proj,0.0002695038,0.05000,1.263
39,mlp.experts.212.up_proj,0.0002757985,0.05000,1.279
39,mlp.experts.222.up_proj,0.0002853565,0.05000,1.352
39,mlp.experts.223.up_proj,0.0007733572,0.05000,1.521
39,mlp.experts.197.up_proj,0.0002969374,0.05000,1.592
39,mlp.experts.216.up_proj,0.0003151386,0.05000,1.717
39,mlp.experts.226.up_proj,0.0005879880,0.05000,1.443
39,mlp.experts.227.up_proj,0.0003672372,0.05000,1.283
39,mlp.experts.201.up_proj,0.0005292603,0.05000,1.693
39,mlp.experts.220.up_proj,0.0002530922,0.05000,1.524
39,mlp.experts.230.up_proj,0.0001341331,0.05000,1.371
39,mlp.experts.231.up_proj,0.0001923720,0.05000,1.385
39,mlp.experts.205.up_proj,0.0006091925,0.05000,1.356
39,mlp.experts.224.up_proj,0.0003339601,0.05000,1.358
39,mlp.experts.234.up_proj,0.0007851534,0.05000,1.360
39,mlp.experts.235.up_proj,0.0001137523,0.05000,1.368
39,mlp.experts.209.up_proj,0.0005254218,0.05000,1.360
39,mlp.experts.228.up_proj,0.0002686482,0.05000,1.371
39,mlp.experts.238.up_proj,0.0002855174,0.05000,1.341
39,mlp.experts.239.up_proj,0.0001206545,0.05000,1.344
39,mlp.experts.213.up_proj,0.0002205759,0.05000,1.170
39,mlp.experts.232.up_proj,0.0005720731,0.05000,1.072
39,mlp.experts.242.up_proj,0.0002210676,0.05000,0.815
39,mlp.experts.243.up_proj,0.0002425833,0.05000,1.336
39,mlp.experts.217.up_proj,0.0004533717,0.05000,1.360
39,mlp.experts.236.up_proj,0.0001323997,0.05000,1.384
39,mlp.experts.246.up_proj,0.0001629404,0.05000,1.416
39,mlp.experts.221.up_proj,0.0005685133,0.05000,1.332
39,mlp.experts.247.up_proj,0.0003993521,0.05000,1.378
39,mlp.experts.240.up_proj,0.0002797330,0.05000,1.357
39,mlp.experts.250.up_proj,0.0001509896,0.05000,1.363
39,mlp.experts.225.up_proj,0.0002956140,0.05000,1.366
39,mlp.experts.251.up_proj,0.0003669921,0.05000,1.379
39,mlp.experts.244.up_proj,0.0001696406,0.05000,1.370
39,mlp.experts.254.up_proj,0.0001937419,0.05000,1.374
39,mlp.experts.229.up_proj,0.0004829950,0.05000,0.899
39,mlp.experts.255.up_proj,0.0008645525,0.05000,0.890
39,mlp.experts.248.up_proj,0.0001724852,0.05000,0.877
39,mlp.experts.233.up_proj,0.0002686650,0.05000,0.648
39,mlp.experts.252.up_proj,0.0002908216,0.05000,0.647
39,mlp.experts.237.up_proj,0.0007405886,0.05000,0.222
39,mlp.experts.241.up_proj,0.0002329827,0.05000,0.209
39,mlp.experts.245.up_proj,0.0010436082,0.05000,0.208
39,mlp.experts.249.up_proj,0.0004632261,0.05000,0.208
39,mlp.experts.253.up_proj,0.0005973582,0.05000,0.204
39,mlp.experts.0.down_proj,fallback(rtn): 0.0015564,0.00000,0.016
39,mlp.experts.3.down_proj,0.0000354136,0.05000,0.293
39,mlp.experts.2.down_proj,0.0000958299,0.05000,0.298
39,mlp.experts.4.down_proj,0.0000179519,0.05000,0.289
39,mlp.experts.1.down_proj,0.0000694657,0.05000,0.427
39,mlp.experts.6.down_proj,0.0000625133,0.05000,0.382
39,mlp.experts.8.down_proj,0.0001541045,0.05000,0.374
39,mlp.experts.5.down_proj,0.0003645730,0.05000,0.353
39,mlp.experts.7.down_proj,0.0000373128,0.05000,0.561
39,mlp.experts.12.down_proj,0.0001632295,0.05000,0.350
39,mlp.experts.10.down_proj,0.0000624314,0.05000,0.356
39,mlp.experts.9.down_proj,0.0000455032,0.05000,0.350
39,mlp.experts.11.down_proj,0.0000128733,0.05000,0.349
39,mlp.experts.16.down_proj,0.0000265039,0.05000,0.346
39,mlp.experts.14.down_proj,0.0000289217,0.05000,0.354
39,mlp.experts.13.down_proj,0.0000384807,0.05000,0.352
39,mlp.experts.15.down_proj,0.0000328658,0.05000,0.353
39,mlp.experts.20.down_proj,0.0000780135,0.05000,0.347
39,mlp.experts.18.down_proj,0.0000364016,0.05000,0.351
39,mlp.experts.17.down_proj,0.0000602416,0.05000,0.354
39,mlp.experts.19.down_proj,0.0003731476,0.05000,0.356
39,mlp.experts.24.down_proj,0.0000747851,0.05000,0.357
39,mlp.experts.22.down_proj,0.0002515104,0.05000,0.360
39,mlp.experts.21.down_proj,0.0002864859,0.05000,0.355
39,mlp.experts.23.down_proj,0.0000277451,0.05000,0.356
39,mlp.experts.28.down_proj,0.0000322095,0.05000,0.351
39,mlp.experts.26.down_proj,0.0001266983,0.05000,0.349
39,mlp.experts.25.down_proj,0.0001056650,0.05000,0.344
39,mlp.experts.27.down_proj,0.0000826833,0.05000,0.375
39,mlp.experts.30.down_proj,0.0000263501,0.05000,0.366
39,mlp.experts.32.down_proj,0.0001456219,0.05000,0.411
39,mlp.experts.31.down_proj,0.0000698207,0.05000,0.359
39,mlp.experts.29.down_proj,0.0000765075,0.05000,0.472
39,mlp.experts.34.down_proj,0.0000206896,0.05000,0.357
39,mlp.experts.36.down_proj,0.0000354652,0.05000,0.347
39,mlp.experts.35.down_proj,0.0001309952,0.05000,0.351
39,mlp.experts.33.down_proj,0.0000110193,0.05000,0.358
39,mlp.experts.38.down_proj,0.0000700027,0.05000,0.350
39,mlp.experts.40.down_proj,0.0001916279,0.05000,0.352
39,mlp.experts.39.down_proj,0.0001011695,0.05000,0.349
39,mlp.experts.37.down_proj,0.0001108535,0.05000,0.342
39,mlp.experts.42.down_proj,0.0001560968,0.05000,0.345
39,mlp.experts.44.down_proj,0.0000606273,0.05000,0.344
39,mlp.experts.41.down_proj,0.0000198502,0.05000,0.348
39,mlp.experts.43.down_proj,0.0000133113,0.05000,0.361
39,mlp.experts.46.down_proj,0.0000890397,0.05000,0.353
39,mlp.experts.48.down_proj,0.0000197661,0.05000,0.348
39,mlp.experts.45.down_proj,0.0001149259,0.05000,0.339
39,mlp.experts.47.down_proj,0.0000223488,0.05000,0.332
39,mlp.experts.50.down_proj,0.0002448125,0.05000,0.340
39,mlp.experts.52.down_proj,0.0000252072,0.05000,0.347
39,mlp.experts.51.down_proj,0.0001311552,0.05000,0.326
39,mlp.experts.49.down_proj,0.0000257836,0.05000,0.349
39,mlp.experts.56.down_proj,0.0000346266,0.05000,0.289
39,mlp.experts.54.down_proj,0.0000533261,0.05000,0.340
39,mlp.experts.55.down_proj,0.0000235493,0.05000,0.350
39,mlp.experts.53.down_proj,0.0000782794,0.05000,0.346
39,mlp.experts.60.down_proj,0.0000423182,0.05000,0.353
39,mlp.experts.58.down_proj,0.0000943983,0.05000,0.355
39,mlp.experts.59.down_proj,0.0000190803,0.05000,0.349
39,mlp.experts.57.down_proj,0.0000714121,0.05000,0.351
39,mlp.experts.64.down_proj,0.0000114196,0.05000,0.353
39,mlp.experts.62.down_proj,0.0000181754,0.05000,0.349
39,mlp.experts.63.down_proj,0.0000408455,0.05000,0.352
39,mlp.experts.61.down_proj,0.0000368013,0.05000,0.353
39,mlp.experts.68.down_proj,0.0000325551,0.05000,0.353
39,mlp.experts.66.down_proj,0.0001276192,0.05000,0.351
39,mlp.experts.67.down_proj,0.0000204821,0.05000,0.352
39,mlp.experts.65.down_proj,0.0000218945,0.05000,0.350
39,mlp.experts.72.down_proj,0.0000292757,0.05000,0.355
39,mlp.experts.70.down_proj,0.0000428713,0.05000,0.350
39,mlp.experts.71.down_proj,0.0001633751,0.05000,0.345
39,mlp.experts.69.down_proj,0.0000325238,0.05000,0.343
39,mlp.experts.76.down_proj,0.0000192619,0.05000,0.326
39,mlp.experts.74.down_proj,0.0001099132,0.05000,0.330
39,mlp.experts.75.down_proj,0.0000503468,0.05000,0.330
39,mlp.experts.73.down_proj,0.0000185211,0.05000,0.326
39,mlp.experts.80.down_proj,0.0000182855,0.05000,0.321
39,mlp.experts.78.down_proj,0.0000271046,0.05000,0.333
39,mlp.experts.79.down_proj,0.0001716563,0.05000,0.329
39,mlp.experts.77.down_proj,0.0000430354,0.05000,0.326
39,mlp.experts.84.down_proj,0.0000379629,0.05000,0.318
39,mlp.experts.82.down_proj,0.0001416929,0.05000,0.322
39,mlp.experts.83.down_proj,0.0005020301,0.05000,0.319
39,mlp.experts.81.down_proj,0.0000147966,0.05000,0.327
39,mlp.experts.88.down_proj,0.0000556142,0.05000,0.322
39,mlp.experts.86.down_proj,0.0000540838,0.05000,0.350
39,mlp.experts.85.down_proj,0.0000912975,0.05000,0.345
39,mlp.experts.87.down_proj,0.0001072467,0.05000,0.502
39,mlp.experts.90.down_proj,0.0001532319,0.05000,0.349
39,mlp.experts.94.down_proj,fallback(rtn): 0.0011139,0.00000,0.008
39,mlp.experts.92.down_proj,0.0000350893,0.05000,0.434
39,mlp.experts.89.down_proj,0.0000480857,0.05000,0.344
39,mlp.experts.91.down_proj,0.0000542258,0.05000,0.329
39,mlp.experts.98.down_proj,0.0000741691,0.05000,0.332
39,mlp.experts.96.down_proj,0.0002195795,0.05000,0.325
39,mlp.experts.93.down_proj,0.0001105391,0.05000,0.327
39,mlp.experts.95.down_proj,0.0001316540,0.05000,0.321
39,mlp.experts.100.down_proj,0.0000210520,0.05000,0.324
39,mlp.experts.102.down_proj,0.0000176523,0.05000,0.331
39,mlp.experts.97.down_proj,0.0000275264,0.05000,0.324
39,mlp.experts.99.down_proj,0.0000747482,0.05000,0.315
39,mlp.experts.104.down_proj,0.0000313710,0.05000,0.323
39,mlp.experts.106.down_proj,0.0000412892,0.05000,0.333
39,mlp.experts.101.down_proj,0.0008799805,0.05000,0.328
39,mlp.experts.103.down_proj,0.0000751476,0.05000,0.327
39,mlp.experts.108.down_proj,0.0000686914,0.05000,0.331
39,mlp.experts.110.down_proj,0.0002928388,0.05000,0.320
39,mlp.experts.105.down_proj,0.0000654423,0.05000,0.341
39,mlp.experts.107.down_proj,0.0001386476,0.05000,0.342
39,mlp.experts.112.down_proj,0.0001558001,0.05000,0.345
39,mlp.experts.114.down_proj,0.0000899481,0.05000,0.349
39,mlp.experts.109.down_proj,0.0000434786,0.05000,0.342
39,mlp.experts.116.down_proj,0.0000396307,0.05000,0.377
39,mlp.experts.111.down_proj,0.0000332895,0.05000,0.564
39,mlp.experts.118.down_proj,0.0000734844,0.05000,0.682
39,mlp.experts.120.down_proj,0.0001339618,0.05000,0.432
39,mlp.experts.113.down_proj,0.0002715047,0.05000,0.898
39,mlp.experts.115.down_proj,0.0000494386,0.05000,0.628
39,mlp.experts.124.down_proj,0.0000504334,0.05000,0.391
39,mlp.experts.119.down_proj,0.0000465046,0.05000,0.370
39,mlp.experts.128.down_proj,0.0000567487,0.05000,0.371
39,mlp.experts.122.down_proj,0.0000252064,0.05000,0.939
39,mlp.experts.123.down_proj,0.0000586543,0.05000,0.374
39,mlp.experts.117.down_proj,0.0000122987,0.05000,0.854
39,mlp.experts.132.down_proj,0.0003406216,0.05000,0.386
39,mlp.experts.127.down_proj,0.0001477423,0.05000,0.389
39,mlp.experts.136.down_proj,0.0001086735,0.05000,0.486
39,mlp.experts.126.down_proj,0.0000212086,0.05000,0.945
39,mlp.experts.121.down_proj,0.0000279393,0.05000,0.919
39,mlp.experts.131.down_proj,0.0000162051,0.05000,0.663
39,mlp.experts.135.down_proj,fallback(rtn): 0.0011520,0.00000,0.011
39,mlp.experts.140.down_proj,0.0000660691,0.05000,0.941
39,mlp.experts.139.down_proj,0.0000264466,0.05000,0.485
39,mlp.experts.130.down_proj,0.0000862966,0.05000,1.014
39,mlp.experts.125.down_proj,0.0000527670,0.05000,0.924
39,mlp.experts.143.down_proj,0.0000314861,0.05000,0.528
39,mlp.experts.144.down_proj,0.0000706077,0.05000,0.927
39,mlp.experts.147.down_proj,0.0000362750,0.05000,0.485
39,mlp.experts.134.down_proj,0.0000608633,0.05000,1.001
39,mlp.experts.129.down_proj,0.0000519529,0.05000,0.911
39,mlp.experts.151.down_proj,0.0000289702,0.05000,0.496
39,mlp.experts.148.down_proj,0.0002309996,0.05000,0.932
39,mlp.experts.155.down_proj,0.0003339379,0.05000,0.506
39,mlp.experts.133.down_proj,0.0000656412,0.05000,0.932
39,mlp.experts.138.down_proj,0.0001093471,0.05000,1.036
39,mlp.experts.159.down_proj,0.0002495783,0.05000,0.494
39,mlp.experts.152.down_proj,0.0000215106,0.05000,0.946
39,mlp.experts.137.down_proj,0.0000843807,0.05000,0.661
39,mlp.experts.163.down_proj,0.0000132105,0.05000,0.425
39,mlp.experts.142.down_proj,0.0001758146,0.05000,0.918
39,mlp.experts.156.down_proj,0.0000638031,0.05000,0.386
39,mlp.experts.167.down_proj,0.0000785593,0.05000,0.377
39,mlp.experts.141.down_proj,0.0003070763,0.05000,0.548
39,mlp.experts.146.down_proj,0.0000459809,0.05000,0.397
39,mlp.experts.160.down_proj,0.0001254298,0.05000,0.389
39,mlp.experts.171.down_proj,0.0000451737,0.05000,0.394
39,mlp.experts.150.down_proj,0.0000421497,0.05000,0.365
39,mlp.experts.164.down_proj,0.0000449340,0.05000,0.360
39,mlp.experts.145.down_proj,0.0000325744,0.05000,0.542
39,mlp.experts.175.down_proj,0.0001465668,0.05000,0.360
39,mlp.experts.154.down_proj,0.0000500821,0.05000,0.361
39,mlp.experts.168.down_proj,0.0000533638,0.05000,0.357
39,mlp.experts.149.down_proj,0.0005612571,0.05000,0.356
39,mlp.experts.179.down_proj,0.0000108304,0.05000,0.353
39,mlp.experts.158.down_proj,0.0000044172,0.05000,0.329
39,mlp.experts.172.down_proj,0.0000190181,0.05000,0.336
39,mlp.experts.153.down_proj,0.0000843099,0.05000,0.340
39,mlp.experts.183.down_proj,0.0000561140,0.05000,0.336
39,mlp.experts.162.down_proj,0.0006459106,0.05000,0.320
39,mlp.experts.176.down_proj,0.0001256956,0.05000,0.326
39,mlp.experts.157.down_proj,0.0001630652,0.05000,0.334
39,mlp.experts.187.down_proj,0.0000519301,0.05000,0.329
39,mlp.experts.166.down_proj,0.0000725250,0.05000,0.330
39,mlp.experts.180.down_proj,0.0000381369,0.05000,0.334
39,mlp.experts.161.down_proj,0.0000852036,0.05000,0.328
39,mlp.experts.191.down_proj,0.0001795423,0.05000,0.330
39,mlp.experts.170.down_proj,0.0002649591,0.05000,0.329
39,mlp.experts.184.down_proj,0.0000433550,0.05000,0.335
39,mlp.experts.165.down_proj,0.0001179369,0.05000,0.338
39,mlp.experts.195.down_proj,0.0000355775,0.05000,0.347
39,mlp.experts.174.down_proj,0.0000858604,0.05000,0.352
39,mlp.experts.188.down_proj,0.0000586121,0.05000,0.357
39,mlp.experts.169.down_proj,0.0000442989,0.05000,0.360
39,mlp.experts.199.down_proj,0.0001475373,0.05000,0.363
39,mlp.experts.178.down_proj,0.0004511967,0.05000,0.354
39,mlp.experts.192.down_proj,0.0000588508,0.05000,0.354
39,mlp.experts.173.down_proj,0.0001056162,0.05000,0.349
39,mlp.experts.203.down_proj,0.0000641004,0.05000,0.339
39,mlp.experts.182.down_proj,0.0000424174,0.05000,0.330
39,mlp.experts.196.down_proj,0.0000603157,0.05000,0.340
39,mlp.experts.177.down_proj,0.0000451618,0.05000,0.337
39,mlp.experts.207.down_proj,0.0001415700,0.05000,0.345
39,mlp.experts.186.down_proj,0.0002415046,0.05000,0.350
39,mlp.experts.181.down_proj,0.0000273358,0.05000,0.340
39,mlp.experts.211.down_proj,0.0001040990,0.05000,0.341
39,mlp.experts.200.down_proj,0.0003173310,0.05000,0.513
39,mlp.experts.204.down_proj,fallback(rtn): 0.0011902,0.00000,0.006
39,mlp.experts.190.down_proj,0.0000336194,0.05000,0.332
39,mlp.experts.185.down_proj,0.0000153285,0.05000,0.331
39,mlp.experts.215.down_proj,0.0000708967,0.05000,0.334
39,mlp.experts.208.down_proj,0.0000192097,0.05000,0.398
39,mlp.experts.194.down_proj,0.0000240300,0.05000,0.342
39,mlp.experts.189.down_proj,0.0000900972,0.05000,0.377
39,mlp.experts.198.down_proj,0.0000426306,0.05000,0.450
39,mlp.experts.193.down_proj,0.0006727132,0.05000,0.412
39,mlp.experts.219.down_proj,0.0000808381,0.05000,0.743
39,mlp.experts.202.down_proj,0.0000140190,0.05000,0.460
39,mlp.experts.212.down_proj,0.0001658575,0.05000,0.986
39,mlp.experts.197.down_proj,0.0000376202,0.05000,0.429
39,mlp.experts.223.down_proj,0.0000478723,0.05000,0.611
39,mlp.experts.206.down_proj,0.0000544262,0.05000,0.380
39,mlp.experts.201.down_proj,0.0000820886,0.05000,0.346
39,mlp.experts.216.down_proj,0.0000400105,0.05000,0.440
39,mlp.experts.227.down_proj,0.0000306637,0.05000,0.249
39,mlp.experts.210.down_proj,0.0000210135,0.05000,0.274
39,mlp.experts.205.down_proj,0.0000271296,0.05000,0.271
39,mlp.experts.220.down_proj,0.0000453767,0.05000,0.301
39,mlp.experts.231.down_proj,0.0000458054,0.05000,0.326
39,mlp.experts.214.down_proj,0.0002052863,0.05000,0.321
39,mlp.experts.209.down_proj,0.0003698983,0.05000,0.332
39,mlp.experts.224.down_proj,0.0000641241,0.05000,0.332
39,mlp.experts.235.down_proj,0.0000124927,0.05000,0.332
39,mlp.experts.218.down_proj,0.0001439616,0.05000,0.345
39,mlp.experts.213.down_proj,0.0000576127,0.05000,0.387
39,mlp.experts.228.down_proj,0.0000996504,0.05000,0.338
39,mlp.experts.239.down_proj,0.0000263354,0.05000,0.340
39,mlp.experts.222.down_proj,0.0000335075,0.05000,0.325
39,mlp.experts.217.down_proj,0.0001291485,0.05000,0.330
39,mlp.experts.232.down_proj,0.0000279242,0.05000,0.331
39,mlp.experts.243.down_proj,0.0000757388,0.05000,0.329
39,mlp.experts.226.down_proj,0.0002026484,0.05000,0.320
39,mlp.experts.221.down_proj,0.0002078161,0.05000,0.333
39,mlp.experts.236.down_proj,0.0001101674,0.05000,0.329
39,mlp.experts.247.down_proj,0.0003054504,0.05000,0.400
39,mlp.experts.230.down_proj,0.0000778766,0.05000,0.368
39,mlp.experts.240.down_proj,0.0000775647,0.05000,0.357
39,mlp.experts.225.down_proj,0.0000114997,0.05000,0.535
39,mlp.experts.234.down_proj,0.0001349820,0.05000,0.382
39,mlp.experts.251.down_proj,0.0001400159,0.05000,0.562
39,mlp.experts.229.down_proj,0.0005252069,0.05000,0.397
39,mlp.experts.238.down_proj,0.0018902348,0.05000,0.402
39,mlp.experts.244.down_proj,0.0000333252,0.05000,0.764
39,mlp.experts.233.down_proj,0.0000163298,0.05000,0.369
39,mlp.experts.255.down_proj,0.0004320985,0.05000,0.561
39,mlp.experts.248.down_proj,0.0000863742,0.05000,0.272
39,mlp.experts.242.down_proj,0.0000349972,0.05000,0.414
39,mlp.experts.237.down_proj,0.0001016680,0.05000,0.229
39,mlp.experts.252.down_proj,0.0000454419,0.05000,0.200
39,mlp.experts.246.down_proj,0.0000443337,0.05000,0.181
39,mlp.experts.241.down_proj,0.0000055148,0.05000,0.156
39,mlp.experts.250.down_proj,0.0000324306,0.05000,0.105
39,mlp.experts.245.down_proj,0.0001205604,0.05000,0.104
39,mlp.experts.254.down_proj,0.0000385437,0.05000,0.104
39,mlp.experts.249.down_proj,0.0000439780,0.05000,0.093
39,mlp.experts.253.down_proj,0.0000311882,0.05000,0.056